{"id":27928,"date":"2023-09-23T10:53:46","date_gmt":"2023-09-23T01:53:46","guid":{"rendered":"http:\/\/nori.company\/?p=27928"},"modified":"2023-09-23T10:53:46","modified_gmt":"2023-09-23T01:53:46","slug":"whatsapp-llama-%ec%9e%90%ec%8b%a0%ec%9d%98-%ec%99%93%ec%b8%a0%ec%95%b1-%eb%8c%80%ed%99%94%eb%a1%9c-llm-%ed%8c%8c%ec%9d%b8%ed%8a%9c%eb%8b%9d-%ed%95%98%ea%b8%b0","status":"publish","type":"post","link":"https:\/\/nori.company\/?p=27928","title":{"rendered":"WhatsApp-Llama &#8211; \uc790\uc2e0\uc758 \uc653\uce20\uc571 \ub300\ud654\ub85c LLM \ud30c\uc778\ud29c\ub2dd \ud558\uae30"},"content":{"rendered":"<ul>\n<li>Llama 7B \ub97c \uc790\uc2e0\uc758 \uc653\uce20\uc571 \ub300\ud654\ub85c \ud30c\uc778\ud29c\ub2dd\ud558\uc5ec, \uc790\uc2e0\ucc98\ub7fc \ub9d0\ud558\uac8c \ub9cc\ub4e4\uae30<\/li>\n<li>QLoRA \uc640 int4 \uc591\uc790\ud654\ub85c \uc2f1\uae00 GPU(P100 + 16GB)\ub85c \ud30c\uc778\ud29c\ub2dd \uac00\ub2a5<\/li>\n<li>3\uac00\uc9c0 \uc9c8\ubb38\uc5d0 \ub300\ud55c 2\uac00\uc9c0 \ub2f5(LLM or \ubcf8\uc778)\uc744 \ud3c9\uac00\ud558\ub294 \uc2e4\ud5d8\uacb0\uacfc \uc57d 10%\uc758 \uce5c\uad6c\ub4e4(20\uba85\uc911 2\uba85)\uc774 \uc18d\uc558\ub2e4\uace0<\/li>\n<\/ul>\n<p>&#8230;<\/p>\n<p>\ucd9c\ucc98 : <a href=\"https:\/\/news.hada.io\/topic?id=11008\" target=\"_blank\" rel=\"noopener\">GeekNews &#8211; \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4 <\/a><\/p>\n","protected":false},"excerpt":{"rendered":"<p>Llama 7B \ub97c \uc790\uc2e0\uc758 \uc653\uce20\uc571 \ub300\ud654\ub85c \ud30c\uc778\ud29c\ub2dd\ud558\uc5ec, \uc790\uc2e0\ucc98\ub7fc \ub9d0\ud558\uac8c \ub9cc\ub4e4\uae30 QLoRA \uc640 int4 \uc591\uc790\ud654\ub85c \uc2f1\uae00 GPU(P100 + 16GB)\ub85c \ud30c\uc778\ud29c\ub2dd \uac00\ub2a5&hellip;<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"jetpack_post_was_ever_published":false,"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_publicize_message":"","jetpack_publicize_feature_enabled":true,"jetpack_social_post_already_shared":true,"jetpack_social_options":{"image_generator_settings":{"template":"highway","default_image_id":0,"font":"","enabled":false},"version":2}},"categories":[138],"tags":[163],"class_list":["post-27928","post","type-post","status-publish","format-standard","hentry","category-it","tag-geeknews-----"],"jetpack_publicize_connections":[],"jetpack_featured_media_url":"","jetpack_sharing_enabled":true,"jetpack_shortlink":"https:\/\/wp.me\/pa3PO4-7gs","jetpack-related-posts":[{"id":22833,"url":"https:\/\/nori.company\/?p=22833","url_meta":{"origin":27928,"position":0},"title":"Stability AI, \uc138\uacc4 \ucd5c\ucd08\uc758 \uc624\ud508\uc18c\uc2a4 RLHF LLM \ucc57\ubd07 StableVicuna \uacf5\uac1c","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 5\uc6d4 1\uc77c","format":false,"excerpt":"Vicuna v0 13B\ub97c \uba85\ub839\uc5b4 \ud30c\uc778\ud29c\ub2dd \ubc0f RLHF \ud6c8\ub828 3\uac1c\uc758 \ub370\uc774\ud130\uc14b\uc744 \uc774\uc6a9\ud558\uc5ec SFT(Supervised Fine-Tuning) OpenAssistant Conversations Dataset(OASST1) GPT4All Prompt Generations Alpaca HuggingFace\uc5d0\uc11c LLaMA\ubaa8\ub378\uc5d0 \ub300\ud55c \uac00\uc911\uce58 \ub378\ud0c0\ub85c \ub2e4\uc6b4\ub85c\ub4dc... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":23067,"url":"https:\/\/nori.company\/?p=23067","url_meta":{"origin":27928,"position":1},"title":"MPT-7B, \uc0c1\uc5c5\uc801\uc73c\ub85c \uc774\uc6a9 \uac00\ub2a5\ud55c \uc624\ud508\uc18c\uc2a4 LLM","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 5\uc6d4 9\uc77c","format":false,"excerpt":"1\uc870\uac1c\uc758 \ud1a0\ud070\uc73c\ub85c \ud559\uc2b5\ub41c \ud2b8\ub79c\uc2a4\ud3ec\uba38 LLaMA-7B\uc640 \ube44\uc2b7\ud55c \ud488\uc9c8\uc774\uc9c0\ub9cc \uc624\ud508\uc18c\uc2a4, \uc0c1\uc5c5\uc801 \uc774\uc6a9 \uac00\ub2a5 \ucd94\uac00\ub85c 3\uac1c\uc758 \ud30c\uc778\ud29c\ub2dd \ubaa8\ub378\ub3c4 \uacf5\uac1c MPT-7B-Instruct, MPT-7B-Chat, MPT-7B-StoryWriter-65K+(65K \ud1a0\ud070 \uc9c0\uc6d0) MosaicML \ud50c\ub7ab\ud3fc\uc5d0\uc11c 9.5\uc77c\uac04 \uc57d ~$200K \ube44\uc6a9\uc73c\ub85c... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":23621,"url":"https:\/\/nori.company\/?p=23621","url_meta":{"origin":27928,"position":2},"title":"MIT\uc758 MAS.S68 \uac15\uc758 &#8211; \uac74\uc124\uc801\uc778 \ucee4\ubba4\ub2c8\ucf00\uc774\uc158\uc744 \uc704\ud55c \uc0dd\uc131\ud615 AI","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 5\uc6d4 29\uc77c","format":false,"excerpt":"\uac15\uc758 \uacc4\ud68d\uc11c \ubc0f \ucf54\uc2a4 \uc790\ub8cc\ub4e4 LLM\uc758 \ubc30\uacbd ChatGPT \uc0ac\uc6a9\ud574\ubcf4\uae30 \ubaa8\ub378 \ud3c9\uac00\ud558\uae30 \uc5b4\ud50c\ub9ac\ucf00\uc774\uc158 so\uc5d0\uc11c\uc758 LLM \ub2e4\uc591\ud55c \uc120\ud638\ub3c4\ub97c \uac00\uc9c4 \uc0ac\ub78c\ub4e4 \uac04\uc758 \ucee8\uc13c\uc11c\uc2a4\ub97c \ub3c4\ucd9c\ud574\ub0b4\uae30 \uc704\ud574 LLM\uc744 \ud30c\uc778\ud29c\ub2dd \ud558\uae30 Emergent Abilities of LLMs \ud734\uba3c-\ubaa8\ub378 \uc778\ud130\ub799\uc158 \ud3c9... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":22735,"url":"https:\/\/nori.company\/?p=22735","url_meta":{"origin":27928,"position":3},"title":"Simple LLM Finetuner &#8211; \ucd08\ubcf4\uc790 \uce5c\ud654\uc801\uc778 UI\ub97c \uac00\uc9c4 LLM \ud29c\ub2dd \ub3c4\uad6c","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 4\uc6d4 27\uc77c","format":false,"excerpt":"\ub2e4\uc591\ud55c LLM\uc5d0 \ub300\ud574\uc11c LoRA \uba54\uc18c\ub4dc(PEFT \ub77c\uc774\ube0c\ub7ec\ub9ac \uc774\uc6a9)\ub85c \uc27d\uac8c \ud30c\uc778\ud29c\ub2dd \uac00\ub2a5 \ub370\uc774\ud130\uc14b \uad00\ub9ac, \ud30c\ub77c\ubbf8\ud130 \ucee4\uc2a4\ud130\ub9c8\uc774\uc9d5, \ud6c8\ub828 \ubc0f \ubaa8\ub378\uc758 \ucd94\ub860 \ub2a5\ub825 \ud3c9\uac00 \uc77c\ubc18 \uc18c\ube44\uc790\uc6a9 NVIDIA GPU(16G VRAM \uc774\uc0c1)\ub85c\ub3c4 \uac00\ub2a5 Linux \ub610\ub294 WSL ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":22949,"url":"https:\/\/nori.company\/?p=22949","url_meta":{"origin":27928,"position":4},"title":"Lamini &#8211; LLM \ud6c8\ub828\uc6a9 instruction \uc14b\uc744 \ub9cc\ub4e4\uc5b4\uc8fc\ub294 \ub370\uc774\ud130 \uc0dd\uc131\uae30","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 5\uc6d4 5\uc77c","format":false,"excerpt":"\uc790\uc2e0\ub9cc\uc758 instruction-following LLM\uc744 \ud30c\uc778\ud29c\ub2dd \uac00\ub2a5\ud558\uac8c \ud574\uc8fc\ub294 \uc624\ud508\uc18c\uc2a4 71k instruction \ub370\uc774\ud130\uc14b(CC-BY \ub77c\uc774\uc13c\uc2a4\ub85c \uc0c1\uc5c5\uc6a9\ub3c4 \uc0ac\uc6a9 \uac00\ub2a5) \ub370\uc774\ud130 \uc0dd\uc131\uae30 \ucf54\ub4dc \uc81c\uacf5 (100\uac1c\uc758 \ub370\uc774\ud130 \ud3ec\uc778\ud2b8\ub9cc\uc73c\ub85c 70k+ \ub370\uc774\ud130 \ud3ec\uc778\ud2b8 \uc0dd\uc131 \uac00\ub2a5) \uc774 100\uac1c\uc758 \ub370\uc774\ud130\ud3ec\uc778\ud2b8 \uc6d0\ud615\uc744 \ucee4\uc2a4\ud130\ub9c8\uc774\uc9d5 \ud574... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":23649,"url":"https:\/\/nori.company\/?p=23649","url_meta":{"origin":27928,"position":5},"title":"GPT\uac19\uc740 LLM\uc744 \ucee4\uc2a4\ud140 \ub370\uc774\ud130\uc14b\uc73c\ub85c \ud30c\uc778\ud29c\ub2dd \ud558\ub294 \ubc29\ubc95","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 5\uc6d4 30\uc77c","format":false,"excerpt":"nanoGPT \uae30\ubc18\uc758 \uc624\ud508\uc18c\uc2a4 \uad6c\ud604\uccb4\uc778 Lit-Parrot \uc73c\ub85c LoRA \uc640 Adapter \ub97c \uc774\uc6a9\ud574\uc11c \ud30c\uc778 \ud29c\ub2dd\ud558\uae30 StableLM, Pythia, RedPajama \uac19\uc740 LLM\uc744 \uc9c0\uc6d0 PyTorch\uc758 FlashAttention \uc774\uc6a9 \uc608\uc81c\uc5d0\uc11c\ub294 Databricks\uc758 Dolly 2.0 \uc778\uc2a4\ud2b8\ub7ed\uc158 \ub370\uc774\ud130\uc14b\uc73c\ub85c RedPajama-INCITE \ubaa8\ub378\uc744 \ud29c... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]}],"_links":{"self":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/27928","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=27928"}],"version-history":[{"count":1,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/27928\/revisions"}],"predecessor-version":[{"id":27929,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/27928\/revisions\/27929"}],"wp:attachment":[{"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=27928"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=27928"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=27928"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}