{"id":22833,"date":"2023-05-01T11:48:21","date_gmt":"2023-05-01T02:48:21","guid":{"rendered":"http:\/\/nori.company\/?p=22833"},"modified":"2023-05-01T11:48:21","modified_gmt":"2023-05-01T02:48:21","slug":"stability-ai-%ec%84%b8%ea%b3%84-%ec%b5%9c%ec%b4%88%ec%9d%98-%ec%98%a4%ed%94%88%ec%86%8c%ec%8a%a4-rlhf-llm-%ec%b1%97%eb%b4%87-stablevicuna-%ea%b3%b5%ea%b0%9c","status":"publish","type":"post","link":"https:\/\/nori.company\/?p=22833","title":{"rendered":"Stability AI, \uc138\uacc4 \ucd5c\ucd08\uc758 \uc624\ud508\uc18c\uc2a4 RLHF LLM \ucc57\ubd07 StableVicuna \uacf5\uac1c"},"content":{"rendered":"<ul>\n<li>Vicuna v0 13B\ub97c \uba85\ub839\uc5b4 \ud30c\uc778\ud29c\ub2dd \ubc0f RLHF \ud6c8\ub828<\/li>\n<li>3\uac1c\uc758 \ub370\uc774\ud130\uc14b\uc744 \uc774\uc6a9\ud558\uc5ec SFT(Supervised Fine-Tuning)\n<ul>\n<li>OpenAssistant Conversations Dataset(OASST1)<\/li>\n<li>GPT4All Prompt Generations<\/li>\n<li>Alpaca<\/li>\n<\/ul>\n<\/li>\n<li>HuggingFace\uc5d0\uc11c LLaMA\ubaa8\ub378\uc5d0 \ub300\ud55c \uac00\uc911\uce58 \ub378\ud0c0\ub85c \ub2e4\uc6b4\ub85c\ub4dc&#8230;\n<p>\ucd9c\ucc98 : <a href=\"https:\/\/news.hada.io\/topic?id=9079\" target=\"_blank\" rel=\"noopener\">GeekNews &#8211; \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4 <\/a><\/li>\n<\/ul>\n","protected":false},"excerpt":{"rendered":"<p>Vicuna v0 13B\ub97c \uba85\ub839\uc5b4 \ud30c\uc778\ud29c\ub2dd \ubc0f RLHF \ud6c8\ub828 3\uac1c\uc758 \ub370\uc774\ud130\uc14b\uc744 \uc774\uc6a9\ud558\uc5ec SFT(Supervised Fine-Tuning) OpenAssistant Conversations Dataset(OASST1) GPT4All Prompt Generations Alpaca&hellip;<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"jetpack_post_was_ever_published":false,"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_publicize_message":"","jetpack_publicize_feature_enabled":true,"jetpack_social_post_already_shared":true,"jetpack_social_options":{"image_generator_settings":{"template":"highway","default_image_id":0,"font":"","enabled":false},"version":2}},"categories":[138],"tags":[163],"class_list":["post-22833","post","type-post","status-publish","format-standard","hentry","category-it","tag-geeknews-----"],"jetpack_publicize_connections":[],"jetpack_featured_media_url":"","jetpack_sharing_enabled":true,"jetpack_shortlink":"https:\/\/wp.me\/pa3PO4-5Wh","jetpack-related-posts":[{"id":22409,"url":"https:\/\/nori.company\/?p=22409","url_meta":{"origin":22833,"position":0},"title":"DeepSpeed Chat &#8211; RLHF\ub97c \uc774\uc6a9\ud55c ChatGPT-like \ubaa8\ub378 \ud6c8\ub828\uc6a9 \ud504\ub808\uc784\uc6cc\ud06c","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 4\uc6d4 17\uc77c","format":false,"excerpt":"\ube60\ub974\uace0 \uc800\ub834\ud558\uba70 \ud655\uc7a5 \uac00\ub2a5\ud55c \uac1c\ubc29\ud615 \uc2dc\uc2a4\ud15c \ud504\ub808\uc784\uc6cc\ud06c End-to-End RLHF(Reinforcement Learning Human Feedback)\ub97c \ud1b5\ud574 \ubaa8\ub4e0 \uaddc\ubaa8\uc758 \uace0\ud488\uc9c8 ChatGPT \uc2a4\ud0c0\uc77c \ubaa8\ub378\uc744 \uc0dd\uc131 \uac00\ub2a5 1\ud074\ub9ad\uc73c\ub85c 48GB \uba54\ubaa8\ub9ac\uac00 \uc7a5\ucc29\ub41c NVIDIA A6000 GPU \ud55c\ub300\ub85c 1.3B \ud30c\ub77c\ubbf8\ud130 ChatGPT \ubaa8\ub378\uc744 1.36\uc2dc\uac04\ub0b4\uc5d0 \ud6c8\ub828, \uc0dd... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":23242,"url":"https:\/\/nori.company\/?p=23242","url_meta":{"origin":22833,"position":1},"title":"Open-LLaMa &#8211; LLM \uc791\uc131\uc6a9 \uc644\uc804\ud55c \ud2b8\ub808\uc774\ub2dd \ud30c\uc774\ud504\ub77c\uc778","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 5\uc6d4 16\uc77c","format":false,"excerpt":"\ub370\uc774\ud130\uc14b \uc0dd\uc131\ubd80\ud130 \ud1a0\ud070\ud654, \ud504\ub86c\ud504\ud2b8 \ud29c\ub2dd, LoRA \ubc0f RLHF \uae4c\uc9c0 \uc804\uccb4 \ud30c\uc774\ud504\ub77c\uc778\uc744 \uad6c\uc131\ud55c \uc624\ud508\uc18c\uc2a4 \uc0ac\uc804\ud559\uc2b5\ub41c Open-LLama-V2-pretrain \ubaa8\ub378\ub3c4 Hugging Face\uc5d0 \uacf5\uac1c FastChat \ud3c9\uac00\ubc29\ubc95\uc5d0 \uc758\ud558\uba74 GPT-3.5\uc640 \ube44\uad50\uc2dc \uc57d 89%\uc758 \uc131\ub2a5\uc744 \ub0b8\ub2e4\uace0(\uc911\uad6d\uc5b4\ub85c\ub41c \uc9c8\ubb38\uc5d0 \ub300\ud574) \ud559\uc2b5 \uc2a4\ud53c\ub4dc\ub294 36... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":26460,"url":"https:\/\/nori.company\/?p=26460","url_meta":{"origin":22833,"position":2},"title":"pykoi &#8211; LLM\uc744 \uc704\ud55c \ub370\uc774\ud130 &#038; \ud53c\ub4dc\ubc31 \uc218\uc9d1\uc6a9 UI \ub77c\uc774\ube0c\ub7ec\ub9ac","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 8\uc6d4 21\uc77c","format":false,"excerpt":"LLM\uc758 \uacb0\uacfc\uc5d0 \ub300\ud574\uc11c \ucc57\ubd07 UI \ud615\ud0dc\ub85c \ud53c\ub4dc\ubc31 \uc635\uc158\uc744 \ucd94\uac00 \uac00\ub2a5 (vote & rank \ud53c\ub4dc\ubc31) DB\uc5d0 \uc790\ub3d9\uc73c\ub85c \uc218\uc9d1\ub418\uc5b4 RLHF \uc5d0 \uc774\uc6a9 \uac00\ub2a5 \ubaa8\ub378\ub4e4\uc758 \uacb0\uacfc\uac12\uc744 \ube44\uad50\ud558\uace0, \uacb0\uacfc\uac04\uc5d0 \ub4dc\ub798\uadf8 & \ub4dc\ub86d\uc73c\ub85c Rank \uc9c0\uc815 \uac00\ub2a5 \ubaa8\ub378\uc5d0 Retrieval Augmented Generation (RAG) \uc744 \uc190\uc27d... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":26189,"url":"https:\/\/nori.company\/?p=26189","url_meta":{"origin":22833,"position":3},"title":"Show GN: \ubaa8\ub4e0 \uc8fc\uc81c\uc5d0 \ub300\ud55c GeekNews \ub97c \ud45c\ubc29\ud558\ub294 \uc11c\ube44\uc2a4 &#8211; \uc2a4\ub2d9\ud31f","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 8\uc6d4 14\uc77c","format":false,"excerpt":"Hacker News \uc5d0\uc11c \uc8fc\uc81c\uc758 \ubc94\uc704\ub97c \ud655\uc7a5\ud55c Reddit \ucee4\ubba4\ub2c8\ud2f0 \uc11c\ube44\uc2a4\uac00 \ub098\uc628 \uac83 \ucc98\ub7fc, \uc6b0\ub9ac\ub098\ub77c\uc5d0\uc11c\ub3c4 GeekNews \uc5d0\uc11c \uc8fc\uc81c\ub97c \uac1c\ubc1c, \uae30\uc220, \uc2a4\ud0c0\ud2b8\uc5c5 \ubfd0 \uc544\ub2c8\ub77c \ub2e4\uc591\ud55c \uc8fc\uc81c \ubcc4 Link \ub97c \uc62c\ub9ac\uace0 Upvote \ub85c \ub7ad\ud0b9\ud574\uc11c \ubcf4\uc5ec\uc904 \uc218 \uc788\ub294 \uc11c\ube44\uc2a4\ub97c \ub9cc\ub4e4\uc5c8\uc2b5\ub2c8\ub2e4. \ub9c1\ud06c\ub9cc\uc73c\ub85c \ucf58\ud150\uce20 \uacf5\uc720 \uac00\ub2a5 \u2018\ud574\uc2dc\ud0dc\uadf8 \ud2b8 \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":25877,"url":"https:\/\/nori.company\/?p=25877","url_meta":{"origin":22833,"position":4},"title":"Water","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 8\uc6d4 7\uc77c","format":false,"excerpt":"Water \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":26183,"url":"https:\/\/nori.company\/?p=26183","url_meta":{"origin":22833,"position":5},"title":"Show GN: \uadf8\uc800 \ud1a0\ub9c8\ud1a0\ub97c \uc8fc\uace0\ubc1b\uc744 \ubfd0\uc778 \uc11c\ube44\uc2a4","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 8\uc6d4 14\uc77c","format":false,"excerpt":"\ucf74\ub2e4\uc758 \uc0ac\ub0b4 \ubb38\ud654\uc5d0 \uc601\uac10... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]}],"_links":{"self":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/22833","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=22833"}],"version-history":[{"count":1,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/22833\/revisions"}],"predecessor-version":[{"id":22834,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/22833\/revisions\/22834"}],"wp:attachment":[{"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=22833"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=22833"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=22833"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}