{"id":22409,"date":"2023-04-17T10:48:15","date_gmt":"2023-04-17T01:48:15","guid":{"rendered":"http:\/\/nori.company\/?p=22409"},"modified":"2023-04-17T10:48:15","modified_gmt":"2023-04-17T01:48:15","slug":"deepspeed-chat-rlhf%eb%a5%bc-%ec%9d%b4%ec%9a%a9%ed%95%9c-chatgpt-like-%eb%aa%a8%eb%8d%b8-%ed%9b%88%eb%a0%a8%ec%9a%a9-%ed%94%84%eb%a0%88%ec%9e%84%ec%9b%8c%ed%81%ac","status":"publish","type":"post","link":"https:\/\/nori.company\/?p=22409","title":{"rendered":"DeepSpeed Chat &#8211; RLHF\ub97c \uc774\uc6a9\ud55c ChatGPT-like \ubaa8\ub378 \ud6c8\ub828\uc6a9 \ud504\ub808\uc784\uc6cc\ud06c"},"content":{"rendered":"<ul>\n<li>\ube60\ub974\uace0 \uc800\ub834\ud558\uba70 \ud655\uc7a5 \uac00\ub2a5\ud55c \uac1c\ubc29\ud615 \uc2dc\uc2a4\ud15c \ud504\ub808\uc784\uc6cc\ud06c<\/li>\n<li>End-to-End RLHF(Reinforcement Learning Human Feedback)\ub97c \ud1b5\ud574 \ubaa8\ub4e0 \uaddc\ubaa8\uc758 \uace0\ud488\uc9c8 ChatGPT \uc2a4\ud0c0\uc77c \ubaa8\ub378\uc744 \uc0dd\uc131 \uac00\ub2a5<\/li>\n<li>1\ud074\ub9ad\uc73c\ub85c 48GB \uba54\ubaa8\ub9ac\uac00 \uc7a5\ucc29\ub41c NVIDIA A6000 GPU \ud55c\ub300\ub85c 1.3B \ud30c\ub77c\ubbf8\ud130 ChatGPT \ubaa8\ub378\uc744 1.36\uc2dc\uac04\ub0b4\uc5d0 \ud6c8\ub828, \uc0dd&#8230;\n<p>\ucd9c\ucc98 : <a href=\"https:\/\/news.hada.io\/topic?id=8972\" target=\"_blank\" rel=\"noopener\">GeekNews &#8211; \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4 <\/a><\/li>\n<\/ul>\n","protected":false},"excerpt":{"rendered":"<p>\ube60\ub974\uace0 \uc800\ub834\ud558\uba70 \ud655\uc7a5 \uac00\ub2a5\ud55c \uac1c\ubc29\ud615 \uc2dc\uc2a4\ud15c \ud504\ub808\uc784\uc6cc\ud06c End-to-End RLHF(Reinforcement Learning Human Feedback)\ub97c \ud1b5\ud574 \ubaa8\ub4e0 \uaddc\ubaa8\uc758 \uace0\ud488\uc9c8 ChatGPT \uc2a4\ud0c0\uc77c \ubaa8\ub378\uc744 \uc0dd\uc131&hellip;<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_feature_clip_id":0,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_publicize_message":"","jetpack_publicize_feature_enabled":true,"jetpack_social_post_already_shared":true,"jetpack_social_options":{"image_generator_settings":{"template":"highway","default_image_id":0,"font":"","enabled":false},"version":2},"jetpack_post_was_ever_published":false},"categories":[138],"tags":[163],"class_list":["post-22409","post","type-post","status-publish","format-standard","hentry","category-it","tag-geeknews-----"],"jetpack_publicize_connections":[],"jetpack_sharing_enabled":true,"jetpack_shortlink":"https:\/\/wp.me\/pa3PO4-5Pr","jetpack-related-posts":[{"id":30666,"url":"https:\/\/nori.company\/?p=30666","url_meta":{"origin":22409,"position":0},"title":"RustGPT &#8211; Rust+Htmx+SQLite\ub85c \ub9cc\ub4e0 ChatGPT UI","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 11\uc6d4 26\uc77c","format":false,"excerpt":"OpenAI\uc758 ChatGPT \uc778\ud130\ud398\uc774\uc2a4\ub97c Rust \uc640 Axum \ud504\ub808\uc784\uc6cc\ud06c \ubc0f Htmx \ub85c \uad6c\ud604\ud55c \uc624\ud508\uc18c\uc2a4 Server Sent Events (SSE) \ub97c \uc774\uc6a9\ud55c \uc2e4\uc2dc\uac04 \uc2a4\ud2b8\ub9ac\ubc0d\uc73c\ub85c ChatGPT \uc758 \uc778\ud130\ub799\uc158 \ubd80\ubd84\uc744 \uad6c\ud604 ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":22423,"url":"https:\/\/nori.company\/?p=22423","url_meta":{"origin":22409,"position":1},"title":"\ub9c8\uc774\ud06c\ub85c\ucee8\ud2b8\ub864\ub7ec \uac1c\ubc1c \ubcf4\ub4dc\uc640 \ud504\ub808\uc784\uc6cc\ud06c \uac1c\ubc1c \ud6c4\uae30","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 4\uc6d4 17\uc77c","format":false,"excerpt":"\ucd5c\uadfc\uc5d0 \uac1c\ubc1c \ubcf4\ub4dc\uc640 \ud38c\uc6e8\uc5b4 \ud504\ub808\uc784\uc6cc\ud06c\ub97c \uac1c\ubc1c\ud55c \uacbd\ud5d8\uc744 \ud68c\uace0\ud558\uba74\uc11c \uae00\ub85c \uc801\uc5c8\uc2b5\ub2c8\ub2e4. chatGPT\ub97c \uc704\uc2dc\ub85c \ud56b\ud55c AI \uad00\ub828 \uc8fc\uc81c\uac00 \uc544\ub2c8\ub77c \uc7ac\ubbf8\uac00 \uc788\uc744\uc9c0 \ubaa8\ub974\uaca0\uc2b5\ub2c8\ub2e4. \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":30816,"url":"https:\/\/nori.company\/?p=30816","url_meta":{"origin":22409,"position":2},"title":"Carton &#8211; \ub2e4\uc591\ud55c \uc5b8\uc5b4\uc5d0\uc11c ML\ubaa8\ub378\uc744 \ud558\ub098\uc758 API\ub85c \uc2e4\ud589\ud558\uae30","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 11\uc6d4 29\uc77c","format":false,"excerpt":"\ubaa8\ub4e0 \ud504\ub808\uc784\uc6cc\ud06c\ub97c \uc704\ud55c \uc624\ud508\uc18c\uc2a4 API \ubaa8\ub378\uc744 \uba54\ud0c0\ub370\uc774\ud130\uc640 \ud568\uaed8 \ud558\ub098\uc758 Zip \ud30c\uc77c\ub85c \uc555\ucd95\ud55c \ub4a4, \ud574\ub2f9 \ud30c\uc77c\uc744 \ub85c\ub529 \ucd94\ub860 \ucf54\ub4dc\ub294 \ud504\ub808\uc784\uc6cc\ud06c\uc640 \ubb34\uad00\ud558\uac8c \ub3d9\uc791 \uac00\ub2a5. Carton API\ub97c \ud638\ucd9c\ud558\uba74 Carton\uc774 \ud504\ub808\uc784\uc6cc\ud06c \ub0b4\ubd80\ub97c \ud638\ucd9c Rust \ub85c \uad6c\ud604\ub418\uace0, \uac01 \uc5b8\uc5b4\uc6a9 \ubc14\uc778\ub529\uc744 \uc81c\uacf5 x86_... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":22745,"url":"https:\/\/nori.company\/?p=22745","url_meta":{"origin":22409,"position":3},"title":"HuggingChat &#8211; \uc624\ud508\uc18c\uc2a4 ChatGPT \ub300\uccb4\uc81c","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 4\uc6d4 27\uc77c","format":false,"excerpt":"OpenAssistant LLaMA 30B SFT 6 \ubaa8\ub378\uc744 \uc0ac\uc6a9 ChatGPT\uac00 \uc9c0\uc6d0\ud558\ub294 \ub2e4\uc591\ud55c \uc791\uc5c5\ub4e4\uc744 \ube44\uc2b7\ud558\uac8c \uc218\ud589 \uc6f9 \uc778\ud130\ud398\uc774\uc2a4\ub97c \ud1b5\ud574 \uc0ac\uc6a9\ud558\uac70\ub098, Hugging Face API\ub97c \ud1b5\ud574\uc11c \uae30\uc874 \uc571\/\uc11c\ube44\uc2a4\ub4f1\uacfc \uc5f0\ub3d9 \uac00\ub2a5 ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":26882,"url":"https:\/\/nori.company\/?p=26882","url_meta":{"origin":22409,"position":4},"title":"ChatGPT\ub85c \uc800\ub834\ud558\uac8c \ud559\uc2b5\ub370\uc774\ud130 \uad6c\ucd95\ud558\ub294 \ubc29\ubc95","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 8\uc6d4 31\uc77c","format":false,"excerpt":"AI\ubaa8\ub378\uc744 \uac1c\ubc1c\ud560 \ub54c \ub370\uc774\ud130\uc14b\uc758 \uc591\uacfc \uc9c8\uc774 \ubaa8\ub450 \uc911\uc694 ChatGPT\ub97c \ud65c\uc6a9\ud558\uba74 \uc800\ub834\ud558\uac8c \ub370\uc774\ud130\uc14b \uad6c\ucd95\uc774 \uac00\ub2a5\ud558\uba70, \ub77c\ubca8\ub9c1 \ub300\ud589 \uc5c5\uccb4\ub97c \uc774\uc6a9\ud558\ub294 \uac83 \ubcf4\ub2e4 \uc2dc\uac04\uc744 \ub2e8\ucd95\ud560 \uc218 \uc788\uc74c \uc601\uc5b4\ub85c \uc9c8\uc758\ud558\uba74 \ube44\uc6a9\uc808\uc57d(\ud1a0\ud070 \uc218 \uc808\uc57d) \ubfd0\ub9cc \uc544\ub2c8\ub77c \uc131\ub2a5\ub3c4 \uc6b0\uc218\ud568 \uc77c\ubc18\uc801\uc778 \uc0c1\ud669\uc5d0\uc11c\ub294 temperature\ub97c ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":22833,"url":"https:\/\/nori.company\/?p=22833","url_meta":{"origin":22409,"position":5},"title":"Stability AI, \uc138\uacc4 \ucd5c\ucd08\uc758 \uc624\ud508\uc18c\uc2a4 RLHF LLM \ucc57\ubd07 StableVicuna \uacf5\uac1c","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 5\uc6d4 1\uc77c","format":false,"excerpt":"Vicuna v0 13B\ub97c \uba85\ub839\uc5b4 \ud30c\uc778\ud29c\ub2dd \ubc0f RLHF \ud6c8\ub828 3\uac1c\uc758 \ub370\uc774\ud130\uc14b\uc744 \uc774\uc6a9\ud558\uc5ec SFT(Supervised Fine-Tuning) OpenAssistant Conversations Dataset(OASST1) GPT4All Prompt Generations Alpaca HuggingFace\uc5d0\uc11c LLaMA\ubaa8\ub378\uc5d0 \ub300\ud55c \uac00\uc911\uce58 \ub378\ud0c0\ub85c \ub2e4\uc6b4\ub85c\ub4dc... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]}],"jetpack_featured_media_url":"","_links":{"self":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/22409","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=22409"}],"version-history":[{"count":1,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/22409\/revisions"}],"predecessor-version":[{"id":22410,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/22409\/revisions\/22410"}],"wp:attachment":[{"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=22409"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=22409"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=22409"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}