{"id":24231,"date":"2023-06-20T12:47:39","date_gmt":"2023-06-20T03:47:39","guid":{"rendered":"http:\/\/nori.company\/?p=24231"},"modified":"2023-06-20T12:47:39","modified_gmt":"2023-06-20T03:47:39","slug":"openllama-13b-%ea%b3%b5%ea%b0%9c","status":"publish","type":"post","link":"https:\/\/nori.company\/?p=24231","title":{"rendered":"OpenLLaMA 13B \uacf5\uac1c"},"content":{"rendered":"<ul>\n<li>\ub2e4\ub978 \uc6a9\ub3c4\uc758 \uc774\uc6a9\uc774 \uac00\ub2a5\ud558\ub3c4\ub85d \uc544\ud30c\uce58 \ub77c\uc774\uc13c\uc2a4\ub85c \ub9cc\ub4e4\uc5b4\uc9c4 LLaMA\uc758 \uc624\ud508\uc18c\uc2a4 \ubcf5\uc81c\ubcf8<\/li>\n<li>1T \ud1a0\ud070\uc73c\ub85c \ud6c8\ub828\ud55c 3B, 7B, 13B \ubaa8\ub378\uc744 \uacf5\uac1c<\/li>\n<li>\uc0ac\uc804\ud6c8\ub828\ub41c \ubaa8\ub378\uc758 Weights\ub3c4 \uacf5\uac1c (EasyLM &amp; PyTorch \ud3ec\ub9f7)<\/li>\n<\/ul>\n<p>&#8230;<\/p>\n<p>\ucd9c\ucc98 : <a href=\"https:\/\/news.hada.io\/topic?id=9439\" target=\"_blank\" rel=\"noopener\">GeekNews &#8211; \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4 <\/a><\/p>\n","protected":false},"excerpt":{"rendered":"<p>\ub2e4\ub978 \uc6a9\ub3c4\uc758 \uc774\uc6a9\uc774 \uac00\ub2a5\ud558\ub3c4\ub85d \uc544\ud30c\uce58 \ub77c\uc774\uc13c\uc2a4\ub85c \ub9cc\ub4e4\uc5b4\uc9c4 LLaMA\uc758 \uc624\ud508\uc18c\uc2a4 \ubcf5\uc81c\ubcf8 1T \ud1a0\ud070\uc73c\ub85c \ud6c8\ub828\ud55c 3B, 7B, 13B \ubaa8\ub378\uc744 \uacf5\uac1c \uc0ac\uc804\ud6c8\ub828\ub41c \ubaa8\ub378\uc758&hellip;<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"jetpack_post_was_ever_published":false,"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_publicize_message":"","jetpack_publicize_feature_enabled":true,"jetpack_social_post_already_shared":true,"jetpack_social_options":{"image_generator_settings":{"template":"highway","default_image_id":0,"font":"","enabled":false},"version":2}},"categories":[138],"tags":[163],"class_list":["post-24231","post","type-post","status-publish","format-standard","hentry","category-it","tag-geeknews-----"],"jetpack_publicize_connections":[],"jetpack_featured_media_url":"","jetpack_sharing_enabled":true,"jetpack_shortlink":"https:\/\/wp.me\/pa3PO4-6iP","jetpack-related-posts":[{"id":27273,"url":"https:\/\/nori.company\/?p=27273","url_meta":{"origin":24231,"position":0},"title":"Hugging Face, Training Cluster As a Service \uacf5\uac1c","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 9\uc6d4 8\uc77c","format":false,"excerpt":"\ubcf5\uc7a1\ud55c \ud504\ub85c\uc138\uc2a4 \uc5c6\uc774 \ub300\uaddc\ubaa8 \ubaa8\ub378\uc744 \ud5c8\uae45\ud398\uc774\uc2a4\uc758 \ud074\ub7ec\uc2a4\ud130\uc5d0\uc11c \uc190\uc27d\uac8c \ud6c8\ub828\ud558\uae30 \uc704\ud55c \uc11c\ube44\uc2a4 \ucf64\ubcf4\ubc15\uc2a4\uc5d0\uc11c \uc8fc\uc694 \uac12\uc744 \uc218\uc815\ud574\uc11c \uac00\uaca9 \ud655\uc778 \uac00\ub2a5 I want to train a \"7B\/13B\/30B\/70B\" parameters \"text\/multimodal\" model on a \"1.4T\/3.5T\/7T\" tokens dataset, o... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":22833,"url":"https:\/\/nori.company\/?p=22833","url_meta":{"origin":24231,"position":1},"title":"Stability AI, \uc138\uacc4 \ucd5c\ucd08\uc758 \uc624\ud508\uc18c\uc2a4 RLHF LLM \ucc57\ubd07 StableVicuna \uacf5\uac1c","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 5\uc6d4 1\uc77c","format":false,"excerpt":"Vicuna v0 13B\ub97c \uba85\ub839\uc5b4 \ud30c\uc778\ud29c\ub2dd \ubc0f RLHF \ud6c8\ub828 3\uac1c\uc758 \ub370\uc774\ud130\uc14b\uc744 \uc774\uc6a9\ud558\uc5ec SFT(Supervised Fine-Tuning) OpenAssistant Conversations Dataset(OASST1) GPT4All Prompt Generations Alpaca HuggingFace\uc5d0\uc11c LLaMA\ubaa8\ub378\uc5d0 \ub300\ud55c \uac00\uc911\uce58 \ub378\ud0c0\ub85c \ub2e4\uc6b4\ub85c\ub4dc... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":25088,"url":"https:\/\/nori.company\/?p=25088","url_meta":{"origin":24231,"position":2},"title":"Meta, \ucc28\uc138\ub300 \uc5b8\uc5b4\ubaa8\ub378 Llama 2 \uacf5\uac1c","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 7\uc6d4 19\uc77c","format":false,"excerpt":"\uc5f0\uad6c \ubc0f \uc0c1\uc5c5\uc6a9\ub3c4 \ubaa8\ub450 \uc0ac\uc6a9\uac00\ub2a5\ud55c \uc624\ud508\uc18c\uc2a4 \ub300\uaddc\ubaa8 \uc5b8\uc5b4\ubaa8\ub378 Llama 1 \ub300\ube44 40% \ub9ce\uc740 2\uc870\uac1c\uc758 \ud1a0\ud070 \ub370\uc774\ud130\ub85c \ud6c8\ub828 2\ubc30\uc758 \ucee8\ud14d\uc2a4\ud2b8 \uae38\uc774: 4096 \uc138\uac00\uc9c0 \ud06c\uae30\uc758 \ubaa8\ub378: 7B, 13B, 70B \ucd94\ub860, \ucf54\ub529, \uc219\ub828\ub3c4, \uc9c0\uc2dd\ud14c\uc2a4\ud2b8\ub4f1 \ub9ce\uc740 \ubca4\uce58\ub9c8\ud06c\uc5d0\uc11c \ub2e4\ub978 \uc624\ud508\uc18c\uc2a4 \uc5b8\uc5b4 \ubaa8\ub378\ubcf4\ub2e4 \ud6cc\ub96d\ud55c ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":25092,"url":"https:\/\/nori.company\/?p=25092","url_meta":{"origin":24231,"position":3},"title":"Meta, \ucc28\uc138\ub300 \uc5b8\uc5b4\ubaa8\ub378 Llama 2 \uacf5\uac1c","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 7\uc6d4 19\uc77c","format":false,"excerpt":"\uc5f0\uad6c \ubc0f \uc0c1\uc5c5\uc6a9\ub3c4 \ubaa8\ub450 \uc0ac\uc6a9\uac00\ub2a5\ud55c \uc624\ud508\uc18c\uc2a4 \ub300\uaddc\ubaa8 \uc5b8\uc5b4\ubaa8\ub378 Llama 1 \ub300\ube44 40% \ub9ce\uc740 2\uc870\uac1c\uc758 \ud1a0\ud070 \ub370\uc774\ud130\ub85c \ud6c8\ub828 2\ubc30\uc758 \ucee8\ud14d\uc2a4\ud2b8 \uae38\uc774: 4096 \uc138\uac00\uc9c0 \ud06c\uae30\uc758 \ubaa8\ub378: 7B, 13B, 70B \ucd94\ub860, \ucf54\ub529, \uc219\ub828\ub3c4, \uc9c0\uc2dd\ud14c\uc2a4\ud2b8\ub4f1 \ub9ce\uc740 \ubca4\uce58\ub9c8\ud06c\uc5d0\uc11c \ub2e4\ub978 \uc624\ud508\uc18c\uc2a4 \uc5b8\uc5b4 \ubaa8\ub378\ubcf4\ub2e4 \ud6cc\ub96d\ud55c ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":26632,"url":"https:\/\/nori.company\/?p=26632","url_meta":{"origin":24231,"position":4},"title":"Code Llama &#8211; \ucf54\ub529\uc744 \uc704\ud55c \ucd5c\ucca8 \uac70\ub300 \uc5b8\uc5b4 \ubaa8\ub378","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 8\uc6d4 25\uc77c","format":false,"excerpt":"Meta\uac00 Llama 2\ub97c \uae30\ubc18\uc73c\ub85c \uad6c\ucd95\ub41c \ucf54\ub529 \uc804\uc6a9 \ubaa8\ub378\uc778 Code Llama\ub97c \uacf5\uac1c. \ucf54\ub4dc\uc640 \uc790\uc5f0\uc5b4 \ud504\ub86c\ud504\ud2b8\uc5d0\uc11c \ucf54\ub4dc \uc0dd\uc131\uc774 \uac00\ub2a5\ud558\uba70, \uc790\uccb4 \ubca4\uce58\ub9c8\ud06c \uacb0\uacfc ChatGPT\ubcf4\ub2e4 \uc131\ub2a5\uc774 \ub6f0\uc5b4\ub0ac\uc74c. 5,000\uc5b5 \uac1c\uc758 \ucf54\ub4dc \ud1a0\ud070\uacfc \uad00\ub828 \ub370\uc774\ud130\ub85c \ud6c8\ub828\ub41c 7B, 13B, 34B \ubaa8\ub378\uc744 \uac01\uac01 \ucd9c\uc2dc. \ucd5c\ub300 10\ub9cc \uac1c\uc758 \ucee8\ud14d... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":31633,"url":"https:\/\/nori.company\/?p=31633","url_meta":{"origin":24231,"position":5},"title":"Microsoft, 2.7B\ub85c \uc791\uc9c0\ub9cc \uac15\ub825\ud55c Phi-2 \uc5b8\uc5b4 \ubaa8\ub378 \uacf5\uac1c","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 12\uc6d4 15\uc77c","format":false,"excerpt":"SLM: Small Language Model 2.7B \ubaa8\ub378\uc784\uc5d0\ub3c4 \ucd5c\ub300 25\ubc30 \ud070 \ubaa8\ub378\uacfc \uac19\uac70\ub098 \ub354 \uc88b\uc740 \uc131\ub2a5\uc744 \ubcf4\uc784 Mistral 7B, Llama-7B\/13B \uc131\ub2a5\uc744 \ub2a5\uac00 \ucf54\ub529 \ubc0f \uc218\ud559\uac19\uc740 \ub2e4\ub2e8\uacc4 \ucd94\ub860\uc5d0\uc11c\ub294 25\ubc30 \ud070 Llama-2-70B \ubaa8\ub378\ubcf4\ub2e4\ub3c4 \ub6f0\uc5b4\ub0a8 Google Gemini Nano 2 \ubcf4\ub2e4 \ub354 \uc791\uc9c0\ub9cc, \ub3d9\uc77c\ud558\uac70\ub098 \ub354 \ub6f0... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]}],"_links":{"self":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/24231","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=24231"}],"version-history":[{"count":1,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/24231\/revisions"}],"predecessor-version":[{"id":24232,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/24231\/revisions\/24232"}],"wp:attachment":[{"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=24231"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=24231"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=24231"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}