{"id":23021,"date":"2023-05-08T11:47:45","date_gmt":"2023-05-08T02:47:45","guid":{"rendered":"http:\/\/nori.company\/?p=23021"},"modified":"2023-05-08T11:47:45","modified_gmt":"2023-05-08T02:47:45","slug":"starcoder-bigcode-%ed%94%84%eb%a1%9c%ec%a0%9d%ed%8a%b8%ea%b0%80-%ea%b3%b5%ea%b0%9c%ed%95%9c-%ec%bd%94%eb%93%9c%ec%9a%a9-llm","status":"publish","type":"post","link":"https:\/\/nori.company\/?p=23021","title":{"rendered":"StarCoder, BigCode \ud504\ub85c\uc81d\ud2b8\uac00 \uacf5\uac1c\ud55c \ucf54\ub4dc\uc6a9 LLM"},"content":{"rendered":"<ul>\n<li>80+\uac1c\uc758 \ud504\ub85c\uadf8\ub798\ubc0d \uc5b8\uc5b4\uc5d0 \ub300\ud574\uc11c 1\uc870\uac1c\uc758 \ud1a0\ud070\uc73c\ub85c \ud6c8\ub828\ub41c 15.5B \ubaa8\ub378<\/li>\n<li>\ud6a8\uc728\uc801\uc778 \uc0dd\uc131\uc744 \uc704\ud574 MQA\ub97c \uc0c8\uc6a9\ud558\uc5ec, 8192 \ud1a0\ud070 \ucee8\ud14d\uc2a4\ud2b8 \uc708\ub3c4\uc6b0\ub97c \uac00\uc9d0\n<ul>\n<li>StarCoderBase : 80\uac1c \uc774\uc0c1\uc758 \uc5b8\uc5b4 \ub370\uc774\ud130\ub97c \uac00\uc9c4 The-Stack v1.2(6TB) \ub370\uc774\ud130\uc14b\uc73c\ub85c \ud6c8\ub828<\/li>\n<li>StarCoder : Python\uc5d0 \ub300\ud574\uc11c \uc880 \ub354 \ud6c8\ub828&#8230;\n<p>\ucd9c\ucc98 : <a href=\"https:\/\/news.hada.io\/topic?id=9126\" target=\"_blank\" rel=\"noopener\">GeekNews &#8211; \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4 <\/a><\/li>\n<\/ul>\n<\/li>\n<\/ul>\n","protected":false},"excerpt":{"rendered":"<p>80+\uac1c\uc758 \ud504\ub85c\uadf8\ub798\ubc0d \uc5b8\uc5b4\uc5d0 \ub300\ud574\uc11c 1\uc870\uac1c\uc758 \ud1a0\ud070\uc73c\ub85c \ud6c8\ub828\ub41c 15.5B \ubaa8\ub378 \ud6a8\uc728\uc801\uc778 \uc0dd\uc131\uc744 \uc704\ud574 MQA\ub97c \uc0c8\uc6a9\ud558\uc5ec, 8192 \ud1a0\ud070 \ucee8\ud14d\uc2a4\ud2b8 \uc708\ub3c4\uc6b0\ub97c \uac00\uc9d0 StarCoderBase&hellip;<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"jetpack_post_was_ever_published":false,"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_publicize_message":"","jetpack_publicize_feature_enabled":true,"jetpack_social_post_already_shared":true,"jetpack_social_options":{"image_generator_settings":{"template":"highway","default_image_id":0,"font":"","enabled":false},"version":2}},"categories":[138],"tags":[163],"class_list":["post-23021","post","type-post","status-publish","format-standard","hentry","category-it","tag-geeknews-----"],"jetpack_publicize_connections":[],"jetpack_featured_media_url":"","jetpack_sharing_enabled":true,"jetpack_shortlink":"https:\/\/wp.me\/pa3PO4-5Zj","jetpack-related-posts":[{"id":22735,"url":"https:\/\/nori.company\/?p=22735","url_meta":{"origin":23021,"position":0},"title":"Simple LLM Finetuner &#8211; \ucd08\ubcf4\uc790 \uce5c\ud654\uc801\uc778 UI\ub97c \uac00\uc9c4 LLM \ud29c\ub2dd \ub3c4\uad6c","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 4\uc6d4 27\uc77c","format":false,"excerpt":"\ub2e4\uc591\ud55c LLM\uc5d0 \ub300\ud574\uc11c LoRA \uba54\uc18c\ub4dc(PEFT \ub77c\uc774\ube0c\ub7ec\ub9ac \uc774\uc6a9)\ub85c \uc27d\uac8c \ud30c\uc778\ud29c\ub2dd \uac00\ub2a5 \ub370\uc774\ud130\uc14b \uad00\ub9ac, \ud30c\ub77c\ubbf8\ud130 \ucee4\uc2a4\ud130\ub9c8\uc774\uc9d5, \ud6c8\ub828 \ubc0f \ubaa8\ub378\uc758 \ucd94\ub860 \ub2a5\ub825 \ud3c9\uac00 \uc77c\ubc18 \uc18c\ube44\uc790\uc6a9 NVIDIA GPU(16G VRAM \uc774\uc0c1)\ub85c\ub3c4 \uac00\ub2a5 Linux \ub610\ub294 WSL ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":24539,"url":"https:\/\/nori.company\/?p=24539","url_meta":{"origin":23021,"position":1},"title":"XGen-7B &#8211; 1.5T \ud1a0\ud070\uc5d0 \ub300\ud574 \ucd5c\ub300 8K \uc2dc\ud000\uc2a4 \uae38\uc774\ub85c \ud6c8\ub828\ud55c 7B LLM","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 7\uc6d4 1\uc77c","format":false,"excerpt":"LLM\uc774 \ub9ce\uc774 \uc0ac\uc6a9\ub418\uba74\uc11c \uae34 \uc2dc\ud000\uc2a4\uc5d0 \ub300\ud574\uc11c \uc801\uc6a9\ud558\ub294 \uac83\uc774 \uc911\uc694\ud574\uc9d0: \ubb38\uc11c \uc694\uc57d, \ucf54\ub4dc \uc791\uc131, \ub2e8\ubc31\uc9c8 \uc11c\uc5f4 \uc608\uce21\ub4f1 \ud558\uc9c0\ub9cc \ub300\ubd80\ubd84\uc758 \uc624\ud508\uc18c\uc2a4 LLM(LLaMA, MPT, Falcon) \ub4f1\uc740 \ucd5c\ub300 2K \ud1a0\ud070 \uc2dc\ud000\uc2a4 \uae38\uc774\ub85c \ud6c8\ub828\ub428 XGen-7B \ub294 \ucd5c\ub300 8K \uc2dc\ud000\uc2a4 \uae38\uc774 \uae4c\uc9c0\ub85c 1.5T \ucf54\ud070\uc5d0 \ub300\ud574 \ud6c8\ub828 \ud45c\uc900 NL... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":26056,"url":"https:\/\/nori.company\/?p=26056","url_meta":{"origin":23021,"position":2},"title":"\uba38\uc2e0\ub7ec\ub2dd \ubaa8\ub378\uc740 \uc678\uc6b0\ub294 \uac83\uc778\uac00, \uc77c\ubc18\ud654\ud558\ub294 \uac83\uc778\uac00?","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 8\uc6d4 11\uc77c","format":false,"excerpt":"\uae30\uc0ac\ub294 \"\uadf8\ub85c\ud0b9(grokking)\"\uc774\ub77c\ub294 \uae30\uacc4 \ud559\uc2b5 \ubaa8\ub378\uc758 \ud604\uc0c1\uc5d0 \ub300\ud574 \ub17c\uc758\ud558\uba70, \uc774\ub294 \ubaa8\ub378\uc774 \ud6c8\ub828 \ub370\uc774\ud130\ub97c \uc678\uc6b0\ub294 \uac83\uc5d0\uc11c \uc624\ub79c \uc2dc\uac04\uc758 \ud6c8\ub828 \ud6c4 \ubcf4\uc774\uc9c0 \uc54a\ub294 \uc785\ub825\uc5d0 \uc62c\ubc14\ub974\uac8c \uc77c\ubc18\ud654\ud558\ub294 \uac83\uc73c\ub85c \uc804\ud658\ub429\ub2c8\ub2e4. \uc774 \ud604\uc0c1\uc740 \uac04\ub2e8\ud55c \uc791\uc5c5\uc5d0 \ud6c8\ub828\ub41c \uc791\uc740 \ubaa8\ub378\uc5d0\uc11c \uad00\ucc30\ub418\uc5b4 \uae30\uc220 \ucee4\ubba4\ub2c8\ud2f0\uc758 \uad00\uc2ec\uc744 \ubd88\ub7ec... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":31283,"url":"https:\/\/nori.company\/?p=31283","url_meta":{"origin":23021,"position":3},"title":"\uba54\ud0c0\uc758 \uc0c8 AI \uc774\ubbf8\uc9c0 \uc0dd\uc131\uae30, 11\uc5b5 \uc7a5\uc758 \uc778\uc2a4\ud0c0\uadf8\ub7a8\uacfc \ud398\uc774\uc2a4\ubd81 \uc0ac\uc9c4\uc73c\ub85c \ud6c8\ub828","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 12\uc6d4 8\uc77c","format":false,"excerpt":"Meta\uac00 \"Imagine with Meta AI\"\ub77c\ub294 \uc0c8\ub85c\uc6b4 AI \uc774\ubbf8\uc9c0 \uc0dd\uc131\uae30\ub97c \ucd9c\uc2dc \uc774 AI\ub294 11\uc5b5 \uac1c\uc758 \uacf5\uac1c\ub41c Facebook\uacfc Instagram \uc0ac\uc9c4\uc73c\ub85c \ud6c8\ub828 \uc0ac\uc6a9\uc790\uac00 \uc791\uc131\ud55c \ud504\ub86c\ud504\ud2b8\ub85c\ubd80\ud130 \uc0c8\ub85c\uc6b4 \uc774\ubbf8\uc9c0\ub97c \uc0dd\uc131 \uac00\ub2a5 \"Imagine with Meta AI\"\uc758 \uae30\ub2a5\uacfc \uc0ac\uc6a9 \ubc29\ubc95 ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":22385,"url":"https:\/\/nori.company\/?p=22385","url_meta":{"origin":23021,"position":4},"title":"\uc720\ub2c8\ubc84\uc124 \ubba4\uc9c1, \uc74c\uc545 \uc2a4\ud2b8\ub9ac\ubc0d \uc11c\ube44\uc2a4\ub4e4\uc5d0\uac8c AI\ud68c\uc0ac\ub4e4\uc774 &#8220;\ud6c8\ub828&#8221;\uc744 \uc704\ud574 \uc74c\uc545\uc5d0 \uc811\uadfc\ud558\ub294\uac78 \ucc28\ub2e8\ud574\ub2ec\ub77c\uace0&#8230;","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 4\uc6d4 16\uc77c","format":false,"excerpt":"Spotify, Apple Music \ub4f1\uc758 \ud68c\uc0ac\uc5d0 \uc694\uad6c\ud588\ub2e4\uace0 \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":28940,"url":"https:\/\/nori.company\/?p=28940","url_meta":{"origin":23021,"position":5},"title":"\ub79c\ub529 \ud398\uc774\uc9c0 Explained","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 10\uc6d4 18\uc77c","format":false,"excerpt":"\uc5ec\ub7ec SaaS \ubc0f \ud06c\ub9ac\uc5d0\uc774\ud130\ub4e4\uc758 \ub79c\ub529 \ud398\uc774\uc9c0\uc5d0 \ub300\ud574\uc11c \uc804\ubb38\uac00\ub4e4\uc774 \uc0c1\uc138\ud558\uac8c \uc124\uba85\ud55c \uc790\ub8cc\ub4e4 \ubaa8\uc74c \uac01 \ud398\uc774\uc9c0\uc758 \uc139\uc158\/\uc774\ubbf8\uc9c0\/\ucef4\ud3ec\ub10c\ud2b8 \ub4f1\uc5d0 \ub300\ud574\uc11c \ud654\uc0b4\ud45c\ub85c \ud45c\uc2dc\ud558\uace0 \uc0c1\uc138 \uc124\uba85\uc744 \uc801\uc5b4\uc11c, \uc804\ud658\uc728\uc744 \ub192\uc778 \ubc29\ubc95 \ubd80\ud130 \ub514\uc790\uc778 \uc774\uc720\/\ubaa9\uc801\/\uc0ac\uc6a9\ub41c \uae30\uc220\ub4f1\uc744 \ubd84\uc11d \ub274\uc2a4\ub808\ud130\ub85c\ub3c4 \uc81c\uacf5 \ud604\uc7ac \uc57d 50... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]}],"_links":{"self":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/23021","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=23021"}],"version-history":[{"count":1,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/23021\/revisions"}],"predecessor-version":[{"id":23022,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/23021\/revisions\/23022"}],"wp:attachment":[{"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=23021"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=23021"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=23021"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}