{"id":22544,"date":"2023-04-20T11:49:02","date_gmt":"2023-04-20T02:49:02","guid":{"rendered":"http:\/\/nori.company\/?p=22544"},"modified":"2023-04-20T11:49:02","modified_gmt":"2023-04-20T02:49:02","slug":"stablelm-%ea%b3%b5%ea%b0%9c-stability-ai%ec%9d%98-%ea%b3%b5%ea%b0%9c-%ec%96%b8%ec%96%b4-%eb%aa%a8%eb%8d%b8","status":"publish","type":"post","link":"https:\/\/nori.company\/?p=22544","title":{"rendered":"StableLM \uacf5\uac1c &#8211; Stability AI\uc758 \uacf5\uac1c \uc5b8\uc5b4 \ubaa8\ub378"},"content":{"rendered":"<ul>\n<li>3B\/7B \ubaa8\ub378\uc744 \uacf5\uac1c, 15B\/30B\/65B \ubaa8\ub378\ub3c4 \uacf5\uac1c \uc608\uc815\uc774\uace0 175B\uae4c\uc9c0 \uacc4\ud68d\uc911<\/li>\n<li>\ubaa8\ub378\uc740 CC BY-SA-4.0 \ub77c\uc774\uc13c\uc2a4\ub85c \ucd9c\ucc98 \ud45c\uae30\uc2dc \uc0c1\uc5c5\uc801 \uc774\uc6a9 \uac00\ub2a5<\/li>\n<li>\uc624\ud508 \ub370\uc774\ud130\uc14b\uc778 The Pile\uc5d0 \uae30\ubc18\ud588\uc9c0\ub9cc 3\ubc30 \ud06c\uae30\uc778 1.5T \ud1a0\ud070\uc744 \uac00\uc9c0\ub294 \uc0c8\ub85c\uc6b4 \ub370\uc774\ud130\uc14b\uc73c\ub85c \ud6c8\ub828<\/li>\n<li>\ucee8\ud14d\uc2a4\ud2b8 \uae38\uc774\ub294 4096 \ud1a0\ud070<\/li>\n<li>PoC\ub85c&#8230;\n<p>\ucd9c\ucc98 : <a href=\"https:\/\/news.hada.io\/topic?id=9003\" target=\"_blank\" rel=\"noopener\">GeekNews &#8211; \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4 <\/a><\/li>\n<\/ul>\n","protected":false},"excerpt":{"rendered":"<p>3B\/7B \ubaa8\ub378\uc744 \uacf5\uac1c, 15B\/30B\/65B \ubaa8\ub378\ub3c4 \uacf5\uac1c \uc608\uc815\uc774\uace0 175B\uae4c\uc9c0 \uacc4\ud68d\uc911 \ubaa8\ub378\uc740 CC BY-SA-4.0 \ub77c\uc774\uc13c\uc2a4\ub85c \ucd9c\ucc98 \ud45c\uae30\uc2dc \uc0c1\uc5c5\uc801 \uc774\uc6a9 \uac00\ub2a5 \uc624\ud508 \ub370\uc774\ud130\uc14b\uc778&hellip;<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"jetpack_post_was_ever_published":false,"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_publicize_message":"","jetpack_publicize_feature_enabled":true,"jetpack_social_post_already_shared":true,"jetpack_social_options":{"image_generator_settings":{"template":"highway","default_image_id":0,"font":"","enabled":false},"version":2}},"categories":[138],"tags":[163],"class_list":["post-22544","post","type-post","status-publish","format-standard","hentry","category-it","tag-geeknews-----"],"jetpack_publicize_connections":[],"jetpack_featured_media_url":"","jetpack_sharing_enabled":true,"jetpack_shortlink":"https:\/\/wp.me\/pa3PO4-5RC","jetpack-related-posts":[{"id":24231,"url":"https:\/\/nori.company\/?p=24231","url_meta":{"origin":22544,"position":0},"title":"OpenLLaMA 13B \uacf5\uac1c","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 6\uc6d4 20\uc77c","format":false,"excerpt":"\ub2e4\ub978 \uc6a9\ub3c4\uc758 \uc774\uc6a9\uc774 \uac00\ub2a5\ud558\ub3c4\ub85d \uc544\ud30c\uce58 \ub77c\uc774\uc13c\uc2a4\ub85c \ub9cc\ub4e4\uc5b4\uc9c4 LLaMA\uc758 \uc624\ud508\uc18c\uc2a4 \ubcf5\uc81c\ubcf8 1T \ud1a0\ud070\uc73c\ub85c \ud6c8\ub828\ud55c 3B, 7B, 13B \ubaa8\ub378\uc744 \uacf5\uac1c \uc0ac\uc804\ud6c8\ub828\ub41c \ubaa8\ub378\uc758 Weights\ub3c4 \uacf5\uac1c (EasyLM & PyTorch \ud3ec\ub9f7) ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":23017,"url":"https:\/\/nori.company\/?p=23017","url_meta":{"origin":22544,"position":1},"title":"RedPajama 3B, 7B \ubaa8\ub378 \uacf5\uac1c","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 5\uc6d4 8\uc77c","format":false,"excerpt":"\uc644\uc804\ud55c \uac1c\ubc29\ud615 \uc5b8\uc5b4 \ubaa8\ub378\uc744 \ub9cc\ub4e4\uae30 \uc704\ud55c \ud504\ub85c\uc81d\ud2b8 3\uc8fc\uc804 \uacf5\uac1c\ud55c RedPajama-Data-1T \ub370\uc774\ud130\uc14b\uc744 \uae30\ubc18\uc73c\ub85c 3B(\uc644\ub8cc), 7B(\ud504\ub9ac\ubdf0) \ud30c\ub77c\ubbf8\ud130\uc758 RedPajama-INCITE \ubaa8\ub378\ub4e4\uc744 \uacf5\uac1c Base \ubaa8\ub378 Instruction-Tuned \ubaa8\ub378 Chat \ubaa8\ub378 3B \ubaa8\ub378\uc740 \ub3d9\uae09\uc5d0\uc11c \uac00\uc7a5 \uac15\ub825... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":21977,"url":"https:\/\/nori.company\/?p=21977","url_meta":{"origin":22544,"position":2},"title":"\ud2b8\uc704\ud130\uc758 \ucd94\ucc9c\uc54c\uace0\ub9ac\uc998\uc744 \uc624\ud508\uc18c\uc2a4\ub85c \uacf5\uac1c","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 4\uc6d4 1\uc77c","format":false,"excerpt":"\ud2b8\uc704\ud130\uc758 \ucd94\ucc9c\uc54c\uace0\ub9ac\uc998\uc744 \uc624\ud508\uc18c\uc2a4\ub85c \uacf5\uac1c \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":23825,"url":"https:\/\/nori.company\/?p=23825","url_meta":{"origin":22544,"position":3},"title":"RedPajama, HEML \ubca4\uce58\ub9c8\ud06c\uc5d0\uc11c \uacf5\uac1c\ub41c \ub2e4\ub978 7B LLM \ubaa8\ub378\ubcf4\ub2e4 \ub6f0\uc5b4\ub09c \uc131\ub2a5\uc744 \uac16\ub294 7B \ubaa8\ub378 \uacf5\uac1c","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 6\uc6d4 7\uc77c","format":false,"excerpt":"RedPajama-INCITE-7B \ubaa8\ub378 3\uc885 \uc18c\uac1c HELM \ubca4\uce58\ub9c8\ud06c \uae30\uc900, \uae30\uc874 \uacf5\uac1c\ub41c 7B \ubaa8\ub378\ub4e4\ubcf4\ub2e4 \ub6f0\uc5b4\ub09c RedPajama-INCITE-7B-Instruct \ubaa8\ub378\uc744 \ud3ec\ud568\ud558\uc5ec 7B\uc9dc\ub9ac 3\uc885 \ubaa8\ub378\uc744 \uacf5\uac1c RedPajama-INCITE-7B-Instruct \ubaa8\ub378 \uae30\uc874 \ubaa8\ub378\uc758 Instruct \ud29c\ub2dd \ubc84\uc804 P3 (Bi \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":25173,"url":"https:\/\/nori.company\/?p=25173","url_meta":{"origin":22544,"position":4},"title":"MosaicML, MPT-7B-8K \ubaa8\ub378 \uacf5\uac1c","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 7\uc6d4 21\uc77c","format":false,"excerpt":"8k \ucee8\ud14d\uc2a4\ud2b8 \uae38\uc774\ub97c \uc9c0\uc6d0\ud558\ub294 7B \ud30c\ub77c\ubbf8\ud130 \uc624\ud508\uc18c\uc2a4 LLM MPT-7B\uc5d0 \ucd94\uac00\ub85c 500B \ud1a0\ud070 \ub370\uc774\ud130\ub97c \uc774\uc6a9\ud574 256\uac1c\uc758 NVidia H100 \uc73c\ub85c 3\uc77c\uac04 \ud2b8\ub808\uc774\ub2dd 3\uac1c\uc758 \ubaa8\ub378\uc744 \uacf5\uac1c : MPT-7B-8k, MPT-7B-8k-Instruct, MPT-7B-8k-Chat \uc0c1\uc5c5\uc801 \uc6a9\ub3c4\ub85c \uc0ac\uc6a9 \uac00\ub2a5 ALiBi(Attention with Linear... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":28096,"url":"https:\/\/nori.company\/?p=28096","url_meta":{"origin":22544,"position":5},"title":"HN \uacf5\uac1c: \uc21c\uc218 WASM\uc5d0\uc11c \uc2e4\ud589\ub418\ub294 Unity \uc2a4\ud0c0\uc77c \uac8c\uc784 \uc5d0\ub514\ud130","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 9\uc6d4 27\uc77c","format":false,"excerpt":"HN \uacf5\uac1c: \uc21c\uc218 WASM\uc5d0\uc11c \uc2e4\ud589\ub418\ub294 Unity \uc2a4\ud0c0\uc77c \uac8c\uc784 \uc5d0\ub514\ud130 \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]}],"_links":{"self":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/22544","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=22544"}],"version-history":[{"count":1,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/22544\/revisions"}],"predecessor-version":[{"id":22545,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/22544\/revisions\/22545"}],"wp:attachment":[{"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=22544"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=22544"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=22544"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}