{"id":27331,"date":"2023-09-09T13:53:51","date_gmt":"2023-09-09T04:53:51","guid":{"rendered":"http:\/\/nori.company\/?p=27331"},"modified":"2023-09-09T13:53:51","modified_gmt":"2023-09-09T04:53:51","slug":"persimmon-8b-adept%ea%b0%80-%ea%b3%b5%ea%b0%9c%ed%95%9c-%ec%83%88%eb%a1%9c%ec%9a%b4-llm-%eb%aa%a8%eb%8d%b8","status":"publish","type":"post","link":"https:\/\/nori.company\/?p=27331","title":{"rendered":"Persimmon 8B: Adept\uac00 \uacf5\uac1c\ud55c \uc0c8\ub85c\uc6b4 LLM \ubaa8\ub378"},"content":{"rendered":"<h3>\uc8fc\uc694 \ud2b9\uc9d5<\/h3>\n<ul>\n<li>Adept\uc5d0\uc11c Apache \ub77c\uc774\uc120\uc2a4\ub85c \uacf5\uac1c\ud55c \ub300\ud615 \uc5b8\uc5b4 \ubaa8\ub378(LLM)<\/li>\n<li>Persimmon-8B \ubaa8\ub378\uc740 80\uc5b5\uac1c\uc758 \ub9e4\uac1c\ubcc0\uc218\ub97c \uac00\uc9c0\uba70, \ub2e4\uc591\ud55c \uc5b8\uc5b4 \uc791\uc5c5\uc5d0 \uc0ac\uc6a9 \uac00\ub2a5<\/li>\n<li>LLaMA2, GPT3, MPT \ub4f1\uc5d0 \ube44\ud574 \uc57d 4\ubc30 \uac00\ub7c9 \ub354 \ud070 16K\uc758 \ucee8\ud14d\uc2a4\ud2b8 \ud06c\uae30\ub97c \uac00\uc9d0<\/li>\n<li>10\uc5b5\uac1c \ubbf8\ub9cc\uc758 \ub9e4\uac1c\ubcc0\uc218\ub97c \uac16\ub294 \uc624\ud508\uc18c\uc2a4&#8230;\n<p>\ucd9c\ucc98 : <a href=\"https:\/\/news.hada.io\/topic?id=10797\" target=\"_blank\" rel=\"noopener\">GeekNews &#8211; \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4 <\/a><\/li>\n<\/ul>\n","protected":false},"excerpt":{"rendered":"<p>\uc8fc\uc694 \ud2b9\uc9d5 Adept\uc5d0\uc11c Apache \ub77c\uc774\uc120\uc2a4\ub85c \uacf5\uac1c\ud55c \ub300\ud615 \uc5b8\uc5b4 \ubaa8\ub378(LLM) Persimmon-8B \ubaa8\ub378\uc740 80\uc5b5\uac1c\uc758 \ub9e4\uac1c\ubcc0\uc218\ub97c \uac00\uc9c0\uba70, \ub2e4\uc591\ud55c \uc5b8\uc5b4 \uc791\uc5c5\uc5d0 \uc0ac\uc6a9 \uac00\ub2a5 LLaMA2,&hellip;<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"jetpack_post_was_ever_published":false,"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_publicize_message":"","jetpack_publicize_feature_enabled":true,"jetpack_social_post_already_shared":true,"jetpack_social_options":{"image_generator_settings":{"template":"highway","default_image_id":0,"font":"","enabled":false},"version":2}},"categories":[138],"tags":[163],"class_list":["post-27331","post","type-post","status-publish","format-standard","hentry","category-it","tag-geeknews-----"],"jetpack_publicize_connections":[],"jetpack_featured_media_url":"","jetpack_sharing_enabled":true,"jetpack_shortlink":"https:\/\/wp.me\/pa3PO4-76P","jetpack-related-posts":[{"id":23021,"url":"https:\/\/nori.company\/?p=23021","url_meta":{"origin":27331,"position":0},"title":"StarCoder, BigCode \ud504\ub85c\uc81d\ud2b8\uac00 \uacf5\uac1c\ud55c \ucf54\ub4dc\uc6a9 LLM","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 5\uc6d4 8\uc77c","format":false,"excerpt":"80+\uac1c\uc758 \ud504\ub85c\uadf8\ub798\ubc0d \uc5b8\uc5b4\uc5d0 \ub300\ud574\uc11c 1\uc870\uac1c\uc758 \ud1a0\ud070\uc73c\ub85c \ud6c8\ub828\ub41c 15.5B \ubaa8\ub378 \ud6a8\uc728\uc801\uc778 \uc0dd\uc131\uc744 \uc704\ud574 MQA\ub97c \uc0c8\uc6a9\ud558\uc5ec, 8192 \ud1a0\ud070 \ucee8\ud14d\uc2a4\ud2b8 \uc708\ub3c4\uc6b0\ub97c \uac00\uc9d0 StarCoderBase : 80\uac1c \uc774\uc0c1\uc758 \uc5b8\uc5b4 \ub370\uc774\ud130\ub97c \uac00\uc9c4 The-Stack v1.2(6TB) \ub370\uc774\ud130\uc14b\uc73c\ub85c \ud6c8\ub828 StarCoder : Python\uc5d0 \ub300\ud574\uc11c \uc880 \ub354 \ud6c8\ub828... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":29147,"url":"https:\/\/nori.company\/?p=29147","url_meta":{"origin":27331,"position":1},"title":"Fuyu-8B &#8211; Adept\uac00 \uacf5\uac1c\ud55c \uba40\ud2f0\ubaa8\ub2ec LLM \uc624\ud508\uc18c\uc2a4","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 10\uc6d4 24\uc77c","format":false,"excerpt":"\uc790\uc2e0\ub4e4\uc774 \uc81c\ud488\uc5d0 \uc0ac\uc6a9\ud558\ub294 \uba40\ud2f0\ubaa8\ub2ec(\uc774\ubbf8\uc9c0+\ud14d\uc2a4\ud2b8) \ubaa8\ub378\uc758 \uc791\uc740 \ubc84\uc804 \uc544\ud0a4\ud14d\ucc98\uc640 \ud6c8\ub828 \ud504\ub85c\uc138\uc2a4\uac00 \ub9e4\uc6b0 \uac04\ub2e8\ud568(\uc774\ubbf8\uc9c0 \uc778\ucf54\ub354 \uc5c6\uc74c) \ub514\uc9c0\ud138 \uc5d0\uc774\uc804\ud2b8\ub97c \uc704\ud574 \uc124\uacc4\ub418\uc5b4, \uc784\uc758\uc758 \uc774\ubbf8\uc9c0 \ud574\uc0c1\ub3c4\ub97c \uc9c0\uc6d0\ud558\uba70, \uadf8\ub798\ud504 \ubc0f \ub2e4\uc774\uc5b4\uadf8\ub7a8\uc5d0 \ub300\ud55c \ub2f5\ubcc0 \ubc0f UI \uae30\ubc18 \uc9c8\ubb38\uc5d0 \ub300\ud574 \ub2f5\ubcc0 \uac00\ub2a5 \ud070 \uc774... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":23484,"url":"https:\/\/nori.company\/?p=23484","url_meta":{"origin":27331,"position":2},"title":"MMS &#8211; Meta\uac00 \uacf5\uac1c\ud55c 1000+\uac1c \uc5b8\uc5b4 \uc74c\uc131 \uae30\uc220 \ud504\ub85c\uc81d\ud2b8","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 5\uc6d4 24\uc77c","format":false,"excerpt":"Massively Multilingual Speech \uae30\uc874 \uc57d 100\uac1c \uc5b8\uc5b4\ub9cc \uc9c0\uc6d0\ud558\ub294 \uc74c\uc131 \uc778\uc2dd \ubaa8\ub378\uc744 \ub118\uc5b4 \uc9c0\uad6c\uc0c1\uc5d0 \uc0ac\uc6a9\ub418\ub294 7000\uac1c \uc774\uc0c1\uc758 \uc5b8\uc5b4\ub97c \ud5a5\ud574, \uc218\ucc9c\uac1c\uc758 \uc5b8\uc5b4\ub97c \uc9c0\uc6d0\ud558\ub294 \ub2e8\uc77c \uc74c\uc131 \ubaa8\ub378\uc744 \ub9cc\ub4dc\ub294 \ud504\ub85c\uc81d\ud2b8 1100+\uac1c \ub2e4\uad6d\uc5b4 \uc74c\uc131 \uc778\uc2dd(ASR) \ubaa8\ub378 \uacfc \uc74c\uc131 \ud569\uc131(TTS) \ubaa8\ub378, 4000+\uac1c \uc5b8\uc5b4 \uc2dd\ubcc4(LID) \ubaa8\ub378... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":23017,"url":"https:\/\/nori.company\/?p=23017","url_meta":{"origin":27331,"position":3},"title":"RedPajama 3B, 7B \ubaa8\ub378 \uacf5\uac1c","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 5\uc6d4 8\uc77c","format":false,"excerpt":"\uc644\uc804\ud55c \uac1c\ubc29\ud615 \uc5b8\uc5b4 \ubaa8\ub378\uc744 \ub9cc\ub4e4\uae30 \uc704\ud55c \ud504\ub85c\uc81d\ud2b8 3\uc8fc\uc804 \uacf5\uac1c\ud55c RedPajama-Data-1T \ub370\uc774\ud130\uc14b\uc744 \uae30\ubc18\uc73c\ub85c 3B(\uc644\ub8cc), 7B(\ud504\ub9ac\ubdf0) \ud30c\ub77c\ubbf8\ud130\uc758 RedPajama-INCITE \ubaa8\ub378\ub4e4\uc744 \uacf5\uac1c Base \ubaa8\ub378 Instruction-Tuned \ubaa8\ub378 Chat \ubaa8\ub378 3B \ubaa8\ub378\uc740 \ub3d9\uae09\uc5d0\uc11c \uac00\uc7a5 \uac15\ub825... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":21995,"url":"https:\/\/nori.company\/?p=21995","url_meta":{"origin":27331,"position":4},"title":"BloombergGPT &#8211; \uae08\uc735\uc744 \uc704\ud55c \ub300\uaddc\ubaa8 \uc5b8\uc5b4 \ubaa8\ub378","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 4\uc6d4 3\uc77c","format":false,"excerpt":"\uad11\ubc94\uc704\ud55c \uae08\uc735 \ub370\uc774\ud130\ub85c \ud559\uc2b5\ub41c 500\uc5b5\uac1c(50B) \ud30c\ub77c\ubbf8\ud130 \uc5b8\uc5b4 \ubaa8\ub378 \ube14\ub8f8\ubc84\uadf8\uc758 \ub370\uc774\ud130\uc18c\uc2a4\uc5d0 \uae30\ubc18\ud55c 3630\uc5b5\uac1c \ud1a0\ud070 \ub370\uc774\ud130\uc14b\uc744 \uad6c\uc131\ud588\uace0, 3450\uc5b5\uac1c\uc758 \uc77c\ubc18 \ub370\uc774\ud130\uc14b\uc73c\ub85c \ubcf4\uac15 \uc77c\ubc18 LLM \ubca4\uce58\ub9c8\ud06c\uc5d0\uc11c \uc131\ub2a5 \uc800\ud558\uac00 \uc5c6\uace0, \uae08\uc735 \uc5c5\ubb34\uc5d0\uc11c\ub294 \uae30\uc874 \ubaa8\ub378 \ubcf4\ub2e4 \ud6e8\uc52c \uc6b0\uc218\ud55c \uc131\ub2a5\uc744 \ubcf4\uc784 \ubaa8\ub378... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":25716,"url":"https:\/\/nori.company\/?p=25716","url_meta":{"origin":27331,"position":5},"title":"LLM \uae30\ubc18 \uc2dc\uc2a4\ud15c \ubc0f \uc81c\ud488 \uad6c\ucd95 \ud328\ud134","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 8\uc6d4 3\uc77c","format":false,"excerpt":"\ub300\ud615 \uc5b8\uc5b4 \ubaa8\ub378 (LLM)\uc744 \uc2dc\uc2a4\ud15c\uacfc \uc81c\ud488\uc5d0 \ud1b5\ud569\ud558\ub294 \uc2e4\uc6a9\uc801\uc778 \ud328\ud134\uc5d0 \ub300\ud574 \ub17c\uc758\ud558\ub294 \uae30\uc0ac \uc131\ub2a5 \ud5a5\uc0c1\uacfc \ube44\uc6a9\/\uc704\ud5d8 \uac10\uc18c\uc5d0 \uae30\uc5ec\ud558\ub294 7\uac00\uc9c0 \uc8fc\uc694 \ud328\ud134 \ud3c9\uac00 (evals)\ub294 LLM\uc758 \uc131\ub2a5 \uce21\uc815\uacfc \ud68c\uadc0 \uac80\ucd9c\uc5d0 \uc911\uc694\ud568 \ub2e4\uc591\ud55c \ubca4\uce58\ub9c8\ud06c\uc640 \uba54\ud2b8\ub9ad\uc744 \uc0ac\uc6a9\ud558\uc5ec \uc5b8\uc5b4 \ubaa8\ub378\uc744 \ud3c9\uac00\ud568 \uc804\ud1b5\uc801\uc778... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]}],"_links":{"self":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/27331","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=27331"}],"version-history":[{"count":1,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/27331\/revisions"}],"predecessor-version":[{"id":27332,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/27331\/revisions\/27332"}],"wp:attachment":[{"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=27331"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=27331"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=27331"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}