{"id":27231,"date":"2023-09-07T11:53:46","date_gmt":"2023-09-07T02:53:46","guid":{"rendered":"http:\/\/nori.company\/?p=27231"},"modified":"2023-09-07T11:53:46","modified_gmt":"2023-09-07T02:53:46","slug":"falcon-180b-%eb%aa%a8%eb%8d%b8-%ea%b3%b5%ea%b0%9c","status":"publish","type":"post","link":"https:\/\/nori.company\/?p=27231","title":{"rendered":"Falcon 180B \ubaa8\ub378 \uacf5\uac1c"},"content":{"rendered":"<ul>\n<li>1800\uc5b5\uac1c\uc758 \ud30c\ub77c\ubbf8\ud130\uac00 \ud3ec\ud568\ub41c \ucd5c\ub300 \uaddc\ubaa8\uc758 \uacf5\uac1c \uc5b8\uc5b4 \ubaa8\ub378<\/li>\n<li>\uacf5\uac1c \ubaa8\ub378\uc911\uc5d0\uc120 \ub9ac\ub354\ubcf4\ub4dc 1\uc704\uc5d0 \ub7ad\ud06c. Llama 2 70B \ubc0f GPT-3.5\ub97c \ub2a5\uac00\ud558\uba70 PaLM-2\uc640 \uacbd\uc7c1<\/li>\n<li>TII\uc758 RefinedWeb \ub370\uc774\ud130 \uc138\ud2b8(\ub300\ubd80\ubd84 \uc601\uc5b4)\ub97c \uc774\uc6a9\ud558\uc5ec 3.5T \ud1a0\ud070\uc73c\ub85c \ud6c8\ub828\n<ul>\n<li>Llama 2 \ubcf4\ub2e4 2.5\ubc30 \ub354 \ud06c\uace0 4\ubc30 \uc774\uc0c1\uc758 \ucef4\ud4e8\ud305 \ud30c\uc6cc&#8230;\n<p>\ucd9c\ucc98 : <a href=\"https:\/\/news.hada.io\/topic?id=10759\" target=\"_blank\" rel=\"noopener\">GeekNews &#8211; \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4 <\/a><\/li>\n<\/ul>\n<\/li>\n<\/ul>\n","protected":false},"excerpt":{"rendered":"<p>1800\uc5b5\uac1c\uc758 \ud30c\ub77c\ubbf8\ud130\uac00 \ud3ec\ud568\ub41c \ucd5c\ub300 \uaddc\ubaa8\uc758 \uacf5\uac1c \uc5b8\uc5b4 \ubaa8\ub378 \uacf5\uac1c \ubaa8\ub378\uc911\uc5d0\uc120 \ub9ac\ub354\ubcf4\ub4dc 1\uc704\uc5d0 \ub7ad\ud06c. Llama 2 70B \ubc0f GPT-3.5\ub97c \ub2a5\uac00\ud558\uba70 PaLM-2\uc640&hellip;<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"jetpack_post_was_ever_published":false,"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_publicize_message":"","jetpack_publicize_feature_enabled":true,"jetpack_social_post_already_shared":true,"jetpack_social_options":{"image_generator_settings":{"template":"highway","default_image_id":0,"font":"","enabled":false},"version":2}},"categories":[138],"tags":[163],"class_list":["post-27231","post","type-post","status-publish","format-standard","hentry","category-it","tag-geeknews-----"],"jetpack_publicize_connections":[],"jetpack_featured_media_url":"","jetpack_sharing_enabled":true,"jetpack_shortlink":"https:\/\/wp.me\/pa3PO4-75d","jetpack-related-posts":[{"id":31473,"url":"https:\/\/nori.company\/?p=31473","url_meta":{"origin":27231,"position":0},"title":"Mistral AI, Llama 2 70B \ubaa8\ub378\ubcf4\ub2e4 \ub6f0\uc5b4\ub09c Mixtral 8x7B \ubaa8\ub378 \uacf5\uac1c","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 12\uc6d4 12\uc77c","format":false,"excerpt":"\"High-quality Sparse Mixture of Experts Model (SMoE, \uace0\ud488\uc9c8 \ud76c\uc18c \uc804\ubb38\uac00 \ubaa8\ub378)\" Llama 2 70B\ub97c \ub300\ubd80\ubd84 \ubca4\uce58\ub9c8\ud06c\uc5d0\uc11c \ub2a5\uac00\ud558\uba70, 6\ubc30 \ube60\ub978 \ucd94\ub860 \ub300\ubd80\ubd84\uc758 \ud45c\uc900 \ubca4\uce58\ub9c8\ud06c\uc5d0\uc11c GPT 3.5\uc640 \ube44\uc2b7\ud558\uac70\ub098 \ub354 \ub098\uc740 \uc131\ub2a5\uc744 \ubcf4\uc784 \ud5c8\uc6a9 \ub77c\uc774\uc13c\uc2a4\uac00 \uc788\ub294 \uac00\uc7a5 \uac15\ub825\ud55c \uc624\ud508 \uc6e8\uc774\ud2b8 \ubaa8... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":29727,"url":"https:\/\/nori.company\/?p=29727","url_meta":{"origin":27231,"position":1},"title":"OpenAI, DevDay\uc5d0\uc11c \uc0c8\ub85c\uc6b4 \ubaa8\ub378 \ubc0f \uac1c\ubc1c\uc790 \uc81c\ud488 \uacf5\uac1c","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 11\uc6d4 7\uc77c","format":false,"excerpt":"128K \ubb38\ub9e5 \ucc3d\uc744 \uc9c0\uc6d0\ud558\ub294 GPT-4 Turbo \ubaa8\ub378, Vision\uc774 \ud3ec\ud568\ub41c GPT-4 API, Assistant API, DALL-E 3 API, \uc0c8\ub85c\uc6b4 GPT-3.5 Turbo \ub4f1 \uacf5\uac1c. GPT-4 Turbo 128K \ubb38\ub9e5 \ucc3d(Context Window)\uc744 \uc9c0\uc6d0\ud558\uba70, 2023\ub144 4\uc6d4 \uae30\uc900 \ub370\uc774\ud130\ub85c \ud6c8\ub828\ub428. GPT-4 \ub300\ube44 \uc785\ub825 \ud1a0\ud070\uc740 3\ubc30, \ucd9c... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":31633,"url":"https:\/\/nori.company\/?p=31633","url_meta":{"origin":27231,"position":2},"title":"Microsoft, 2.7B\ub85c \uc791\uc9c0\ub9cc \uac15\ub825\ud55c Phi-2 \uc5b8\uc5b4 \ubaa8\ub378 \uacf5\uac1c","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 12\uc6d4 15\uc77c","format":false,"excerpt":"SLM: Small Language Model 2.7B \ubaa8\ub378\uc784\uc5d0\ub3c4 \ucd5c\ub300 25\ubc30 \ud070 \ubaa8\ub378\uacfc \uac19\uac70\ub098 \ub354 \uc88b\uc740 \uc131\ub2a5\uc744 \ubcf4\uc784 Mistral 7B, Llama-7B\/13B \uc131\ub2a5\uc744 \ub2a5\uac00 \ucf54\ub529 \ubc0f \uc218\ud559\uac19\uc740 \ub2e4\ub2e8\uacc4 \ucd94\ub860\uc5d0\uc11c\ub294 25\ubc30 \ud070 Llama-2-70B \ubaa8\ub378\ubcf4\ub2e4\ub3c4 \ub6f0\uc5b4\ub0a8 Google Gemini Nano 2 \ubcf4\ub2e4 \ub354 \uc791\uc9c0\ub9cc, \ub3d9\uc77c\ud558\uac70\ub098 \ub354 \ub6f0... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":22544,"url":"https:\/\/nori.company\/?p=22544","url_meta":{"origin":27231,"position":3},"title":"StableLM \uacf5\uac1c &#8211; Stability AI\uc758 \uacf5\uac1c \uc5b8\uc5b4 \ubaa8\ub378","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 4\uc6d4 20\uc77c","format":false,"excerpt":"3B\/7B \ubaa8\ub378\uc744 \uacf5\uac1c, 15B\/30B\/65B \ubaa8\ub378\ub3c4 \uacf5\uac1c \uc608\uc815\uc774\uace0 175B\uae4c\uc9c0 \uacc4\ud68d\uc911 \ubaa8\ub378\uc740 CC BY-SA-4.0 \ub77c\uc774\uc13c\uc2a4\ub85c \ucd9c\ucc98 \ud45c\uae30\uc2dc \uc0c1\uc5c5\uc801 \uc774\uc6a9 \uac00\ub2a5 \uc624\ud508 \ub370\uc774\ud130\uc14b\uc778 The Pile\uc5d0 \uae30\ubc18\ud588\uc9c0\ub9cc 3\ubc30 \ud06c\uae30\uc778 1.5T \ud1a0\ud070\uc744 \uac00\uc9c0\ub294 \uc0c8\ub85c\uc6b4 \ub370\uc774\ud130\uc14b\uc73c\ub85c \ud6c8\ub828 \ucee8\ud14d\uc2a4\ud2b8 \uae38\uc774\ub294 4096 \ud1a0\ud070 PoC\ub85c... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":26632,"url":"https:\/\/nori.company\/?p=26632","url_meta":{"origin":27231,"position":4},"title":"Code Llama &#8211; \ucf54\ub529\uc744 \uc704\ud55c \ucd5c\ucca8 \uac70\ub300 \uc5b8\uc5b4 \ubaa8\ub378","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 8\uc6d4 25\uc77c","format":false,"excerpt":"Meta\uac00 Llama 2\ub97c \uae30\ubc18\uc73c\ub85c \uad6c\ucd95\ub41c \ucf54\ub529 \uc804\uc6a9 \ubaa8\ub378\uc778 Code Llama\ub97c \uacf5\uac1c. \ucf54\ub4dc\uc640 \uc790\uc5f0\uc5b4 \ud504\ub86c\ud504\ud2b8\uc5d0\uc11c \ucf54\ub4dc \uc0dd\uc131\uc774 \uac00\ub2a5\ud558\uba70, \uc790\uccb4 \ubca4\uce58\ub9c8\ud06c \uacb0\uacfc ChatGPT\ubcf4\ub2e4 \uc131\ub2a5\uc774 \ub6f0\uc5b4\ub0ac\uc74c. 5,000\uc5b5 \uac1c\uc758 \ucf54\ub4dc \ud1a0\ud070\uacfc \uad00\ub828 \ub370\uc774\ud130\ub85c \ud6c8\ub828\ub41c 7B, 13B, 34B \ubaa8\ub378\uc744 \uac01\uac01 \ucd9c\uc2dc. \ucd5c\ub300 10\ub9cc \uac1c\uc758 \ucee8\ud14d... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":22447,"url":"https:\/\/nori.company\/?p=22447","url_meta":{"origin":27231,"position":5},"title":"Open Assistant &#8211; \ubaa8\ub450\ub97c \uc704\ud55c \ub300\ud654\ud615 AI \uacf5\uac1c","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 4\uc6d4 18\uc77c","format":false,"excerpt":"ChatGPT\uc640 \ube44\uc2b7\ud55c \ucc44\ud305 \uae30\ubc18 \ub300\uaddc\ubaa8 \uc5b8\uc5b4 \ubaa8\ub378 \uc624\ud508\uc18c\uc2a4 3\ub2ec\uc804\uc5d0 \uc624\ud508\uc18c\uc2a4 Repo \ubd80\ud130 \uacf5\uac1c\ud588\uace0, \uc774\ubc88\uc5d0 \ubaa8\ub378\uacfc \uc0ac\uc6a9 \uac00\ub2a5\ud55c \uccab MVP\ub97c \uacf5\uac1c 13000\uba85\uc758 \uc790\uc6d0\uc790\ub4e4\uc744 \ud1b5\ud574\uc11c OpenAssistant Conversations Dataset (OASST1) \ub370\uc774\ud130\uc14b \uc0dd\uc131 16\ub9cc\uac1c\uc758 \uba54\uc2dc\uc9c0 6\ub9cc\uac1c\uc758 \ub300\ud654 \ud2b8\ub9ac... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]}],"_links":{"self":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/27231","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=27231"}],"version-history":[{"count":1,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/27231\/revisions"}],"predecessor-version":[{"id":27232,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/27231\/revisions\/27232"}],"wp:attachment":[{"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=27231"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=27231"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=27231"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}