{"id":25834,"date":"2023-08-06T11:53:57","date_gmt":"2023-08-06T02:53:57","guid":{"rendered":"http:\/\/nori.company\/?p=25834"},"modified":"2023-08-06T11:53:57","modified_gmt":"2023-08-06T02:53:57","slug":"gpt-4%ec%9d%98-%eb%b9%84%ea%b2%b0%ec%a0%95%ec%84%b1%ec%9d%80-sparse-moe%ec%97%90-%ec%9d%98%ed%95%b4-%eb%b0%9c%ec%83%9d","status":"publish","type":"post","link":"https:\/\/nori.company\/?p=25834","title":{"rendered":"GPT-4\uc758 \ube44\uacb0\uc815\uc131\uc740 Sparse MoE\uc5d0 \uc758\ud574 \ubc1c\uc0dd"},"content":{"rendered":"<ul>\n<li>OpenAI\uac00 \uac1c\ubc1c\ud55c \uc5b8\uc5b4 \ubaa8\ub378\uc778 GPT-4\uc5d0\uc11c \uad00\ucc30\ub41c \ube44\uacb0\uc815\uc131\uc5d0 \ub300\ud55c \uae30\uc0ac<\/li>\n<li>GPT-4\/GPT-3.5-turbo\ub294 temp=0\uc5d0\uc11c \uc644\uc804\ud55c \uacb0\uc815\uc131\uc744 \uc758\ubbf8\ud574\uc57c \ud558\ub294 \ubc00\uc9d1 \ub514\ucf54\ub354 \uc804\uc6a9 \ubaa8\ub378\uc5d0\uc11c\ub3c4 \ube44\uacb0\uc815\uc801\uc784<\/li>\n<li>\ucd08\uae30\uc5d0 \ube44\uacb0\uc815\uc131\uc740 \uc7a0\uc7ac\uc801\uc778 \ubc84\uadf8 \ub610\ub294 \ucd5c\uc801\ud654\ub41c \ubd80\ub3d9 \uc18c\uc218\uc810 \uacc4\uc0b0\uc758 \ube44\uacb0\uc815\uc131\uc73c\ub85c \ucd94\uc815\ub428<\/li>\n<li>\uc800\uc790\uc758 \uc0c8&#8230;\n<p>\ucd9c\ucc98 : <a href=\"https:\/\/news.hada.io\/topic?id=10199\" target=\"_blank\" rel=\"noopener\">GeekNews &#8211; \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4 <\/a><\/li>\n<\/ul>\n","protected":false},"excerpt":{"rendered":"<p>OpenAI\uac00 \uac1c\ubc1c\ud55c \uc5b8\uc5b4 \ubaa8\ub378\uc778 GPT-4\uc5d0\uc11c \uad00\ucc30\ub41c \ube44\uacb0\uc815\uc131\uc5d0 \ub300\ud55c \uae30\uc0ac GPT-4\/GPT-3.5-turbo\ub294 temp=0\uc5d0\uc11c \uc644\uc804\ud55c \uacb0\uc815\uc131\uc744 \uc758\ubbf8\ud574\uc57c \ud558\ub294 \ubc00\uc9d1 \ub514\ucf54\ub354 \uc804\uc6a9 \ubaa8\ub378\uc5d0\uc11c\ub3c4 \ube44\uacb0\uc815\uc801\uc784&hellip;<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"jetpack_post_was_ever_published":false,"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_publicize_message":"","jetpack_publicize_feature_enabled":true,"jetpack_social_post_already_shared":true,"jetpack_social_options":{"image_generator_settings":{"template":"highway","default_image_id":0,"font":"","enabled":false},"version":2}},"categories":[138],"tags":[163],"class_list":["post-25834","post","type-post","status-publish","format-standard","hentry","category-it","tag-geeknews-----"],"jetpack_publicize_connections":[],"jetpack_featured_media_url":"","jetpack_sharing_enabled":true,"jetpack_shortlink":"https:\/\/wp.me\/pa3PO4-6IG","jetpack-related-posts":[{"id":22300,"url":"https:\/\/nori.company\/?p=22300","url_meta":{"origin":25834,"position":0},"title":"phind &#8211; \uac1c\ubc1c\uc790\ub97c \uc704\ud55c GPT-4 \uae30\ubc18 \uac80\uc0c9 \uc5d4\uc9c4","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 4\uc6d4 13\uc77c","format":false,"excerpt":"\uac1c\ubc1c\uc790\ub97c \uc704\ud55c Generative AI \uac80\uc0c9 \uc5d4\uc9c4\uc778 phind\uc5d0\uc11c GPT-4 \uae30\ubc18 \uac80\uc0c9\uc744 \ucd9c\uc2dc. \uc804\ubb38\uac00 (Expert) \ud1a0\uae00\uc744 \ud65c\uc131\ud654\ud558\uba74 GPT-4 \ubaa8\ub4dc\ub85c \ub3d9\uc791\ud568. \uac80\uc0c9\uc5b4\uc640 \uad00\ub828\ub41c \uc6f9 \uc0ac\uc774\ud2b8\uc640 \uae30\uc220 \ubb38\uc11c\ub97c \uc81c\uacf5\ud558\uc5ec \ud658\uac01(Hallucination) \ud604\uc0c1\uc744 \ucd5c\uc18c\ud654\ud558\uace0 \ucd5c\uc2e0 \uc815\ubcf4\ub97c \uc81c\uacf5\ud568. GPT-4 \ubaa8\ub378\uc740 \uae30\uc874 \ubaa8\ub378\ubcf4\ub2e4... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":29727,"url":"https:\/\/nori.company\/?p=29727","url_meta":{"origin":25834,"position":1},"title":"OpenAI, DevDay\uc5d0\uc11c \uc0c8\ub85c\uc6b4 \ubaa8\ub378 \ubc0f \uac1c\ubc1c\uc790 \uc81c\ud488 \uacf5\uac1c","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 11\uc6d4 7\uc77c","format":false,"excerpt":"128K \ubb38\ub9e5 \ucc3d\uc744 \uc9c0\uc6d0\ud558\ub294 GPT-4 Turbo \ubaa8\ub378, Vision\uc774 \ud3ec\ud568\ub41c GPT-4 API, Assistant API, DALL-E 3 API, \uc0c8\ub85c\uc6b4 GPT-3.5 Turbo \ub4f1 \uacf5\uac1c. GPT-4 Turbo 128K \ubb38\ub9e5 \ucc3d(Context Window)\uc744 \uc9c0\uc6d0\ud558\uba70, 2023\ub144 4\uc6d4 \uae30\uc900 \ub370\uc774\ud130\ub85c \ud6c8\ub828\ub428. GPT-4 \ub300\ube44 \uc785\ub825 \ud1a0\ud070\uc740 3\ubc30, \ucd9c... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":26705,"url":"https:\/\/nori.company\/?p=26705","url_meta":{"origin":25834,"position":2},"title":"\uc138\ubc00\ud558\uac8c \ud29c\ub2dd\ub41c CodeLlama-34B\ub85c HumanEval\uc5d0\uc11c GPT-4\ub97c \uc774\uae30\ub2e4","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 8\uc6d4 26\uc77c","format":false,"excerpt":"CodeLlama-34B\uc640 CodeLlama-34B-Python\uc758 \ub0b4\ubd80 Phind \ub370\uc774\ud130\uc14b\uc5d0 \ub300\ud55c \ubbf8\uc138\uc870\uc815\uc5d0 \ub300\ud55c \uae30\uc0ac, \uac01\uac01 HumanEval\uc5d0\uc11c 67.6%\uc640 69.5%\uc758 pass@1\uc744 \ub2ec\uc131\ud558\uc5ec GPT-4\uc758 67%\ub97c \ucd08\uacfc\ud568. \ucd5c\uadfc \uacf5\uac1c\ub41c CodeLlama \ubaa8\ub378\ub4e4\uc740 HumanEval\uc5d0\uc11c \uc778\uc0c1\uc801\uc778 \uc131\ub2a5\uc744 \ubcf4\uc600\uc73c\uba70, CodeLlama-34B\ub294 48.8%\uc758 pass@1\uc744, CodeLlama-3... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":23704,"url":"https:\/\/nori.company\/?p=23704","url_meta":{"origin":25834,"position":3},"title":"State of GPT [42\ubd84 \uc601\uc0c1]","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 6\uc6d4 1\uc77c","format":false,"excerpt":"Andrej Karpathy\uac00 Build 2023\uc5d0\uc11c \ubc1c\ud45c\ud55c \ub0b4\uc6a9 2\uac1c \ud30c\ud2b8\ub85c \uad6c\uc131 (Chat)GPT \ube44\uc11c\ub97c \ud6c8\ub828\uc2dc\ud0a4\ub294 \ubc29\ubc95 \uc774 \ube44\uc11c\ub97c \uc790\uc2e0\uc758 \uc5b4\ud50c\ub9ac\ucf00\uc774\uc158\uc5d0 \uc801\uc6a9\uc2dc\ud0a4\ub294 \ubc29\ubc95 Tokenization, Pretraining, Supervised Finetuning, Reinforcement Learning from Human Feedback \ub4f1\uc5d0 ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":25139,"url":"https:\/\/nori.company\/?p=25139","url_meta":{"origin":25834,"position":4},"title":"GPT-4\ub294 \uc2dc\uac04\uc774 \uc9c0\ub0a0\uc218\ub85d \ub098\ube60\uc9c0\uace0 \uc788\ub2e4","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 7\uc6d4 20\uc77c","format":false,"excerpt":"\ub9ce\uc740 \uc0ac\ub78c\ub4e4\uc774 \uc774\uc5d0 \ub300\ud574 \uc598\uae30\ub97c \ud588\uc9c0\ub9cc, \uc9c0\uae08\uae4c\uc9c0\ub294 \ub2e8\ud3b8\uc801\uc778 \uac83\uc5d0 \uadf8\ucce4\uc74c \ucd5c\uadfc \ubc1c\ud45c\ub41c \ub17c\ubb38\uc5d0\uc11c GPT-4\uc758 6\uc6d4\ubc84\uc804\uacfc 3\uc6d4\ubc84\uc804\uc744 500\uac1c\uc758 \ubb38\uc81c\ub97c \uac00\uc9c0\uace0 \uac1d\uad00\uc801\uc73c\ub85c \ube44\uad50\ud574\ubd24\uc74c 3\uc6d4\uc5d0\ub294 488\uac1c\ub97c \uc815\ud655\ud558\uac8c \ub2f5\ud588\uc9c0\ub9cc, 6\uc6d4\uc5d0\ub294 \uc815\ub2f5\uc774 12\uac1c\uc5d0 \ubd88\uacfc 3\uac1c\uc6d4\ub9cc\uc5d0 \uc815\ub2f5\ub960\uc774 97.6% \uc5d0\uc11c 2.4%\uac00... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":29517,"url":"https:\/\/nori.company\/?p=29517","url_meta":{"origin":25834,"position":5},"title":"ChatGPT\ub294 20B \ud06c\uae30\uc758 \ubaa8\ub378","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 10\uc6d4 31\uc77c","format":false,"excerpt":"Microsoft Research\uc5d0\uc11c EMNLP 2023\uc5d0 \uc81c\ucd9c\ud55c \ub17c\ubb38\uc778 \"CodeFusion: A Pre-trained Diffusion Model for Code Generation\"\uc5d0\uc11c ChatGPT(gpt-3.5-turbo)\uc758 \ud30c\ub77c\uba54\ud130 \uac1c\uc218\uac00 20B\ub85c \uacf5\uac1c\ub418\uc5c8\uc2b5\ub2c8\ub2e4. T5 (t5-large): 770M CodeT5 (codet5-large): 770M GPT3 (text-davinci-003): \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]}],"_links":{"self":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/25834","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=25834"}],"version-history":[{"count":1,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/25834\/revisions"}],"predecessor-version":[{"id":25835,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/25834\/revisions\/25835"}],"wp:attachment":[{"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=25834"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=25834"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=25834"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}