{"id":23704,"date":"2023-06-01T14:47:14","date_gmt":"2023-06-01T05:47:14","guid":{"rendered":"http:\/\/nori.company\/?p=23704"},"modified":"2023-06-01T14:47:14","modified_gmt":"2023-06-01T05:47:14","slug":"state-of-gpt-42%eb%b6%84-%ec%98%81%ec%83%81","status":"publish","type":"post","link":"https:\/\/nori.company\/?p=23704","title":{"rendered":"State of GPT [42\ubd84 \uc601\uc0c1]"},"content":{"rendered":"<ul>\n<li>Andrej Karpathy\uac00 Build 2023\uc5d0\uc11c \ubc1c\ud45c\ud55c \ub0b4\uc6a9<\/li>\n<li>2\uac1c \ud30c\ud2b8\ub85c \uad6c\uc131\n<ul>\n<li>(Chat)GPT \ube44\uc11c\ub97c \ud6c8\ub828\uc2dc\ud0a4\ub294 \ubc29\ubc95<\/li>\n<li>\uc774 \ube44\uc11c\ub97c \uc790\uc2e0\uc758 \uc5b4\ud50c\ub9ac\ucf00\uc774\uc158\uc5d0 \uc801\uc6a9\uc2dc\ud0a4\ub294 \ubc29\ubc95<\/li>\n<\/ul>\n<\/li>\n<li>Tokenization, Pretraining, Supervised Finetuning, Reinforcement Learning from Human Feedback \ub4f1\uc5d0 &#8230;\n<p>\ucd9c\ucc98 : <a href=\"https:\/\/news.hada.io\/topic?id=9301\" target=\"_blank\" rel=\"noopener\">GeekNews &#8211; \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4 <\/a><\/li>\n<\/ul>\n","protected":false},"excerpt":{"rendered":"<p>Andrej Karpathy\uac00 Build 2023\uc5d0\uc11c \ubc1c\ud45c\ud55c \ub0b4\uc6a9 2\uac1c \ud30c\ud2b8\ub85c \uad6c\uc131 (Chat)GPT \ube44\uc11c\ub97c \ud6c8\ub828\uc2dc\ud0a4\ub294 \ubc29\ubc95 \uc774 \ube44\uc11c\ub97c \uc790\uc2e0\uc758 \uc5b4\ud50c\ub9ac\ucf00\uc774\uc158\uc5d0 \uc801\uc6a9\uc2dc\ud0a4\ub294 \ubc29\ubc95 Tokenization,&hellip;<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"jetpack_post_was_ever_published":false,"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_publicize_message":"","jetpack_publicize_feature_enabled":true,"jetpack_social_post_already_shared":true,"jetpack_social_options":{"image_generator_settings":{"template":"highway","default_image_id":0,"font":"","enabled":false},"version":2}},"categories":[138],"tags":[163],"class_list":["post-23704","post","type-post","status-publish","format-standard","hentry","category-it","tag-geeknews-----"],"jetpack_publicize_connections":[],"jetpack_featured_media_url":"","jetpack_sharing_enabled":true,"jetpack_shortlink":"https:\/\/wp.me\/pa3PO4-6ak","jetpack-related-posts":[{"id":28175,"url":"https:\/\/nori.company\/?p=28175","url_meta":{"origin":23704,"position":0},"title":"Superflows &#8211; SaaS\ub97c \uc704\ud55c AI Copilot \uc791\uc131\uc6a9 \ud234\ud0b7","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 9\uc6d4 29\uc77c","format":false,"excerpt":"\uc18c\ud504\ud2b8\uc6e8\uc5b4 \uc81c\ud488\uc5d0 AI \ube44\uc11c\ub97c \uc791\uc131\ud558\uae30 \uc27d\uac8c \ud574\uc8fc\ub294 \uc624\ud508\uc18c\uc2a4 \uc0ac\uc6a9\uc790\uac00 \uc790\uc5f0\uc5b4\ub85c \uc9c8\ubb38\ud558\uba74 \uc81c\ud488\uc758 API\ub97c \ud638\ucd9c\ud574\uc11c \ub2f5\ubcc0\uc744 \uc0dd\uc131 \uac1c\ubc1c\uc790 \ub300\uc2dc\ubcf4\ub4dc, Public \uc2a4\ud2b8\ub9ac\ubc0d API \uc81c\uacf5 \uba40\ud2f0 LLM \uc9c0\uc6d0(Llama 2, GPT4, Claude 2, PaLM 2,..) API \uc2a4\ud399\uc744 \uc5c5\ub85c\ub4dc\ud558\uc5ec \ube60\ub978 \uc14b\uc5c5 \uc9c0\uc6d0... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":23649,"url":"https:\/\/nori.company\/?p=23649","url_meta":{"origin":23704,"position":1},"title":"GPT\uac19\uc740 LLM\uc744 \ucee4\uc2a4\ud140 \ub370\uc774\ud130\uc14b\uc73c\ub85c \ud30c\uc778\ud29c\ub2dd \ud558\ub294 \ubc29\ubc95","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 5\uc6d4 30\uc77c","format":false,"excerpt":"nanoGPT \uae30\ubc18\uc758 \uc624\ud508\uc18c\uc2a4 \uad6c\ud604\uccb4\uc778 Lit-Parrot \uc73c\ub85c LoRA \uc640 Adapter \ub97c \uc774\uc6a9\ud574\uc11c \ud30c\uc778 \ud29c\ub2dd\ud558\uae30 StableLM, Pythia, RedPajama \uac19\uc740 LLM\uc744 \uc9c0\uc6d0 PyTorch\uc758 FlashAttention \uc774\uc6a9 \uc608\uc81c\uc5d0\uc11c\ub294 Databricks\uc758 Dolly 2.0 \uc778\uc2a4\ud2b8\ub7ed\uc158 \ub370\uc774\ud130\uc14b\uc73c\ub85c RedPajama-INCITE \ubaa8\ub378\uc744 \ud29c... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":30229,"url":"https:\/\/nori.company\/?p=30229","url_meta":{"origin":23704,"position":2},"title":"GPTs \ud0d0\uad6c: \ud2b8\ub80c\uce58\ucf54\ud2b8\ub97c \uc785\uc740 ChatGPT?","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 11\uc6d4 16\uc77c","format":false,"excerpt":"GPT \uad6c\uc131 \ubc29\ubc95 GPT\ub294 ChatGPT\uc758 \uba85\uba85\ub41c \uc124\uc815\uc73c\ub85c, \uc774\ub984, \ub85c\uace0, \uc9e7\uc740 \uc124\uba85\uc744 \ud3ec\ud568\ud568. GPT\uc758 \ud589\ub3d9\uc744 \uc9c0\uc2dc\ud558\ub294 \uc0ac\uc6a9\uc790 \uc815\uc758 \uc9c0\uce68\uc774 \ud3ec\ud568\ub418\uba70, \uc774\ub294 \"\uc2dc\uc2a4\ud15c \ud504\ub86c\ud504\ud2b8\"\uc640 \ub3d9\ub4f1\ud568. \ub300\ud654\ub97c \uc2dc\uc791\ud558\ub294 \ub370 \uc0ac\uc6a9\ud560 \uc218 \uc788\ub294 \ucd5c\ub300 4\uac1c\uc758 \uc608\uc2dc \ud504\ub86c\ud504\ud2b8\ub97c \uc120\ud0dd\uc801\uc73c\ub85c \uc81c\uacf5\ud568.","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":30382,"url":"https:\/\/nori.company\/?p=30382","url_meta":{"origin":23704,"position":3},"title":"OpenAI GPTs\ub97c 5\ubd84 \uc548\uc5d0 Slack\uc5d0 \uc5f0\uacb0\ud558\uae30","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 11\uc6d4 20\uc77c","format":false,"excerpt":"GPTs \ube4c\ub354\ub85c Custom GPT\ub97c \ub9cc\ub4e4\uae30\ub294 \uc26c\uc6cc\uc84c\uc9c0\ub9cc \uc544\uc9c1 \uc811\uadfc\uc131\uc774 \ub5a8\uc5b4\uc9d0 \ucf54\ub529 \uc5c6\uc774 OpenAI GPTs\ub97c Slack\uc5d0 \uc5f0\uacb0\ud558\ub294 \ubc29\ubc95 \uc18c\uac1c OpenAI GPTs \ube4c\ub354\ub85c Custom GPT \uc0dd\uc131 \uc0dd\uc131\ub41c GPTs Configuration\uc744 \ubcf5\uc0ac\ud574\uc11c","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":28474,"url":"https:\/\/nori.company\/?p=28474","url_meta":{"origin":23704,"position":4},"title":"Patreon\uacfc \uacbd\uc7c1\ud558\ub294 \ubc29\ubc95","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 10\uc6d4 9\uc77c","format":false,"excerpt":"Patreon\uacfc \uacbd\uc7c1\ud558\ub294 \ubc29\ubc95 \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":28762,"url":"https:\/\/nori.company\/?p=28762","url_meta":{"origin":23704,"position":5},"title":"\uc2dc\ub825 \uc5c6\uc774 \uc644\ubcbd\ud558\uac8c \uace0\uae30\ub97c \uc694\ub9ac\ud558\ub294 \ubc29\ubc95","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 10\uc6d4 15\uc77c","format":false,"excerpt":"\uc2dc\ub825 \uc5c6\uc774 \uc644\ubcbd\ud558\uac8c \uace0\uae30\ub97c \uc694\ub9ac\ud558\ub294 \ubc29\ubc95 \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]}],"_links":{"self":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/23704","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=23704"}],"version-history":[{"count":1,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/23704\/revisions"}],"predecessor-version":[{"id":23705,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/23704\/revisions\/23705"}],"wp:attachment":[{"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=23704"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=23704"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=23704"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}