{"id":23649,"date":"2023-05-30T12:47:36","date_gmt":"2023-05-30T03:47:36","guid":{"rendered":"http:\/\/nori.company\/?p=23649"},"modified":"2023-05-30T12:47:36","modified_gmt":"2023-05-30T03:47:36","slug":"gpt%ea%b0%99%ec%9d%80-llm%ec%9d%84-%ec%bb%a4%ec%8a%a4%ed%85%80-%eb%8d%b0%ec%9d%b4%ed%84%b0%ec%85%8b%ec%9c%bc%eb%a1%9c-%ed%8c%8c%ec%9d%b8%ed%8a%9c%eb%8b%9d-%ed%95%98%eb%8a%94-%eb%b0%a9%eb%b2%95","status":"publish","type":"post","link":"https:\/\/nori.company\/?p=23649","title":{"rendered":"GPT\uac19\uc740 LLM\uc744 \ucee4\uc2a4\ud140 \ub370\uc774\ud130\uc14b\uc73c\ub85c \ud30c\uc778\ud29c\ub2dd \ud558\ub294 \ubc29\ubc95"},"content":{"rendered":"<ul>\n<li>nanoGPT \uae30\ubc18\uc758 \uc624\ud508\uc18c\uc2a4 \uad6c\ud604\uccb4\uc778 Lit-Parrot \uc73c\ub85c LoRA \uc640 Adapter \ub97c \uc774\uc6a9\ud574\uc11c \ud30c\uc778 \ud29c\ub2dd\ud558\uae30\n<ul>\n<li>StableLM, Pythia, RedPajama \uac19\uc740 LLM\uc744 \uc9c0\uc6d0<\/li>\n<li>PyTorch\uc758 FlashAttention \uc774\uc6a9<\/li>\n<\/ul>\n<\/li>\n<li>\uc608\uc81c\uc5d0\uc11c\ub294 Databricks\uc758 Dolly 2.0 \uc778\uc2a4\ud2b8\ub7ed\uc158 \ub370\uc774\ud130\uc14b\uc73c\ub85c RedPajama-INCITE \ubaa8\ub378\uc744 \ud29c&#8230;\n<p>\ucd9c\ucc98 : <a href=\"https:\/\/news.hada.io\/topic?id=9288\" target=\"_blank\" rel=\"noopener\">GeekNews &#8211; \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4 <\/a><\/li>\n<\/ul>\n","protected":false},"excerpt":{"rendered":"<p>nanoGPT \uae30\ubc18\uc758 \uc624\ud508\uc18c\uc2a4 \uad6c\ud604\uccb4\uc778 Lit-Parrot \uc73c\ub85c LoRA \uc640 Adapter \ub97c \uc774\uc6a9\ud574\uc11c \ud30c\uc778 \ud29c\ub2dd\ud558\uae30 StableLM, Pythia, RedPajama \uac19\uc740 LLM\uc744 \uc9c0\uc6d0 PyTorch\uc758&hellip;<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"jetpack_post_was_ever_published":false,"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_publicize_message":"","jetpack_publicize_feature_enabled":true,"jetpack_social_post_already_shared":true,"jetpack_social_options":{"image_generator_settings":{"template":"highway","default_image_id":0,"font":"","enabled":false},"version":2}},"categories":[138],"tags":[163],"class_list":["post-23649","post","type-post","status-publish","format-standard","hentry","category-it","tag-geeknews-----"],"jetpack_publicize_connections":[],"jetpack_featured_media_url":"","jetpack_sharing_enabled":true,"jetpack_shortlink":"https:\/\/wp.me\/pa3PO4-69r","jetpack-related-posts":[{"id":26861,"url":"https:\/\/nori.company\/?p=26861","url_meta":{"origin":23649,"position":0},"title":"Web LLM &#8211; Llama2 7B\/13B \uc9c0\uc6d0 \uc2dc\uc791","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 8\uc6d4 30\uc77c","format":false,"excerpt":"\uc11c\ubc84 \uc5c6\uc774 \ube0c\ub77c\uc6b0\uc800\uc5d0\uc11c Llama, RedPajama, Vicuna \uac19\uc740 LLM\uc744 WASM\uc73c\ub85c \uad6c\ub3d9\ud558\ub294 \uc11c\ube44\uc2a4 Llama 2 7B\/13B \uc9c0\uc6d0 \uc2dc\uc791 Llama 2 70B\ub3c4 \uc9c0\uc6d0\ud558\uc9c0\ub9cc, \uc560\ud50c \uc2e4\ub9ac\ucf58 \ub9e5 + 64GB \ub7a8 \uc774\uc0c1\uc5d0\uc11c\ub9cc \uc0ac\uc6a9 \uac00\ub2a5 WebGPU\ub85c \uac00\uc18d ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":22925,"url":"https:\/\/nori.company\/?p=22925","url_meta":{"origin":23649,"position":1},"title":"Replit Code &#8211; 10\uc77c\ub9cc\uc5d0 \ud6c8\ub828\ub41c \uc624\ud508\uc18c\uc2a4 \ucf54\ub4dc \uc0dd\uc131 LLM","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 5\uc6d4 4\uc77c","format":false,"excerpt":"Replit\uc774 \uc0c8\ub85c\uc6b4 \ucf54\ub4dc \uc0dd\uc131 LLM\uc744 \uc0c1\uc5c5\uc801 \uc774\uc6a9\uc774 \uac00\ub2a5\ud55c \uc624\ud508\uc18c\uc2a4\ub85c \uacf5\uac1c. 2.7B \ub9e4\uac1c\ubcc0\uc218\ub85c \uac00\ubccd\uace0 \ube60\ub974\uba70, 10\uc77c\ub9cc\uc5d0 \ud6c8\ub828\uc774 \uc644\ub8cc\ub428. \ub3d9\uae09 \ubaa8\ub378 \ub300\ube44 40%\uc758 \uc131\ub2a5 \ud5a5\uc0c1, \ud30c\uc778\ud29c\ub2dd\ub41c \ubaa8\ub378\uc740 Codex\ubcf4\ub2e4 \uc131\ub2a5\uc774 \uc88b\uc74c. The Stack \ub370\uc774\ud130\uc14b\uc73c\ub85c \ud6c8\ub828\ub418\uc5c8\uc73c\uba70, 20\uc5ec\uac1c \uc5b8\uc5b4\ub97c \uc0dd\uc131\ud560 \uc218 \uc788... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":22341,"url":"https:\/\/nori.company\/?p=22341","url_meta":{"origin":23649,"position":2},"title":"Databricks, ChatGPT\uc640 \ube44\uc2b7\ud55c Dolly 2.0 \uc624\ud508\uc18c\uc2a4\ub85c \uacf5\uac1c","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 4\uc6d4 14\uc77c","format":false,"excerpt":"\uc138\uacc4 \ucd5c\ucd08\uc758 \uc9c4\uc815\ud55c \uac1c\ubc29\ud615 Instruction-Tuned LLM \uc804\uccb4 \ud6c8\ub828 \ucf54\ub4dc, \ub370\uc774\ud130 \uc14b, \ubaa8\ub378 \uac00\uc911\uce58\ub97c \ubaa8\ub450 \uacf5\uac1c. \uc989 \uac1c\uc778\/\ud68c\uc0ac \ub204\uad6c\ub4e0 \uc790\uc2e0\uc758 \uac15\ub825\ud55c LLM\uc744 \uc0dd\uc131 \ubc0f \uc18c\uc720 \uac00\ub2a5 \uc0ac\ub78c\uc774 \uc0dd\uc131\ud55c \uba85\ub839\uc5b4 databricks-dolly-15k \ub370\uc774\ud130\uc14b\uc73c\ub85c \ud30c\uc778 \ud29c\ub2dd 15000\uac1c\uc758 \ud504\ub86c\ud504\ud2b8\/\ub2f5\ubcc0 \ud398\uc5b4. \ub204\uad6c\ub098 \ubcc0... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":23825,"url":"https:\/\/nori.company\/?p=23825","url_meta":{"origin":23649,"position":3},"title":"RedPajama, HEML \ubca4\uce58\ub9c8\ud06c\uc5d0\uc11c \uacf5\uac1c\ub41c \ub2e4\ub978 7B LLM \ubaa8\ub378\ubcf4\ub2e4 \ub6f0\uc5b4\ub09c \uc131\ub2a5\uc744 \uac16\ub294 7B \ubaa8\ub378 \uacf5\uac1c","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 6\uc6d4 7\uc77c","format":false,"excerpt":"RedPajama-INCITE-7B \ubaa8\ub378 3\uc885 \uc18c\uac1c HELM \ubca4\uce58\ub9c8\ud06c \uae30\uc900, \uae30\uc874 \uacf5\uac1c\ub41c 7B \ubaa8\ub378\ub4e4\ubcf4\ub2e4 \ub6f0\uc5b4\ub09c RedPajama-INCITE-7B-Instruct \ubaa8\ub378\uc744 \ud3ec\ud568\ud558\uc5ec 7B\uc9dc\ub9ac 3\uc885 \ubaa8\ub378\uc744 \uacf5\uac1c RedPajama-INCITE-7B-Instruct \ubaa8\ub378 \uae30\uc874 \ubaa8\ub378\uc758 Instruct \ud29c\ub2dd \ubc84\uc804 P3 (Bi \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":24580,"url":"https:\/\/nori.company\/?p=24580","url_meta":{"origin":23649,"position":4},"title":"OpenFlamingo V2 \ub9b4\ub9ac\uc988","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 7\uc6d4 3\uc77c","format":false,"excerpt":"DeepMind\uc758 Flamingo \ubaa8\ub378\uc744 \uc624\ud508\uc18c\uc2a4\ub85c \uad6c\ud604\ud55c \uac83 3B, 4B, 9B \ubaa8\ub378\uc744 \uacf5\uac1c MPT-1B\/7B \uc640 RedPajama-3B \uae30\ubc18 \uac19\uc740 Flamingo \ubaa8\ub378 \uc131\ub2a5\uc758 80% \uc774\uc0c1\uc744 \ub2ec\uc131 \ud6c8\ub828\ubc0f \ud3c9\uac00\ucf54\ub4dc\ub97c \uac1c\uc120 Fully Sharded Data Parallel (FSDP) \uc9c0\uc6d0 \uc0c8\ub85c\uc6b4 \ub370\uc774\ud130\uc14b... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":22947,"url":"https:\/\/nori.company\/?p=22947","url_meta":{"origin":23649,"position":5},"title":"OpenLLaMA &#8211; LLaMA\uc758 \uac1c\ubc29\ud615 \ubcf5\uc81c\ubcf8","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 5\uc6d4 5\uc77c","format":false,"excerpt":"\ub2e4\ub978 \uc6a9\ub3c4\uc758 \uc774\uc6a9\uc774 \uac00\ub2a5\ud558\ub3c4\ub85d \uc544\ud30c\uce58 \ub77c\uc774\uc13c\uc2a4\ub85c \ub9cc\ub4e4\uc5b4\uc9c4 LLaMA\uc758 \ubcf5\uc81c\ubcf8 Together\uac00 \ub9b4\ub9ac\uc988\ud55c RedPajama \ub370\uc774\ud130\uc14b\uc744 \ud65c\uc6a9 JAX \uae30\ubc18\uc758 \ud30c\uc774\ud504\ub77c\uc778\uc778 EasyLM\uc744 \ud1b5\ud574 \ud6c8\ub828 200B\/300B \ud1a0\ud070 \uae30\ubc18\uc758 OpenLLAMA 7B\ub97c \uacf5\uac1c ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]}],"_links":{"self":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/23649","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=23649"}],"version-history":[{"count":1,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/23649\/revisions"}],"predecessor-version":[{"id":23650,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/23649\/revisions\/23650"}],"wp:attachment":[{"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=23649"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=23649"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=23649"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}