{"id":22025,"date":"2023-04-04T12:48:06","date_gmt":"2023-04-04T03:48:06","guid":{"rendered":"http:\/\/nori.company\/?p=22025"},"modified":"2023-04-04T12:48:06","modified_gmt":"2023-04-04T03:48:06","slug":"xturing-%eb%82%98%eb%a7%8c%ec%9d%98-llm%ec%9d%84-%eb%a7%8c%eb%93%a4%ea%b3%a0-%ec%a0%9c%ec%96%b4%ed%95%98%ea%b8%b0","status":"publish","type":"post","link":"https:\/\/nori.company\/?p=22025","title":{"rendered":"xturing &#8211; \ub098\ub9cc\uc758 LLM\uc744 \ub9cc\ub4e4\uace0 \uc81c\uc5b4\ud558\uae30"},"content":{"rendered":"<ul>\n<li>LLaMA, GPT-J, GPT-2 \uac19\uc740 LLM\uc744 \ube60\ub974\uace0, \ud6a8\uc728\uc801\uc73c\ub85c \ud30c\uc778 \ud29c\ub2dd\ud558\ub294 \uc624\ud508\uc18c\uc2a4 \ub3c4\uad6c<\/li>\n<li>\ub2e4\uc591\ud55c \uc18c\uc2a4\uc5d0\uc11c \ub370\uc774\ud130\ub97c \uac00\uc838\uc640\uc11c LLM\ub4e4\uc774 \uc774\ud574\ud560 \uc218 \uc788\ub294 \ud3ec\ub9f7\uc73c\ub85c \uc804\ucc98\ub9ac<\/li>\n<li>\ube60\ub978 \ud29c\ub2dd\uc744 \uc704\ud574 \uc2f1\uae00~\uba40\ud2f0 GPU \ud65c\uc6a9<\/li>\n<li>\uba54\ubaa8\ub9ac \ud6a8\uc728\uc801\uc778 \uae30\uc220(LoRA \uac19\uc740)\uc744 \ud65c\uc6a9\ud558\uc5ec \ube44\uc6a9 \uc808\uac10<\/li>\n<li>\ub2e4\uc591\ud55c \ud30c\uc778 &#8230;\n<p>\ucd9c\ucc98 : <a href=\"https:\/\/news.hada.io\/topic?id=8869\" target=\"_blank\" rel=\"noopener\">GeekNews &#8211; \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4 <\/a><\/li>\n<\/ul>\n","protected":false},"excerpt":{"rendered":"<p>LLaMA, GPT-J, GPT-2 \uac19\uc740 LLM\uc744 \ube60\ub974\uace0, \ud6a8\uc728\uc801\uc73c\ub85c \ud30c\uc778 \ud29c\ub2dd\ud558\ub294 \uc624\ud508\uc18c\uc2a4 \ub3c4\uad6c \ub2e4\uc591\ud55c \uc18c\uc2a4\uc5d0\uc11c \ub370\uc774\ud130\ub97c \uac00\uc838\uc640\uc11c LLM\ub4e4\uc774 \uc774\ud574\ud560 \uc218 \uc788\ub294 \ud3ec\ub9f7\uc73c\ub85c&hellip;<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"jetpack_post_was_ever_published":false,"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_publicize_message":"","jetpack_publicize_feature_enabled":true,"jetpack_social_post_already_shared":true,"jetpack_social_options":{"image_generator_settings":{"template":"highway","default_image_id":0,"font":"","enabled":false},"version":2}},"categories":[138],"tags":[163],"class_list":["post-22025","post","type-post","status-publish","format-standard","hentry","category-it","tag-geeknews-----"],"jetpack_publicize_connections":[],"jetpack_featured_media_url":"","jetpack_sharing_enabled":true,"jetpack_shortlink":"https:\/\/wp.me\/pa3PO4-5Jf","jetpack-related-posts":[{"id":23649,"url":"https:\/\/nori.company\/?p=23649","url_meta":{"origin":22025,"position":0},"title":"GPT\uac19\uc740 LLM\uc744 \ucee4\uc2a4\ud140 \ub370\uc774\ud130\uc14b\uc73c\ub85c \ud30c\uc778\ud29c\ub2dd \ud558\ub294 \ubc29\ubc95","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 5\uc6d4 30\uc77c","format":false,"excerpt":"nanoGPT \uae30\ubc18\uc758 \uc624\ud508\uc18c\uc2a4 \uad6c\ud604\uccb4\uc778 Lit-Parrot \uc73c\ub85c LoRA \uc640 Adapter \ub97c \uc774\uc6a9\ud574\uc11c \ud30c\uc778 \ud29c\ub2dd\ud558\uae30 StableLM, Pythia, RedPajama \uac19\uc740 LLM\uc744 \uc9c0\uc6d0 PyTorch\uc758 FlashAttention \uc774\uc6a9 \uc608\uc81c\uc5d0\uc11c\ub294 Databricks\uc758 Dolly 2.0 \uc778\uc2a4\ud2b8\ub7ed\uc158 \ub370\uc774\ud130\uc14b\uc73c\ub85c RedPajama-INCITE \ubaa8\ub378\uc744 \ud29c... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":22341,"url":"https:\/\/nori.company\/?p=22341","url_meta":{"origin":22025,"position":1},"title":"Databricks, ChatGPT\uc640 \ube44\uc2b7\ud55c Dolly 2.0 \uc624\ud508\uc18c\uc2a4\ub85c \uacf5\uac1c","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 4\uc6d4 14\uc77c","format":false,"excerpt":"\uc138\uacc4 \ucd5c\ucd08\uc758 \uc9c4\uc815\ud55c \uac1c\ubc29\ud615 Instruction-Tuned LLM \uc804\uccb4 \ud6c8\ub828 \ucf54\ub4dc, \ub370\uc774\ud130 \uc14b, \ubaa8\ub378 \uac00\uc911\uce58\ub97c \ubaa8\ub450 \uacf5\uac1c. \uc989 \uac1c\uc778\/\ud68c\uc0ac \ub204\uad6c\ub4e0 \uc790\uc2e0\uc758 \uac15\ub825\ud55c LLM\uc744 \uc0dd\uc131 \ubc0f \uc18c\uc720 \uac00\ub2a5 \uc0ac\ub78c\uc774 \uc0dd\uc131\ud55c \uba85\ub839\uc5b4 databricks-dolly-15k \ub370\uc774\ud130\uc14b\uc73c\ub85c \ud30c\uc778 \ud29c\ub2dd 15000\uac1c\uc758 \ud504\ub86c\ud504\ud2b8\/\ub2f5\ubcc0 \ud398\uc5b4. \ub204\uad6c\ub098 \ubcc0... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":26863,"url":"https:\/\/nori.company\/?p=26863","url_meta":{"origin":22025,"position":2},"title":"Llama2\uac00 \uc694\uc57d\uc5d0 \uc788\uc5b4 GPT-4\ub9cc\ud07c \uc815\ud655\ud558\uba70 30\ubc30 \ub354 \uc800\ub834","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 8\uc6d4 30\uc77c","format":false,"excerpt":"\uc694\uc57d(Summarizing)\uc740 LLM\uc758 \uac00\uc7a5 \uc2e4\uc6a9\uc801\uc778 \uc751\uc6a9\uc911 \ud558\ub098\uc9c0\ub9cc, \uc694\uc57d\uc774 \uc815\ud655\ud558\ub2e4\ub294 \uac83\uc744 \uc2e0\ub8b0\ud560 \uc218 \uc788\uc5b4\uc57c \ud568 \ube44\uc6a9\uc774\ub098 \ub370\uc774\ud130 \uc811\uadfc\uc131 \uc774\uc288\ub54c\ubb38\uc5d0 Llama2 \uc640 \uac19\uc740 \uc624\ud508\uc18c\uc2a4 LLM\uc744 \uc0ac\uc6a9\ud558\uace0 \uc2f6\uc9c0\ub9cc \uc815\ud655\uc131\uc5d0 \ub300\ud55c \ud655\uc2e0\uc774 \uc11c\uc9c0 \uc54a\uc74c \uc2e4\ud5d8\uc744 \ud1b5\ud574\uc11c Llama-2-70b \uac00 gpt-4 \ub9cc\ud07c \uc0ac\uc2e4\uc131\uc774 \uac15\ud558\uace0, gp... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":26162,"url":"https:\/\/nori.company\/?p=26162","url_meta":{"origin":22025,"position":3},"title":"liteLLM &#8211; 50\uac1c \uc774\uc0c1\uc758 LLM\uc744 \uc9c0\uc6d0\ud558\ub294 \ud504\ub85d\uc2dc \uc11c\ubc84","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 8\uc6d4 14\uc77c","format":false,"excerpt":"\/chat\/completion API\ub97c Azure, OpenAI, Replicate, Anthropic, Hugging Face \ub4f1\uc758 \ub2e4\uc591\ud55c LLM\uc5d0 \ub300\ud574\uc11c \ud638\ucd9c \uac00\ub2a5 Input\/Ouput \ud3ec\ub9f7\uc744 OpenAI \ud3ec\ub9f7\uc73c\ub85c \ud1b5\uc77c \ubaa8\ub378 Fallback\uc744 \uc9c0\uc6d0(\uc608: GPT-4 \uc2e4\ud328\uc2dc llama2 \ud638\ucd9c) \ub85c\uae45 \uc9c0\uc6d0: Supabase, Posthog, Mixpanel, Sentry, Helicone ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":24613,"url":"https:\/\/nori.company\/?p=24613","url_meta":{"origin":22025,"position":4},"title":"XrayGPT: \uba54\ub514\uceec \ube44\uc804-\uc5b8\uc5b4 \ubaa8\ub378(VLM)\uc744 \uc774\uc6a9\ud55c \ud749\ubd80 \ubc29\uc0ac\uc120 \uc0ac\uc9c4 \uc694\uc57d","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 7\uc6d4 4\uc77c","format":false,"excerpt":"\ud749\ubd80 \ubc29\uc0ac\uc120 \uc5d1\uc2a4\ub808\uc774 \uc0ac\uc9c4\uc744 \uc790\ub3d9 \ubd84\uc11d\ud558\ub294 \uc5f0\uad6c Vicuna LLM\uc744 \uba54\ub514\uceec \ub370\uc774\ud130(10\ub9cc\uac1c\uc758 \ud658\uc790\/\uc758\uc0ac\uac04\uc758 \uc2e4\uc81c \ub300\ud654)\uc640 3\ub9cc\uac1c\uc758 \ubc29\uc0ac\uc120\ud559(Radiology)\ub300\ud654 \uae30\ubc18\uc73c\ub85c \ud30c\uc778 \ud29c\ub2dd \ubb34\ub8cc \ud14d\uc2a4\ud2b8 \ubc29\uc0ac\uc120\ud559 \ub9ac\ud3ec\ud2b8 \ub370\uc774\ud130\uc14b(MIMIC-CXR \uacfc Openl)\uc73c\ub85c\ubd80\ud130 \ub300\ud654\ud615\uc73c\ub85c\ub41c \uae54\ub054\ud55c \uc694\uc57d(~217k)\ub97c \uc0dd\uc131\ud558\uc5ec L... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":23331,"url":"https:\/\/nori.company\/?p=23331","url_meta":{"origin":22025,"position":5},"title":"\ubaa8\ub4e0 LLM \uac1c\ubc1c\uc790\uac00 \uc54c\uc544\uc57c \ud558\ub294 \uc22b\uc790","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 5\uc6d4 18\uc77c","format":false,"excerpt":"LLM\uc744 \uc0ac\uc6a9\ud560 \ub54c \uc911\uc694\ud55c \uc22b\uc790\uc5d0 \ub300\ud55c \uc815\ub9ac. \"\uac04\uacb0\ud558\uac8c\"\ub97c \ud504\ub86c\ud504\ud2b8\uc5d0 \ub123\uc73c\uba74 \ube44\uc6a9\uc744 40~90% \uc808\uc57d \uac00\ub2a5. GPT-4\uc5d0 \ube44\ud574 GPT-3.5 Turbo\ub294 \uac00\uaca9\uc774 50\ubc30 \uc800\ub834\ud568. \ubca1\ud130 \uac80\uc0c9\uc744 \uc704\ud574 OpenAI \uc784\ubca0\ub529\uc744 \uc0ac\uc6a9\ud558\uba74 GPT-3.5 Turbo\ubcf4\ub2e4 20\ubc30 \uc800\ub834\ud568. LLaMa\uae09 LLM\uc744 \uad50\uc721\ud558\ub294 ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]}],"_links":{"self":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/22025","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=22025"}],"version-history":[{"count":1,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/22025\/revisions"}],"predecessor-version":[{"id":22026,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/22025\/revisions\/22026"}],"wp:attachment":[{"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=22025"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=22025"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=22025"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}