{"id":27612,"date":"2023-09-16T15:52:00","date_gmt":"2023-09-16T06:52:00","guid":{"rendered":"http:\/\/nori.company\/?p=27612"},"modified":"2023-09-16T15:52:00","modified_gmt":"2023-09-16T06:52:00","slug":"llama2%eb%a5%bc-%ed%8c%8c%ec%9d%b8-%ed%8a%9c%eb%8b%9d-%ed%95%98%ea%b3%a0-%ec%9e%88%eb%8a%94-%ec%82%ac%eb%9e%8c%eb%93%a4","status":"publish","type":"post","link":"https:\/\/nori.company\/?p=27612","title":{"rendered":"llama2\ub97c \ud30c\uc778 \ud29c\ub2dd \ud558\uace0 \uc788\ub294 \uc0ac\ub78c\ub4e4"},"content":{"rendered":"<p>\ud574\ucee4 \ub274\uc2a4\uc5d0\uc11c llama2\ub97c \ud30c\uc778 \ud29c\ub2dd\ud55c \uc0ac\ub840\uc785\ub2c8\ub2e4.<\/p>\n<p>\ud30c\uc778 \ud29c\ub2dd\uc740 \ub098\uc758 \uc9c8\ubb38 + \ub300\ub2f5 \uc138\ud2b8\ub85c AI \ubaa8\ub378\uc744 \ucd94\uac00\uc801\uc73c\ub85c \uc870\uc815\ud558\ub294 \uac83\uc785\ub2c8\ub2e4.<\/p>\n<p>\ud30c\uc778\ud29c\ub2dd\uc744 \ud558\ub294\ub370 \ucd5c\uc18c 50\uac1c\uc758 \uc608\uc81c\uc5d0\uc11c \uac00\ub2a5\ud558\ub2e4\uba74 1000\uac1c \uc774\uc0c1\uc758 \uc608\uc81c\uac00 \uc788\uc73c\uba74 \uc88b\ub2e4\uace0 \ud569\ub2c8\ub2e4.<\/p>\n<p>\uc800\uc790\ub294 \ud30c\uc778\ud29c\ub2dd\ud55c Llama 7B \ubaa8\ub378\uc774 GPT-3.5\ubcf4\ub2e4 50\ubc30 \uc774\uc0c1 \uc800<\/p>\n<p>\ucd9c\ucc98 : <a href=\"https:\/\/news.hada.io\/topic?id=10898\" target=\"_blank\" rel=\"noopener\">GeekNews &#8211; \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4 <\/a><\/p>\n","protected":false},"excerpt":{"rendered":"<p>\ud574\ucee4 \ub274\uc2a4\uc5d0\uc11c llama2\ub97c \ud30c\uc778 \ud29c\ub2dd\ud55c \uc0ac\ub840\uc785\ub2c8\ub2e4. \ud30c\uc778 \ud29c\ub2dd\uc740 \ub098\uc758 \uc9c8\ubb38 + \ub300\ub2f5 \uc138\ud2b8\ub85c AI \ubaa8\ub378\uc744 \ucd94\uac00\uc801\uc73c\ub85c \uc870\uc815\ud558\ub294 \uac83\uc785\ub2c8\ub2e4. \ud30c\uc778\ud29c\ub2dd\uc744 \ud558\ub294\ub370&hellip;<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"jetpack_post_was_ever_published":false,"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_publicize_message":"","jetpack_publicize_feature_enabled":true,"jetpack_social_post_already_shared":true,"jetpack_social_options":{"image_generator_settings":{"template":"highway","default_image_id":0,"font":"","enabled":false},"version":2}},"categories":[138],"tags":[163],"class_list":["post-27612","post","type-post","status-publish","format-standard","hentry","category-it","tag-geeknews-----"],"jetpack_publicize_connections":[],"jetpack_featured_media_url":"","jetpack_sharing_enabled":true,"jetpack_shortlink":"https:\/\/wp.me\/pa3PO4-7bm","jetpack-related-posts":[{"id":25959,"url":"https:\/\/nori.company\/?p=25959","url_meta":{"origin":27612,"position":0},"title":"\uc624\ud508\uc18c\uc2a4 \uc5b8\uc5b4 \ubaa8\ub378\uc758 \ud604\uc7ac","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 8\uc6d4 9\uc77c","format":false,"excerpt":"LLaMA 2 \ucd9c\uc2dc\ud6c4 \ub354 \ub728\uac70\uc6cc\uc9d0 \uac70\uc758 \ubaa8\ub4e0 \uc624\ud508\uc18c\uc2a4 \ubaa8\ub378 \uadf8\ub8f9\ub4e4\uc774 \uc0c8\ub85c\uc6b4 \ubca0\uc774\uc2a4 \ubaa8\ub378\ub85c \uc790\uc2e0\uc758 \ubaa8\ub378\uc744 \uc5c5\ub370\uc774\ud2b8 WizardLM, Airoboros, Hermes \ub4f1 \ud604\uc7ac \uac00\uc7a5 \uac15\ub825\ud55c \ubaa8\ub378\uc740 StabilityAI\uc758 Stable Beluga 2 Llama2 70B \ubaa8\ub378\uc744 Orca \uc2a4\ud0c0\uc77c \ub370\uc774\ud130\uc14b\uc73c\ub85c \ud30c\uc778 \ud29c\ub2dd... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":26348,"url":"https:\/\/nori.company\/?p=26348","url_meta":{"origin":27612,"position":1},"title":"DoctorGPT &#8211; \ubbf8\uad6d \uc758\uc0ac \uba74\ud5c8 \uc2dc\ud5d8\uc744 \ud1b5\uacfc\ud558\ub294 LLM","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 8\uc6d4 18\uc77c","format":false,"excerpt":"Llama2 7b \ubaa8\ub378\uc744 \uc758\ud559 \ub300\ud654 \ub370\uc774\ud130\uc14b\uc73c\ub85c \ud30c\uc778 \ud29c\ub2dd \uac15\ud654\ud559\uc2b5 \ubc0f Constitutional AI\ub85c \ucd94\uac00 \uac1c\uc120 \ubaa8\ub378\uc740 3\uae30\uac00\ub85c \ub85c\uceec \ub514\ubc14\uc774\uc2a4\uc5d0\uc11c \ub3d9\uc791 iOS\/Android\/Web \uc5d0\uc11c \uc2e4\ud589 \uc9c0\uc6d0 \ubaa8\ub378 \ud6c8\ub828\uc744 \uc704\ud574\uc11c \ub85c\uceec GPU \ub610\ub294 Colab Pro \uc774\uc6a9 \ud544\uc694(\uc720\ub8cc \uc778\uc2a4\ud134\uc2a4\uc5d0\uc11c \uc57d 24\uc2dc\uac04 \uc18c\uc694)... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":22887,"url":"https:\/\/nori.company\/?p=22887","url_meta":{"origin":27612,"position":2},"title":"LLaMA-Adapter V2: LLaMA\ub97c \ud6a8\uc728\uc801\uc73c\ub85c \ud30c\uc778 \ud29c\ub2dd\ud558\ub294 \ub3c4\uad6c","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 5\uc6d4 3\uc77c","format":false,"excerpt":"\ub2e8 120\ub9cc\uac1c\uc758 \ud559\uc2b5\uac00\ub2a5\ud55c \ud30c\ub77c\ubbf8\ud130\ub97c \ud1b5\ud574\uc11c LLaMA\ub97c 1\uc2dc\uac04\ub9cc\uc5d0 Instruction-Following & MultiModal \ubaa8\ub378\ub85c \ud559\uc2b5\uac00\ub2a5 Alpaca\ub294 7B\uac1c\uc758 \ud30c\ub77c\ubbf8\ud130\uc640 13G \uc800\uc7a5\uacf5\uac04, 3\uc2dc\uac04\uc774 \ud544\uc694\ud558\uc9c0\ub9cc, LLaMA-Adapter\ub294 1.2M\uac1c\uc758 \ud30c\ub77c\ubbf8\ud130\uc640 4.7M \uc800\uc7a5\uacf5\uac04, 1\uc2dc\uac04\uc774\uba74 \ub428 ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":23649,"url":"https:\/\/nori.company\/?p=23649","url_meta":{"origin":27612,"position":3},"title":"GPT\uac19\uc740 LLM\uc744 \ucee4\uc2a4\ud140 \ub370\uc774\ud130\uc14b\uc73c\ub85c \ud30c\uc778\ud29c\ub2dd \ud558\ub294 \ubc29\ubc95","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 5\uc6d4 30\uc77c","format":false,"excerpt":"nanoGPT \uae30\ubc18\uc758 \uc624\ud508\uc18c\uc2a4 \uad6c\ud604\uccb4\uc778 Lit-Parrot \uc73c\ub85c LoRA \uc640 Adapter \ub97c \uc774\uc6a9\ud574\uc11c \ud30c\uc778 \ud29c\ub2dd\ud558\uae30 StableLM, Pythia, RedPajama \uac19\uc740 LLM\uc744 \uc9c0\uc6d0 PyTorch\uc758 FlashAttention \uc774\uc6a9 \uc608\uc81c\uc5d0\uc11c\ub294 Databricks\uc758 Dolly 2.0 \uc778\uc2a4\ud2b8\ub7ed\uc158 \ub370\uc774\ud130\uc14b\uc73c\ub85c RedPajama-INCITE \ubaa8\ub378\uc744 \ud29c... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":22025,"url":"https:\/\/nori.company\/?p=22025","url_meta":{"origin":27612,"position":4},"title":"xturing &#8211; \ub098\ub9cc\uc758 LLM\uc744 \ub9cc\ub4e4\uace0 \uc81c\uc5b4\ud558\uae30","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 4\uc6d4 4\uc77c","format":false,"excerpt":"LLaMA, GPT-J, GPT-2 \uac19\uc740 LLM\uc744 \ube60\ub974\uace0, \ud6a8\uc728\uc801\uc73c\ub85c \ud30c\uc778 \ud29c\ub2dd\ud558\ub294 \uc624\ud508\uc18c\uc2a4 \ub3c4\uad6c \ub2e4\uc591\ud55c \uc18c\uc2a4\uc5d0\uc11c \ub370\uc774\ud130\ub97c \uac00\uc838\uc640\uc11c LLM\ub4e4\uc774 \uc774\ud574\ud560 \uc218 \uc788\ub294 \ud3ec\ub9f7\uc73c\ub85c \uc804\ucc98\ub9ac \ube60\ub978 \ud29c\ub2dd\uc744 \uc704\ud574 \uc2f1\uae00~\uba40\ud2f0 GPU \ud65c\uc6a9 \uba54\ubaa8\ub9ac \ud6a8\uc728\uc801\uc778 \uae30\uc220(LoRA \uac19\uc740)\uc744 \ud65c\uc6a9\ud558\uc5ec \ube44\uc6a9 \uc808\uac10 \ub2e4\uc591\ud55c \ud30c\uc778 ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":22003,"url":"https:\/\/nori.company\/?p=22003","url_meta":{"origin":27612,"position":5},"title":"Vicuna-13B &#8211; ChatGPT 90% \uc774\uc0c1\uc758 \ud488\uc9c8\uc744 \ubcf4\uc5ec\uc8fc\ub294 \uc624\ud508\uc18c\uc2a4 \ucc57\ubd07","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 4\uc6d4 3\uc77c","format":false,"excerpt":"LLaMA \ub97c ShareGPT\uc5d0 \uacf5\uc720\ub41c 7\ub9cc\uac1c\uc758 \uc0ac\uc6a9\uc790 \ub300\ud654\ub85c \ud30c\uc778 \ud29c\ub2dd ChatGPT \ubc0f \uad6c\uae00 Bard \ub300\ube44 90% \uc774\uc0c1\uc758 \ud488\uc9c8\uc744 \ubcf4\uc5ec\uc90c \ud6c8\ub828\/\uc11c\ube59 \ucf54\ub4dc \ubc0f \uc628\ub77c\uc778 \ub370\ubaa8 \ud3ec\ud568 Alpaca \uc5d0 \uba54\ubaa8\ub9ac \ucd5c\uc801\ud654 \uc801\uc6a9 \ubc0f \ub2e4\ub2e8\uacc4 \ub300\ud654\ub97c \uace0\ub824\ud558\uace0, Spot Instance\ub85c \ube44\uc6a9\uc744 \uc808\uac10(\ud6c8\ub828\ube44\uc6a9\uc740 \uc57d $300 \uc815\ub3c4) ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]}],"_links":{"self":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/27612","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=27612"}],"version-history":[{"count":1,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/27612\/revisions"}],"predecessor-version":[{"id":27613,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/27612\/revisions\/27613"}],"wp:attachment":[{"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=27612"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=27612"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=27612"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}