{"id":28478,"date":"2023-10-09T11:53:38","date_gmt":"2023-10-09T02:53:38","guid":{"rendered":"http:\/\/nori.company\/?p=28478"},"modified":"2023-10-09T11:53:38","modified_gmt":"2023-10-09T02:53:38","slug":"slowllama-llama2-70b-%ec%99%80-codellama%eb%a5%bc-m1-m2%ec%97%90%ec%84%9c-%ec%96%91%ec%9e%90%ed%99%94%ec%97%86%ec%9d%b4-%ed%8c%8c%ec%9d%b8%ed%8a%9c%eb%8b%9d","status":"publish","type":"post","link":"https:\/\/nori.company\/?p=28478","title":{"rendered":"SlowLlama &#8211; Llama2-70b \uc640 CodeLLama\ub97c M1\/M2\uc5d0\uc11c \uc591\uc790\ud654\uc5c6\uc774 \ud30c\uc778\ud29c\ub2dd"},"content":{"rendered":"<ul>\n<li>\uc560\ud50c M1\/M2 \ubc0f \uc18c\ube44\uc790\uc6a9 nVidia GPU\uc5d0\uc11c LLama2-70B \uac19\uc740 \ubaa8\ub378\uc744 \ud30c\uc778\ud29c\ub2dd<\/li>\n<li>\uc591\uc790\ud654(quantization)\ub97c \uc0ac\uc6a9\ud558\ub294 \ub300\uc2e0, \ud3ec\uc6cc\ub4dc\/\ubc31\uc6cc\ub4dc \ud328\uc2a4 \ubaa8\ub450\uc5d0\uc11c \ubaa8\ub378\uc758 \uc77c\ubd80\ub97c SSD\ub610\ub294 \uba54\uc778 \uba54\ubaa8\ub9ac\ub85c \uc624\ud504\ub85c\ub4dc \ud558\ub294 \ubc29\uc2dd<\/li>\n<li>\ud604\uc7ac \ubc84\uc804\uc744 LoRA\ub97c \uc0ac\uc6a9\ud558\uc5ec \uc5c5\ub370\uc774\ud2b8\ub97c \ub354 \uc791\uc740 \ub9e4\uac1c\ubcc0\uc218 \uc14b\uc73c\ub85c \uc81c\ud55c\n<ul>\n<li>\uccab&#8230;\n<p>\ucd9c\ucc98 : <a href=\"https:\/\/news.hada.io\/topic?id=11245\" target=\"_blank\" rel=\"noopener\">GeekNews &#8211; \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4 <\/a><\/li>\n<\/ul>\n<\/li>\n<\/ul>\n","protected":false},"excerpt":{"rendered":"<p>\uc560\ud50c M1\/M2 \ubc0f \uc18c\ube44\uc790\uc6a9 nVidia GPU\uc5d0\uc11c LLama2-70B \uac19\uc740 \ubaa8\ub378\uc744 \ud30c\uc778\ud29c\ub2dd \uc591\uc790\ud654(quantization)\ub97c \uc0ac\uc6a9\ud558\ub294 \ub300\uc2e0, \ud3ec\uc6cc\ub4dc\/\ubc31\uc6cc\ub4dc \ud328\uc2a4 \ubaa8\ub450\uc5d0\uc11c \ubaa8\ub378\uc758 \uc77c\ubd80\ub97c SSD\ub610\ub294 \uba54\uc778&hellip;<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"jetpack_post_was_ever_published":false,"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_publicize_message":"","jetpack_publicize_feature_enabled":true,"jetpack_social_post_already_shared":true,"jetpack_social_options":{"image_generator_settings":{"template":"highway","default_image_id":0,"font":"","enabled":false},"version":2}},"categories":[138],"tags":[163],"class_list":["post-28478","post","type-post","status-publish","format-standard","hentry","category-it","tag-geeknews-----"],"jetpack_publicize_connections":[],"jetpack_featured_media_url":"","jetpack_sharing_enabled":true,"jetpack_shortlink":"https:\/\/wp.me\/pa3PO4-7pk","jetpack-related-posts":[{"id":26863,"url":"https:\/\/nori.company\/?p=26863","url_meta":{"origin":28478,"position":0},"title":"Llama2\uac00 \uc694\uc57d\uc5d0 \uc788\uc5b4 GPT-4\ub9cc\ud07c \uc815\ud655\ud558\uba70 30\ubc30 \ub354 \uc800\ub834","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 8\uc6d4 30\uc77c","format":false,"excerpt":"\uc694\uc57d(Summarizing)\uc740 LLM\uc758 \uac00\uc7a5 \uc2e4\uc6a9\uc801\uc778 \uc751\uc6a9\uc911 \ud558\ub098\uc9c0\ub9cc, \uc694\uc57d\uc774 \uc815\ud655\ud558\ub2e4\ub294 \uac83\uc744 \uc2e0\ub8b0\ud560 \uc218 \uc788\uc5b4\uc57c \ud568 \ube44\uc6a9\uc774\ub098 \ub370\uc774\ud130 \uc811\uadfc\uc131 \uc774\uc288\ub54c\ubb38\uc5d0 Llama2 \uc640 \uac19\uc740 \uc624\ud508\uc18c\uc2a4 LLM\uc744 \uc0ac\uc6a9\ud558\uace0 \uc2f6\uc9c0\ub9cc \uc815\ud655\uc131\uc5d0 \ub300\ud55c \ud655\uc2e0\uc774 \uc11c\uc9c0 \uc54a\uc74c \uc2e4\ud5d8\uc744 \ud1b5\ud574\uc11c Llama-2-70b \uac00 gpt-4 \ub9cc\ud07c \uc0ac\uc2e4\uc131\uc774 \uac15\ud558\uace0, gp... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":26861,"url":"https:\/\/nori.company\/?p=26861","url_meta":{"origin":28478,"position":1},"title":"Web LLM &#8211; Llama2 7B\/13B \uc9c0\uc6d0 \uc2dc\uc791","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 8\uc6d4 30\uc77c","format":false,"excerpt":"\uc11c\ubc84 \uc5c6\uc774 \ube0c\ub77c\uc6b0\uc800\uc5d0\uc11c Llama, RedPajama, Vicuna \uac19\uc740 LLM\uc744 WASM\uc73c\ub85c \uad6c\ub3d9\ud558\ub294 \uc11c\ube44\uc2a4 Llama 2 7B\/13B \uc9c0\uc6d0 \uc2dc\uc791 Llama 2 70B\ub3c4 \uc9c0\uc6d0\ud558\uc9c0\ub9cc, \uc560\ud50c \uc2e4\ub9ac\ucf58 \ub9e5 + 64GB \ub7a8 \uc774\uc0c1\uc5d0\uc11c\ub9cc \uc0ac\uc6a9 \uac00\ub2a5 WebGPU\ub85c \uac00\uc18d ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":25959,"url":"https:\/\/nori.company\/?p=25959","url_meta":{"origin":28478,"position":2},"title":"\uc624\ud508\uc18c\uc2a4 \uc5b8\uc5b4 \ubaa8\ub378\uc758 \ud604\uc7ac","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 8\uc6d4 9\uc77c","format":false,"excerpt":"LLaMA 2 \ucd9c\uc2dc\ud6c4 \ub354 \ub728\uac70\uc6cc\uc9d0 \uac70\uc758 \ubaa8\ub4e0 \uc624\ud508\uc18c\uc2a4 \ubaa8\ub378 \uadf8\ub8f9\ub4e4\uc774 \uc0c8\ub85c\uc6b4 \ubca0\uc774\uc2a4 \ubaa8\ub378\ub85c \uc790\uc2e0\uc758 \ubaa8\ub378\uc744 \uc5c5\ub370\uc774\ud2b8 WizardLM, Airoboros, Hermes \ub4f1 \ud604\uc7ac \uac00\uc7a5 \uac15\ub825\ud55c \ubaa8\ub378\uc740 StabilityAI\uc758 Stable Beluga 2 Llama2 70B \ubaa8\ub378\uc744 Orca \uc2a4\ud0c0\uc77c \ub370\uc774\ud130\uc14b\uc73c\ub85c \ud30c\uc778 \ud29c\ub2dd... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":22833,"url":"https:\/\/nori.company\/?p=22833","url_meta":{"origin":28478,"position":3},"title":"Stability AI, \uc138\uacc4 \ucd5c\ucd08\uc758 \uc624\ud508\uc18c\uc2a4 RLHF LLM \ucc57\ubd07 StableVicuna \uacf5\uac1c","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 5\uc6d4 1\uc77c","format":false,"excerpt":"Vicuna v0 13B\ub97c \uba85\ub839\uc5b4 \ud30c\uc778\ud29c\ub2dd \ubc0f RLHF \ud6c8\ub828 3\uac1c\uc758 \ub370\uc774\ud130\uc14b\uc744 \uc774\uc6a9\ud558\uc5ec SFT(Supervised Fine-Tuning) OpenAssistant Conversations Dataset(OASST1) GPT4All Prompt Generations Alpaca HuggingFace\uc5d0\uc11c LLaMA\ubaa8\ub378\uc5d0 \ub300\ud55c \uac00\uc911\uce58 \ub378\ud0c0\ub85c \ub2e4\uc6b4\ub85c\ub4dc... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":27612,"url":"https:\/\/nori.company\/?p=27612","url_meta":{"origin":28478,"position":4},"title":"llama2\ub97c \ud30c\uc778 \ud29c\ub2dd \ud558\uace0 \uc788\ub294 \uc0ac\ub78c\ub4e4","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 9\uc6d4 16\uc77c","format":false,"excerpt":"\ud574\ucee4 \ub274\uc2a4\uc5d0\uc11c llama2\ub97c \ud30c\uc778 \ud29c\ub2dd\ud55c \uc0ac\ub840\uc785\ub2c8\ub2e4. \ud30c\uc778 \ud29c\ub2dd\uc740 \ub098\uc758 \uc9c8\ubb38 + \ub300\ub2f5 \uc138\ud2b8\ub85c AI \ubaa8\ub378\uc744 \ucd94\uac00\uc801\uc73c\ub85c \uc870\uc815\ud558\ub294 \uac83\uc785\ub2c8\ub2e4. \ud30c\uc778\ud29c\ub2dd\uc744 \ud558\ub294\ub370 \ucd5c\uc18c 50\uac1c\uc758 \uc608\uc81c\uc5d0\uc11c \uac00\ub2a5\ud558\ub2e4\uba74 1000\uac1c \uc774\uc0c1\uc758 \uc608\uc81c\uac00 \uc788\uc73c\uba74 \uc88b\ub2e4\uace0 \ud569\ub2c8\ub2e4. \uc800\uc790\ub294 \ud30c\uc778\ud29c\ub2dd\ud55c Llama 7B \ubaa8\ub378\uc774 GPT-3.5\ubcf4\ub2e4 50\ubc30 \uc774\uc0c1 \uc800 \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":25549,"url":"https:\/\/nori.company\/?p=25549","url_meta":{"origin":28478,"position":5},"title":"Llama 2 Chat 70B, \ubaa8\ub378 \ud3c9\uac00\uc5d0\uc11c ChatGPT(3.5)\ub97c \ub2a5\uac00","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 7\uc6d4 31\uc77c","format":false,"excerpt":"Instruction-Following \uc5b8\uc5b4 \ubaa8\ub378\uc744 \uc790\ub3d9\uc73c\ub85c \ud3c9\uac00\ud558\ub294 AlpacaEval Leaderboard \uae30\uc900 GPT-4 95.28% > Llama Chat 70B 92.66% > Claude 2 91.36% > ChatGPT 89.37% AlpacaEval \uc740 AlpacaFarm \ud3c9\uac00 \uc138\ud2b8\ub97c \uc774\uc6a9\ud558\uc5ec GPT-4 \uac00 \uc751\ub2f5\ud55c \ub0b4\uc6a9\uacfc \ube44\uad50\ud558\uc5ec \uc790\ub3d9\uc73c\ub85c \ud3c9\uac00\ub97c \uc9c4\ud589 ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]}],"_links":{"self":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/28478","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=28478"}],"version-history":[{"count":1,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/28478\/revisions"}],"predecessor-version":[{"id":28479,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/28478\/revisions\/28479"}],"wp:attachment":[{"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=28478"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=28478"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=28478"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}