{"id":28582,"date":"2023-10-11T10:53:09","date_gmt":"2023-10-11T01:53:09","guid":{"rendered":"http:\/\/nori.company\/?p=28582"},"modified":"2023-10-11T10:53:09","modified_gmt":"2023-10-11T01:53:09","slug":"llama-2-everywhere-l2e-%ec%8a%a4%ed%83%a0%eb%93%9c%ec%96%bc%eb%a1%a0-%eb%b0%94%ec%9d%b4%eb%84%88%eb%a6%ac-%ed%8f%ac%ed%84%b0%eb%b8%94-%eb%b6%80%ed%8c%85-%ea%b0%80%eb%8a%a5%ed%95%9c-llama-2","status":"publish","type":"post","link":"https:\/\/nori.company\/?p=28582","title":{"rendered":"Llama 2 Everywhere (L2E) &#8211; \uc2a4\ud0e0\ub4dc\uc5bc\ub860, \ubc14\uc774\ub108\ub9ac \ud3ec\ud130\ube14, \ubd80\ud305 \uac00\ub2a5\ud55c Llama 2"},"content":{"rendered":"<ul>\n<li>\uad11\ubc94\uc704\ud55c \uc885\ub958\uc758 \uae30\uae30(\ud3d0\uae30\ub41c \ud06c\ub86c\ubd81\ubd80\ud130 \uace0\ubc00\ub3c4 \uc720\ub2c8\ucee4\ub110 \uae4c\uc9c0)\uc5d0\uc11c \ud638\ud658\uc131\uc744 \ubcf4\uc7a5 \ud558\ub294 \uac83\uc744 \ubaa9\ud45c<\/li>\n<li>L2E\ub4e4\uc774 \ub124\ud2b8\uc6cc\ud06c\ub85c \uc5f0\uacb0\ub418\uace0 \ubd84\uc0b0\ub418\uace0 \uc790\uccb4 \uc870\uc815\ub418\ub294 \uc18c\uaddc\ubaa8 \uc804\ubb38 LLM Army\ub97c \uad6c\ucd95\ud558\uace0 \ud65c\uc6a9\ud558\uc5ec<br \/>\n\ubbf8\ub798\uc758 AI\uc5d0 \ub300\ud55c \uc811\uadfc\uc744 \ubbfc\uc8fc\ud654\ud558\uace0 \ub2e8\uc77c \ub300\uaddc\ubaa8 LLM\uc744 \ub2a5\uac00\ud560 \uc218 \uc788\ub2e4\uace0 \ubbff\uc74c<\/li>\n<li>L2E&#8230;\n<p>\ucd9c\ucc98 : <a href=\"https:\/\/news.hada.io\/topic?id=11285\" target=\"_blank\" rel=\"noopener\">GeekNews &#8211; \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4 <\/a><\/li>\n<\/ul>\n","protected":false},"excerpt":{"rendered":"<p>\uad11\ubc94\uc704\ud55c \uc885\ub958\uc758 \uae30\uae30(\ud3d0\uae30\ub41c \ud06c\ub86c\ubd81\ubd80\ud130 \uace0\ubc00\ub3c4 \uc720\ub2c8\ucee4\ub110 \uae4c\uc9c0)\uc5d0\uc11c \ud638\ud658\uc131\uc744 \ubcf4\uc7a5 \ud558\ub294 \uac83\uc744 \ubaa9\ud45c L2E\ub4e4\uc774 \ub124\ud2b8\uc6cc\ud06c\ub85c \uc5f0\uacb0\ub418\uace0 \ubd84\uc0b0\ub418\uace0 \uc790\uccb4 \uc870\uc815\ub418\ub294 \uc18c\uaddc\ubaa8 \uc804\ubb38&hellip;<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"jetpack_post_was_ever_published":false,"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_publicize_message":"","jetpack_publicize_feature_enabled":true,"jetpack_social_post_already_shared":true,"jetpack_social_options":{"image_generator_settings":{"template":"highway","default_image_id":0,"font":"","enabled":false},"version":2}},"categories":[138],"tags":[163],"class_list":["post-28582","post","type-post","status-publish","format-standard","hentry","category-it","tag-geeknews-----"],"jetpack_publicize_connections":[],"jetpack_featured_media_url":"","jetpack_sharing_enabled":true,"jetpack_shortlink":"https:\/\/wp.me\/pa3PO4-7r0","jetpack-related-posts":[{"id":26861,"url":"https:\/\/nori.company\/?p=26861","url_meta":{"origin":28582,"position":0},"title":"Web LLM &#8211; Llama2 7B\/13B \uc9c0\uc6d0 \uc2dc\uc791","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 8\uc6d4 30\uc77c","format":false,"excerpt":"\uc11c\ubc84 \uc5c6\uc774 \ube0c\ub77c\uc6b0\uc800\uc5d0\uc11c Llama, RedPajama, Vicuna \uac19\uc740 LLM\uc744 WASM\uc73c\ub85c \uad6c\ub3d9\ud558\ub294 \uc11c\ube44\uc2a4 Llama 2 7B\/13B \uc9c0\uc6d0 \uc2dc\uc791 Llama 2 70B\ub3c4 \uc9c0\uc6d0\ud558\uc9c0\ub9cc, \uc560\ud50c \uc2e4\ub9ac\ucf58 \ub9e5 + 64GB \ub7a8 \uc774\uc0c1\uc5d0\uc11c\ub9cc \uc0ac\uc6a9 \uac00\ub2a5 WebGPU\ub85c \uac00\uc18d ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":22449,"url":"https:\/\/nori.company\/?p=22449","url_meta":{"origin":28582,"position":1},"title":"Web LLM &#8211; WebGPU\ub85c \ube0c\ub77c\uc6b0\uc800\uc5d0\uc11c LLM \uac00\uc18d\ud558\uc5ec \uc2e4\ud589\ud558\uae30","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 4\uc6d4 18\uc77c","format":false,"excerpt":"\uc11c\ubc84 \uc5c6\uc774 \ube0c\ub77c\uc6b0\uc800\uc5d0\uc11c LLaMA, Vicuna \uac19\uc740 LLM\uc744 WASM\uc744 \uc774\uc6a9\ud558\uc5ec \uad6c\ub3d9 WebGPU\ub85c \uac00\uc18d \ud558\uc9c0\ub9cc, \ubcc4\ub3c4\ub85c Apache TVM\uc774 \uc9c0\uc6d0\ud558\ub294 GPU \ubc31\uc5d4\ub4dc\ub4e4(CUDA, OpenCL, Vulkan)\ub3c4 \uc9c0\uc6d0 MLC(Machine Learning Compilation) \uae30\uc220\uc744 \uc0ac\uc6a9 ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":22025,"url":"https:\/\/nori.company\/?p=22025","url_meta":{"origin":28582,"position":2},"title":"xturing &#8211; \ub098\ub9cc\uc758 LLM\uc744 \ub9cc\ub4e4\uace0 \uc81c\uc5b4\ud558\uae30","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 4\uc6d4 4\uc77c","format":false,"excerpt":"LLaMA, GPT-J, GPT-2 \uac19\uc740 LLM\uc744 \ube60\ub974\uace0, \ud6a8\uc728\uc801\uc73c\ub85c \ud30c\uc778 \ud29c\ub2dd\ud558\ub294 \uc624\ud508\uc18c\uc2a4 \ub3c4\uad6c \ub2e4\uc591\ud55c \uc18c\uc2a4\uc5d0\uc11c \ub370\uc774\ud130\ub97c \uac00\uc838\uc640\uc11c LLM\ub4e4\uc774 \uc774\ud574\ud560 \uc218 \uc788\ub294 \ud3ec\ub9f7\uc73c\ub85c \uc804\ucc98\ub9ac \ube60\ub978 \ud29c\ub2dd\uc744 \uc704\ud574 \uc2f1\uae00~\uba40\ud2f0 GPU \ud65c\uc6a9 \uba54\ubaa8\ub9ac \ud6a8\uc728\uc801\uc778 \uae30\uc220(LoRA \uac19\uc740)\uc744 \ud65c\uc6a9\ud558\uc5ec \ube44\uc6a9 \uc808\uac10 \ub2e4\uc591\ud55c \ud30c\uc778 ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":27928,"url":"https:\/\/nori.company\/?p=27928","url_meta":{"origin":28582,"position":3},"title":"WhatsApp-Llama &#8211; \uc790\uc2e0\uc758 \uc653\uce20\uc571 \ub300\ud654\ub85c LLM \ud30c\uc778\ud29c\ub2dd \ud558\uae30","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 9\uc6d4 23\uc77c","format":false,"excerpt":"Llama 7B \ub97c \uc790\uc2e0\uc758 \uc653\uce20\uc571 \ub300\ud654\ub85c \ud30c\uc778\ud29c\ub2dd\ud558\uc5ec, \uc790\uc2e0\ucc98\ub7fc \ub9d0\ud558\uac8c \ub9cc\ub4e4\uae30 QLoRA \uc640 int4 \uc591\uc790\ud654\ub85c \uc2f1\uae00 GPU(P100 + 16GB)\ub85c \ud30c\uc778\ud29c\ub2dd \uac00\ub2a5 3\uac00\uc9c0 \uc9c8\ubb38\uc5d0 \ub300\ud55c 2\uac00\uc9c0 \ub2f5(LLM or \ubcf8\uc778)\uc744 \ud3c9\uac00\ud558\ub294 \uc2e4\ud5d8\uacb0\uacfc \uc57d 10%\uc758 \uce5c\uad6c\ub4e4(20\uba85\uc911 2\uba85)\uc774 \uc18d\uc558\ub2e4\uace0 ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":23331,"url":"https:\/\/nori.company\/?p=23331","url_meta":{"origin":28582,"position":4},"title":"\ubaa8\ub4e0 LLM \uac1c\ubc1c\uc790\uac00 \uc54c\uc544\uc57c \ud558\ub294 \uc22b\uc790","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 5\uc6d4 18\uc77c","format":false,"excerpt":"LLM\uc744 \uc0ac\uc6a9\ud560 \ub54c \uc911\uc694\ud55c \uc22b\uc790\uc5d0 \ub300\ud55c \uc815\ub9ac. \"\uac04\uacb0\ud558\uac8c\"\ub97c \ud504\ub86c\ud504\ud2b8\uc5d0 \ub123\uc73c\uba74 \ube44\uc6a9\uc744 40~90% \uc808\uc57d \uac00\ub2a5. GPT-4\uc5d0 \ube44\ud574 GPT-3.5 Turbo\ub294 \uac00\uaca9\uc774 50\ubc30 \uc800\ub834\ud568. \ubca1\ud130 \uac80\uc0c9\uc744 \uc704\ud574 OpenAI \uc784\ubca0\ub529\uc744 \uc0ac\uc6a9\ud558\uba74 GPT-3.5 Turbo\ubcf4\ub2e4 20\ubc30 \uc800\ub834\ud568. LLaMa\uae09 LLM\uc744 \uad50\uc721\ud558\ub294 ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":24539,"url":"https:\/\/nori.company\/?p=24539","url_meta":{"origin":28582,"position":5},"title":"XGen-7B &#8211; 1.5T \ud1a0\ud070\uc5d0 \ub300\ud574 \ucd5c\ub300 8K \uc2dc\ud000\uc2a4 \uae38\uc774\ub85c \ud6c8\ub828\ud55c 7B LLM","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 7\uc6d4 1\uc77c","format":false,"excerpt":"LLM\uc774 \ub9ce\uc774 \uc0ac\uc6a9\ub418\uba74\uc11c \uae34 \uc2dc\ud000\uc2a4\uc5d0 \ub300\ud574\uc11c \uc801\uc6a9\ud558\ub294 \uac83\uc774 \uc911\uc694\ud574\uc9d0: \ubb38\uc11c \uc694\uc57d, \ucf54\ub4dc \uc791\uc131, \ub2e8\ubc31\uc9c8 \uc11c\uc5f4 \uc608\uce21\ub4f1 \ud558\uc9c0\ub9cc \ub300\ubd80\ubd84\uc758 \uc624\ud508\uc18c\uc2a4 LLM(LLaMA, MPT, Falcon) \ub4f1\uc740 \ucd5c\ub300 2K \ud1a0\ud070 \uc2dc\ud000\uc2a4 \uae38\uc774\ub85c \ud6c8\ub828\ub428 XGen-7B \ub294 \ucd5c\ub300 8K \uc2dc\ud000\uc2a4 \uae38\uc774 \uae4c\uc9c0\ub85c 1.5T \ucf54\ud070\uc5d0 \ub300\ud574 \ud6c8\ub828 \ud45c\uc900 NL... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]}],"_links":{"self":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/28582","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=28582"}],"version-history":[{"count":1,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/28582\/revisions"}],"predecessor-version":[{"id":28583,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/28582\/revisions\/28583"}],"wp:attachment":[{"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=28582"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=28582"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=28582"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}