{"id":22919,"date":"2023-05-04T11:47:59","date_gmt":"2023-05-04T02:47:59","guid":{"rendered":"http:\/\/nori.company\/?p=22919"},"modified":"2023-05-04T11:47:59","modified_gmt":"2023-05-04T02:47:59","slug":"llama-%eb%aa%a8%eb%8d%b8%ec%9d%98-%ea%b0%84%eb%9e%b5%ed%95%9c-%ec%97%ad%ec%82%ac","status":"publish","type":"post","link":"https:\/\/nori.company\/?p=22919","title":{"rendered":"LLaMA \ubaa8\ub378\uc758 \uac04\ub7b5\ud55c \uc5ed\uc0ac"},"content":{"rendered":"<ul>\n<li>2023\ub144 2\uc6d4\uc5d0 \ucd9c\uc2dc\ub41c LLaMA\ub294 \uc774\ubbf8 \ub2e4\uc591\ud55c \ud30c\uc778\ud29c\ub2dd \ubaa8\ub378\uc774 \ucd9c\uc2dc\ub428<\/li>\n<li>\uac01 \ubaa8\ub378\uc744 \uc0b4\ud3b4\ubcf4\uace0 \ube44\uad50\n<ul>\n<li>LLaMA : (7B, 13B, 33B, 65B), CommonCrawl\/C4\/GitHub\/Wikipedia\/Gutenberg &amp; Book3\/ArXiv\/StackExchange<\/li>\n<li>Alpaca : 52k GPT-3 instructions<\/li>\n<li>Vicuna : 70k ChatGPT conversat&#8230;\n<p>\ucd9c\ucc98 : <a href=\"https:\/\/news.hada.io\/topic?id=9104\" target=\"_blank\" rel=\"noopener\">GeekNews &#8211; \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4 <\/a><\/li>\n<\/ul>\n<\/li>\n<\/ul>\n","protected":false},"excerpt":{"rendered":"<p>2023\ub144 2\uc6d4\uc5d0 \ucd9c\uc2dc\ub41c LLaMA\ub294 \uc774\ubbf8 \ub2e4\uc591\ud55c \ud30c\uc778\ud29c\ub2dd \ubaa8\ub378\uc774 \ucd9c\uc2dc\ub428 \uac01 \ubaa8\ub378\uc744 \uc0b4\ud3b4\ubcf4\uace0 \ube44\uad50 LLaMA : (7B, 13B, 33B, 65B), CommonCrawl\/C4\/GitHub\/Wikipedia\/Gutenberg&hellip;<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"jetpack_post_was_ever_published":false,"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_publicize_message":"","jetpack_publicize_feature_enabled":true,"jetpack_social_post_already_shared":true,"jetpack_social_options":{"image_generator_settings":{"template":"highway","default_image_id":0,"font":"","enabled":false},"version":2}},"categories":[138],"tags":[163],"class_list":["post-22919","post","type-post","status-publish","format-standard","hentry","category-it","tag-geeknews-----"],"jetpack_publicize_connections":[],"jetpack_featured_media_url":"","jetpack_sharing_enabled":true,"jetpack_shortlink":"https:\/\/wp.me\/pa3PO4-5XF","jetpack-related-posts":[{"id":26861,"url":"https:\/\/nori.company\/?p=26861","url_meta":{"origin":22919,"position":0},"title":"Web LLM &#8211; Llama2 7B\/13B \uc9c0\uc6d0 \uc2dc\uc791","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 8\uc6d4 30\uc77c","format":false,"excerpt":"\uc11c\ubc84 \uc5c6\uc774 \ube0c\ub77c\uc6b0\uc800\uc5d0\uc11c Llama, RedPajama, Vicuna \uac19\uc740 LLM\uc744 WASM\uc73c\ub85c \uad6c\ub3d9\ud558\ub294 \uc11c\ube44\uc2a4 Llama 2 7B\/13B \uc9c0\uc6d0 \uc2dc\uc791 Llama 2 70B\ub3c4 \uc9c0\uc6d0\ud558\uc9c0\ub9cc, \uc560\ud50c \uc2e4\ub9ac\ucf58 \ub9e5 + 64GB \ub7a8 \uc774\uc0c1\uc5d0\uc11c\ub9cc \uc0ac\uc6a9 \uac00\ub2a5 WebGPU\ub85c \uac00\uc18d ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":24413,"url":"https:\/\/nori.company\/?p=24413","url_meta":{"origin":22919,"position":1},"title":"llama-tokenizer-js &#8211; \ube0c\ub77c\uc6b0\uc800\uc5d0\uc11c \uc2e4\ud589\ub418\ub294 LLaMA \ud1a0\ud06c\ub098\uc774\uc800","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 6\uc6d4 27\uc77c","format":false,"excerpt":"\ud074\ub77c\uc774\uc5b8\ud2b8 \uc0ac\uc774\ub4dc\uc5d0\uc11c \ud1a0\ud070\uc744 \uc815\ud655\ud558\uac8c \uacc4\uc0b0\ud558\uae30 \uc704\ud574 \uc0ac\uc6a9 \uac00\ub2a5 \uc758\uc874\uc131 \uc804\ud600\uc5c6\ub294 \ud558\ub098\uc758 \ud30c\uc77c\ub85c \uc27d\uac8c \uc0ac\uc6a9 \uac00\ub2a5 \ub300\ubd80\ubd84\uc758 LLaMA \uae30\ubc18 \ubaa8\ub378\uacfc \ud638\ud658 \uc57d 2\ucc9c\uac1c\uc758 \ud1a0\ud070\uc744 20ms \uc548\uc5d0 \ud1a0\ud070\ud654 \uac00\ub2a5 ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":26634,"url":"https:\/\/nori.company\/?p=26634","url_meta":{"origin":22919,"position":2},"title":"\ucd5c\ucca8\ub2e8 \ucf54\ub529\uc6a9 \ub300\ud615 \uc5b8\uc5b4 \ubaa8\ub378\uc778 Code Llama","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 8\uc6d4 25\uc77c","format":false,"excerpt":"Code Llama\ub294 \ucf54\ub529\uc744 \uc704\ud574 \uc124\uacc4\ub41c \ucd5c\ucca8\ub2e8 \ub300\ud615 \uc5b8\uc5b4 \ubaa8\ub378(LLM)\ub85c, \ucf54\ub4dc\uc640 \uc790\uc5f0\uc5b4 \ud504\ub86c\ud504\ud2b8 \ubaa8\ub450\uc5d0\uc11c \ucf54\ub4dc\uc640 \ucf54\ub4dc\uc5d0 \ub300\ud55c \uc790\uc5f0\uc5b4\ub97c \uc0dd\uc131\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4. \uc774\ub294 Llama 2 \uc704\uc5d0 \uad6c\ucd95\ub418\uc5c8\uc73c\uba70, \uc138 \uac00\uc9c0 \ubaa8\ub378\ub85c \uc81c\uacf5\ub429\ub2c8\ub2e4: Code Llama (\uae30\ubcf8 \ucf54\ub4dc \ubaa8\ub378), Code Llama - P... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":26636,"url":"https:\/\/nori.company\/?p=26636","url_meta":{"origin":22919,"position":3},"title":"\ucd5c\ucca8\ub2e8 \ub300\ud615 \uc5b8\uc5b4 \ubaa8\ub378\uc778 Code Llama, \ucf54\ub529\uc6a9","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 8\uc6d4 25\uc77c","format":false,"excerpt":"Code Llama\ub294 \ucf54\ub529 \uc791\uc5c5\uc744 \uc704\ud574 \ud2b9\ubcc4\ud788 \uc124\uacc4\ub41c \ucd5c\ucca8\ub2e8 \ub300\ud615 \uc5b8\uc5b4 \ubaa8\ub378(LLM)\uc785\ub2c8\ub2e4. \ucf54\ub4dc\uc640 \uc790\uc5f0\uc5b4 \ud504\ub86c\ud504\ud2b8 \ubaa8\ub450\uc5d0\uc11c \ucf54\ub4dc\uc640 \ucf54\ub4dc\uc5d0 \ub300\ud55c \uc790\uc5f0\uc5b4\ub97c \uc0dd\uc131\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4. Code Llama\ub294 Llama 2 \uc704\uc5d0 \uad6c\ucd95\ub418\uc5c8\uc73c\uba70, \uae30\ubcf8 \ucf54\ub4dc \ubaa8\ub378, Python \uc804\ubb38 \ubaa8\ub378, \uc790\uc5f0... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":29944,"url":"https:\/\/nori.company\/?p=29944","url_meta":{"origin":22919,"position":4},"title":"talk-llama &#8211; \ud130\ubbf8\ub110\uc5d0\uc11c LLaMA\uc640 \ub300\ud654\ud558\uae30","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 11\uc6d4 11\uc77c","format":false,"excerpt":"Whisper Medium(Whisper.cpp) + LLaMA v2 13B Q8_0 \uc744 M2 Ultra\uc5d0\uc11c \uc2dc\uc5f0 Whisper\ub85c \uc74c\uc131\uc778\uc2dd\ud558\uc5ec \ud574\ub2f9 \uc9c8\ubb38\uc744 LLaMA\uc5d0\uac8c \ubcf4\ub0b8\ub4a4 \ub2f5\ubcc0\uc744 MacOS\uc758 \uc74c\uc131\ud569\uc131(say \uba85\ub839)\uc744 \uc774\uc6a9\ud574\uc11c \ucd9c\ub825 \uc138\uc158 \uad00\ub9ac\ub97c \uc9c0\uc6d0\ud574\uc11c \uae30\uc874 \ub300\ud654 \ub0b4\uc6a9\uc5d0 \uae30\ubc18\ud55c \uc5f0\uc18d\uc801\uc778 \ub300\ud654 \uac00\ub2a5 ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":22007,"url":"https:\/\/nori.company\/?p=22007","url_meta":{"origin":22919,"position":5},"title":"Lit-LLaMA &#8211; nanoGPT \uae30\ubc18 \uc624\ud508\uc18c\uc2a4 LLaMA \uad6c\ud604\uccb4","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 4\uc6d4 3\uc77c","format":false,"excerpt":"GPL \ub77c\uc774\uc13c\uc2a4\uc778 LLaMA \ucf54\ub4dc \ub300\uc2e0, nanoGPT \uae30\ubc18\uc73c\ub85c Apache 2.0 \ub77c\uc774\uc13c\uc2a4\ub85c \uc644\uc804\ud788 \ubcc4\ub3c4 \uac1c\ubc1c\ub41c \uc624\ud508\uc18c\uc2a4 bolierplate \uc5c6\uc774 \ub2e8\uc77c \ud30c\uc77c\ub85c \uad6c\ud604\ub418\uc5b4 \uc2ec\ud50c\ud558\uba70, \uae30\uc874 \ubaa8\ub378\uacfc \uc218\uce58\uc801\uc73c\ub85c \ub3d9\uc77c FlashAttention, \uc591\uc790\ud654, LoRA \ud30c\uc778\ud29c\ub2dd, \uc0ac\uc804 \ud559\uc2b5\ub4f1\uc744 \uc9c0\uc6d0 \uc18c\ube44\uc790\uc6a9 \ud558\ub4dc\uc6e8\uc5b4\uc5d0\uc11c \uc2e4\ud589\ub418... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]}],"_links":{"self":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/22919","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=22919"}],"version-history":[{"count":1,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/22919\/revisions"}],"predecessor-version":[{"id":22920,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/22919\/revisions\/22920"}],"wp:attachment":[{"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=22919"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=22919"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=22919"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}