{"id":25591,"date":"2023-07-31T18:54:18","date_gmt":"2023-07-31T09:54:18","guid":{"rendered":"http:\/\/nori.company\/?p=25591"},"modified":"2023-07-31T18:54:18","modified_gmt":"2023-07-31T09:54:18","slug":"llama2-c-for-dummies-%ec%b4%88%eb%b3%b4%ec%9e%90%eb%a5%bc-%ec%9c%84%ed%95%9c-llama2-c-%ea%b0%80%ec%9d%b4%eb%93%9c","status":"publish","type":"post","link":"https:\/\/nori.company\/?p=25591","title":{"rendered":"llama2.c for Dummies (\ucd08\ubcf4\uc790\ub97c \uc704\ud55c llama2.c \uac00\uc774\ub4dc)"},"content":{"rendered":"<p>Andrej Karpathy\uac00 \uc791\uc131\ud55c, \uc21c\uc218 C\ub85c \uc791\uc131\ub41c Llama 2 \ucd94\ub860 \ucf54\ub4dc\uc778 llama2.c\uc5d0 \ub300\ud55c \uc124\uba85<\/p>\n<p>\uc790\ub8cc\ud615(structs), \uac01\uc885 \ud568\uc218\uc640 \ub85c\uc9c1 \uc124\uba85, main() \ud568\uc218 \uc124\uba85\uc758 3\ubd80\ub85c \uad6c\uc131\ub418\uc5b4 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n<p>\ucd9c\ucc98 : <a href=\"https:\/\/news.hada.io\/topic?id=10105\" target=\"_blank\" rel=\"noopener\">GeekNews &#8211; \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4 <\/a><\/p>\n","protected":false},"excerpt":{"rendered":"<p>Andrej Karpathy\uac00 \uc791\uc131\ud55c, \uc21c\uc218 C\ub85c \uc791\uc131\ub41c Llama 2 \ucd94\ub860 \ucf54\ub4dc\uc778 llama2.c\uc5d0 \ub300\ud55c \uc124\uba85 \uc790\ub8cc\ud615(structs), \uac01\uc885 \ud568\uc218\uc640 \ub85c\uc9c1 \uc124\uba85, main() \ud568\uc218&hellip;<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"jetpack_post_was_ever_published":false,"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_publicize_message":"","jetpack_publicize_feature_enabled":true,"jetpack_social_post_already_shared":true,"jetpack_social_options":{"image_generator_settings":{"template":"highway","default_image_id":0,"font":"","enabled":false},"version":2}},"categories":[138],"tags":[163],"class_list":["post-25591","post","type-post","status-publish","format-standard","hentry","category-it","tag-geeknews-----"],"jetpack_publicize_connections":[],"jetpack_featured_media_url":"","jetpack_sharing_enabled":true,"jetpack_shortlink":"https:\/\/wp.me\/pa3PO4-6EL","jetpack-related-posts":[{"id":25261,"url":"https:\/\/nori.company\/?p=25261","url_meta":{"origin":25591,"position":0},"title":"Llama2.c: \uc21c\uc218 C\ub85c \uc791\uc131\ub41c Llama 2 \ucd94\ub860 \ucf54\ub4dc","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 7\uc6d4 24\uc77c","format":false,"excerpt":"\uc774 \uae00\uc740 GPT-4\ub97c \uc0ac\uc6a9\ud558\uc5ec \uc790\ub3d9 \uc0dd\uc131\ud55c \uc124\uba85\uc73c\ub85c, \uc798\ubabb\ub41c \ub0b4\uc6a9\uc774 \uc788\uc744 \uc218 \uc788\uc2b5\ub2c8\ub2e4. :smile: \uc798\ubabb\ub41c \ub0b4\uc6a9\uc744 \ubc1c\uacac\ud558\uc2dc\uba74 \ub367\uae00\ub85c \uc54c\ub824\uc8fc\uc2dc\uae30\ub97c \ubd80\ud0c1\ub4dc\ub9bd\ub2c8\ub2e4! :bowing_man: \uc18c\uac1c Llama2.c\ub294 Andrej Karpathy\uac00 \uac1c\ubc1c\ud55c \uc21c\uc218 C\ub85c \uc791\uc131\ub41c Inference Llama 2\uc785... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":30083,"url":"https:\/\/nori.company\/?p=30083","url_meta":{"origin":25591,"position":1},"title":"\uc774\uc885 \uc5e3\uc9c0\uc5d0\uc11c\uc758 \ube60\ub974\uace0 \ud734\ub300 \uac00\ub2a5\ud55c Llama2 \ucd94\ub860","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 11\uc6d4 14\uc77c","format":false,"excerpt":"Rust+Wasm \uc2a4\ud0dd\uc758 AI \ucd94\ub860\uc5d0\uc11c\uc758 \uc7a5\uc810 Rust+Wasm \uc560\ud50c\ub9ac\ucf00\uc774\uc158\uc740 Python\uc5d0 \ube44\ud574 \ud06c\uae30\uac00 1\/100, \uc18d\ub3c4\ub294 100\ubc30 \ube60\ub974\uba70, \ud558\ub4dc\uc6e8\uc5b4 \uac00\uc18d\uc744 \uc804\ud600 \ubcc0\uacbd\ud558\uc9c0 \uc54a\uace0 \ubaa8\ub4e0 \uacf3\uc5d0\uc11c \uc548\uc804\ud558\uac8c \uc2e4\ud589 \uac00\ub2a5\ud568. Rust\ub294 AGI(\uc778\uacf5 \uc77c\ubc18 \uc9c0\ub2a5)\uc758 \uc5b8\uc5b4\ub85c, llama2 \ubaa8\ub378\uc744 \ub124\uc774\ud2f0\ube0c \uc18d\ub3c4\ub85c \uc2e4\ud589\ud558\ub294 \uac04\ub2e8\ud55c Rust \ud504\ub85c... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":27612,"url":"https:\/\/nori.company\/?p=27612","url_meta":{"origin":25591,"position":2},"title":"llama2\ub97c \ud30c\uc778 \ud29c\ub2dd \ud558\uace0 \uc788\ub294 \uc0ac\ub78c\ub4e4","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 9\uc6d4 16\uc77c","format":false,"excerpt":"\ud574\ucee4 \ub274\uc2a4\uc5d0\uc11c llama2\ub97c \ud30c\uc778 \ud29c\ub2dd\ud55c \uc0ac\ub840\uc785\ub2c8\ub2e4. \ud30c\uc778 \ud29c\ub2dd\uc740 \ub098\uc758 \uc9c8\ubb38 + \ub300\ub2f5 \uc138\ud2b8\ub85c AI \ubaa8\ub378\uc744 \ucd94\uac00\uc801\uc73c\ub85c \uc870\uc815\ud558\ub294 \uac83\uc785\ub2c8\ub2e4. \ud30c\uc778\ud29c\ub2dd\uc744 \ud558\ub294\ub370 \ucd5c\uc18c 50\uac1c\uc758 \uc608\uc81c\uc5d0\uc11c \uac00\ub2a5\ud558\ub2e4\uba74 1000\uac1c \uc774\uc0c1\uc758 \uc608\uc81c\uac00 \uc788\uc73c\uba74 \uc88b\ub2e4\uace0 \ud569\ub2c8\ub2e4. \uc800\uc790\ub294 \ud30c\uc778\ud29c\ub2dd\ud55c Llama 7B \ubaa8\ub378\uc774 GPT-3.5\ubcf4\ub2e4 50\ubc30 \uc774\uc0c1 \uc800 \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":30097,"url":"https:\/\/nori.company\/?p=30097","url_meta":{"origin":25591,"position":3},"title":"Rust+WASM\uc73c\ub85c \uc774\uae30\uc885 Edge\uc5d0\uc11c \ube60\ub974\uace0 \ud3ec\ud130\ube14\ud55c Llama2 \ucd94\ub860 \uc2e4\ud589\ud558\uae30","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 11\uc6d4 14\uc77c","format":false,"excerpt":"Rust+WASM \uc2a4\ud0dd\uc774 AI\ucd94\ub860\uc5d0\uc11c Python\uc758 \uac15\ub825\ud55c \ub300\uccb4\uc81c\uac00 \ub420 \uc218 \uc788\uc74c \ud30c\uc774\uc36c\uacfc \ube44\uad50\ud574\uc11c Rust+Wasm \uc571\uc740 \ud06c\uae30\uac00 1\/100, \uc18d\ub3c4\uac00 100\ubc30 \ube60\ub974\uba70, \ubc14\uc774\ub108\ub9ac \ucf54\ub4dc\ub97c \ubcc0\uacbd\ud558\uc9c0 \uc54a\uace0\ub3c4 \uc804\uccb4 \ud558\ub4dc\uc6e8\uc5b4 \uac00\uc18d\uc73c\ub85c \ubaa8\ub4e0 \uacf3\uc5d0\uc11c \uc548\uc804\ud558\uac8c \uc2e4\ud589\ud560 \uc218 \uc788\uc74c Rust\ub294 AGI\uc758 \uc5b8\uc5b4\uc784 LLama2... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":28478,"url":"https:\/\/nori.company\/?p=28478","url_meta":{"origin":25591,"position":4},"title":"SlowLlama &#8211; Llama2-70b \uc640 CodeLLama\ub97c M1\/M2\uc5d0\uc11c \uc591\uc790\ud654\uc5c6\uc774 \ud30c\uc778\ud29c\ub2dd","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 10\uc6d4 9\uc77c","format":false,"excerpt":"\uc560\ud50c M1\/M2 \ubc0f \uc18c\ube44\uc790\uc6a9 nVidia GPU\uc5d0\uc11c LLama2-70B \uac19\uc740 \ubaa8\ub378\uc744 \ud30c\uc778\ud29c\ub2dd \uc591\uc790\ud654(quantization)\ub97c \uc0ac\uc6a9\ud558\ub294 \ub300\uc2e0, \ud3ec\uc6cc\ub4dc\/\ubc31\uc6cc\ub4dc \ud328\uc2a4 \ubaa8\ub450\uc5d0\uc11c \ubaa8\ub378\uc758 \uc77c\ubd80\ub97c SSD\ub610\ub294 \uba54\uc778 \uba54\ubaa8\ub9ac\ub85c \uc624\ud504\ub85c\ub4dc \ud558\ub294 \ubc29\uc2dd \ud604\uc7ac \ubc84\uc804\uc744 LoRA\ub97c \uc0ac\uc6a9\ud558\uc5ec \uc5c5\ub370\uc774\ud2b8\ub97c \ub354 \uc791\uc740 \ub9e4\uac1c\ubcc0\uc218 \uc14b\uc73c\ub85c \uc81c\ud55c \uccab... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":26863,"url":"https:\/\/nori.company\/?p=26863","url_meta":{"origin":25591,"position":5},"title":"Llama2\uac00 \uc694\uc57d\uc5d0 \uc788\uc5b4 GPT-4\ub9cc\ud07c \uc815\ud655\ud558\uba70 30\ubc30 \ub354 \uc800\ub834","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 8\uc6d4 30\uc77c","format":false,"excerpt":"\uc694\uc57d(Summarizing)\uc740 LLM\uc758 \uac00\uc7a5 \uc2e4\uc6a9\uc801\uc778 \uc751\uc6a9\uc911 \ud558\ub098\uc9c0\ub9cc, \uc694\uc57d\uc774 \uc815\ud655\ud558\ub2e4\ub294 \uac83\uc744 \uc2e0\ub8b0\ud560 \uc218 \uc788\uc5b4\uc57c \ud568 \ube44\uc6a9\uc774\ub098 \ub370\uc774\ud130 \uc811\uadfc\uc131 \uc774\uc288\ub54c\ubb38\uc5d0 Llama2 \uc640 \uac19\uc740 \uc624\ud508\uc18c\uc2a4 LLM\uc744 \uc0ac\uc6a9\ud558\uace0 \uc2f6\uc9c0\ub9cc \uc815\ud655\uc131\uc5d0 \ub300\ud55c \ud655\uc2e0\uc774 \uc11c\uc9c0 \uc54a\uc74c \uc2e4\ud5d8\uc744 \ud1b5\ud574\uc11c Llama-2-70b \uac00 gpt-4 \ub9cc\ud07c \uc0ac\uc2e4\uc131\uc774 \uac15\ud558\uace0, gp... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]}],"_links":{"self":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/25591","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=25591"}],"version-history":[{"count":1,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/25591\/revisions"}],"predecessor-version":[{"id":25592,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/25591\/revisions\/25592"}],"wp:attachment":[{"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=25591"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=25591"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=25591"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}