{"id":25261,"date":"2023-07-24T22:53:40","date_gmt":"2023-07-24T13:53:40","guid":{"rendered":"http:\/\/nori.company\/?p=25261"},"modified":"2023-07-24T22:53:40","modified_gmt":"2023-07-24T13:53:40","slug":"llama2-c-%ec%88%9c%ec%88%98-c%eb%a1%9c-%ec%9e%91%ec%84%b1%eb%90%9c-llama-2-%ec%b6%94%eb%a1%a0-%ec%bd%94%eb%93%9c","status":"publish","type":"post","link":"https:\/\/nori.company\/?p=25261","title":{"rendered":"Llama2.c: \uc21c\uc218 C\ub85c \uc791\uc131\ub41c Llama 2 \ucd94\ub860 \ucf54\ub4dc"},"content":{"rendered":"<ul>\n<li>\n<em>\uc774 \uae00\uc740 GPT-4\ub97c \uc0ac\uc6a9\ud558\uc5ec \uc790\ub3d9 \uc0dd\uc131\ud55c \uc124\uba85\uc73c\ub85c, \uc798\ubabb\ub41c \ub0b4\uc6a9\uc774 \uc788\uc744 \uc218 \uc788\uc2b5\ub2c8\ub2e4. \ud83d\ude42<\/em>\n<\/li>\n<li>\n<em>\uc798\ubabb\ub41c \ub0b4\uc6a9\uc744 \ubc1c\uacac\ud558\uc2dc\uba74 \ub367\uae00\ub85c \uc54c\ub824\uc8fc\uc2dc\uae30\ub97c \ubd80\ud0c1\ub4dc\ub9bd\ub2c8\ub2e4! :bowing_man:<\/em>\n<\/li>\n<\/ul>\n<h3>\uc18c\uac1c<\/h3>\n<p>Llama2.c\ub294 Andrej Karpathy\uac00 \uac1c\ubc1c\ud55c \uc21c\uc218 C\ub85c \uc791\uc131\ub41c Inference Llama 2\uc785&#8230;<\/p>\n<p>\ucd9c\ucc98 : <a href=\"https:\/\/news.hada.io\/topic?id=9967\" target=\"_blank\" rel=\"noopener\">GeekNews &#8211; \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4 <\/a><\/p>\n","protected":false},"excerpt":{"rendered":"<p>\uc774 \uae00\uc740 GPT-4\ub97c \uc0ac\uc6a9\ud558\uc5ec \uc790\ub3d9 \uc0dd\uc131\ud55c \uc124\uba85\uc73c\ub85c, \uc798\ubabb\ub41c \ub0b4\uc6a9\uc774 \uc788\uc744 \uc218 \uc788\uc2b5\ub2c8\ub2e4. \ud83d\ude42 \uc798\ubabb\ub41c \ub0b4\uc6a9\uc744 \ubc1c\uacac\ud558\uc2dc\uba74 \ub367\uae00\ub85c \uc54c\ub824\uc8fc\uc2dc\uae30\ub97c \ubd80\ud0c1\ub4dc\ub9bd\ub2c8\ub2e4! :bowing_man:&hellip;<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_feature_clip_id":0,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_publicize_message":"","jetpack_publicize_feature_enabled":true,"jetpack_social_post_already_shared":true,"jetpack_social_options":{"image_generator_settings":{"template":"highway","default_image_id":0,"font":"","enabled":false},"version":2},"jetpack_post_was_ever_published":false},"categories":[138],"tags":[163],"class_list":["post-25261","post","type-post","status-publish","format-standard","hentry","category-it","tag-geeknews-----"],"jetpack_publicize_connections":[],"jetpack_sharing_enabled":true,"jetpack_shortlink":"https:\/\/wp.me\/pa3PO4-6zr","jetpack-related-posts":[{"id":25591,"url":"https:\/\/nori.company\/?p=25591","url_meta":{"origin":25261,"position":0},"title":"llama2.c for Dummies (\ucd08\ubcf4\uc790\ub97c \uc704\ud55c llama2.c \uac00\uc774\ub4dc)","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 7\uc6d4 31\uc77c","format":false,"excerpt":"Andrej Karpathy\uac00 \uc791\uc131\ud55c, \uc21c\uc218 C\ub85c \uc791\uc131\ub41c Llama 2 \ucd94\ub860 \ucf54\ub4dc\uc778 llama2.c\uc5d0 \ub300\ud55c \uc124\uba85 \uc790\ub8cc\ud615(structs), \uac01\uc885 \ud568\uc218\uc640 \ub85c\uc9c1 \uc124\uba85, main() \ud568\uc218 \uc124\uba85\uc758 3\ubd80\ub85c \uad6c\uc131\ub418\uc5b4 \uc788\uc2b5\ub2c8\ub2e4. \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":26266,"url":"https:\/\/nori.company\/?p=26266","url_meta":{"origin":25261,"position":1},"title":"LLaMa.cpp\uac00 \uc5b4\ub5bb\uac8c \uac00\ub2a5\ud55c\uac00?","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 8\uc6d4 16\uc77c","format":false,"excerpt":"\ucd5c\uadfc LLaMa \ucd94\ub860 \ucf54\ub4dc\ub97c \uc21c\uc218 C++\ub85c \uc7ac\uc791\uc131\ud55c \ud504\ub85c\uc81d\ud2b8\uc5d0 \ub300\ud55c \uae30\uc0ac, Pixel5, M2 Macbook Pro, Raspberry Pi \ub4f1 \ub2e4\uc591\ud55c \ud558\ub4dc\uc6e8\uc5b4\uc5d0\uc11c \uc2e4\ud589 \uac00\ub2a5 \ub300\ud615 \ubaa8\ub378\uc774 \uc77c\ubc18\uc801\uc73c\ub85c \ube44\uc2fc GPU\ub97c \ud544\uc694\ub85c \ud558\ub294\ub370, \uc774\uac83\uc774 \uc5b4\ub5bb\uac8c \uac00\ub2a5\ud55c\uc9c0\uc5d0 \ub300\ud55c \uc800\uc790\uc758 \ud0d0\uad6c GPU\ub294 \uadf8\ub4e4\uc758 \ud070 \uba54\ubaa8\ub9ac \ub300\uc5ed\ud3ed\uacfc \uacc4\uc0b0 \ub2a5\ub825 \ub54c... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":26861,"url":"https:\/\/nori.company\/?p=26861","url_meta":{"origin":25261,"position":2},"title":"Web LLM &#8211; Llama2 7B\/13B \uc9c0\uc6d0 \uc2dc\uc791","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 8\uc6d4 30\uc77c","format":false,"excerpt":"\uc11c\ubc84 \uc5c6\uc774 \ube0c\ub77c\uc6b0\uc800\uc5d0\uc11c Llama, RedPajama, Vicuna \uac19\uc740 LLM\uc744 WASM\uc73c\ub85c \uad6c\ub3d9\ud558\ub294 \uc11c\ube44\uc2a4 Llama 2 7B\/13B \uc9c0\uc6d0 \uc2dc\uc791 Llama 2 70B\ub3c4 \uc9c0\uc6d0\ud558\uc9c0\ub9cc, \uc560\ud50c \uc2e4\ub9ac\ucf58 \ub9e5 + 64GB \ub7a8 \uc774\uc0c1\uc5d0\uc11c\ub9cc \uc0ac\uc6a9 \uac00\ub2a5 WebGPU\ub85c \uac00\uc18d ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":26458,"url":"https:\/\/nori.company\/?p=26458","url_meta":{"origin":25261,"position":3},"title":"C\/C++\ub85c \uad6c\ud604\ud55c Stable Diffusion","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 8\uc6d4 21\uc77c","format":false,"excerpt":"\uc21c\uc218 C\/C++\ub85c \uad6c\ud604\ub41c Stable Diffusion, \uba38\uc2e0\ub7ec\ub2dd \ubaa8\ub378\uc5d0 \ub300\ud55c \uae30\uc0ac ggml \uae30\ubc18\uc758 \uad6c\ud604, llama.cpp\uc640 \uc720\uc0ac\ud55c \uc791\ub3d9 \ubc29\uc2dd 16\ube44\ud2b8 \ubc0f 32\ube44\ud2b8 float, 4\ube44\ud2b8, 5\ube44\ud2b8, 8\ube44\ud2b8 \uc815\uc218 \uc591\uc790\ud654 \uc9c0\uc6d0 \uba54\ubaa8\ub9ac \ud6a8\uc728\uc801\uc774\uba70 CPU \ucd94\ub860\uc5d0 \ucd5c\uc801\ud654\ub41c \uad6c\ud604, txt2img\ub97c \uc0ac\uc6a9\ud558\uc5ec 512x512 \uc774\ubbf8\uc9c0 \uc0dd\uc131 \uc2dc \uc57d ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":27229,"url":"https:\/\/nori.company\/?p=27229","url_meta":{"origin":25261,"position":4},"title":"SAM.cpp &#8211; Meta\uc758 Segment Anything Model\uc744 \uc21c\uc218 C\/C++ \ub85c \uad6c\ud604","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 9\uc6d4 7\uc77c","format":false,"excerpt":"\uc6d0\ub798 Python \uc73c\ub85c \uad6c\ud604\ub418\uc5b4 \uc788\ub358 \ubaa8\ub378\uc744 GGML \ub77c\uc774\ube0c\ub7ec\ub9ac\ub97c \uc774\uc6a9\ud574\uc11c C++\ub85c \ud3ec\ud305 \uacbd\ub7c9\ud654\ub41c \ucf54\ub4dc\ub97c \ud1b5\ud574 \ub2e4\uc591\ud55c \uacf3\uc5d0\uc11c \uc774\uc6a9 \uac00\ub2a5 \uc6d0\uc791\uc131\uc790 Georgi Gerganov\uc758 \uc774\ub984\uc744 \ub534 GGML\uc740 llama.cpp\/whisper.cpp \ub97c \ub9cc\ub4dc\ub294\ub370 \uc0ac\uc6a9\ud55c \uc591\uc790\ud654 \uc9c0\uc6d0 \ud150\uc11c \ub77c\uc774\ube0c\ub7ec\ub9ac GPU\ubcf4\ub2e4\ub294 CPU\uc5d0 \ucd5c\uc801\ud654. \ud2b9\ud788... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":28864,"url":"https:\/\/nori.company\/?p=28864","url_meta":{"origin":25261,"position":5},"title":"ClickHouse Keeper: C++\ub85c \uc791\uc131\ub41c ZooKeeper \ub300\uccb4\uc81c","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 10\uc6d4 17\uc77c","format":false,"excerpt":"\ube60\ub974\uace0 \ub9ac\uc18c\uc2a4 \ud6a8\uc728\uc801\uc774\uba70 \ub2e4\uc591\ud55c \uae30\ub2a5\uc744 \uac16\ucd98 ZooKeeper\uc758 \ub300\uc548 \ub9e4\uc6b0 \uc548\uc815\uc801\uc778 \uba54\ud0c0\ub370\uc774\ud130 \uc800\uc7a5\uc18c\uc640 \uc870\uc815 \ubc0f \ub3d9\uae30\ud654 \uba54\ucee4\ub2c8\uc998\uc744 \uc81c\uacf5 \ub3d9\uc77c\ud55c \uc591\uc758 \ub370\uc774\ud130\uc5d0 \ub300\ud574 Zookeeper\uc640 \ube44\uc2b7\ud55c \uc131\ub2a5\uc744 \uc720\uc9c0\ud558\uba74\uc11c\ub3c4 46\ubc30 \uc801\uc740 \uba54\ubaa8\ub9ac\ub97c \uc0ac\uc6a9 Java \ub300\uc2e0 C++ \ub85c \uac1c\ubc1c\ub418\uc5c8\uace0, ClickHouse\uc5d0 \uc784\ubca0... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]}],"jetpack_featured_media_url":"","_links":{"self":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/25261","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=25261"}],"version-history":[{"count":1,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/25261\/revisions"}],"predecessor-version":[{"id":25262,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/25261\/revisions\/25262"}],"wp:attachment":[{"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=25261"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=25261"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=25261"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}