{"id":26266,"date":"2023-08-16T16:53:28","date_gmt":"2023-08-16T07:53:28","guid":{"rendered":"http:\/\/nori.company\/?p=26266"},"modified":"2023-08-16T16:53:28","modified_gmt":"2023-08-16T07:53:28","slug":"llama-cpp%ea%b0%80-%ec%96%b4%eb%96%bb%ea%b2%8c-%ea%b0%80%eb%8a%a5%ed%95%9c%ea%b0%80","status":"publish","type":"post","link":"https:\/\/nori.company\/?p=26266","title":{"rendered":"LLaMa.cpp\uac00 \uc5b4\ub5bb\uac8c \uac00\ub2a5\ud55c\uac00?"},"content":{"rendered":"<ul>\n<li>\ucd5c\uadfc LLaMa \ucd94\ub860 \ucf54\ub4dc\ub97c \uc21c\uc218 C++\ub85c \uc7ac\uc791\uc131\ud55c \ud504\ub85c\uc81d\ud2b8\uc5d0 \ub300\ud55c \uae30\uc0ac, Pixel5, M2 Macbook Pro, Raspberry Pi \ub4f1 \ub2e4\uc591\ud55c \ud558\ub4dc\uc6e8\uc5b4\uc5d0\uc11c \uc2e4\ud589 \uac00\ub2a5<\/li>\n<li>\ub300\ud615 \ubaa8\ub378\uc774 \uc77c\ubc18\uc801\uc73c\ub85c \ube44\uc2fc GPU\ub97c \ud544\uc694\ub85c \ud558\ub294\ub370, \uc774\uac83\uc774 \uc5b4\ub5bb\uac8c \uac00\ub2a5\ud55c\uc9c0\uc5d0 \ub300\ud55c \uc800\uc790\uc758 \ud0d0\uad6c<\/li>\n<li>GPU\ub294 \uadf8\ub4e4\uc758 \ud070 \uba54\ubaa8\ub9ac \ub300\uc5ed\ud3ed\uacfc \uacc4\uc0b0 \ub2a5\ub825 \ub54c&#8230;\n<p>\ucd9c\ucc98 : <a href=\"https:\/\/news.hada.io\/topic?id=10379\" target=\"_blank\" rel=\"noopener\">GeekNews &#8211; \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4 <\/a><\/li>\n<\/ul>\n","protected":false},"excerpt":{"rendered":"<p>\ucd5c\uadfc LLaMa \ucd94\ub860 \ucf54\ub4dc\ub97c \uc21c\uc218 C++\ub85c \uc7ac\uc791\uc131\ud55c \ud504\ub85c\uc81d\ud2b8\uc5d0 \ub300\ud55c \uae30\uc0ac, Pixel5, M2 Macbook Pro, Raspberry Pi \ub4f1 \ub2e4\uc591\ud55c \ud558\ub4dc\uc6e8\uc5b4\uc5d0\uc11c \uc2e4\ud589&hellip;<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"jetpack_post_was_ever_published":false,"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_publicize_message":"","jetpack_publicize_feature_enabled":true,"jetpack_social_post_already_shared":true,"jetpack_social_options":{"image_generator_settings":{"template":"highway","default_image_id":0,"font":"","enabled":false},"version":2}},"categories":[138],"tags":[163],"class_list":["post-26266","post","type-post","status-publish","format-standard","hentry","category-it","tag-geeknews-----"],"jetpack_publicize_connections":[],"jetpack_featured_media_url":"","jetpack_sharing_enabled":true,"jetpack_shortlink":"https:\/\/wp.me\/pa3PO4-6PE","jetpack-related-posts":[{"id":29095,"url":"https:\/\/nori.company\/?p=29095","url_meta":{"origin":26266,"position":0},"title":"\ubaa8\ub4e0 \uac1c\ubc1c\uc790\uac00 \uc54c\uc544\uc57c \ud560 GPU \ucef4\ud4e8\ud305\uc5d0 \ub300\ud55c \uc815\ubcf4","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 10\uc6d4 22\uc77c","format":false,"excerpt":"GPU \ucef4\ud4e8\ud305\uc5d0 \ub300\ud55c \uc885\ud569\uc801\uc778 \uac1c\uc694, \uadf8 \uad6c\uc870, \uadf8\ub9ac\uace0 CPU \ucef4\ud4e8\ud305\uacfc\uc758 \ucc28\uc774\uc810\uc5d0 \ub300\ud55c \uae30\uc0ac GPU\ub294 \ub525\ub7ec\ub2dd \ubc0f \uace0\ub3c4\uc758 \ubcd1\ub82c\uc131\uacfc \ucc98\ub9ac\ub7c9\uc774 \ud544\uc694\ud55c \ub2e4\ub978 \uc751\uc6a9 \ud504\ub85c\uadf8\ub7a8\uc5d0\uc11c\uc758 \uad11\ubc94\uc704\ud55c \uc0ac\uc6a9\uc73c\ub85c \uc778\ud574 \uc810\uc810 \uc911\uc694\ud574\uc9c0\uace0 \uc788\uc74c CPU\uc640 GPU\uc758 \uc8fc\uc694 \ucc28\uc774\uc810\uc740 \uadf8\ub4e4\uc758 \uc124\uacc4 \ubaa9\ud45c\uc5d0 \uc788\uc74c. CPU\ub294 \uc21c\ucc28\uc801\uc778 \uba85\ub839... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":29348,"url":"https:\/\/nori.company\/?p=29348","url_meta":{"origin":26266,"position":1},"title":"\uc170\uc774\ub354\uc5d0 \ub300\ud55c \uc778\ud130\ub799\ud2f0\ube0c\ud55c \uc18c\uac1c","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 10\uc6d4 27\uc77c","format":false,"excerpt":"\ubcf8 \uae30\uc0ac\ub294 \uadf8\ub798\ud53d\uc744 \uc0dd\uc131\ud558\ub294 GPU\uc5d0\uc11c \uc2e4\ud589\ub418\ub294 \uc791\uc740 \ud504\ub85c\uadf8\ub7a8\uc778 \uc250\uc774\ub354\uc5d0 \ub300\ud55c \uc0c1\ud638\uc791\uc6a9\uc801\uc778 \uc18c\uac1c\uc785\ub2c8\ub2e4. \uc250\uc774\ub354\ub294 \uadf8\ub4e4\uc758 \uc18d\ub3c4\uc640 \ud6a8\uc728\uc131\uc744 \ud1b5\ud574 \ub2ec\uc131\ub418\ub294 \ubcd1\ub82c\ud654 \ub54c\ubb38\uc5d0 \ube44\ub514\uc624 \uac8c\uc784\uacfc \ucef4\ud4e8\ud130 \uadf8\ub798\ud53d\uc5d0\uc11c \uc0ac\uc6a9\ub429\ub2c8\ub2e4. \uc800\uc790\ub294 \uc6f9\uc0ac\uc774\ud2b8\uc5d0\uc11c \uac04\ub2e8\ud55c CSS \uc560\ub2c8\uba54\uc774\uc158\uc744 \ub300\uccb4\ud558\ub294 \uc250\uc774\ub354 \uae30\ubc18 \uc560... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":23075,"url":"https:\/\/nori.company\/?p=23075","url_meta":{"origin":26266,"position":2},"title":"AI \uc778\ud504\ub77c \ube44\uc6a9 \ub51c\ub808\ub9c8\uc758 \ud604\uc7ac\uc640 \ubbf8\ub798","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 5\uc6d4 9\uc77c","format":false,"excerpt":"AI \ubaa8\ub378 \uacc4\uc0b0 \ube44\uc6a9\uc774 \ube44\uc2fc \uc774\uc720\ub294 \ubb34\uc5c7\uc778\uac00? GPU\uc5d0 \ub300\ud55c \uc2dc\uac04 \ubc0f \ube44\uc6a9 \ub17c\uc7c1 AI \uc778\ud504\ub77c\uc5d0 \ub300\ud55c \uace0\ub824 \uc0ac\ud56d\ub4e4 \uc678\ubd80 \uc778\ud504\ub77c \ub300 \uc790\uccb4 \uc778\ud504\ub77c \ud074\ub77c\uc6b0\ub4dc \ub300 \ub370\uc774\ud130 \uc13c\ud130 \uad6c\ucd95 \ud074\ub77c\uc6b0\ub4dc \uc11c\ube44\uc2a4 \uc81c\uacf5\uc5c5\uccb4\ub4e4 \ube44\uad50 : \uac00\uaca9, \uac00\uc6a9\uc131, \ucef4\ud4e8\ud305 \ub51c\ub9ac\ubc84\ub9ac \ubaa8\ub378, \ub124\ud2b8\uc6cc\ud06c \uc0c1\ud638 \uc5f0\uacb0... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":28348,"url":"https:\/\/nori.company\/?p=28348","url_meta":{"origin":26266,"position":3},"title":"Career Advice (2013)","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 10\uc6d4 5\uc77c","format":false,"excerpt":"\uc800\uc790\ub294 \ubcf4\uc548\uc774\ub098 \uc18c\ud504\ud2b8\uc6e8\uc5b4 \uac1c\ubc1c \ubd84\uc57c\uc758 \uc9c4\ub85c\uc5d0 \ub300\ud55c \uc870\uc5b8\uc744 \uad6c\ud558\ub294 \uccad\ub144\ub4e4\ub85c\ubd80\ud130 \uc790\uc8fc \uc5f0\ub77d\uc744 \ubc1b\ub294\ub2e4. \uc800\uc790\ub294 \uc5b4\ub5a4 \uc9c4\ub85c\ub97c \uc120\ud0dd\ud560 \uac83\uc778\uac00\uc5d0 \ub300\ud55c \uc9c8\ubb38\uc774 \ubcf5\uc7a1\ud558\uba70, \uc62c\ubc14\ub978 \uc9c8\ubb38\uc774 \uc544\ub2d0 \uc218 \uc788\ub2e4\uace0 \uc0dd\uac01\ud55c\ub2e4. \uc800\uc790\ub294 \uc9c1\uc5c5\uc774 \uc0ac\ub78c\uc758 \uc815\uccb4\uc131\uacfc \ud589\ub3d9\uc744 \uc5b4\ub5bb\uac8c \ubcc0\ud654\uc2dc\ud0a4\ub294\uc9c0 \ubcf4\uc5ec\uc8fc\uae30 \uc704\ud574 \uc2a4\ud0e0\ud3ec... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":24437,"url":"https:\/\/nori.company\/?p=24437","url_meta":{"origin":26266,"position":4},"title":"DeepSpeed ZeRO : \ud1b5\uc2e0\ub7c9\uc744 4\ubc30 \uc904\uc774\uba74\uc11c LLM\uacfc \ucc44\ud305 \ubaa8\ub378 \ud2b8\ub808\uc774\ub2dd \uc18d\ub3c4\uc758 \ud68d\uae30\uc801\uc778 \ud5a5\uc0c1","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 6\uc6d4 28\uc77c","format":false,"excerpt":"LLM\uc740 \uaf64 \ub9ce\uc740 \uc591\uc758 \uba54\ubaa8\ub9ac\uc640 \ucef4\ud4e8\ud305 \ub9ac\uc18c\uc2a4\ub97c \ud544\uc694\ub85c \ud568 DeppSpeed\uc758 ZeRO \ud328\ubc00\ub9ac\ub294 \uc774\ub7f0 \ubb38\uc81c\uc5d0 \ub300\ud55c \ud574\uacb0\ucc45\uc744 \uc81c\uacf5\ud558\uc5ec TNLG-17B, Bloom-176B, MPT-7B, Jurrasic-1 \ub4f1\uc5d0\uc11c \uc0ac\uc6a9\ub428 \ud558\uc9c0\ub9cc \uc218\ub9ce\uc740 GPU\ub4e4\uc774 \uc0ac\uc6a9\ub418\ub294 \ub300\uaddc\ubaa8 \uc2dc\ub098\ub9ac\uc624\uc5d0\uc11c\ub294 GPU\uac04 \uc7a6\uc740 \ud1b5\uc2e0\uc774 \ud544\uc694\ud558\ub294 \ub4f1 \uc624\ubc84\ud5e4\ub4dc\uac00 \ubc1c\uc0dd... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":30058,"url":"https:\/\/nori.company\/?p=30058","url_meta":{"origin":26266,"position":5},"title":"MQTT\uc5d0 \ub300\ud55c \uc138\ubd80 \ud2b9\uc9d5 \uc774\ub97c \ub0b4\uc7a5\ud558\ub294 DBMS\uc5d0 \ub300\ud55c \uae00","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 11\uc6d4 13\uc77c","format":false,"excerpt":"MQTT\uac00 \ubb54\uc9c0 \ub0b4\ubd80\uc801\uc73c\ub85c \uc5b4\ub5bb\uac8c \uc0dd\uacbc\ub294\uc9c0, \uc65c \uac1c\ubc1c\ub418\uc5c8\ub294\uc9c0\uc5d0 \ub300\ud55c \uc7ac\ubbf8\uc788\ub294 \uae00. \ubc14\uc774\ud2b8 \ub808\ubca8\uae4c\uc9c0 \ud504\ub85c\ud1a0\ucf5c\uc5d0 \ub300\ud574 \uc27d\uac8c \uc124\uba85. \ub9c8\uc9c0\ub9c9\uc73c\ub85c \uc774 \ud504\ub85c\ud1a0\ucf5c\uc744 \uc9c1\uc811 \ub0b4\uc7a5\/\uc9c0\uc6d0\ud558\ub294 DBMS\uc640 \uc787\uc810\uc5d0 \ub300\ud55c \uc124\uba85\ub4e4. \uc804\uccb4 \ub0b4\uc6a9 \uac1c\uc694 MQTT \ud504\ub85c\ud1a0\ucf5c\uc758 \ud2b9\uc9d5 MQTT \ud328\ud0b7 \uad6c\uc870 MQTT\uc640 IoT \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]}],"_links":{"self":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/26266","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=26266"}],"version-history":[{"count":1,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/26266\/revisions"}],"predecessor-version":[{"id":26267,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/26266\/revisions\/26267"}],"wp:attachment":[{"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=26266"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=26266"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=26266"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}