{"id":25368,"date":"2023-07-26T22:54:05","date_gmt":"2023-07-26T13:54:05","guid":{"rendered":"http:\/\/nori.company\/?p=25368"},"modified":"2023-07-26T22:54:05","modified_gmt":"2023-07-26T13:54:05","slug":"naver-ml-gpu-model-server-%ec%84%b1%eb%8a%a5%ec%9d%84-%ec%9c%a0%ec%a7%80%ed%95%98%eb%a9%b0-cpu-server%eb%a1%9c-%ec%a0%84%ed%99%98%ed%95%9c-%ea%b2%bd%ed%97%98-%ea%b3%b5%ec%9c%a0-feat-torchserve","status":"publish","type":"post","link":"https:\/\/nori.company\/?p=25368","title":{"rendered":"[NAVER] ML gpu model server \uc131\ub2a5\uc744 \uc720\uc9c0\ud558\uba70 cpu server\ub85c \uc804\ud658\ud55c \uacbd\ud5d8 \uacf5\uc720 (feat. torchserve)"},"content":{"rendered":"<ul>\n<li>\n<em>\uc774 \uae00\uc740 GPT-4\ub97c \uc0ac\uc6a9\ud558\uc5ec \uc790\ub3d9 \uc0dd\uc131\ud55c \uc124\uba85\uc73c\ub85c, \uc798\ubabb\ub41c \ub0b4\uc6a9\uc774 \uc788\uc744 \uc218 \uc788\uc2b5\ub2c8\ub2e4. \ud83d\ude42<\/em>\n<\/li>\n<li>\n<em>\uc798\ubabb\ub41c \ub0b4\uc6a9\uc744 \ubc1c\uacac\ud558\uc2dc\uba74 \ub367\uae00\ub85c \uc54c\ub824\uc8fc\uc2dc\uae30\ub97c \ubd80\ud0c1\ub4dc\ub9bd\ub2c8\ub2e4! :bowing_man:<\/em>\n<\/li>\n<\/ul>\n<hr \/>\n<h3>\uc18c\uac1c<\/h3>\n<p>\uc774 \uae00\uc740 \ub124\uc774\ubc84 \ud50c\ub808\uc774\uc2a4 \uac1c\ubc1c\ud300\uc5d0\uc11c ML \ubaa8\ub378 \uc11c\ubc84\ub97c GPU\uc5d0\uc11c CPU\ub85c&#8230;<\/p>\n<p>\ucd9c\ucc98 : <a href=\"https:\/\/news.hada.io\/topic?id=10012\" target=\"_blank\" rel=\"noopener\">GeekNews &#8211; \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4 <\/a><\/p>\n","protected":false},"excerpt":{"rendered":"<p>\uc774 \uae00\uc740 GPT-4\ub97c \uc0ac\uc6a9\ud558\uc5ec \uc790\ub3d9 \uc0dd\uc131\ud55c \uc124\uba85\uc73c\ub85c, \uc798\ubabb\ub41c \ub0b4\uc6a9\uc774 \uc788\uc744 \uc218 \uc788\uc2b5\ub2c8\ub2e4. \ud83d\ude42 \uc798\ubabb\ub41c \ub0b4\uc6a9\uc744 \ubc1c\uacac\ud558\uc2dc\uba74 \ub367\uae00\ub85c \uc54c\ub824\uc8fc\uc2dc\uae30\ub97c \ubd80\ud0c1\ub4dc\ub9bd\ub2c8\ub2e4! :bowing_man:&hellip;<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"jetpack_post_was_ever_published":false,"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_publicize_message":"","jetpack_publicize_feature_enabled":true,"jetpack_social_post_already_shared":true,"jetpack_social_options":{"image_generator_settings":{"template":"highway","default_image_id":0,"font":"","enabled":false},"version":2}},"categories":[138],"tags":[163],"class_list":["post-25368","post","type-post","status-publish","format-standard","hentry","category-it","tag-geeknews-----"],"jetpack_publicize_connections":[],"jetpack_featured_media_url":"","jetpack_sharing_enabled":true,"jetpack_shortlink":"https:\/\/wp.me\/pa3PO4-6Ba","jetpack-related-posts":[{"id":25261,"url":"https:\/\/nori.company\/?p=25261","url_meta":{"origin":25368,"position":0},"title":"Llama2.c: \uc21c\uc218 C\ub85c \uc791\uc131\ub41c Llama 2 \ucd94\ub860 \ucf54\ub4dc","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 7\uc6d4 24\uc77c","format":false,"excerpt":"\uc774 \uae00\uc740 GPT-4\ub97c \uc0ac\uc6a9\ud558\uc5ec \uc790\ub3d9 \uc0dd\uc131\ud55c \uc124\uba85\uc73c\ub85c, \uc798\ubabb\ub41c \ub0b4\uc6a9\uc774 \uc788\uc744 \uc218 \uc788\uc2b5\ub2c8\ub2e4. :smile: \uc798\ubabb\ub41c \ub0b4\uc6a9\uc744 \ubc1c\uacac\ud558\uc2dc\uba74 \ub367\uae00\ub85c \uc54c\ub824\uc8fc\uc2dc\uae30\ub97c \ubd80\ud0c1\ub4dc\ub9bd\ub2c8\ub2e4! :bowing_man: \uc18c\uac1c Llama2.c\ub294 Andrej Karpathy\uac00 \uac1c\ubc1c\ud55c \uc21c\uc218 C\ub85c \uc791\uc131\ub41c Inference Llama 2\uc785... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":25366,"url":"https:\/\/nori.company\/?p=25366","url_meta":{"origin":25368,"position":1},"title":"Qualcomm, Llama 2\ub97c \uc0ac\uc6a9\ud558\uc5ec \uae30\uae30 \ub0b4 AI \uc560\ud50c\ub9ac\ucf00\uc774\uc158\uc744 \uac00\ub2a5\ud558\uac8c \ud558\uae30 \uc704\ud574 Meta\uc640 \ud611\ub825","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 7\uc6d4 26\uc77c","format":false,"excerpt":"*\uc774 \uae00\uc740 GPT-4\ub97c \uc0ac\uc6a9\ud558\uc5ec \uc790\ub3d9 \uc0dd\uc131\ud55c \uc124\uba85\uc73c\ub85c, \uc798\ubabb\ub41c \ub0b4\uc6a9\uc774 \uc788\uc744 \uc218 \uc788\uc2b5\ub2c8\ub2e4. * *\uc798\ubabb\ub41c \ub0b4\uc6a9\uc744 \ubc1c\uacac\ud558\uc2dc\uba74 \ub367\uae00\ub85c \uc54c\ub824\uc8fc\uc2dc\uae30\ub97c \ubd80\ud0c1\ub4dc\ub9bd\ub2c8\ub2e4! * \uc18c\uac1c \uc774 \uae30\uc0ac\ub294 \ud004\ucef4\uc774 \uba54\ud0c0\uc640 \ud611\ub825\ud558\uc5ec Llama 2\ub97c \uc0ac\uc6a9\ud55c \uae30\uae30 \ub0b4 AI \uc560\ud50c\ub9ac\ucf00\uc774\uc158\uc744 \uac00\ub2a5\ud558\uac8c \ud558\ub294 \uc791\uc5c5\uc5d0 \ub300\ud574... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":22911,"url":"https:\/\/nori.company\/?p=22911","url_meta":{"origin":25368,"position":2},"title":"Whisper Jax: \uac00\uc7a5 \ube60\ub978 Whisper API \uad6c\ud604\uccb4","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 5\uc6d4 4\uc77c","format":false,"excerpt":"OpenAI\uc758 Whisper \uc74c\uc131\uc778\uc2dd \ubaa8\ub378\uc744 \ucd5c\uc801\ud654\ud574\uc11c \ube60\ub974\uac8c \uad6c\ud604 TPU v4-8 \uc5d0\uc11c JAX \ub85c \uc2e4\ud589. A100 GPU \uc5d0\uc11c PyTorch\ub85c \uc2e4\ud589\ud55c \uac83\uc5d0 \ube44\ud574 \ucd5c\ub300 70\ubc30 \ube60\ub984 CPU\/GPU\/TPU \uc5d0\uc11c \ubaa8\ub450 \uc2e4\ud589 \uac00\ub2a5\ud558\uba70, \uc2a4\ud0e0\ub4dc \uc5bc\ub860 \ub610\ub294 Inference \uc5d4\ub4dc\ud3ec\uc778\ud2b8\ub85c \uc2e4\ud589 \uac00\ub2a5 ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":23530,"url":"https:\/\/nori.company\/?p=23530","url_meta":{"origin":25368,"position":3},"title":"\uc778\ud154, Aurora \uc288\ud37c \ucef4\ud4e8\ud130 \uacf5\uac1c","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 5\uc6d4 25\uc77c","format":false,"excerpt":"21,248\uac1c\uc758 Xeon CPU\uc640 63,744\uac1c\uc758 GPU\ub85c \uad6c\uc131\ub418\uc5b4 2 ExaFlops \uc774\uc0c1\uc758 \uc131\ub2a5\uc744 \ub0bc \uac83\uc73c\ub85c \uc608\uc0c1 \ubbf8\uad6d \uc544\ub974\uace4(Argonne) \uad6d\ub9bd \uc5f0\uad6c\uc18c\ub97c \uc704\ud574 \uc124\uacc4\ub41c \uac83 \ud604\uc7ac \uc9c0\uad6c\uc0c1 \uac00\uc7a5 \ube60\ub978 \uc288\ud37c\ucef4\uc778 AMD \uae30\ubc18 Frontier \uc288\ud37c\ucef4\ud4e8\ud130\uc640 \uaca8\ub8e8\uac8c \ub420 \uac83(1.1 ExaFlops, 9472\uac1c\uc758 EPYC CPU\uc640 37,888\uac1c\uc758 GPU) ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":27229,"url":"https:\/\/nori.company\/?p=27229","url_meta":{"origin":25368,"position":4},"title":"SAM.cpp &#8211; Meta\uc758 Segment Anything Model\uc744 \uc21c\uc218 C\/C++ \ub85c \uad6c\ud604","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 9\uc6d4 7\uc77c","format":false,"excerpt":"\uc6d0\ub798 Python \uc73c\ub85c \uad6c\ud604\ub418\uc5b4 \uc788\ub358 \ubaa8\ub378\uc744 GGML \ub77c\uc774\ube0c\ub7ec\ub9ac\ub97c \uc774\uc6a9\ud574\uc11c C++\ub85c \ud3ec\ud305 \uacbd\ub7c9\ud654\ub41c \ucf54\ub4dc\ub97c \ud1b5\ud574 \ub2e4\uc591\ud55c \uacf3\uc5d0\uc11c \uc774\uc6a9 \uac00\ub2a5 \uc6d0\uc791\uc131\uc790 Georgi Gerganov\uc758 \uc774\ub984\uc744 \ub534 GGML\uc740 llama.cpp\/whisper.cpp \ub97c \ub9cc\ub4dc\ub294\ub370 \uc0ac\uc6a9\ud55c \uc591\uc790\ud654 \uc9c0\uc6d0 \ud150\uc11c \ub77c\uc774\ube0c\ub7ec\ub9ac GPU\ubcf4\ub2e4\ub294 CPU\uc5d0 \ucd5c\uc801\ud654. \ud2b9\ud788... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":26990,"url":"https:\/\/nori.company\/?p=26990","url_meta":{"origin":25368,"position":5},"title":"LFortran &#8211; LLVM \uae30\ubc18\uc758 \ucd5c\uc2e0 Fortran \uc624\ud508\uc18c\uc2a4 \ucef4\ud30c\uc77c\ub7ec","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 9\uc6d4 2\uc77c","format":false,"excerpt":"\uc0ac\uc6a9\uc790\uc758 \ucf54\ub4dc\ub97c \uc778\ud130\ub799\ud2f0\ube0c\ud558\uac8c \uc2e4\ud589\ud558\uac70\ub098 \uba40\ud2f0\ucf54\uc5b4 CPU\/GPU \uc6a9 \ubc14\uc774\ub108\ub9ac\ub85c \ucef4\ud30c\uc77c \uac00\ub2a5 Full Fortran 2018 \ud30c\uc11c \uad6c\ud604 \uc778\ud130\ub799\ud2f0\ube0c \uc9c0\uc6d0, Jupyter Kernel \ub85c \uc0ac\uc6a9 \uac00\ub2a5 AST (Abstract Syntax Tree), ASR (Abstract Semantic Representation) \ub450\uac1c\uc758 \ub3c5\ub9bd \ubaa8\ub4c8\ub85c \uad6c\uc131\ub418\uc5b4 \uac01\uac01 \ub77c\uc774... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]}],"_links":{"self":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/25368","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=25368"}],"version-history":[{"count":1,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/25368\/revisions"}],"predecessor-version":[{"id":25369,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/25368\/revisions\/25369"}],"wp:attachment":[{"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=25368"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=25368"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=25368"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}