\uc778\uacf5\uc9c0\ub2a5\uc2e0\ubb38 – \uc804\uccb4\uae30\uc0ac <\/a><\/p>\n","protected":false},"excerpt":{"rendered":"\uc5d4\ube44\ub514\uc544\uac00 \ud150\uc11cRT(TensorRT) 8\uc744 20\uc77c(\ud604\uc9c0\uc2dc\uac04) \ucd9c\uc2dc\ud588\ub2e4. \ud150\uc11cRT 8\uc740 \uc5d4\ube44\ub514\uc544\uc758 8\uc138\ub300 AI \uc18c\ud504\ud2b8\uc6e8\uc5b4\ub85c, \uc5b8\uc5b4 \ucffc\ub9ac\uc5d0 \ub300\ud55c \ucd94\ub860 \uc2dc\uac04\uc744 \uc808\ubc18\uc73c\ub85c \uc904\uc5ec \uac1c\ubc1c\uc790\ub4e4\uc774 \uc5c5\uacc4…<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"jetpack_post_was_ever_published":false,"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_publicize_message":"","jetpack_publicize_feature_enabled":true,"jetpack_social_post_already_shared":true,"jetpack_social_options":{"image_generator_settings":{"template":"highway","default_image_id":0,"font":"","enabled":false},"version":2}},"categories":[155,138],"tags":[156],"class_list":["post-18204","post","type-post","status-publish","format-standard","hentry","category-ai","category-it","tag-156"],"jetpack_publicize_connections":[],"jetpack_featured_media_url":"","jetpack_sharing_enabled":true,"jetpack_shortlink":"https:\/\/wp.me\/pa3PO4-4JC","jetpack-related-posts":[{"id":27453,"url":"https:\/\/nori.company\/?p=27453","url_meta":{"origin":18204,"position":0},"title":"LLM \ucd94\ub860 \uc131\ub2a5 \uac00\uc18d\ud654\ud558\ub294 ‘\uc5d4\ube44\ub514\uc544 \ud150\uc11cRT-LLM’ \ubc1c\ud45c…\uac1c\ubc1c\uc790 \uac1c\uc785\uacfc \ubaa8\ub378 \ubcc0\uacbd \uc5c6\uc774 \ub300\uaddc\ubaa8 AI \ucd94\ub860 \uc218\ud589","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 9\uc6d4 12\uc77c","format":false,"excerpt":"\ub300\uaddc\ubaa8 \uc5b8\uc5b4 \ubaa8\ub378(LLM)\uc758 \ud68d\uae30\uc801\uc778 \uc0c8\ub85c\uc6b4 \uae30\ub2a5\uc740 \uc778\uacf5\uc9c0\ub2a5(AI)\uc758 \uc601\uc5ed\uc744 \ub113\ud788\uace0 \uc788\ub2e4. \uadf8\ub7ec\ub098 \ud070 \ud06c\uae30\uc640 \ud2b9\uc218\ud55c \uc2e4\ud589 \ud2b9\uc131\uc73c\ub85c \ube44\uc6a9 \ud6a8\uc728\uc801\uc778 \ubc29\uc2dd\uc73c\ub85c \uc0ac\uc6a9\ud558\uae30 \uc5b4\ub824\uc6b8 \uc218 \uc788\ub2e4.\uc5ec\uae30\uc5d0, \uc5d4\ube44\ub514\uc544\uac00 \uc0c8\ub85c\uc6b4 \uc18c\ud504\ud2b8\uc6e8\uc5b4 '\uc5d4\ube44\ub514\uc544 \ud150\uc11cRT-LLM(NVIDIA TensorRT-LLM)'\uc758 \ucd9c\uc2dc\ub97c \uc9c0\ub09c 8\uc77c(\ud604\uc9c0\uc2dc\uac04) \ubc1c\ud45c\ud588\ub2e4.\uc5d4\ube44\ub514\uc544\ub294 \ub300\uaddc\ubaa8 \uc5b8\uc5b4 \ubaa8\ub378 \ucd94\ub860\uc744 \uac00\uc18d\ud654\ud558\uace0 \ucd5c\uc801\ud654\ud558\uae30 \uc704\ud574 \uba54\ud0c0(Meta), \uc560\ub2c8\uc2a4\ucf00\uc77c(Anyscale), \ucf54\ud788\uc5b4(Cohere), \ub370\uc2dc(Deci), \uadf8\ub798\uba38\ub9ac(Grammarly), \ubbf8\uc2a4\ud2b8\ub7f4 AI(Mistral AI \ucd9c\ucc98 :\u2026","rel":"","context":""AI"\uc5d0\uc11c","block_context":{"text":"AI","link":"https:\/\/nori.company\/?cat=155"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":30239,"url":"https:\/\/nori.company\/?p=30239","url_meta":{"origin":18204,"position":1},"title":"\uc5d4\ube44\ub514\uc544, \ud150\uc11cRT-LLM \uc5c5\ub370\uc774\ud2b8\ub85c AI \ucd94\ub860 \uc131\ub2a5 \uac00\uc18d\ud654","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 11\uc6d4 16\uc77c","format":false,"excerpt":"\uc5d4\ube44\ub514\uc544\uac00 \ud150\uc11cRT-LLM(TensorRT-LLM) \uc5c5\ub370\uc774\ud2b8\ub97c \ud1b5\ud574 \uc778\uacf5\uc9c0\ub2a5(AI) \ucd94\ub860 \uc131\ub2a5\uc744 \ud5a5\uc0c1\ud558\uace0 \uc0c8\ub85c\uc6b4 \ub300\uaddc\ubaa8 \uc5b8\uc5b4 \ubaa8\ub378 \uc9c0\uc6d0\uc744 \ucd94\uac00\ud55c\ub2e4\uace0 15\uc77c(\ud604\uc9c0\uc2dc\uac04) \ubc1d\ud614\ub2e4. \ub354\ubd88\uc5b4 VRAM 8GB \uc774\uc0c1 RTX GPU\uac00 \ud0d1\uc7ac\ub41c \ub370\uc2a4\ud06c\ud1b1\uacfc \ub178\ud2b8\ubd81\uc5d0\uc11c \uae4c\ub2e4\ub85c\uc6b4 AI \uc6cc\ud06c\ub85c\ub4dc\uc5d0 \ub300\ud55c \ubcf4\ub2e4 \uc26c\uc6b4 \uc561\uc138\uc2a4\ub97c \uc9c0\uc6d0\ud560 \uacc4\ud68d\uc774\ub2e4.\uc708\ub3c4\uc6b0(Windows) 11 PC\uc758 AI\ub294 \ud14c\ud06c \ubd84\uc57c\uc5d0 \uc788\uc5b4 \ud68d\uae30\uc801\uc778 \uc804\ud658\uc810\uc774\ub2e4. \uc774\ub294 \uac8c\uc774\uba38, \ud06c\ub9ac\uc5d0\uc774\ud130, \uc2a4\ud2b8\ub9ac\uba38, \uc9c1\uc7a5\uc778, \ud559\uc0dd\uc740 \ubb3c\ub860\uc774\uace0 \uc77c\ubc18\u2026","rel":"","context":""AI"\uc5d0\uc11c","block_context":{"text":"AI","link":"https:\/\/nori.company\/?cat=155"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":19371,"url":"https:\/\/nori.company\/?p=19371","url_meta":{"origin":18204,"position":2},"title":"[\uc774\uc288] \uc5e3\uc9c0 \uc778\uacf5\uc9c0\ub2a5 \ube44\uc804 \uc560\ud50c\ub9ac\ucf00\uc774\uc158 2\uc8fc\ub0b4 \uac1c\ubc1c\ud55c\ub2e4!… \uc5d0\uc774\ub514\ub9c1\ud06c, \ub178\ucf54\ub4dc ‘AI \uc5e3\uc9c0 \ube44\uc804 \ubd84\uc11d’ \uac1c\ubc1c \ud0a4\ud2b8 \ucd9c\uc2dc","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2021\ub144 9\uc6d4 8\uc77c","format":false,"excerpt":"\uc5e3\uc9c0 \ucef4\ud4e8\ud305\uc758 \uae00\ub85c\ubc8c \ub9ac\ub354\uc778 \uc5d0\uc774\ub514\ub9c1\ud06c \ud14c\ud06c\ub180\ub85c\uc9c0\uac00 \uc0ac\uc6a9\uc790\uac00 2\uc8fc \uc774\ub0b4\uc5d0 \uc778\uacf5\uc9c0\ub2a5(AI) \uc9c0\uc6d0 \uba38\uc2e0 \ube44\uc804 \uc194\ub8e8\uc158\uc6a9 POC\ub97c \uad6c\ucd95\ud560 \uc218 \uc788\ub294 \uc5e3\uc9c0 \ube44\uc804 \ubd84\uc11d \uc18c\ud504\ud2b8\uc6e8\uc5b4\uc778 EVA SDK\ub97c 7\uc77c(\ud604\uc9c0\uc2dc\uac04) \ucd9c\uc2dc\ud588\ub2e4.EVA SDK\ub294 \ubb34\ucf54\ub4dc(no-code) \uadf8\ub798\ud53d \uc0ac\uc6a9\uc790 \uc778\ud130\ud398\uc774\uc2a4(GUI)\uc640 10\uac1c \uc774\uc0c1\uc758 \uce74\uba54\ub77c \uc720\ud615, \ud604\uc7a5 \uc9c0\uc6d0 \ud50c\ub7ec\uadf8\uc778, ONNX \ub7f0\ud0c0\uc784, \uc2e0\uc18d\ud55c AI \ucd94\ub860 \uac80\uc99d\uc744 \uc704\ud55c \ud150\uc11cRT(TensorRT\u2122) \ubc0f \uc624\ud508\ube44\ub178(OpenVINO\u2122)\ub97c \uc9c0\uc6d0\ud55c\ub2e4.\ud604\uc7ac, \uc5d0\uc774\ub514\ub9c1\ud06c\uc758\u2026","rel":"","context":""AI"\uc5d0\uc11c","block_context":{"text":"AI","link":"https:\/\/nori.company\/?cat=155"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":18573,"url":"https:\/\/nori.company\/?p=18573","url_meta":{"origin":18204,"position":3},"title":"\uad6c\uae00, \uac15\ub825\ud55c \uc778\uacf5\uc9c0\ub2a5\u00b7\uba38\uc2e0\ub7ec\ub2dd \uad6c\ud604\ud558\ub294 ‘\ud150\uc11c(Tensor) \uce69’ \ud0d1\uc7ac\ud55c \ud53d\uc140\ud3f0 \ucd9c\uc2dc\ud55c\ub2e4","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2021\ub144 8\uc6d4 3\uc77c","format":false,"excerpt":"\uad6c\uae00\uc774 \ud53d\uc140 \ud3f0\uc5d0 \uc0c8\ub85c\uc6b4 \ucd5c\ucd08\uc758 SoC(System-on-a-Chip)\uc778 \ud150\uc11c(Tensor) \uce69\uc744 \ud0d1\uc7ac\ud55c Pixel 6 \ubc0f Pixel 6 Pro\ub97c \uc62c \uac00\uc744\uc5d0 \ucd9c\uc2dc\ud55c\ub2e4\uace0 2\uc77c(\ud604\uc9c0\uc2dc\uac04) \ubc1d\ud614\ub2e4.\ud150\uc11c\uce69\uc744 \ud0d1\uc7ac\ud55c \ud53d\uc140 \ud3f0\uc740 ARM \uc544\ud0a4\ud14d\ucc98\ub97c \uae30\ubc18\uc73c\ub85c \ud558\uba70 \uc601\uc0c1\uacfc \uc74c\uc131 \ucc98\ub9ac\ub97c \uc704\ud574 \uc778\uacf5\uc9c0\ub2a5(AI)\uacfc \uba38\uc2e0\ub7f0\ub2dd\uc758 \ub2a5\ub825\uc744 \uac15\ud654\uc2dc\ud0a8 \uac83\uc73c\ub85c \uae30\ub2a5\uc744 \ud65c\uc6a9\ud558\ub294 \ub3d9\uc2dc\uc5d0 \uace0\ub3c4\ub85c \uac1c\uc778\ud654\ub41c \ud658\uacbd\uc5d0\uc11c \uc2a4\uc2a4\ub85c \uacc4\uc18d \ud559\uc2b5\ub41c\ub2e4.\uad6c\uae00\uc740 \ud150\uc11c \uce69\uc740 \uc5b4\ub5bb\uac8c \ud734\ub300\ud3f0\uc744 \uc0ac\uc6a9\ud558\ub294\uc9c0\u2026","rel":"","context":""AI"\uc5d0\uc11c","block_context":{"text":"AI","link":"https:\/\/nori.company\/?cat=155"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":30109,"url":"https:\/\/nori.company\/?p=30109","url_meta":{"origin":18204,"position":4},"title":"\uc138\uacc4 \ucd5c\uace0\uc758 AI \ucef4\ud4e8\ud305 \ud50c\ub7ab\ud3fc \uac00\uc18d!… \uc5d4\ube44\ub514\uc544, \ud638\ud37c \uc544\ud0a4\ud14d\ucc98 \uae30\ubc18’ HGX H200′ \ucd9c\uc2dc","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 11\uc6d4 14\uc77c","format":false,"excerpt":"\uc5d4\ube44\ub514\uc544(NVIDIA)\uac00 \uc0dd\uc131 \uc778\uacf5\uc9c0\ub2a5(Generative AI)\uacfc \uace0\uc131\ub2a5 \ucef4\ud4e8\ud305(HPC) \uc6cc\ud06c\ub85c\ub4dc\ub97c \uc704\ud55c \ubc29\ub300\ud55c \uc591\uc758 \ub370\uc774\ud130\ub97c \ucc98\ub9ac\ud560 \uc218 \uc788\ub294 \uc138\uacc4 \ucd5c\uace0 AI \ucef4\ud4e8\ud305 \ud50c\ub7ab\ud3fc\uc744 \uac00\uc18d\ud654\ud560 \uc218 \uc788\ub294 HGX H200\uc744 13\uc77c(\ud604\uc9c0\uc2dc\uac04) \ucd9c\uc2dc\ud588\ub2e4.\uc774 \ud50c\ub7ab\ud3fc\uc740 \uc5d4\ube44\ub514\uc544 \ud638\ud37c(Hopper\u2122) \uc544\ud0a4\ud14d\ucc98\ub97c \uae30\ubc18\uc73c\ub85c \uace0\uae09 \uba54\ubaa8\ub9ac\uac00 \ub0b4\uc7a5\ub41c \uc5d4\ube44\ub514\uc544 H200 \ud150\uc11c \ucf54\uc5b4 GPU(H200 Tensor Core GPU)\ub97c \ud0d1\uc7ac\ud558\uace0 \uc788\ub2e4. H200\uc740 HBM3e\ub97c \uc81c\uacf5\ud558\ub294 \ucd5c\ucd08\uc758 GPU\uc774\ub2e4. HBM3e\uc740\u2026","rel":"","context":""AI"\uc5d0\uc11c","block_context":{"text":"AI","link":"https:\/\/nori.company\/?cat=155"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":17086,"url":"https:\/\/nori.company\/?p=17086","url_meta":{"origin":18204,"position":5},"title":"\ub9c8\uc774\ud06c\ub85c\uc18c\ud504\ud2b8 \uc560\uc800, \uc5d4\ube44\ub514\uc544 A100 GPU \uae30\ubc18 \uc778\uc2a4\ud134\uc2a4… \ub204\uad6c\ub098 \uc190\uc27d\uac8c AI \uc288\ud37c\ucef4\ud4e8\ud305 \uad6c\ud604","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2021\ub144 6\uc6d4 3\uc77c","format":false,"excerpt":"\ub9c8\uc774\ud06c\ub85c\uc18c\ud504\ud2b8 \uc560\uc800\uac00 \uc5d4\ube44\ub514\uc544 A100 v4 VM(\uac00\uc0c1\uba38\uc2e0) \uc2dc\ub9ac\uc988\uc758 \uacf5\uc2dd \ucd9c\uc2dc\ub97c \uc54c\ub838\ub2e4. \uc2dc\ub9ac\uc988\ub294 \uc288\ud37c\ucef4\ud4e8\ud130\uae09 \uc778\uacf5\uc9c0\ub2a5(AI) \ubc0f \uace0\uc131\ub2a5\ucef4\ud4e8\ud305(HPC) \uc6cc\ud06c\ub85c\ub4dc\ub97c \uc704\ud55c \ub9c8\uc774\ud06c\ub85c\uc18c\ud504\ud2b8\uc758 \uac00\uc7a5 \uac15\ub825\ud55c \uac00\uc0c1\uba38\uc2e0(VM)\uc73c\ub85c, A100 \ud150\uc11c \ucf54\uc5b4(Tensor Core) GPU\uc640 \uc5d4\ube44\ub514\uc544 HDR \uc778\ud53c\ub2c8\ubc34\ub4dc(InfiniBand)\ub85c \uad6c\ub3d9\ub41c\ub2e4.\uc5d4\ube44\ub514\uc544\ub294 \uc560\uc800\uc640\uc758 \ud611\uc5c5\uc744 \ud1b5\ud574 \uc2a4\ucf00\uc77c \uc5c5(scale-up) \ubc0f \uc2a4\ucf00\uc77c \uc544\uc6c3(scale-out) \ud615\ud0dc\uc758 AI \ud50c\ub7ab\ud3fc\uc744 \uc0c8\ub86d\uac8c \uc124\uacc4\ud588\ub2e4.\uc774 \ud50c\ub7ab\ud3fc\uc740 \ud601\uc2e0\uc801\uc778 \uc5d4\ube44\ub514\uc544 \uc554\ud398\uc5b4(Ampere) \uc544\ud0a4\ud14d\ucc98 \uae30\ubc18 GPU\u2026","rel":"","context":""AI"\uc5d0\uc11c","block_context":{"text":"AI","link":"https:\/\/nori.company\/?cat=155"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]}],"_links":{"self":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/18204","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=18204"}],"version-history":[{"count":1,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/18204\/revisions"}],"predecessor-version":[{"id":18205,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/18204\/revisions\/18205"}],"wp:attachment":[{"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=18204"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=18204"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=18204"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}