{"id":30143,"date":"2023-11-15T10:51:56","date_gmt":"2023-11-15T01:51:56","guid":{"rendered":"http:\/\/nori.company\/?p=30143"},"modified":"2023-11-15T10:51:56","modified_gmt":"2023-11-15T01:51:56","slug":"nividia-h200-tensor-core-gpu-%eb%a6%b4%eb%a6%ac%ec%a6%88","status":"publish","type":"post","link":"https:\/\/nori.company\/?p=30143","title":{"rendered":"Nividia, H200 Tensor Core GPU \ub9b4\ub9ac\uc988"},"content":{"rendered":"<h2>\uc138\uacc4\uc5d0\uc11c \uac00\uc7a5 \uac15\ub825\ud55c GPU<\/h2>\n<ul>\n<li>NVIDIA H200 Tensor Core GPU\ub294 \uac8c\uc784\uc744 \ubc14\uafb8\ub294 \uc131\ub2a5\uacfc \uba54\ubaa8\ub9ac \ub2a5\ub825\uc73c\ub85c \uc0dd\uc131 AI\uc640 \uace0\uc131\ub2a5 \ucef4\ud4e8\ud305(HPC) \uc6cc\ud06c\ub85c\ub4dc\ub97c \uac00\uc18d\ud654\ud568.<\/li>\n<li>HBM3e\ub97c \ud0d1\uc7ac\ud55c \uccab \ubc88\uc9f8 GPU\ub85c\uc11c, H200\uc740 \uc0dd\uc131 AI\uc640 \ub300\uaddc\ubaa8 \uc5b8\uc5b4 \ubaa8\ub378(LLMs)\uc758 \uac00\uc18d\ud654\uc640 \uacfc\ud559 \ucef4\ud4e8\ud305\uc744 \uc704\ud55c HPC \uc6cc\ud06c\ub85c\ub4dc\ub97c \ubc1c\uc804\uc2dc\ud0b4&#8230;.\n<p>\ucd9c\ucc98 : <a href=\"https:\/\/news.hada.io\/topic?id=11858\" target=\"_blank\" rel=\"noopener\">GeekNews &#8211; \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4 <\/a><\/li>\n<\/ul>\n","protected":false},"excerpt":{"rendered":"<p>\uc138\uacc4\uc5d0\uc11c \uac00\uc7a5 \uac15\ub825\ud55c GPU NVIDIA H200 Tensor Core GPU\ub294 \uac8c\uc784\uc744 \ubc14\uafb8\ub294 \uc131\ub2a5\uacfc \uba54\ubaa8\ub9ac \ub2a5\ub825\uc73c\ub85c \uc0dd\uc131 AI\uc640 \uace0\uc131\ub2a5 \ucef4\ud4e8\ud305(HPC) \uc6cc\ud06c\ub85c\ub4dc\ub97c \uac00\uc18d\ud654\ud568.&hellip;<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"jetpack_post_was_ever_published":false,"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_publicize_message":"","jetpack_publicize_feature_enabled":true,"jetpack_social_post_already_shared":true,"jetpack_social_options":{"image_generator_settings":{"template":"highway","default_image_id":0,"font":"","enabled":false},"version":2}},"categories":[138],"tags":[163],"class_list":["post-30143","post","type-post","status-publish","format-standard","hentry","category-it","tag-geeknews-----"],"jetpack_publicize_connections":[],"jetpack_featured_media_url":"","jetpack_sharing_enabled":true,"jetpack_shortlink":"https:\/\/wp.me\/pa3PO4-7Qb","jetpack-related-posts":[{"id":30109,"url":"https:\/\/nori.company\/?p=30109","url_meta":{"origin":30143,"position":0},"title":"\uc138\uacc4 \ucd5c\uace0\uc758 AI \ucef4\ud4e8\ud305 \ud50c\ub7ab\ud3fc \uac00\uc18d!&#8230; \uc5d4\ube44\ub514\uc544, \ud638\ud37c \uc544\ud0a4\ud14d\ucc98 \uae30\ubc18&#8217; HGX H200&#8242; \ucd9c\uc2dc","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 11\uc6d4 14\uc77c","format":false,"excerpt":"\uc5d4\ube44\ub514\uc544(NVIDIA)\uac00 \uc0dd\uc131 \uc778\uacf5\uc9c0\ub2a5(Generative AI)\uacfc \uace0\uc131\ub2a5 \ucef4\ud4e8\ud305(HPC) \uc6cc\ud06c\ub85c\ub4dc\ub97c \uc704\ud55c \ubc29\ub300\ud55c \uc591\uc758 \ub370\uc774\ud130\ub97c \ucc98\ub9ac\ud560 \uc218 \uc788\ub294 \uc138\uacc4 \ucd5c\uace0 AI \ucef4\ud4e8\ud305 \ud50c\ub7ab\ud3fc\uc744 \uac00\uc18d\ud654\ud560 \uc218 \uc788\ub294 HGX H200\uc744 13\uc77c(\ud604\uc9c0\uc2dc\uac04) \ucd9c\uc2dc\ud588\ub2e4.\uc774 \ud50c\ub7ab\ud3fc\uc740 \uc5d4\ube44\ub514\uc544 \ud638\ud37c(Hopper\u2122) \uc544\ud0a4\ud14d\ucc98\ub97c \uae30\ubc18\uc73c\ub85c \uace0\uae09 \uba54\ubaa8\ub9ac\uac00 \ub0b4\uc7a5\ub41c \uc5d4\ube44\ub514\uc544 H200 \ud150\uc11c \ucf54\uc5b4 GPU(H200 Tensor Core GPU)\ub97c \ud0d1\uc7ac\ud558\uace0 \uc788\ub2e4. H200\uc740 HBM3e\ub97c \uc81c\uacf5\ud558\ub294 \ucd5c\ucd08\uc758 GPU\uc774\ub2e4. HBM3e\uc740\u2026","rel":"","context":"&quot;AI&quot;\uc5d0\uc11c","block_context":{"text":"AI","link":"https:\/\/nori.company\/?cat=155"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":17086,"url":"https:\/\/nori.company\/?p=17086","url_meta":{"origin":30143,"position":1},"title":"\ub9c8\uc774\ud06c\ub85c\uc18c\ud504\ud2b8 \uc560\uc800, \uc5d4\ube44\ub514\uc544 A100 GPU \uae30\ubc18 \uc778\uc2a4\ud134\uc2a4&#8230; \ub204\uad6c\ub098 \uc190\uc27d\uac8c AI \uc288\ud37c\ucef4\ud4e8\ud305 \uad6c\ud604","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2021\ub144 6\uc6d4 3\uc77c","format":false,"excerpt":"\ub9c8\uc774\ud06c\ub85c\uc18c\ud504\ud2b8 \uc560\uc800\uac00 \uc5d4\ube44\ub514\uc544 A100 v4 VM(\uac00\uc0c1\uba38\uc2e0) \uc2dc\ub9ac\uc988\uc758 \uacf5\uc2dd \ucd9c\uc2dc\ub97c \uc54c\ub838\ub2e4. \uc2dc\ub9ac\uc988\ub294 \uc288\ud37c\ucef4\ud4e8\ud130\uae09 \uc778\uacf5\uc9c0\ub2a5(AI) \ubc0f \uace0\uc131\ub2a5\ucef4\ud4e8\ud305(HPC) \uc6cc\ud06c\ub85c\ub4dc\ub97c \uc704\ud55c \ub9c8\uc774\ud06c\ub85c\uc18c\ud504\ud2b8\uc758 \uac00\uc7a5 \uac15\ub825\ud55c \uac00\uc0c1\uba38\uc2e0(VM)\uc73c\ub85c, A100 \ud150\uc11c \ucf54\uc5b4(Tensor Core) GPU\uc640 \uc5d4\ube44\ub514\uc544 HDR \uc778\ud53c\ub2c8\ubc34\ub4dc(InfiniBand)\ub85c \uad6c\ub3d9\ub41c\ub2e4.\uc5d4\ube44\ub514\uc544\ub294 \uc560\uc800\uc640\uc758 \ud611\uc5c5\uc744 \ud1b5\ud574 \uc2a4\ucf00\uc77c \uc5c5(scale-up) \ubc0f \uc2a4\ucf00\uc77c \uc544\uc6c3(scale-out) \ud615\ud0dc\uc758 AI \ud50c\ub7ab\ud3fc\uc744 \uc0c8\ub86d\uac8c \uc124\uacc4\ud588\ub2e4.\uc774 \ud50c\ub7ab\ud3fc\uc740 \ud601\uc2e0\uc801\uc778 \uc5d4\ube44\ub514\uc544 \uc554\ud398\uc5b4(Ampere) \uc544\ud0a4\ud14d\ucc98 \uae30\ubc18 GPU\u2026","rel":"","context":"&quot;AI&quot;\uc5d0\uc11c","block_context":{"text":"AI","link":"https:\/\/nori.company\/?cat=155"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":28434,"url":"https:\/\/nori.company\/?p=28434","url_meta":{"origin":30143,"position":2},"title":"AMD\uac00 CUDA\uc758 \uc694\uc0c8\ub97c \ub118\uc5b4\uc124 \uc218\ub3c4 \uc788\uc74c","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 10\uc6d4 7\uc77c","format":false,"excerpt":"Nvidia\uc758 GPU \uc2dc\uc7a5 \uc9c0\ubc30\ub825, \ud2b9\ud788 CUDA\uc640 cuDNN \uac19\uc740 \uc18c\ud504\ud2b8\uc6e8\uc5b4 \ub3c4\uad6c\uc640 \ucd5c\uc801\ud654\ub41c \ub77c\uc774\ube0c\ub7ec\ub9ac \ub355\ubd84\uc5d0 GenAI \ubd84\uc57c\uc5d0\uc11c\uc758 \uc6b0\uc704\uc5d0 \ub300\ud55c \uae30\uc0ac. Nvidia\uac00 \ud558\ub4dc\uc6e8\uc5b4 \uc8fc\ubcc0\uc5d0 \uc18c\ud504\ud2b8\uc6e8\uc5b4 \"\ud574\uc790\"\ub97c \uad6c\ucd95\ud574 HPC\uc640 GenAI \uc2dc\uc7a5\uc5d0\uc11c \ub2e4\ub978 \ud68c\uc0ac\ub4e4\uc774 \uacbd\uc7c1\ud558\ub294 \uac83\uc744 \uc5b4\ub835\uac8c \ub9cc\ub4e6. GenAI \ucef4\ud4e8\ud305 \uc790\uc6d0... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":24079,"url":"https:\/\/nori.company\/?p=24079","url_meta":{"origin":30143,"position":3},"title":"LocalAI &#8211; \uc140\ud504\ud638\uc2a4\ud2b8 \uac00\ub2a5\ud55c OpenAI \ud638\ud658 API","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 6\uc6d4 15\uc77c","format":false,"excerpt":"OpenAI\uc640 \ud638\ud658\ub418\ub294 REST API\ub85c \ub2e4\uc591\ud55c LLM\ub4e4\uc744 \uc774\uc6a9 \uac00\ub2a5 GPU \uc5c6\uc774\ub3c4 \uac00\ub2a5. llama.cpp \ud638\ud658 LLM\uc5d0\uc11c\ub294 GPU \uac00\uc18d \uc9c0\uc6d0 \ub2e4\uc911 \ubaa8\ub378\uc744 \uc9c0\uc6d0\ud558\uba70, \uc624\ub514\uc624 \ud2b8\ub79c\uc2a4\ud06c\ub9bd\uc158, \ud14d\uc2a4\ud2b8 \uc0dd\uc131, \uc774\ubbf8\uc9c0 \uc0dd\uc131(Stable Diffusion) \uc9c0\uc6d0 \ud55c\ubc88 \ub85c\ub529\ub418\uba74 \ubaa8\ub378\uc744 \uba54\ubaa8\ub9ac\uc5d0 \uc800\uc7a5\ud574\ub450\uace0 \ube60\ub978 \ucd94\ub860 \uc9c0\uc6d0... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":23144,"url":"https:\/\/nori.company\/?p=23144","url_meta":{"origin":30143,"position":4},"title":"MLC LLM &#8211; LLM\ubaa8\ub378\uc744 \uc5b4\ub5a4 \ub514\ubc14\uc774\uc2a4\uc5d0\ub4e0 \ubc30\ud3ec \uac00\ub2a5\ud558\uac8c \ud574\uc8fc\ub294 \uc624\ud508\uc18c\uc2a4 \uc194\ub8e8\uc158","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 5\uc6d4 11\uc77c","format":false,"excerpt":"\ub204\uad6c\ub098 AI \ubaa8\ub378\uc744 \uac1c\ubc1c\ud558\uace0 \ucd5c\uc801\ud654\ud574\uc11c \uc5b4\ub5a4 \ub514\ubc14\uc774\uc2a4\uc5d0\ub4e0 \ubc30\ud3ec \uac00\ub2a5\ud558\uac8c \ub9cc\ub4dc\ub294 \uac83\uc744 \ubaa9\ud45c MLC(Machine Learning Compilation) \uc640 Apache TVm Unity \ub97c \uc774\uc6a9 \uc9c0\uc6d0 \ud50c\ub7ab\ud3fc \uc544\uc774\ud3f0\/\uc544\uc774\ud328\ub4dc\/\uc548\ub4dc\ub85c\uc774\ub4dc Metal GPU \uc640 Intel&ARM \ub9e5\ubd81 AMD\/Intel \ubc0f NVidia GPU(... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":26205,"url":"https:\/\/nori.company\/?p=26205","url_meta":{"origin":30143,"position":5},"title":"VirGL &#8211; QEMU VM\ub0b4\uc5d0\uc11c \uc0ac\uc6a9 \uac00\ub2a5\ud55c Virtual 3D GPU","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 8\uc6d4 15\uc77c","format":false,"excerpt":"QEMU \ub0b4\uc5d0 \uac00\uc0c1\uc758 GPU\ub97c \ucd94\uac00\ud558\uace0, \ud638\uc2a4\ud2b8 GPU\ub97c \uc774\uc6a9\ud574 3D \ub80c\ub354\ub9c1 \uac00\uc18d\uc744 \uc0ac\uc6a9\ud560 \uc218 \uc788\uac8c \uc9c0\uc6d0 \ud638\uc2a4\ud2b8 GPU\uc640 \uc644\uc804\ud788 \ub3c5\ub9bd\ub41c \uac8c\uc2a4\ud2b8 GPU\ub97c \ub9cc\ub4dc\ub294 \uac83\uc774 \ucd5c\uc885 \ubaa9\ud45c Mesa3D\uc5d0\uc11c \uc0ac\uc6a9\ud558\ub294 Gallium3D \ucee8\uc149\uc744 \uc774\uc6a9 \ud604\uc7ac\ub294 \ub370\uc2a4\ud06c\ud0d1 \uac00\uc0c1\ud654\ub9cc \uc9c0\uc6d0\ud558\uc9c0\ub9cc, \ucf54\ub371\uc744 \uc774\uc6a9\ud55c \ub9ac\ubaa8\ud2b8 \ub80c\ub354\ub9c1\ub3c4 ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]}],"_links":{"self":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/30143","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=30143"}],"version-history":[{"count":1,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/30143\/revisions"}],"predecessor-version":[{"id":30144,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/30143\/revisions\/30144"}],"wp:attachment":[{"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=30143"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=30143"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=30143"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}