{"id":31393,"date":"2023-12-10T21:52:18","date_gmt":"2023-12-10T12:52:18","guid":{"rendered":"http:\/\/nori.company\/?p=31393"},"modified":"2023-12-10T21:52:18","modified_gmt":"2023-12-10T12:52:18","slug":"nvidia-h100%ec%9d%84-2023%eb%85%84%ec%97%90-%ea%b0%80%ec%9e%a5-%eb%a7%8e%ec%9d%b4-%ea%b5%ac%eb%a7%a4%ed%95%9c-%ed%9a%8c%ec%82%ac%eb%8a%94","status":"publish","type":"post","link":"https:\/\/nori.company\/?p=31393","title":{"rendered":"NVIDIA, H100\uc744 2023\ub144\uc5d0 \uac00\uc7a5 \ub9ce\uc774 \uad6c\ub9e4\ud55c \ud68c\uc0ac\ub294?"},"content":{"rendered":"<p>Omdia Research\ub294 \ucd5c\uadfc &lt;\ud074\ub77c\uc6b0\ub4dc \ubc0f \ub370\uc774\ud130 \uc13c\ud130 \uc2dc\uc7a5 \uc5c5\ub370\uc774\ud2b8&gt; \ubcf4\uace0\uc11c\uc5d0\uc11c H100 GPU\uc758 \ucd9c\ud558\ub7c9\uc740 2023\ub144 2\ubd84\uae30 \ub3d9\uc548 900\ud1a4\uc5d0 \ub2ec\ud588\uc2b5\ub2c8\ub2e4. \uc774\ub294 \uc11c\ubc84 \uc81c\uc870\uc5c5\uccb4\uac00 \uc870\ub9bd \ub77c\uc778\uc5d0 \ud22c\uc785\ud55c H100 GPU\uac00 300,000\uac1c \uc774\uc0c1\uc774\ub77c\ub294 \uac83\uc744 \uc758\ubbf8\ud558\uba70, \uac01 GPU\uc758 \ubb34\uac8c(\ubc29\uc5f4\ud310 \ud3ec\ud568)\ub97c \uc57d 3kg\uc73c\ub85c \uac00\uc815\ud55c \uc218\uce58\uc785\ub2c8\ub2e4. \uc774\ub7ec\ud55c \ubd84\uc11d&#8230;<\/p>\n<p>\ucd9c\ucc98 : <a href=\"https:\/\/news.hada.io\/topic?id=12273\" target=\"_blank\" rel=\"noopener\">GeekNews &#8211; \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4 <\/a><\/p>\n","protected":false},"excerpt":{"rendered":"<p>Omdia Research\ub294 \ucd5c\uadfc &lt;\ud074\ub77c\uc6b0\ub4dc \ubc0f \ub370\uc774\ud130 \uc13c\ud130 \uc2dc\uc7a5 \uc5c5\ub370\uc774\ud2b8&gt; \ubcf4\uace0\uc11c\uc5d0\uc11c H100 GPU\uc758 \ucd9c\ud558\ub7c9\uc740 2023\ub144 2\ubd84\uae30 \ub3d9\uc548 900\ud1a4\uc5d0 \ub2ec\ud588\uc2b5\ub2c8\ub2e4. \uc774\ub294 \uc11c\ubc84&hellip;<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"jetpack_post_was_ever_published":false,"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_publicize_message":"","jetpack_publicize_feature_enabled":true,"jetpack_social_post_already_shared":true,"jetpack_social_options":{"image_generator_settings":{"template":"highway","default_image_id":0,"font":"","enabled":false},"version":2}},"categories":[138],"tags":[163],"class_list":["post-31393","post","type-post","status-publish","format-standard","hentry","category-it","tag-geeknews-----"],"jetpack_publicize_connections":[],"jetpack_featured_media_url":"","jetpack_sharing_enabled":true,"jetpack_shortlink":"https:\/\/wp.me\/pa3PO4-8al","jetpack-related-posts":[{"id":24259,"url":"https:\/\/nori.company\/?p=24259","url_meta":{"origin":31393,"position":0},"title":"ByteDance \uc62c\ud574\ub9cc $1B(1.3\uc870\uc6d0) \uc5b4\uce58\uc758 Nvidia GPU\ub97c \uba39\uc5b4\uce58\uc6b0\ub2e4","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 6\uc6d4 21\uc77c","format":false,"excerpt":"\uc57d 10\ub9cc\ub300\uc758 A100 \uacfc H800(H100\uc758 \ub108\ud504 \ubc84\uc804) \uc73c\ub85c \ub300\ub2f9 \uc57d $10000 \ubbf8\uad6d \uc815\ubd80\uac00 \uc911\uad6d\uc5d0 HPC\ub97c \ud314\uc9c0 \ub9d0\ub77c\uace0 \uc9c0\uc2dc\ud55c \uc791\ub144 9\uc6d4 \ubc14\ub85c \uc804\uc778 8\uc6d4\uc5d0 \uc8fc\ubb38\ud55c \uac83 \uc791\ub144 \uc911\uad6d\ub0b4 \ud68c\uc0ac\ub4e4 \uc804\uccb4\uac00 \uc8fc\ubb38\ud55c \uaddc\ubaa8(\ube44\uc6a9 \uce21\uba74\uc5d0\uc11c)\ub97c \uc774\ubbf8 \ub530\ub77c \uc7a1\uc74c ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":26554,"url":"https:\/\/nori.company\/?p=26554","url_meta":{"origin":31393,"position":1},"title":"Cloud GPU \uac00\uc774\ub4dc &#8211; AI\uc5d0 \uc5b4\ub5a4 GPU\ub97c \uc5b4\ub514\uc11c \uc368\uc57c\ud560\uae4c?","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 8\uc6d4 23\uc77c","format":false,"excerpt":"StableDiffusion, Whisper, \uc624\ud508\uc18c\uc2a4 LLM\ub4f1\uc744 \uc774\uc6a9\ud55c AI\ub3c4\uad6c\ub97c \ub9cc\ub4e0\ub2e4\uba74 \uc5b4\ub514\uc120\uac00 \uacc4\uc18d \uc2e4\ud589\ub418\uc5b4\uc57c \ud568 \uc5b4\ub5a4 GPU\ub97c \uc368\uc57c\ud560\uae4c? Cloud GPU\ub97c \uc4f4\ub2e4\uba74: Falcon-40B, Falcon-40B-Uncensored, or Falcon-40B-Instruct \ube44\uc6a9 \uc0c1\uad00\uc5c6\uc774 \ucd5c\uace0\uc758 \uc131\ub2a5\uc744 \uc6d0\ud55c\ub2e4\uba74 H100 2\uac1c","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":24621,"url":"https:\/\/nori.company\/?p=24621","url_meta":{"origin":31393,"position":2},"title":"Tesla\uc758 AI \uc6a9\ub7c9 \ud655\uc7a5 &#8211; H100 Dojo D1 D2 HW 4.0 X.AI \ubc0f \ud074\ub77c\uc6b0\ub4dc \uc11c\ube44\uc2a4 \ud504\ub85c\ubc14\uc774\ub354","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 7\uc6d4 4\uc77c","format":false,"excerpt":"\ud14c\uc2ac\ub77c\ub294 \uc138\uacc4 \ucd5c\uace0\uc758 AI\uae30\uc5c5\uc911 \ud558\ub098\uac00 \ub418\ub824\uace0 \ud568 \ubb3c\ub860 \uc544\uc9c1 \ucd5c\uace0\uc758 \uc790\uc728\uc8fc\ud589\ub3c4 \ub0b4\ub193\uc9c0 \ubabb\ud588\uace0, \uc0dd\uc131\ud615 AI\uc138\uacc4\uc5d0\uc11c\ub3c4 \ud14c\uc2ac\ub77c\ub294 \ubcf4\uc774\uc9c0 \uc54a\uc9c0\ub9cc.. \ud14c\uc2ac\ub77c\ub294 \ud604\uc7ac \ub0b4\ubd80\uc5d0 4\ucc9c\uac1c\uc758 V100\uacfc 1\ub9cc6\ucc9c\uac1c A100 \uaddc\ubaa8\ub85c \uc791\uc740 \uc0ac\ub0b4 AI \uc778\ud504\ub77c\ub97c \uac00\uc9c0\uace0 \uc788\uc74c Microsoft \ub098 Meta\uac00 10\ub9cc\uac1c \uc774\uc0c1\uc758 G... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":29095,"url":"https:\/\/nori.company\/?p=29095","url_meta":{"origin":31393,"position":3},"title":"\ubaa8\ub4e0 \uac1c\ubc1c\uc790\uac00 \uc54c\uc544\uc57c \ud560 GPU \ucef4\ud4e8\ud305\uc5d0 \ub300\ud55c \uc815\ubcf4","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 10\uc6d4 22\uc77c","format":false,"excerpt":"GPU \ucef4\ud4e8\ud305\uc5d0 \ub300\ud55c \uc885\ud569\uc801\uc778 \uac1c\uc694, \uadf8 \uad6c\uc870, \uadf8\ub9ac\uace0 CPU \ucef4\ud4e8\ud305\uacfc\uc758 \ucc28\uc774\uc810\uc5d0 \ub300\ud55c \uae30\uc0ac GPU\ub294 \ub525\ub7ec\ub2dd \ubc0f \uace0\ub3c4\uc758 \ubcd1\ub82c\uc131\uacfc \ucc98\ub9ac\ub7c9\uc774 \ud544\uc694\ud55c \ub2e4\ub978 \uc751\uc6a9 \ud504\ub85c\uadf8\ub7a8\uc5d0\uc11c\uc758 \uad11\ubc94\uc704\ud55c \uc0ac\uc6a9\uc73c\ub85c \uc778\ud574 \uc810\uc810 \uc911\uc694\ud574\uc9c0\uace0 \uc788\uc74c CPU\uc640 GPU\uc758 \uc8fc\uc694 \ucc28\uc774\uc810\uc740 \uadf8\ub4e4\uc758 \uc124\uacc4 \ubaa9\ud45c\uc5d0 \uc788\uc74c. CPU\ub294 \uc21c\ucc28\uc801\uc778 \uba85\ub839... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":30143,"url":"https:\/\/nori.company\/?p=30143","url_meta":{"origin":31393,"position":4},"title":"Nividia, H200 Tensor Core GPU \ub9b4\ub9ac\uc988","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 11\uc6d4 15\uc77c","format":false,"excerpt":"\uc138\uacc4\uc5d0\uc11c \uac00\uc7a5 \uac15\ub825\ud55c GPU NVIDIA H200 Tensor Core GPU\ub294 \uac8c\uc784\uc744 \ubc14\uafb8\ub294 \uc131\ub2a5\uacfc \uba54\ubaa8\ub9ac \ub2a5\ub825\uc73c\ub85c \uc0dd\uc131 AI\uc640 \uace0\uc131\ub2a5 \ucef4\ud4e8\ud305(HPC) \uc6cc\ud06c\ub85c\ub4dc\ub97c \uac00\uc18d\ud654\ud568. HBM3e\ub97c \ud0d1\uc7ac\ud55c \uccab \ubc88\uc9f8 GPU\ub85c\uc11c, H200\uc740 \uc0dd\uc131 AI\uc640 \ub300\uaddc\ubaa8 \uc5b8\uc5b4 \ubaa8\ub378(LLMs)\uc758 \uac00\uc18d\ud654\uc640 \uacfc\ud559 \ucef4\ud4e8\ud305\uc744 \uc704\ud55c HPC \uc6cc\ud06c\ub85c\ub4dc\ub97c \ubc1c\uc804\uc2dc\ud0b4.... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":25173,"url":"https:\/\/nori.company\/?p=25173","url_meta":{"origin":31393,"position":5},"title":"MosaicML, MPT-7B-8K \ubaa8\ub378 \uacf5\uac1c","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 7\uc6d4 21\uc77c","format":false,"excerpt":"8k \ucee8\ud14d\uc2a4\ud2b8 \uae38\uc774\ub97c \uc9c0\uc6d0\ud558\ub294 7B \ud30c\ub77c\ubbf8\ud130 \uc624\ud508\uc18c\uc2a4 LLM MPT-7B\uc5d0 \ucd94\uac00\ub85c 500B \ud1a0\ud070 \ub370\uc774\ud130\ub97c \uc774\uc6a9\ud574 256\uac1c\uc758 NVidia H100 \uc73c\ub85c 3\uc77c\uac04 \ud2b8\ub808\uc774\ub2dd 3\uac1c\uc758 \ubaa8\ub378\uc744 \uacf5\uac1c : MPT-7B-8k, MPT-7B-8k-Instruct, MPT-7B-8k-Chat \uc0c1\uc5c5\uc801 \uc6a9\ub3c4\ub85c \uc0ac\uc6a9 \uac00\ub2a5 ALiBi(Attention with Linear... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]}],"_links":{"self":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/31393","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=31393"}],"version-history":[{"count":1,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/31393\/revisions"}],"predecessor-version":[{"id":31394,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/31393\/revisions\/31394"}],"wp:attachment":[{"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=31393"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=31393"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=31393"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}