{"id":26554,"date":"2023-08-23T11:52:55","date_gmt":"2023-08-23T02:52:55","guid":{"rendered":"http:\/\/nori.company\/?p=26554"},"modified":"2023-08-23T11:52:55","modified_gmt":"2023-08-23T02:52:55","slug":"cloud-gpu-%ea%b0%80%ec%9d%b4%eb%93%9c-ai%ec%97%90-%ec%96%b4%eb%96%a4-gpu%eb%a5%bc-%ec%96%b4%eb%94%94%ec%84%9c-%ec%8d%a8%ec%95%bc%ed%95%a0%ea%b9%8c","status":"publish","type":"post","link":"https:\/\/nori.company\/?p=26554","title":{"rendered":"Cloud GPU \uac00\uc774\ub4dc &#8211; AI\uc5d0 \uc5b4\ub5a4 GPU\ub97c \uc5b4\ub514\uc11c \uc368\uc57c\ud560\uae4c?"},"content":{"rendered":"<ul>\n<li>StableDiffusion, Whisper, \uc624\ud508\uc18c\uc2a4 LLM\ub4f1\uc744 \uc774\uc6a9\ud55c AI\ub3c4\uad6c\ub97c \ub9cc\ub4e0\ub2e4\uba74 \uc5b4\ub514\uc120\uac00 \uacc4\uc18d \uc2e4\ud589\ub418\uc5b4\uc57c \ud568<\/li>\n<\/ul>\n<h2>\uc5b4\ub5a4 GPU\ub97c \uc368\uc57c\ud560\uae4c?<\/h2>\n<p>Cloud GPU\ub97c \uc4f4\ub2e4\uba74:<\/p>\n<ul>\n<li>Falcon-40B, Falcon-40B-Uncensored, or Falcon-40B-Instruct\n<ul>\n<li>\ube44\uc6a9 \uc0c1\uad00\uc5c6\uc774 \ucd5c\uace0\uc758 \uc131\ub2a5\uc744 \uc6d0\ud55c\ub2e4\uba74 H100 2\uac1c<\/l\n\n\n\ucd9c\ucc98 : <a href=\"https:\/\/news.hada.io\/topic?id=10501\" target=\"_blank\" rel=\"noopener\">GeekNews &#8211; \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4 <\/a><\/li>\n<\/ul>\n<\/li>\n<\/ul>\n","protected":false},"excerpt":{"rendered":"<p>StableDiffusion, Whisper, \uc624\ud508\uc18c\uc2a4 LLM\ub4f1\uc744 \uc774\uc6a9\ud55c AI\ub3c4\uad6c\ub97c \ub9cc\ub4e0\ub2e4\uba74 \uc5b4\ub514\uc120\uac00 \uacc4\uc18d \uc2e4\ud589\ub418\uc5b4\uc57c \ud568 \uc5b4\ub5a4 GPU\ub97c \uc368\uc57c\ud560\uae4c? Cloud GPU\ub97c \uc4f4\ub2e4\uba74: Falcon-40B, Falcon-40B-Uncensored, or&hellip;<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"jetpack_post_was_ever_published":false,"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_publicize_message":"","jetpack_publicize_feature_enabled":true,"jetpack_social_post_already_shared":true,"jetpack_social_options":{"image_generator_settings":{"template":"highway","default_image_id":0,"font":"","enabled":false},"version":2}},"categories":[138],"tags":[163],"class_list":["post-26554","post","type-post","status-publish","format-standard","hentry","category-it","tag-geeknews-----"],"jetpack_publicize_connections":[],"jetpack_featured_media_url":"","jetpack_sharing_enabled":true,"jetpack_shortlink":"https:\/\/wp.me\/pa3PO4-6Ui","jetpack-related-posts":[{"id":27251,"url":"https:\/\/nori.company\/?p=27251","url_meta":{"origin":26554,"position":0},"title":"\ub300\ud615\uc5b8\uc5b4\ubaa8\ub378 \ud330\ucee8\uc758 \uc5f0\uc774\uc740 \ud601\uc2e0!.. \uc138\uacc4\uc5d0\uc11c \uac00\uc7a5 \uac15\ub825\ud55c LLM\u00b7\uc0dd\uc131AI \ubaa8\ub378 \u2018\ud330\ucee8 180B\u2019 \uc624\ud508\uc18c\uc2a4\ub85c \uacf5\uac1c","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 9\uc6d4 7\uc77c","format":false,"excerpt":"\uc544\ub78d\uc5d0\ubbf8\ub9ac\ud2b8(UAE) \uae00\ub85c\ubc8c \uacfc\ud559\uc5f0\uad6c\uc13c\ud130\ucca8\ub2e8\uae30\uc220\uc5f0\uad6c\uc704\uc6d0\ud68c(Advanced Technology Research Council, \uc774\ud558, ATRC)\uc758 \uae30\uc220\ud601\uc2e0\uc5f0\uad6c\uc18c(Tech Innovation Institute. \uc774\ud558, TII)\uac00 \ub300\ud615\uc5b8\uc5b4\ubaa8\ub378(LLM) \uc774\uc790 \uc0dd\uc131 AI(Generative AI) \uae00\ub85c\ubc8c \ubbfc\uc8fc\ud654\uc5d0 \ud601\uc2e0\uc744 \uac70\ub4ed\ud558\uace0 \uc788\ub2e4.UAE \ucd5c\ucd08, LLM) \uc774\uc790 \uc0dd\uc131 AI \ubaa8\ub378 '\ud330\ucee8 40B(Falcon 40B)'\uc744 \uc624\ud508 \uc18c\uc2a4\ub85c \uc9c0\ub09c 5\uc6d4 \ub9d0 \uacf5\uac1c\ud55c\uc9c0 \ubd88\uacfc \uba87 \uac1c\uc6d4 \ub9cc\uc5d0 \uace0\uae09 \ubc84\uc804\uc778 '\ud330\ucee8 180B'\ub97c 6\uc77c(\ud604\uc9c0\uc2dc\uac04) \uc624\ud508\uc18c\uc2a4\ub85c \uacf5\uac1c\ud55c \uac83\uc774\u2026","rel":"","context":"&quot;AI&quot;\uc5d0\uc11c","block_context":{"text":"AI","link":"https:\/\/nori.company\/?cat=155"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":23144,"url":"https:\/\/nori.company\/?p=23144","url_meta":{"origin":26554,"position":1},"title":"MLC LLM &#8211; LLM\ubaa8\ub378\uc744 \uc5b4\ub5a4 \ub514\ubc14\uc774\uc2a4\uc5d0\ub4e0 \ubc30\ud3ec \uac00\ub2a5\ud558\uac8c \ud574\uc8fc\ub294 \uc624\ud508\uc18c\uc2a4 \uc194\ub8e8\uc158","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 5\uc6d4 11\uc77c","format":false,"excerpt":"\ub204\uad6c\ub098 AI \ubaa8\ub378\uc744 \uac1c\ubc1c\ud558\uace0 \ucd5c\uc801\ud654\ud574\uc11c \uc5b4\ub5a4 \ub514\ubc14\uc774\uc2a4\uc5d0\ub4e0 \ubc30\ud3ec \uac00\ub2a5\ud558\uac8c \ub9cc\ub4dc\ub294 \uac83\uc744 \ubaa9\ud45c MLC(Machine Learning Compilation) \uc640 Apache TVm Unity \ub97c \uc774\uc6a9 \uc9c0\uc6d0 \ud50c\ub7ab\ud3fc \uc544\uc774\ud3f0\/\uc544\uc774\ud328\ub4dc\/\uc548\ub4dc\ub85c\uc774\ub4dc Metal GPU \uc640 Intel&ARM \ub9e5\ubd81 AMD\/Intel \ubc0f NVidia GPU(... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":28826,"url":"https:\/\/nori.company\/?p=28826","url_meta":{"origin":26554,"position":2},"title":"\u201cAI \ucd94\ub860 \uc131\ub2a5\uc740 \uadf8\ub300\ub85c, \ube44\uc6a9\uc740 \ubd80\ub2f4 \uc5c6\uc774\u201d&#8230; kt cloud, \uc2ac\ub77c\uc774\uc2f1 GPU \uae30\ubc18 \uc778\ud504\ub77c \uc11c\ube44\uc2a4 \u2018AI SERV\u2019 \ucd9c\uc2dc","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 10\uc6d4 16\uc77c","format":false,"excerpt":"AI \ucd94\ub860\uc5d0 \ud2b9\ud654\ub41c \uace0\uc131\ub2a5\uc758 GPU \uc778\ud504\ub77c\ub97c \uc0ac\uc6a9\ub7c9\uc5d0 \ub9de\uac8c \ubcf4\ub2e4 \ud569\ub9ac\uc801\uc778 \ube44\uc6a9\uc73c\ub85c \ud65c\uc6a9\ud560 \uc218 \uc788\uac8c \ub410\ub2e4. kt cloud(\ub300\ud45c \uc724\ub3d9\uc2dd)\uac00 \uc2ac\ub77c\uc774\uc2f1 \uae30\uc220\uc744 GPU\uc5d0 \uc801\uc6a9\ud55c \uc778\uacf5\uc9c0\ub2a5(AI) \ucd94\ub860 \uc804\uc6a9 \uc778\ud504\ub77c \uc11c\ube44\uc2a4 \u2018AI SERV\u2019\ub97c 16\uc77c \ucd9c\uc2dc\ud588\ub2e4.\ucd08\uac70\ub300 AI \ubd84\uc57c\uc5d0\uc11c \ud559\uc2b5 \uc601\uc5ed\uc740 \ub2e8\uae30\uac04 \uc9d1\uc911\uc801\uc73c\ub85c \ub300\uc6a9\ub7c9, \uace0\uc0ac\uc591\uc758 GPU\uac00 \ud544\uc694\ud55c \uac83\uacfc\ub294 \ub2ec\ub9ac, \ucd94\ub860 \uc601\uc5ed\uc740 \uc801\uc740 \uc591\uc758 GPU\ub97c \ub04a\uae40 \uc5c6\uc774\u2026","rel":"","context":"&quot;AI&quot;\uc5d0\uc11c","block_context":{"text":"AI","link":"https:\/\/nori.company\/?cat=155"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":23588,"url":"https:\/\/nori.company\/?p=23588","url_meta":{"origin":26554,"position":3},"title":"UAE \uae30\uc220\ud601\uc2e0\uc5f0\uad6c\uc18c, LLM \uc774\uc790 \uc0dd\uc131 AI \ud50c\ub7ab\ud3fc &#8216;\ud330\ucee8 40B&#8217; \ub204\uad6c\ub098 \uc0ac\uc6a9\ud560 \uc218 \uc788\ub294 \uc624\ud508 \uc18c\uc2a4\ub85c \uacf5\uac1c","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 5\uc6d4 26\uc77c","format":false,"excerpt":"\uc544\ub78d\uc5d0\ubbf8\ub9ac\ud2b8\uc758 \uae00\ub85c\ubc8c \uacfc\ud559\uc5f0\uad6c\uc13c\ud130 \uc544\ubd80\ub2e4\ube44 \ucca8\ub2e8\uae30\uc220\uc5f0\uad6c\uc704\uc6d0\ud68c(Advanced Technology Research Council, \uc774\ud558, ATRC)\uc758 \uae30\uc220\ud601\uc2e0\uc5f0\uad6c\uc18c(Tech Innovation Institute. \uc774\ud558, TII)\uac00 UAE \ucd5c\ucd08\uc758 \ub300\ud615\uc5b8\uc5b4\ubaa8\ub378(LLM) \uc774\uc790 \uc0dd\uc131 AI(Generative AI) \ubaa8\ub378 '\ud330\ucee8 40B(Falcon 40B)'\uc744 \uc5f0\uad6c \ubc0f \uc0c1\uc6a9\ud654\ub97c \uc704\ud574 \uc624\ud508 \uc18c\uc2a4\ub85c \uacf5\uac1c\ud588\ub2e4.\uc774 \uc120\ub3c4\uc801\uc778 \uc6c0\uc9c1\uc784\uc740 \ubd80\ubb38 \uac04 \ud611\uc5c5\uc744 \ucd09\uc9c4\ud558\uace0 \uc0dd\uc131\ud615 AI\uc758 \ubc1c\uc804\uc744 \ucd94\uc9c4\ud558\ub824\ub294 \uc544\ubd80\ub2e4\ube44\uc758 \ub178\ub825\uc758 \uc77c\ud658\uc73c\ub85c 400\uc5b5\uac1c\uc758 \ub9e4\uac1c \ubcc0\uc218\ub85c 1\uc870\uac1c\uc758\u2026","rel":"","context":"&quot;AI&quot;\uc5d0\uc11c","block_context":{"text":"AI","link":"https:\/\/nori.company\/?cat=155"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":29595,"url":"https:\/\/nori.company\/?p=29595","url_meta":{"origin":26554,"position":4},"title":"AWS, \uc0dd\uc131 AI \uac1c\ubc1c \uac00\uc18d\ud55c\ub2e4!&#8230;\uba38\uc2e0\ub7ec\ub2dd\uc6a9 &#8216;\uc544\ub9c8\uc874 EC2 \uce90\ud37c\uc2dc\ud2f0 \ube14\ub85d&#8217;\uc5d0 \uc5d4\ube44\ub514\uc544 H100 \ud0d1\uc7ac","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 11\uc6d4 3\uc77c","format":false,"excerpt":"\uc544\ub9c8\uc874\uc6f9\uc11c\ube44\uc2a4(Amazon Web Services, \uc774\ud558 AWS)\uac00 \uc5d4\ube44\ub514\uc544(NVIDIA)\uc640 \ud611\ub825\uc744 \ud1b5\ud574 \ucc28\uc138\ub300 \uba38\uc2e0\ub7ec\ub2dd(ML) \uc6cc\ud06c\ub85c\ub4dc\uc6a9 \uc544\ub9c8\uc874 EC2 \uce90\ud37c\uc2dc\ud2f0 \ube14\ub85d(Amazon Elastic Compute Cloud Capacity Blocks)\uc5d0 \uc5d4\ube44\ub514\uc544 H100 \ud150\uc11c \ucf54\uc5b4 GPU(H100 Tensor Core GPUs)\ub97c \ud0d1\uc7ac\ud55c\ub2e4.\uc774\ub97c \ud1b5\ud574 \uace0\uac1d\ub4e4\uc740 \uc544\ub9c8\uc874 \uc77c\ub798\uc2a4\ud2f1 \ucef4\ud4e8\ud2b8 \ud074\ub77c\uc6b0\ub4dc(EC2)\ub85c \uace0\uc131\ub2a5 \uba38\uc2e0\ub7ec\ub2dd \uc6cc\ud06c\ub85c\ub4dc\uc6a9 \uc544\ub9c8\uc874 EC2 \uc6b8\ud2b8\ub77c\ud074\ub7ec\uc2a4\ud130(UltraCluster)\uc5d0 \uad6c\ucd95\ub41c \uc218\ubc31 \uac1c\uc758 \uc5d4\ube44\ub514\uc544 GPU\ub97c \ud655\ubcf4\ud560 \uc218 \uc788\ub2e4. \ucd9c\ucc98\u2026","rel":"","context":"&quot;AI&quot;\uc5d0\uc11c","block_context":{"text":"AI","link":"https:\/\/nori.company\/?cat=155"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":21880,"url":"https:\/\/nori.company\/?p=21880","url_meta":{"origin":26554,"position":5},"title":"\ub9c8\uc774\ud06c\ub85c\uc18c\ud504\ud2b8\u00b7\ud150\uc13c\ud2b8\u00b7\ubc14\uc774\ub450, &#8216;\ucef4\ud4e8\ud130 \ube44\uc804 AI&#8217;\uc5d0 \uc624\ud508 \uc18c\uc2a4 GPU \uac00\uc18d \ub77c\uc774\ube0c\ub7ec\ub9ac &#8216;CV-\ucfe0\ub2e4&#8217; \ucc44\ud0dd","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 3\uc6d4 27\uc77c","format":false,"excerpt":"\ub9c8\uc774\ud06c\ub85c\uc18c\ud504\ud2b8(Microsoft), \ud150\uc13c\ud2b8(Tencent), \ubc14\uc774\ub450(Baidu)\uac00 \ucef4\ud4e8\ud130 \ube44\uc804 AI\ub97c \uc704\ud574 \uc5d4\ube44\ub514\uc544 'CV-\ucfe0\ub2e4(CV-CUDA)'\ub97c \ucc44\ud0dd\ud588\ub2e4.CV-\ucfe0\ub2e4\ub294 GPU\ub97c \ud65c\uc6a9\ud55c \ud074\ub77c\uc6b0\ub4dc \uaddc\ubaa8\uc758 \ucef4\ud4e8\ud130 \ube44\uc804\uc744 \uc704\ud55c \uc624\ud508 \uc18c\uc2a4 GPU \uac00\uc18d \ub77c\uc774\ube0c\ub7ec\ub9ac\ub85c, \uc804 \uc138\uacc4 \uae30\uc5c5\ub4e4\uc774 GPU\uc5d0\uc11c \uc5d4\ub4dc\ud22c\uc5d4\ub4dc AI \uae30\ubc18 \ucef4\ud4e8\ud130 \ube44\uc804 \ubc0f \uc774\ubbf8\uc9c0 \ucc98\ub9ac \ud30c\uc774\ud504\ub77c\uc778\uc744 \uad6c\ucd95\ud558\uace0 \ud655\uc7a5\ud560 \uc218 \uc788\ub3c4\ub85d \uc9c0\uc6d0\ud55c\ub2e4.\uc9c0\ub09c GTC 2023 \uae30\uc870\uc5f0\uc124\uc5d0\uc11c \uc820\uc2a8 \ud669\uc740 \"\uc778\ud130\ub137 \ud2b8\ub798\ud53d\uc758 80%\ub294 \ube44\ub514\uc624\uc774\uba70, \uc0ac\uc6a9\uc790\uac00\u2026","rel":"","context":"&quot;AI&quot;\uc5d0\uc11c","block_context":{"text":"AI","link":"https:\/\/nori.company\/?cat=155"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]}],"_links":{"self":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/26554","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=26554"}],"version-history":[{"count":1,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/26554\/revisions"}],"predecessor-version":[{"id":26555,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/26554\/revisions\/26555"}],"wp:attachment":[{"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=26554"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=26554"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=26554"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}