{"id":23938,"date":"2023-06-10T12:47:02","date_gmt":"2023-06-10T03:47:02","guid":{"rendered":"http:\/\/nori.company\/?p=23938"},"modified":"2023-06-10T12:47:02","modified_gmt":"2023-06-10T03:47:02","slug":"aitemplate-%ec%8b%ac%ec%b8%b5-%ec%8b%a0%ea%b2%bd%eb%a7%9d%ec%9d%84-%ea%b3%a0%ec%84%b1%eb%8a%a5-cuda-hip-c-%ec%bd%94%eb%93%9c%eb%a1%9c-%eb%b3%80%ed%99%98%ed%95%98%eb%8a%94-%ed%8c%8c%ec%9d%b4","status":"publish","type":"post","link":"https:\/\/nori.company\/?p=23938","title":{"rendered":"AITemplate &#8211; \uc2ec\uce35 \uc2e0\uacbd\ub9dd\uc744 \uace0\uc131\ub2a5 CUDA\/HIP C++ \ucf54\ub4dc\ub85c \ubcc0\ud658\ud558\ub294 \ud30c\uc774\uc36c \ud504\ub808\uc784\uc6cc\ud06c"},"content":{"rendered":"<ul>\n<li>\ube60\ub978 \ucd94\ub860\uc744 \uc704\ud574 \uc2ec\uce35 \uc2e0\uacbd\ub9dd\uc744 CUDA(NVIDIA GPU) \/ HIP(AMD GPU) C++ \ucf54\ub4dc\ub85c \uc804\ud658<\/li>\n<li>ResNet, BERT, VisionTransformer, Stable Diffusion \ub4f1 \uba54\uc5b4\uc9c0 \ubaa8\ub378\uc5d0\uc11c \ub8e8\ud504\ub77c\uc778 fp16 TensorCode\/MatrixCore \uc131\ub2a5\uc5d0 \uadfc\uc811<\/li>\n<li>Unified, Open, Flexible \ud55c \uc624\ud508\uc18c\uc2a4<\/li>\n<li>\ud6cc\ub96d\ud55c \ud558\uc704\ud638\ud658\uc131(\uc368\ub4dc\ud30c\ud2f0 \ub77c&#8230;\n<p>\ucd9c\ucc98 : <a href=\"https:\/\/news.hada.io\/topic?id=9367\" target=\"_blank\" rel=\"noopener\">GeekNews &#8211; \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4 <\/a><\/li>\n<\/ul>\n","protected":false},"excerpt":{"rendered":"<p>\ube60\ub978 \ucd94\ub860\uc744 \uc704\ud574 \uc2ec\uce35 \uc2e0\uacbd\ub9dd\uc744 CUDA(NVIDIA GPU) \/ HIP(AMD GPU) C++ \ucf54\ub4dc\ub85c \uc804\ud658 ResNet, BERT, VisionTransformer, Stable Diffusion \ub4f1 \uba54\uc5b4\uc9c0&hellip;<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"jetpack_post_was_ever_published":false,"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_publicize_message":"","jetpack_publicize_feature_enabled":true,"jetpack_social_post_already_shared":true,"jetpack_social_options":{"image_generator_settings":{"template":"highway","default_image_id":0,"font":"","enabled":false},"version":2}},"categories":[138],"tags":[163],"class_list":["post-23938","post","type-post","status-publish","format-standard","hentry","category-it","tag-geeknews-----"],"jetpack_publicize_connections":[],"jetpack_featured_media_url":"","jetpack_sharing_enabled":true,"jetpack_shortlink":"https:\/\/wp.me\/pa3PO4-6e6","jetpack-related-posts":[{"id":25769,"url":"https:\/\/nori.company\/?p=25769","url_meta":{"origin":23938,"position":0},"title":"VkFFT &#8211; \ud6a8\uc728\uc801\uc778 GPU \uac00\uc18d FFT \ub77c\uc774\ube0c\ub7ec\ub9ac \uc624\ud508\uc18c\uc2a4","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 8\uc6d4 4\uc77c","format":false,"excerpt":"NVidia \uc758 cuFFT \ub77c\uc774\ube0c\ub7ec\ub9ac \ubcf4\ub2e4 \ub354 \ub098\uc740 \uc131\ub2a5\uc758 \uc624\ud508\uc18c\uc2a4\ub97c \uc81c\uacf5\ud558\ub294 \uac83\uc744 \ubaa9\ud45c\ub85c \ud568 C\ub85c \uc791\uc131 \ub418\uc5c8\uc73c\uba70 Vulkan, CUDA, HIP, OpenCL, Level Zero, Metal \uc744 \ubc31\uc5d4\ub4dc\ub85c \uc9c0\uc6d0 \uba40\ud2f0\ub514\uba58\uc804 \uc9c0\uc6d0 : 1D\/2D\/3D\/ND (VKFFT_MAX_FFT_DIMENSIONS \ub85c \uc784\uc758\uc758 \ucc28\uc6d0\uc218 \uc9c0\uc815 \uac00\ub2a5) \uc708\ub3c4\uc6b0, \ub9ac\ub205\uc2a4,... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":24040,"url":"https:\/\/nori.company\/?p=24040","url_meta":{"origin":23938,"position":1},"title":"llama.cpp \uc5d0 \uc804\uccb4 CUDA GPU \uac00\uc18d \ucd94\uac00","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 6\uc6d4 14\uc77c","format":false,"excerpt":"\ubaa8\ub4e0 \ub0a8\uc740 ggml \ud150\uc11c\ub4e4\uc5d0 GPU \uac00\uc18d\uc744 \ucd94\uac00\ud558\ub294 PR RTX 3090\uc5d0\uc11c \ud504\ub86c\ud504\ud2b8 \ucc98\ub9ac\ub294 2\ubc30, \ud1a0\ud070 \uc0dd\uc131\uc740 1.3~1.8\ubc30\uae4c\uc9c0 \uac00\uc18d 4090+i9\uc5d0\uc11c 7B q4 \ubaa8\ub378\uc758 \uacbd\uc6b0 \ucd08\ub2f9 109\ud1a0\ud070 \uc0dd\uc131 ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":28434,"url":"https:\/\/nori.company\/?p=28434","url_meta":{"origin":23938,"position":2},"title":"AMD\uac00 CUDA\uc758 \uc694\uc0c8\ub97c \ub118\uc5b4\uc124 \uc218\ub3c4 \uc788\uc74c","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 10\uc6d4 7\uc77c","format":false,"excerpt":"Nvidia\uc758 GPU \uc2dc\uc7a5 \uc9c0\ubc30\ub825, \ud2b9\ud788 CUDA\uc640 cuDNN \uac19\uc740 \uc18c\ud504\ud2b8\uc6e8\uc5b4 \ub3c4\uad6c\uc640 \ucd5c\uc801\ud654\ub41c \ub77c\uc774\ube0c\ub7ec\ub9ac \ub355\ubd84\uc5d0 GenAI \ubd84\uc57c\uc5d0\uc11c\uc758 \uc6b0\uc704\uc5d0 \ub300\ud55c \uae30\uc0ac. Nvidia\uac00 \ud558\ub4dc\uc6e8\uc5b4 \uc8fc\ubcc0\uc5d0 \uc18c\ud504\ud2b8\uc6e8\uc5b4 \"\ud574\uc790\"\ub97c \uad6c\ucd95\ud574 HPC\uc640 GenAI \uc2dc\uc7a5\uc5d0\uc11c \ub2e4\ub978 \ud68c\uc0ac\ub4e4\uc774 \uacbd\uc7c1\ud558\ub294 \uac83\uc744 \uc5b4\ub835\uac8c \ub9cc\ub4e6. GenAI \ucef4\ud4e8\ud305 \uc790\uc6d0... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":27489,"url":"https:\/\/nori.company\/?p=27489","url_meta":{"origin":23938,"position":3},"title":"NVIDIA, LLM \ucd94\ub860\uc744 \uac00\uc18d\ud558\ub294 TensorRT-LLM \uc624\ud508\uc18c\uc2a4 \uacf5\uac1c","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 9\uc6d4 13\uc77c","format":false,"excerpt":"TensorRT \ub525\ub7ec\ub2dd \ucef4\ud30c\uc77c\ub7ec\uc640 \ucd5c\uc801\ud654\ub41c \ucee4\ub110, \uc804\ucc98\ub9ac\/\ud6c4\ucc98\ub9ac \ub2e8\uacc4, \uba40\ud2f0GPU\/\uba40\ud2f0\ub178\ub4dc \ud1b5\uc2e0 \uae30\ubcf8\uc694\uc18c \ub4f1\uc744 \ud3ec\ud568 C++ \uc774\ub098 CUDA\uc5d0 \ub300\ud55c \uae4a\uc740 \uc9c0\uc2dd \uc5c6\uc774\ub3c4 LLM\uc5d0 \ucd5c\uace0 \uc131\ub2a5\uacfc \uc0ac\uc6a9\uc790 \uc815\uc758 \uae30\ub2a5\uc744 \ube60\ub974\uac8c \uc81c\uacf5 \uac00\ub2a5 \uc624\ud508\uc18c\uc2a4 \ubaa8\ub4c8\uc2dd Python API\ub97c \uc81c\uacf5\ud558\uc5ec \uc0ac\uc6a9 \ud3b8\uc758\uc131\uacfc \ud655\uc7a5\uc131 \uc81c\uacf5 Am... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":22449,"url":"https:\/\/nori.company\/?p=22449","url_meta":{"origin":23938,"position":4},"title":"Web LLM &#8211; WebGPU\ub85c \ube0c\ub77c\uc6b0\uc800\uc5d0\uc11c LLM \uac00\uc18d\ud558\uc5ec \uc2e4\ud589\ud558\uae30","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 4\uc6d4 18\uc77c","format":false,"excerpt":"\uc11c\ubc84 \uc5c6\uc774 \ube0c\ub77c\uc6b0\uc800\uc5d0\uc11c LLaMA, Vicuna \uac19\uc740 LLM\uc744 WASM\uc744 \uc774\uc6a9\ud558\uc5ec \uad6c\ub3d9 WebGPU\ub85c \uac00\uc18d \ud558\uc9c0\ub9cc, \ubcc4\ub3c4\ub85c Apache TVM\uc774 \uc9c0\uc6d0\ud558\ub294 GPU \ubc31\uc5d4\ub4dc\ub4e4(CUDA, OpenCL, Vulkan)\ub3c4 \uc9c0\uc6d0 MLC(Machine Learning Compilation) \uae30\uc220\uc744 \uc0ac\uc6a9 ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":27371,"url":"https:\/\/nori.company\/?p=27371","url_meta":{"origin":23938,"position":5},"title":"\uc18d\ub3c4\uc640 \ud30c\uc774\uc36c, \ub450 \ub9c8\ub9ac \ud1a0\ub07c \uc7a1\uae30: \ub525\ub7ec\ub2dd \uc2dc \ube60\ub978 \ud30c\uc774\uc36c \ucf54\ub4dc \uc2e4\ud589\uc744 \uc704\ud55c CUDA \uadf8\ub798\ud504 \uc0ac\uc6a9\ubc95","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 9\uc6d4 11\uc77c","format":false,"excerpt":"\uc9c0\ub09c \uba87 \ub144\uac04 GPU \uc18d\ub3c4\uac00 \ud3ed\ubc1c\uc801\uc73c\ub85c \uc99d\uac00\ud558\uba70 \ub525\ub7ec\ub2dd \uc6cc\ud06c\ub85c\ub4dc\uc758 \ucd5c\uc801\ud654 \ubc29\ubc95 \ub610\ud55c \ubcc0\ud654\ud558\uace0 \uc788\uc2b5\ub2c8\ub2e4. PyTorch\uc5d0\uc11c\ub3c4 torch.compile()\uacfc \uac19\uc774 \ucd5c\uc801\ud654 \uae30\ub2a5\ub4e4\uc744 \ucd94\uac00\ud558\uace0 \uc788\uc9c0\ub9cc, LLM\uc744 \ube44\ub86f\ud55c \uc77c\ubd80 \uc6cc\ud06c\ub85c\ub4dc\uc5d0\uc11c\ub294 \uac1c\uc120\uc774 \uc9c4\ud589 \uc911\uc785\ub2c8\ub2e4. (torch.compile()\uc758 \uac1c\uc120\uc744 \uae30\ub2e4\ub9ac\ub294 \ub3d9\uc548 \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]}],"_links":{"self":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/23938","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=23938"}],"version-history":[{"count":1,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/23938\/revisions"}],"predecessor-version":[{"id":23939,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/23938\/revisions\/23939"}],"wp:attachment":[{"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=23938"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=23938"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=23938"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}