\uc778\uacf5\uc9c0\ub2a5\uc2e0\ubb38 – \uc804\uccb4\uae30\uc0ac <\/a><\/p>\n","protected":false},"excerpt":{"rendered":"\uc5d4\ube44\ub514\uc544\uac00 \ud150\uc11cRT-LLM(TensorRT-LLM) \uc5c5\ub370\uc774\ud2b8\ub97c \ud1b5\ud574 \uc778\uacf5\uc9c0\ub2a5(AI) \ucd94\ub860 \uc131\ub2a5\uc744 \ud5a5\uc0c1\ud558\uace0 \uc0c8\ub85c\uc6b4 \ub300\uaddc\ubaa8 \uc5b8\uc5b4 \ubaa8\ub378 \uc9c0\uc6d0\uc744 \ucd94\uac00\ud55c\ub2e4\uace0 15\uc77c(\ud604\uc9c0\uc2dc\uac04) \ubc1d\ud614\ub2e4. \ub354\ubd88\uc5b4 VRAM 8GB \uc774\uc0c1…<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"jetpack_post_was_ever_published":false,"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_publicize_message":"","jetpack_publicize_feature_enabled":true,"jetpack_social_post_already_shared":true,"jetpack_social_options":{"image_generator_settings":{"template":"highway","default_image_id":0,"font":"","enabled":false},"version":2}},"categories":[155,138],"tags":[156],"class_list":["post-30239","post","type-post","status-publish","format-standard","hentry","category-ai","category-it","tag-156"],"jetpack_publicize_connections":[],"jetpack_featured_media_url":"","jetpack_sharing_enabled":true,"jetpack_shortlink":"https:\/\/wp.me\/pa3PO4-7RJ","jetpack-related-posts":[{"id":27453,"url":"https:\/\/nori.company\/?p=27453","url_meta":{"origin":30239,"position":0},"title":"LLM \ucd94\ub860 \uc131\ub2a5 \uac00\uc18d\ud654\ud558\ub294 ‘\uc5d4\ube44\ub514\uc544 \ud150\uc11cRT-LLM’ \ubc1c\ud45c…\uac1c\ubc1c\uc790 \uac1c\uc785\uacfc \ubaa8\ub378 \ubcc0\uacbd \uc5c6\uc774 \ub300\uaddc\ubaa8 AI \ucd94\ub860 \uc218\ud589","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 9\uc6d4 12\uc77c","format":false,"excerpt":"\ub300\uaddc\ubaa8 \uc5b8\uc5b4 \ubaa8\ub378(LLM)\uc758 \ud68d\uae30\uc801\uc778 \uc0c8\ub85c\uc6b4 \uae30\ub2a5\uc740 \uc778\uacf5\uc9c0\ub2a5(AI)\uc758 \uc601\uc5ed\uc744 \ub113\ud788\uace0 \uc788\ub2e4. \uadf8\ub7ec\ub098 \ud070 \ud06c\uae30\uc640 \ud2b9\uc218\ud55c \uc2e4\ud589 \ud2b9\uc131\uc73c\ub85c \ube44\uc6a9 \ud6a8\uc728\uc801\uc778 \ubc29\uc2dd\uc73c\ub85c \uc0ac\uc6a9\ud558\uae30 \uc5b4\ub824\uc6b8 \uc218 \uc788\ub2e4.\uc5ec\uae30\uc5d0, \uc5d4\ube44\ub514\uc544\uac00 \uc0c8\ub85c\uc6b4 \uc18c\ud504\ud2b8\uc6e8\uc5b4 '\uc5d4\ube44\ub514\uc544 \ud150\uc11cRT-LLM(NVIDIA TensorRT-LLM)'\uc758 \ucd9c\uc2dc\ub97c \uc9c0\ub09c 8\uc77c(\ud604\uc9c0\uc2dc\uac04) \ubc1c\ud45c\ud588\ub2e4.\uc5d4\ube44\ub514\uc544\ub294 \ub300\uaddc\ubaa8 \uc5b8\uc5b4 \ubaa8\ub378 \ucd94\ub860\uc744 \uac00\uc18d\ud654\ud558\uace0 \ucd5c\uc801\ud654\ud558\uae30 \uc704\ud574 \uba54\ud0c0(Meta), \uc560\ub2c8\uc2a4\ucf00\uc77c(Anyscale), \ucf54\ud788\uc5b4(Cohere), \ub370\uc2dc(Deci), \uadf8\ub798\uba38\ub9ac(Grammarly), \ubbf8\uc2a4\ud2b8\ub7f4 AI(Mistral AI \ucd9c\ucc98 :\u2026","rel":"","context":""AI"\uc5d0\uc11c","block_context":{"text":"AI","link":"https:\/\/nori.company\/?cat=155"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":18204,"url":"https:\/\/nori.company\/?p=18204","url_meta":{"origin":30239,"position":1},"title":"\ud074\ub77c\uc6b0\ub4dc\ubd80\ud130 \uc5e3\uc9c0\uc5d0\uc11c \ub300\ud654\ud615 \uc778\uacf5\uc9c0\ub2a5 \uad6c\ucd95… \uc5d4\ube44\ub514\uc544, AI \uc18c\ud504\ud2b8\uc6e8\uc5b4 \u2018\ud150\uc11cRT 8\u2019 \ubc1c\ud45c","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2021\ub144 7\uc6d4 21\uc77c","format":false,"excerpt":"\uc5d4\ube44\ub514\uc544\uac00 \ud150\uc11cRT(TensorRT) 8\uc744 20\uc77c(\ud604\uc9c0\uc2dc\uac04) \ucd9c\uc2dc\ud588\ub2e4. \ud150\uc11cRT 8\uc740 \uc5d4\ube44\ub514\uc544\uc758 8\uc138\ub300 AI \uc18c\ud504\ud2b8\uc6e8\uc5b4\ub85c, \uc5b8\uc5b4 \ucffc\ub9ac\uc5d0 \ub300\ud55c \ucd94\ub860 \uc2dc\uac04\uc744 \uc808\ubc18\uc73c\ub85c \uc904\uc5ec \uac1c\ubc1c\uc790\ub4e4\uc774 \uc5c5\uacc4 \ucd5c\uace0 \uc218\uc900\uc758 \uc131\ub2a5\uc744 \uc81c\uacf5\ud558\ub294 \uac80\uc0c9 \uc5d4\uc9c4, \uad11\uace0 \ucd94\ucc9c \ud50c\ub7ab\ud3fc, \ucc57\ubd07\uc744 \uac1c\ubc1c\ud558\ub3c4\ub85d \ub3d5\uace0, \uc774\ub97c \ud074\ub77c\uc6b0\ub4dc\ubd80\ud130 \uc5e3\uc9c0\uc5d0\uc11c \uc81c\uacf5\ud558\ub3c4\ub85d \uc9c0\uc6d0\ud55c\ub2e4.\ud150\uc11cRT 8\uc758 \ucd5c\uc801\ud654 \uae30\ub2a5\uc740 \uc5b8\uc5b4 \uc560\ud50c\ub9ac\ucf00\uc774\uc158\uc744 \uc704\ud55c \uae30\ub85d\uc801\uc778 \uc18d\ub3c4\ub97c \uc81c\uacf5\ud558\uc5ec, \uc804\uc138\uacc4\uc801\uc73c\ub85c \uac00\uc7a5 \ub110\ub9ac \uc0ac\uc6a9\ub418\ub294\u2026","rel":"","context":""AI"\uc5d0\uc11c","block_context":{"text":"AI","link":"https:\/\/nori.company\/?cat=155"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":19371,"url":"https:\/\/nori.company\/?p=19371","url_meta":{"origin":30239,"position":2},"title":"[\uc774\uc288] \uc5e3\uc9c0 \uc778\uacf5\uc9c0\ub2a5 \ube44\uc804 \uc560\ud50c\ub9ac\ucf00\uc774\uc158 2\uc8fc\ub0b4 \uac1c\ubc1c\ud55c\ub2e4!… \uc5d0\uc774\ub514\ub9c1\ud06c, \ub178\ucf54\ub4dc ‘AI \uc5e3\uc9c0 \ube44\uc804 \ubd84\uc11d’ \uac1c\ubc1c \ud0a4\ud2b8 \ucd9c\uc2dc","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2021\ub144 9\uc6d4 8\uc77c","format":false,"excerpt":"\uc5e3\uc9c0 \ucef4\ud4e8\ud305\uc758 \uae00\ub85c\ubc8c \ub9ac\ub354\uc778 \uc5d0\uc774\ub514\ub9c1\ud06c \ud14c\ud06c\ub180\ub85c\uc9c0\uac00 \uc0ac\uc6a9\uc790\uac00 2\uc8fc \uc774\ub0b4\uc5d0 \uc778\uacf5\uc9c0\ub2a5(AI) \uc9c0\uc6d0 \uba38\uc2e0 \ube44\uc804 \uc194\ub8e8\uc158\uc6a9 POC\ub97c \uad6c\ucd95\ud560 \uc218 \uc788\ub294 \uc5e3\uc9c0 \ube44\uc804 \ubd84\uc11d \uc18c\ud504\ud2b8\uc6e8\uc5b4\uc778 EVA SDK\ub97c 7\uc77c(\ud604\uc9c0\uc2dc\uac04) \ucd9c\uc2dc\ud588\ub2e4.EVA SDK\ub294 \ubb34\ucf54\ub4dc(no-code) \uadf8\ub798\ud53d \uc0ac\uc6a9\uc790 \uc778\ud130\ud398\uc774\uc2a4(GUI)\uc640 10\uac1c \uc774\uc0c1\uc758 \uce74\uba54\ub77c \uc720\ud615, \ud604\uc7a5 \uc9c0\uc6d0 \ud50c\ub7ec\uadf8\uc778, ONNX \ub7f0\ud0c0\uc784, \uc2e0\uc18d\ud55c AI \ucd94\ub860 \uac80\uc99d\uc744 \uc704\ud55c \ud150\uc11cRT(TensorRT\u2122) \ubc0f \uc624\ud508\ube44\ub178(OpenVINO\u2122)\ub97c \uc9c0\uc6d0\ud55c\ub2e4.\ud604\uc7ac, \uc5d0\uc774\ub514\ub9c1\ud06c\uc758\u2026","rel":"","context":""AI"\uc5d0\uc11c","block_context":{"text":"AI","link":"https:\/\/nori.company\/?cat=155"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":30235,"url":"https:\/\/nori.company\/?p=30235","url_meta":{"origin":30239,"position":3},"title":"\uc0ac\ud53c\uc628, \ucd94\ub860 \uc131\ub2a5 \uae30\uc874 \uce69\ubcf4\ub2e4 4\ubc30 \ube68\ub77c\uc9c4 \ub370\uc774\ud130\uc13c\ud130\uc6a9 \uc0c8\ub85c\uc6b4 AI\ubc18\ub3c4\uccb4 \u2018X330\u2019 \ucd9c\uc2dc","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 11\uc6d4 16\uc77c","format":false,"excerpt":"\uae00\ub85c\ubc8c \uc778\uacf5\uc9c0\ub2a5 \ubc18\ub3c4\uccb4 \uae30\uc5c5\uc778 \uc0ac\ud53c\uc628(SAPEON, \ub300\ud45c \ub958\uc218\uc815)\uc774 \uc804\uc791\ub300\ube44 \uc18d\ub3c4\uac00 4\ubc30 \ud5a5\uc0c1\ub41c \ub370\uc774\ud130\uc13c\ud130 \uc6a9 AI\ubc18\ub3c4\uccb4 \u2018X330\u2019\uc744 \ucd9c\uc2dc\ud55c\ub2e4\uace0 16\uc77c \ubc1d\ud614\ub2e4.X330\uc740 TSMC\uc758 7\ub098\ub178\uacf5\uc815\uc744 \ud1b5\ud574 \uc0dd\uc0b0\ub41c \uc81c\ud488\uc774\ub2e4. \uc0ac\ud53c\uc628\uc740 \uc8fc\uc694 \uace0\uac1d\uc0ac\ub4e4\uc744 \ub300\uc0c1\uc73c\ub85c X330 \uc2dc\uc81c\ud488 \ud14c\uc2a4\ud2b8\uc640 \uace0\uac1d\uc0ac\ub4e4\uacfc \uc2e0\ub8b0\uc131 \uac80\uc99d \uc791\uc5c5\uc744 \uc9c4\ud589\ud558\uace0 \ub0b4\ub144 \uc0c1\ubc18\uae30\ubd80\ud130 \uc591\uc0b0\uc744 \uc2dc\uc791\ud560 \uc608\uc815\uc774\ub2e4.\uc0ac\ud53c\uc628\uc740 \ud5a5\uc0c1\ub41c \uc131\ub2a5 \ubc0f \uc804\ub825\ud6a8\uc728\uc744 \uc81c\uacf5\ud558\ub294 X330\uc744 \ud1b5\ud574 \uc0dd\uc131 \uc778\uacf5\uc9c0\ub2a5(Generative AI),\u2026","rel":"","context":""AI"\uc5d0\uc11c","block_context":{"text":"AI","link":"https:\/\/nori.company\/?cat=155"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":21810,"url":"https:\/\/nori.company\/?p=21810","url_meta":{"origin":30239,"position":4},"title":"\uad6c\uae00, \ub300\ud654\ud615 \uc0dd\uc131 AI ‘\ubc14\ub4dc(Bard)’ \ucd9c\uc2dc…\ucc57GPT \ub300\ud56d\ub9c8 \ub420 \uc218 \uc788\uc744\uae4c?","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 3\uc6d4 22\uc77c","format":false,"excerpt":"\uad6c\uae00\uc774 \ub300\ud615\uc5b8\uc5b4\ubaa8\ub378(Large Language Model, LLM)\uc774\uc790 \ub300\ud654\ud615 \uc0dd\uc131 \uc778\uacf5\uc9c0\ub2a5(generative AI) '\ubc14\ub4dc(Bard)'\ub97c 21\uc77c(\ud604\uc9c0\uc2dc\uac04) \ubbf8\uad6d\uacfc \uc601\uad6d\uc5d0\uc11c \ucd9c\uc2dc\ud588\ub2e4. \ubc14\ub4dc\ub294 \uad6c\uae00 \uacc4\uc815 \ub85c\uadf8\uc778\uc744 \ud1b5\ud574 \uc774\uc6a9\ud560 \uc218 \uc788\uc73c\uba70 \ud53c\ub4dc\ubc31\uc744 \ubc1b\ub294\ub2e4\uace0 \uc124\uba85\ud558\uace0 \uc810\ucc28 \ub354 \ub9ce\uc740 \uad6d\uac00\uc640 \uc5b8\uc5b4\ub85c \ud655\uc7a5\ud560 \uc608\uc815\uc774\ub77c\uace0 \ubc1d\ud614\ub2e4.\uc774\ub0a0 \uad6c\uae00\uc774 \uacf5\uac1c\ud55c \ubc14\ub4dc\ub294 \uc2dc\ud5d8\ud310\uc774\uba70, \ud2b9\ud788 \uac00\ubccd\uace0 \ucd5c\uc801\ud654\ub41c \ub78c\ub2e4(LaMDA)\ub97c \uae30\ubc18\uc73c\ub85c \uad6c\ub3d9\ub418\uba70 \uc2dc\uac04\uc774 \uc9c0\ub0a8\uc5d0 \ub530\ub77c \ub354 \uc0c8\ub86d\uace0 \ub354 \ub9ce\uc740\u2026","rel":"","context":""AI"\uc5d0\uc11c","block_context":{"text":"AI","link":"https:\/\/nori.company\/?cat=155"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":21848,"url":"https:\/\/nori.company\/?p=21848","url_meta":{"origin":30239,"position":5},"title":"AWS, \uc5d4\ube44\ub514\uc544\uc640 \ub300\uaddc\ubaa8 \uba38\uc2e0\ub7ec\ub2dd \ubaa8\ub378 \ud6c8\ub828 \ubc0f \uc0dd\uc131 AI \uc560\ud50c\ub9ac\ucf00\uc774\uc158 \uc704\ud55c \ucc28\uc138\ub300 \uc778\ud504\ub77c \uac1c\ubc1c \ud611\ub825","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 3\uc6d4 24\uc77c","format":false,"excerpt":"\uc544\ub9c8\uc874\uc6f9\uc11c\ube44\uc2a4(Amazon Web Services, \uc774\ud558 AWS)\uc640 \uc5d4\ube44\ub514\uc544(NVIDIA)\uac00 \uc810\uc810 \ub354 \uc9c4\ud654\ub418\ub294 \ub300\ud615\uc5b8\uc5b4\ubaa8\ub378(Large Language Model, LLM) \ud559\uc2b5\uacfc \uc0dd\uc131 AI(generative AI) \uc560\ud50c\ub9ac\ucf00\uc774\uc158 \uac1c\ubc1c\uc5d0 \ucd5c\uc801\ud654\ub41c \uac00\uc7a5 \ud655\uc7a5\uc131\uc774 \ub6f0\uc5b4\ub09c \uc628\ub514\ub9e8\ub4dc \uc778\uacf5\uc9c0\ub2a5(AI) \uc778\ud504\ub77c \uad6c\ucd95\uc5d0 \ucd08\uc810\uc744 \ub9de\ucd98 \ud611\uc5c5\uc744 22\uc77c(\ud604\uc9c0\uc2dc\uac04) \ubc1c\ud45c\ud588\ub2e4.\uc774\ubc88 \ud611\ub825\uc5d0\ub294 \ucd5c\ub300 20 \uc5d1\uc0ac\ud50c\ub86d(exaFLOPS)\uc758 \ucef4\ud4e8\ud305 \uc131\ub2a5\uc744 \uc81c\uacf5\ud558\ub294 \uc5d4\ube44\ub514\uc544 H100 \ud150\uc11c \ucf54\uc5b4(Tensor Core) GPU\uc640 AWS\uc758 \ucd5c\ucca8\ub2e8 \ub124\ud06c\uc6cc\ud0b9 \ubc0f \ud655\uc7a5\uc131\uc744\u2026","rel":"","context":""AI"\uc5d0\uc11c","block_context":{"text":"AI","link":"https:\/\/nori.company\/?cat=155"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]}],"_links":{"self":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/30239","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=30239"}],"version-history":[{"count":1,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/30239\/revisions"}],"predecessor-version":[{"id":30240,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/30239\/revisions\/30240"}],"wp:attachment":[{"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=30239"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=30239"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=30239"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}