{"id":27453,"date":"2023-09-12T17:47:00","date_gmt":"2023-09-12T08:47:00","guid":{"rendered":"http:\/\/nori.company\/?p=27453"},"modified":"2023-09-12T17:47:00","modified_gmt":"2023-09-12T08:47:00","slug":"llm-%ec%b6%94%eb%a1%a0-%ec%84%b1%eb%8a%a5-%ea%b0%80%ec%86%8d%ed%99%94%ed%95%98%eb%8a%94-%ec%97%94%eb%b9%84%eb%94%94%ec%95%84-%ed%85%90%ec%84%9crt-llm-%eb%b0%9c%ed%91%9c-%ea%b0%9c%eb%b0%9c","status":"publish","type":"post","link":"https:\/\/nori.company\/?p=27453","title":{"rendered":"LLM \ucd94\ub860 \uc131\ub2a5 \uac00\uc18d\ud654\ud558\ub294 &#8216;\uc5d4\ube44\ub514\uc544 \ud150\uc11cRT-LLM&#8217; \ubc1c\ud45c&#8230;\uac1c\ubc1c\uc790 \uac1c\uc785\uacfc \ubaa8\ub378 \ubcc0\uacbd \uc5c6\uc774 \ub300\uaddc\ubaa8 AI \ucd94\ub860 \uc218\ud589"},"content":{"rendered":"<p>\ub300\uaddc\ubaa8 \uc5b8\uc5b4 \ubaa8\ub378(LLM)\uc758 \ud68d\uae30\uc801\uc778 \uc0c8\ub85c\uc6b4 \uae30\ub2a5\uc740 \uc778\uacf5\uc9c0\ub2a5(AI)\uc758 \uc601\uc5ed\uc744 \ub113\ud788\uace0 \uc788\ub2e4. \uadf8\ub7ec\ub098 \ud070 \ud06c\uae30\uc640 \ud2b9\uc218\ud55c \uc2e4\ud589 \ud2b9\uc131\uc73c\ub85c \ube44\uc6a9 \ud6a8\uc728\uc801\uc778 \ubc29\uc2dd\uc73c\ub85c \uc0ac\uc6a9\ud558\uae30 \uc5b4\ub824\uc6b8 \uc218 \uc788\ub2e4.\uc5ec\uae30\uc5d0, \uc5d4\ube44\ub514\uc544\uac00 \uc0c8\ub85c\uc6b4 \uc18c\ud504\ud2b8\uc6e8\uc5b4 &#8216;\uc5d4\ube44\ub514\uc544 \ud150\uc11cRT-LLM(NVIDIA TensorRT-LLM)&#8217;\uc758 \ucd9c\uc2dc\ub97c \uc9c0\ub09c 8\uc77c(\ud604\uc9c0\uc2dc\uac04) \ubc1c\ud45c\ud588\ub2e4.\uc5d4\ube44\ub514\uc544\ub294 \ub300\uaddc\ubaa8 \uc5b8\uc5b4 \ubaa8\ub378 \ucd94\ub860\uc744 \uac00\uc18d\ud654\ud558\uace0 \ucd5c\uc801\ud654\ud558\uae30 \uc704\ud574 \uba54\ud0c0(Meta), \uc560\ub2c8\uc2a4\ucf00\uc77c(Anyscale), \ucf54\ud788\uc5b4(Cohere), \ub370\uc2dc(Deci), \uadf8\ub798\uba38\ub9ac(Grammarly), \ubbf8\uc2a4\ud2b8\ub7f4 AI(Mistral AI<\/p>\n<p>\ucd9c\ucc98 : <a href=\"https:\/\/www.aitimes.kr\/news\/articleView.html?idxno=28905\" target=\"_blank\" rel=\"noopener\">\uc778\uacf5\uc9c0\ub2a5\uc2e0\ubb38 &#8211; \uc804\uccb4\uae30\uc0ac <\/a><\/p>\n","protected":false},"excerpt":{"rendered":"<p>\ub300\uaddc\ubaa8 \uc5b8\uc5b4 \ubaa8\ub378(LLM)\uc758 \ud68d\uae30\uc801\uc778 \uc0c8\ub85c\uc6b4 \uae30\ub2a5\uc740 \uc778\uacf5\uc9c0\ub2a5(AI)\uc758 \uc601\uc5ed\uc744 \ub113\ud788\uace0 \uc788\ub2e4. \uadf8\ub7ec\ub098 \ud070 \ud06c\uae30\uc640 \ud2b9\uc218\ud55c \uc2e4\ud589 \ud2b9\uc131\uc73c\ub85c \ube44\uc6a9 \ud6a8\uc728\uc801\uc778 \ubc29\uc2dd\uc73c\ub85c \uc0ac\uc6a9\ud558\uae30&hellip;<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"jetpack_post_was_ever_published":false,"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_publicize_message":"","jetpack_publicize_feature_enabled":true,"jetpack_social_post_already_shared":true,"jetpack_social_options":{"image_generator_settings":{"template":"highway","default_image_id":0,"font":"","enabled":false},"version":2}},"categories":[155,138],"tags":[156],"class_list":["post-27453","post","type-post","status-publish","format-standard","hentry","category-ai","category-it","tag-156"],"jetpack_publicize_connections":[],"jetpack_featured_media_url":"","jetpack_sharing_enabled":true,"jetpack_shortlink":"https:\/\/wp.me\/pa3PO4-78N","jetpack-related-posts":[{"id":30239,"url":"https:\/\/nori.company\/?p=30239","url_meta":{"origin":27453,"position":0},"title":"\uc5d4\ube44\ub514\uc544, \ud150\uc11cRT-LLM \uc5c5\ub370\uc774\ud2b8\ub85c AI \ucd94\ub860 \uc131\ub2a5 \uac00\uc18d\ud654","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 11\uc6d4 16\uc77c","format":false,"excerpt":"\uc5d4\ube44\ub514\uc544\uac00 \ud150\uc11cRT-LLM(TensorRT-LLM) \uc5c5\ub370\uc774\ud2b8\ub97c \ud1b5\ud574 \uc778\uacf5\uc9c0\ub2a5(AI) \ucd94\ub860 \uc131\ub2a5\uc744 \ud5a5\uc0c1\ud558\uace0 \uc0c8\ub85c\uc6b4 \ub300\uaddc\ubaa8 \uc5b8\uc5b4 \ubaa8\ub378 \uc9c0\uc6d0\uc744 \ucd94\uac00\ud55c\ub2e4\uace0 15\uc77c(\ud604\uc9c0\uc2dc\uac04) \ubc1d\ud614\ub2e4. \ub354\ubd88\uc5b4 VRAM 8GB \uc774\uc0c1 RTX GPU\uac00 \ud0d1\uc7ac\ub41c \ub370\uc2a4\ud06c\ud1b1\uacfc \ub178\ud2b8\ubd81\uc5d0\uc11c \uae4c\ub2e4\ub85c\uc6b4 AI \uc6cc\ud06c\ub85c\ub4dc\uc5d0 \ub300\ud55c \ubcf4\ub2e4 \uc26c\uc6b4 \uc561\uc138\uc2a4\ub97c \uc9c0\uc6d0\ud560 \uacc4\ud68d\uc774\ub2e4.\uc708\ub3c4\uc6b0(Windows) 11 PC\uc758 AI\ub294 \ud14c\ud06c \ubd84\uc57c\uc5d0 \uc788\uc5b4 \ud68d\uae30\uc801\uc778 \uc804\ud658\uc810\uc774\ub2e4. \uc774\ub294 \uac8c\uc774\uba38, \ud06c\ub9ac\uc5d0\uc774\ud130, \uc2a4\ud2b8\ub9ac\uba38, \uc9c1\uc7a5\uc778, \ud559\uc0dd\uc740 \ubb3c\ub860\uc774\uace0 \uc77c\ubc18\u2026","rel":"","context":"&quot;AI&quot;\uc5d0\uc11c","block_context":{"text":"AI","link":"https:\/\/nori.company\/?cat=155"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":21862,"url":"https:\/\/nori.company\/?p=21862","url_meta":{"origin":27453,"position":1},"title":"\ub354\uc6b1 \uc2a4\ub9c8\ud2b8\ud574\uc9c4 \ub300\uaddc\ubaa8 \uc5b8\uc5b4 \ubaa8\ub378\uacfc \uc0dd\uc131 AI \uc9c0\uc6d0&#8230;\uc5d4\ube44\ub514\uc544, \ub124\ubaa8(NeMo) \uc11c\ube44\uc2a4","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 3\uc6d4 24\uc77c","format":false,"excerpt":"\uc5d4\ube44\ub514\uc544\uac00 \ub300\uaddc\ubaa8 \uc5b8\uc5b4 \ubaa8\ub378(Large Language Models. \uc774\ud558, LLM)\uc774 \ub3c5\uc810 \ub370\uc774\ud130 \uc18c\uc2a4\uc5d0\uc11c \uc815\ud655\ud55c \uc815\ubcf4\ub97c \uac80\uc0c9\ud558\uace0 \uc0ac\uc6a9\uc790 \ucffc\ub9ac\uc5d0 \ub300\ud574 \uc0ac\ub78c\uacfc \uac19\uc740 \ub300\ud654\ud615 \ub2f5\ubcc0\uc744 \uc0dd\uc131\ud560 \uc218 \uc788\ub3c4\ub85d \uc9c0\uc6d0\ud558\ub294 \ub124\ubaa8(NeMo)\uc758 \uc0c8\ub85c\uc6b4 \uc11c\ube44\uc2a4\ub97c \uacf5\uac1c\ud588\ub2e4.\uc774 \uc11c\ube44\uc2a4\ub294 \uae30\uc5c5\ub4e4\uc758 \ub3c5\uc810 \ub370\uc774\ud130\ub85c LLM\uc744 \ubcf4\uac15\ud574 \ucd94\uac00\uc801\uc778 \ud559\uc2b5\uc744 \ud558\uac70\ub098 \ucc98\uc74c\ubd80\ud130 \ub2e4\uc2dc \uc2dc\uc791\ud560 \ud544\uc694 \uc5c6\uc774 \ubaa8\ub378\uc758 \uc9c0\uc2dd \ubca0\uc774\uc2a4\ub97c \uc790\uc8fc \uc5c5\ub370\uc774\ud2b8\ud560 \uc218 \uc788\ub2e4.\uc624\ub298\ub0a0\u2026","rel":"","context":"&quot;AI&quot;\uc5d0\uc11c","block_context":{"text":"AI","link":"https:\/\/nori.company\/?cat=155"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":21848,"url":"https:\/\/nori.company\/?p=21848","url_meta":{"origin":27453,"position":2},"title":"AWS, \uc5d4\ube44\ub514\uc544\uc640 \ub300\uaddc\ubaa8 \uba38\uc2e0\ub7ec\ub2dd \ubaa8\ub378 \ud6c8\ub828 \ubc0f \uc0dd\uc131 AI \uc560\ud50c\ub9ac\ucf00\uc774\uc158 \uc704\ud55c \ucc28\uc138\ub300 \uc778\ud504\ub77c \uac1c\ubc1c \ud611\ub825","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 3\uc6d4 24\uc77c","format":false,"excerpt":"\uc544\ub9c8\uc874\uc6f9\uc11c\ube44\uc2a4(Amazon Web Services, \uc774\ud558 AWS)\uc640 \uc5d4\ube44\ub514\uc544(NVIDIA)\uac00 \uc810\uc810 \ub354 \uc9c4\ud654\ub418\ub294 \ub300\ud615\uc5b8\uc5b4\ubaa8\ub378(Large Language Model, LLM) \ud559\uc2b5\uacfc \uc0dd\uc131 AI(generative AI) \uc560\ud50c\ub9ac\ucf00\uc774\uc158 \uac1c\ubc1c\uc5d0 \ucd5c\uc801\ud654\ub41c \uac00\uc7a5 \ud655\uc7a5\uc131\uc774 \ub6f0\uc5b4\ub09c \uc628\ub514\ub9e8\ub4dc \uc778\uacf5\uc9c0\ub2a5(AI) \uc778\ud504\ub77c \uad6c\ucd95\uc5d0 \ucd08\uc810\uc744 \ub9de\ucd98 \ud611\uc5c5\uc744 22\uc77c(\ud604\uc9c0\uc2dc\uac04) \ubc1c\ud45c\ud588\ub2e4.\uc774\ubc88 \ud611\ub825\uc5d0\ub294 \ucd5c\ub300 20 \uc5d1\uc0ac\ud50c\ub86d(exaFLOPS)\uc758 \ucef4\ud4e8\ud305 \uc131\ub2a5\uc744 \uc81c\uacf5\ud558\ub294 \uc5d4\ube44\ub514\uc544 H100 \ud150\uc11c \ucf54\uc5b4(Tensor Core) GPU\uc640 AWS\uc758 \ucd5c\ucca8\ub2e8 \ub124\ud06c\uc6cc\ud0b9 \ubc0f \ud655\uc7a5\uc131\uc744\u2026","rel":"","context":"&quot;AI&quot;\uc5d0\uc11c","block_context":{"text":"AI","link":"https:\/\/nori.company\/?cat=155"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":23446,"url":"https:\/\/nori.company\/?p=23446","url_meta":{"origin":27453,"position":3},"title":"\uc11c\ube44\uc2a4\ub098\uc6b0-\uc5d4\ube44\ub514\uc544, \uc5d4\ud130\ud504\ub77c\uc774\uc988 IT \uc804\ubc18\uc5d0\uc11c \uc0dd\uc131 AI \uad6c\ucd95 \uc704\ud55c \ud30c\ud2b8\ub108\uc2ed \ubc1c\ud45c","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 5\uc6d4 23\uc77c","format":false,"excerpt":"\uc11c\ube44\uc2a4\ub098\uc6b0(ServiceNow)\uc640 \uc5d4\ube44\ub514\uc544(NVIDIA)\ub294 \uac15\ub825\ud55c \uc5d4\ud130\ud504\ub77c\uc774\uc988\uae09 \uc0dd\uc131 AI (Generative AI) \uae30\ub2a5\uc744 \uac1c\ubc1c\ud558\uae30 \uc704\ud574 \ud30c\ud2b8\ub108\uc2ed\uc744 \uccb4\uacb0\ud588\ub2e4. \uc774 \ud30c\ud2b8\ub108\uc2ed\uc744 \ud1b5\ud574 \uac1c\ubc1c\ub418\ub294 \uc0dd\uc131 AI \uae30\ub2a5\uc744 \uc0ac\uc6a9\ud558\uba74 \ubcf4\ub2e4 \ube60\ub974\uace0 \uc9c0\ub2a5\uc801\uc778 \uc6cc\ud06c\ud50c\ub85c\uc6b0 \uc790\ub3d9\ud654\ub97c \uae30\ubc18\uc73c\ub85c \ube44\uc988\ub2c8\uc2a4 \ud504\ub85c\uc138\uc2a4\ub97c \ud601\uc2e0\ud560 \uc218 \uc788\ub2e4.\uc11c\ube44\uc2a4\ub098\uc6b0\ub294 \uc5d4\ube44\ub514\uc544\uc758 \uc18c\ud504\ud2b8\uc6e8\uc5b4, \uc11c\ube44\uc2a4, \uac00\uc18d\ud654\ub41c \uc778\ud504\ub77c\ub97c \uc0ac\uc6a9\ud574 \ub9de\ucda4\ud615 \ub300\uaddc\ubaa8 \uc5b8\uc5b4 \ubaa8\ub378(LLM)\uc744 \uac1c\ubc1c\ud558\uace0 \uc788\ub2e4. \ud574\ub2f9 LLM\uc740 \uc5d4\ub4dc\ud22c\uc5d4\ub4dc(end-to-end) \ub514\uc9c0\ud138 \uc804\ud658\uc744 \uc704\ud55c\u2026","rel":"","context":"&quot;AI&quot;\uc5d0\uc11c","block_context":{"text":"AI","link":"https:\/\/nori.company\/?cat=155"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":26626,"url":"https:\/\/nori.company\/?p=26626","url_meta":{"origin":27453,"position":4},"title":"\uba54\ud0c0\uc758 \ud601\uc2e0, GPT-3.5 \ub6f0\uc5b4\ub118\uc5c8\ub2e4!&#8230; \ucf54\ub4dc \uc0dd\uc131 AI \ubaa8\ub378 &#8216;\ucf54\ub4dc \ub77c\ub9c8(Code Llama)&#8217; \uc624\ud508\uc18c\uc2a4\ub85c \uacf5\uac1c","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 8\uc6d4 25\uc77c","format":false,"excerpt":"\uba54\ud0c0\uc758 \uc0dd\uc131 \uc778\uacf5\uc9c0\ub2a5(Gen AI), \ub300\uaddc\ubaa8 \uc5b8\uc5b4 \ubaa8\ub378(LLM) \ud601\uc2e0\uc774 \ub180\ub78d\ub2e4.\uc9c0\ub09c\ub2ec 18\uc77c \ucc28\uc138\ub300 \uc778\uacf5\uc9c0\ub2a5(AI) \ub300\uaddc\ubaa8 \uc5b8\uc5b4 \ubaa8\ub378(LLM) '\ub77c\ub9c8 2(LLaMa2)'\ub97c \uc624\ud508 \uc18c\uc2a4\ub85c \uacf5\uac1c\ud55c\uc9c0 40\uc77c \ub9cc\uc5d0 \ucd5c\uc2e0 LLM\ubcf4\ub2e4 \uc6b0\uc218\ud55c \uc131\ub2a5\uc744 \ubcf4\uc778 \uc0c8\ub85c\uc6b4 \ucf54\ub4dc \uc0dd\uc131 AI \ubaa8\ub378 '\ucf54\ub4dc \ub77c\ub9c8(Code Llama)'\ub97c 24\uc77c(\ud604\uc9c0\uc2dc\uac04) \uc624\ud508\uc18c\uc2a4\ub85c \uacf5\uac1c\ud588\ub2e4.'\ucf54\ub4dc \ub77c\ub9c8'\ub294 \ucef4\ud4e8\ud130 \uc5b8\uc5b4\uc640 \uc778\uac04 \uc5b8\uc5b4(\uc790\uc5f0\uc5b4, \ud604\uc7ac\ub294 \uc601\uc5b4)\ub97c \ub3d9\uc2dc\uc5d0 \uc774\ud574\ud558\uace0 \uad6c\uc0ac\ud558\ub294 \uac00\uc7a5 \uc0c8\ub85c\uc6b4\u2026","rel":"","context":"&quot;AI&quot;\uc5d0\uc11c","block_context":{"text":"AI","link":"https:\/\/nori.company\/?cat=155"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":18204,"url":"https:\/\/nori.company\/?p=18204","url_meta":{"origin":27453,"position":5},"title":"\ud074\ub77c\uc6b0\ub4dc\ubd80\ud130 \uc5e3\uc9c0\uc5d0\uc11c \ub300\ud654\ud615 \uc778\uacf5\uc9c0\ub2a5 \uad6c\ucd95&#8230; \uc5d4\ube44\ub514\uc544, AI \uc18c\ud504\ud2b8\uc6e8\uc5b4 \u2018\ud150\uc11cRT 8\u2019 \ubc1c\ud45c","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2021\ub144 7\uc6d4 21\uc77c","format":false,"excerpt":"\uc5d4\ube44\ub514\uc544\uac00 \ud150\uc11cRT(TensorRT) 8\uc744 20\uc77c(\ud604\uc9c0\uc2dc\uac04) \ucd9c\uc2dc\ud588\ub2e4. \ud150\uc11cRT 8\uc740 \uc5d4\ube44\ub514\uc544\uc758 8\uc138\ub300 AI \uc18c\ud504\ud2b8\uc6e8\uc5b4\ub85c, \uc5b8\uc5b4 \ucffc\ub9ac\uc5d0 \ub300\ud55c \ucd94\ub860 \uc2dc\uac04\uc744 \uc808\ubc18\uc73c\ub85c \uc904\uc5ec \uac1c\ubc1c\uc790\ub4e4\uc774 \uc5c5\uacc4 \ucd5c\uace0 \uc218\uc900\uc758 \uc131\ub2a5\uc744 \uc81c\uacf5\ud558\ub294 \uac80\uc0c9 \uc5d4\uc9c4, \uad11\uace0 \ucd94\ucc9c \ud50c\ub7ab\ud3fc, \ucc57\ubd07\uc744 \uac1c\ubc1c\ud558\ub3c4\ub85d \ub3d5\uace0, \uc774\ub97c \ud074\ub77c\uc6b0\ub4dc\ubd80\ud130 \uc5e3\uc9c0\uc5d0\uc11c \uc81c\uacf5\ud558\ub3c4\ub85d \uc9c0\uc6d0\ud55c\ub2e4.\ud150\uc11cRT 8\uc758 \ucd5c\uc801\ud654 \uae30\ub2a5\uc740 \uc5b8\uc5b4 \uc560\ud50c\ub9ac\ucf00\uc774\uc158\uc744 \uc704\ud55c \uae30\ub85d\uc801\uc778 \uc18d\ub3c4\ub97c \uc81c\uacf5\ud558\uc5ec, \uc804\uc138\uacc4\uc801\uc73c\ub85c \uac00\uc7a5 \ub110\ub9ac \uc0ac\uc6a9\ub418\ub294\u2026","rel":"","context":"&quot;AI&quot;\uc5d0\uc11c","block_context":{"text":"AI","link":"https:\/\/nori.company\/?cat=155"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]}],"_links":{"self":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/27453","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=27453"}],"version-history":[{"count":1,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/27453\/revisions"}],"predecessor-version":[{"id":27454,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/27453\/revisions\/27454"}],"wp:attachment":[{"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=27453"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=27453"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=27453"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}