{"id":24332,"date":"2023-06-23T11:47:29","date_gmt":"2023-06-23T02:47:29","guid":{"rendered":"http:\/\/nori.company\/?p=24332"},"modified":"2023-06-23T11:47:29","modified_gmt":"2023-06-23T02:47:29","slug":"vllm-pagedattention%ec%9d%84-%ec%9d%b4%ec%9a%a9%ed%95%9c-%ec%89%bd%ea%b3%a0-%eb%b9%a0%eb%a5%b4%ea%b3%a0-%ec%a0%80%eb%a0%b4%ed%95%9c-llm-%ec%84%9c%eb%b9%99","status":"publish","type":"post","link":"https:\/\/nori.company\/?p=24332","title":{"rendered":"vLLM: PagedAttention\uc744 \uc774\uc6a9\ud55c \uc27d\uace0 \ube60\ub974\uace0 \uc800\ub834\ud55c LLM \uc11c\ube59"},"content":{"rendered":"<ul>\n<li>\ube60\ub978 LLM \ucd94\ub860 \ubc0f \uc11c\ube59\uc744 \uc704\ud55c \uc624\ud508\uc18c\uc2a4 \ub77c\uc774\ube0c\ub7ec\ub9ac<\/li>\n<li>PagedAttention \uc54c\uace0\ub9ac\ub4ec\uc73c\ub85c \uc5b4\ud150\uc158 \ud0a4\/\uac12\uc744 \ud6a8\uc728\uc801\uc73c\ub85c \uad00\ub9ac\n<ul>\n<li>\ubaa8\ub378 \uc544\ud0a4\ud14d\ucc98 \ubcc0\uacbd\uc5c6\uc774 HuggingFace Transformers \ub300\ube44 24\ubc30 \ub192\uc740 \ucc98\ub9ac\ub7c9<\/li>\n<li>\ube44\uc5f0\uc18d \uba54\ubaa8\ub9ac \uacf5\uac04\uc5d0 \uc5f0\uc18d\ub41c \ud0a4\/\uac12\uc744 \uc800\uc7a5 \uac00\ub2a5<\/li>\n<\/ul>\n<\/li>\n<li>LMSYS Vicuna \uc640 &#8230;\n<p>\ucd9c\ucc98 : <a href=\"https:\/\/news.hada.io\/topic?id=9464\" target=\"_blank\" rel=\"noopener\">GeekNews &#8211; \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4 <\/a>\n<\/li>\n<\/ul>\n","protected":false},"excerpt":{"rendered":"<p>\ube60\ub978 LLM \ucd94\ub860 \ubc0f \uc11c\ube59\uc744 \uc704\ud55c \uc624\ud508\uc18c\uc2a4 \ub77c\uc774\ube0c\ub7ec\ub9ac PagedAttention \uc54c\uace0\ub9ac\ub4ec\uc73c\ub85c \uc5b4\ud150\uc158 \ud0a4\/\uac12\uc744 \ud6a8\uc728\uc801\uc73c\ub85c \uad00\ub9ac \ubaa8\ub378 \uc544\ud0a4\ud14d\ucc98 \ubcc0\uacbd\uc5c6\uc774 HuggingFace Transformers \ub300\ube44&hellip;<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"jetpack_post_was_ever_published":false,"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_publicize_message":"","jetpack_publicize_feature_enabled":true,"jetpack_social_post_already_shared":true,"jetpack_social_options":{"image_generator_settings":{"template":"highway","default_image_id":0,"font":"","enabled":false},"version":2}},"categories":[138],"tags":[163],"class_list":["post-24332","post","type-post","status-publish","format-standard","hentry","category-it","tag-geeknews-----"],"jetpack_publicize_connections":[],"jetpack_featured_media_url":"","jetpack_sharing_enabled":true,"jetpack_shortlink":"https:\/\/wp.me\/pa3PO4-6ks","jetpack-related-posts":[{"id":26550,"url":"https:\/\/nori.company\/?p=26550","url_meta":{"origin":24332,"position":0},"title":"Ruby\uc758 &#8216;Hash&#8217;\ub294 \ub9cc\ub2a5\ub3c4\uad6c \uc785\ub2c8\ub2e4","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 8\uc6d4 23\uc77c","format":false,"excerpt":"Ruby\uc758 Hash\ub294 \ud0a4\uc5d0 \uac12\uc744 \ub9e4\ud551\ud558\ub294 \ub0b4\uc7a5 \ub370\uc774\ud130 \uad6c\uc870. O(1) \ub2e4\ub978 \uc5b8\uc5b4\ub4e4\uc740 \ud0a4\/\ubc38\ub958\ub97c \uad00\ub9ac\ud558\ub294 \ud074\ub798\uc2a4\uac00 \ub9ce\uc9c0\ub9cc, \ub8e8\ube44\ub294 Hash \ud074\ub798\uc2a4 \ud558\ub098\ub85c \ud0a4\/\ubc38\ub958 \uc30d\uc744 \uad00\ub9ac \ub9e4\uc6b0 \uc720\uc5f0\ud55c \uc790\ub8cc\uad6c\uc870\ub85c, \ub370\uc774\ud130 \uac1d\uccb4 \/ \ub515\uc154\ub108\ub9ac \/ \ud574\uc2dc\ud14c\uc774\ube14 \/ \uc815\ub82c \ub9ac\uc2a4\ud2b8 \ub4f1 \uc678\uc5d0\ub3c4 \ub2e4\uc591\ud558\uac8c \uc0ac\uc6a9 \uac00\ub2a5 \uc2ec\ubcfc\/\ubb38\uc790... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":23299,"url":"https:\/\/nori.company\/?p=23299","url_meta":{"origin":24332,"position":1},"title":"guidance &#8211; LLM \uc81c\uc5b4\ub97c \uc704\ud55c \uc548\ub0b4 \uc5b8\uc5b4","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 5\uc6d4 17\uc77c","format":false,"excerpt":"\uae30\uc874 \ud504\ub86c\ud504\ud2b8\ubcf4\ub2e4 \ub354 \ud6a8\uacfc\uc801\uc73c\ub85c \uc5b8\uc5b4 \ubaa8\ub378\uc744 \uc81c\uc5b4\ud560 \uc218 \uc788\ub294 \uc5b8\uc5b4. Handlebars \ud15c\ud50c\ub9bf \uae30\ubc18\uc73c\ub85c \ucd9c\ub825 \uad6c\uc870\uc640 \ubc29\ubc95\uc744 \uc9c0\uc815\ud558\uace0, \ub17c\ub9ac\uc801 \ud750\ub984\uc744 \uc81c\uc5b4\ud560 \uc218 \uc788\uc74c. \ud504\ub86c\ud504\ud2b8 \ub0b4\ubd80\uc5d0\uc11c \ud0a4\/\uac12 \uce90\uc2dc\ub97c \uc0ac\uc6a9\ud558\uace0, \uc6d0\ud558\ub294 \ubd80\ubd84\ub9cc \ucd94\ub860\ud558\ub3c4\ub85d \ud558\uc5ec \ucd94\ub860 \uc131\ub2a5 \ud5a5\uc0c1. \ub2e8\uc21c\ud55c \ucd9c\ub825 \uad6c\uc870 \uc81c\uc5b4\ub97c... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":26839,"url":"https:\/\/nori.company\/?p=26839","url_meta":{"origin":24332,"position":2},"title":"ssh(1)\uc5d0 \ud0a4 \uc2a4\ud2b8\ub85c\ud06c \ud0c0\uc774\ubc0d \ub09c\ub3c5\ud654 \ucd94\uac00","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 8\uc6d4 30\uc77c","format":false,"excerpt":"ssh(1)\uc5d0 \ud0a4 \uc2a4\ud2b8\ub85c\ud06c \ud0c0\uc774\ubc0d \ub09c\ub3c5\ud654\uac00 \ucd94\uac00\ub418\uc5c8\uc2b5\ub2c8\ub2e4. \uc2e4\uc6a9\uc801\uc778 \ubcf4\uc548 \uc194\ub8e8\uc158\uc5d0\uc11c \uc911\uc694\ud55c \ubc1c\uc804\uc785\ub2c8\ub2e4. \ud0a4 \uc2a4\ud2b8\ub85c\ud06c \ud0c0\uc774\ubc0d \ub09c\ub3c5\ud654\uc758 \ucd94\uac00\ub294 ssh(1)\uc758 \ubcf4\uc548\uc744 \uac15\ud654\ud569\ub2c8\ub2e4. \uc774 \uae30\ub2a5\uc740 \ud0c0\uc774\ubc0d \uacf5\uaca9\uc5d0 \ub300\ud55c \ubcf4\ud638\ub97c \ubaa9\ud45c\ub85c \ud569\ub2c8\ub2e4. \ud0c0\uc774\ubc0d \uacf5\uaca9\uc740 \ud574\ucee4\ub4e4\uc774 \ubb34\ub2e8 \uc811\uadfc\uc744 \uc704\ud574 \uc0ac... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":27273,"url":"https:\/\/nori.company\/?p=27273","url_meta":{"origin":24332,"position":3},"title":"Hugging Face, Training Cluster As a Service \uacf5\uac1c","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 9\uc6d4 8\uc77c","format":false,"excerpt":"\ubcf5\uc7a1\ud55c \ud504\ub85c\uc138\uc2a4 \uc5c6\uc774 \ub300\uaddc\ubaa8 \ubaa8\ub378\uc744 \ud5c8\uae45\ud398\uc774\uc2a4\uc758 \ud074\ub7ec\uc2a4\ud130\uc5d0\uc11c \uc190\uc27d\uac8c \ud6c8\ub828\ud558\uae30 \uc704\ud55c \uc11c\ube44\uc2a4 \ucf64\ubcf4\ubc15\uc2a4\uc5d0\uc11c \uc8fc\uc694 \uac12\uc744 \uc218\uc815\ud574\uc11c \uac00\uaca9 \ud655\uc778 \uac00\ub2a5 I want to train a \"7B\/13B\/30B\/70B\" parameters \"text\/multimodal\" model on a \"1.4T\/3.5T\/7T\" tokens dataset, o... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":30929,"url":"https:\/\/nori.company\/?p=30929","url_meta":{"origin":24332,"position":4},"title":"(sim) \ubca0\uac00\uc2a4 \uad6c\uccb4\ub97c \uc704\ud55c \uc170\uc774\ub354 \uc791\uc131","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 12\uc6d4 1\uc77c","format":false,"excerpt":"\ud504\ub798\uadf8\uba3c\ud2b8 \uc170\uc774\ub354\uc758 \uae30\ubcf8 \uad6c\uc870\uc640 \uae30\ub2a5 \ud504\ub798\uadf8\uba3c\ud2b8 \uc170\uc774\ub354\ub294 \ud53d\uc140 \ub2e8\uc704\uc758 \uc0c9\uc0c1\uc744 \uacc4\uc0b0\ud558\ub294 \ud504\ub85c\uadf8\ub7a8\uc784. uniform float time;\uc740 \uc2dc\uac04\uc5d0 \ub530\ub77c \ubcc0\ud558\ub294 \uac12\uc744 \uc170\uc774\ub354\uc5d0 \uc804\ub2ec\ud568. varying vec2 vUv;\uc640 varying vec3 vNormal;\uc740 \uac01\uac01 \ud14d\uc2a4\ucc98 \uc88c\ud45c... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":25860,"url":"https:\/\/nori.company\/?p=25860","url_meta":{"origin":24332,"position":5},"title":"\uc0c8\ub85c\uc6b4 \uc74c\ud5a5 \uacf5\uaca9, \ud0a4 \uc785\ub825 \ub370\uc774\ud130\ub97c 95%\uc758 \uc815\ud655\ub3c4\ub85c \ub3c4\ub09c","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 8\uc6d4 6\uc77c","format":false,"excerpt":"\uc601\uad6d \uc5f0\uad6c\ud300\uc774 \uc74c\ud5a5 \uacf5\uaca9\uc744 \uc774\uc6a9\ud574 \ud0a4\ubcf4\ub4dc \ud0a4 \uc785\ub825\uc5d0\uc11c \ub370\uc774\ud130\ub97c 95%\uc758 \uc815\ud655\ub3c4\ub85c \ub3c4\ub09c\ud558\ub294 \ub525\ub7ec\ub2dd \ubaa8\ub378\uc744 \uac1c\ubc1c\ud558\uc600\ub2e4. \uc774 \ubaa8\ub378\uc758 \uc815\ud655\ub3c4\ub294 Zoom\uc744 \uc774\uc6a9\ud574 \uc18c\ub9ac \ubd84\ub958 \uc54c\uace0\ub9ac\uc998\uc744 \ud6c8\ub828\uc2dc\ud0ac \ub54c 93%\ub85c \ub5a8\uc5b4\uc9c0\uc9c0\ub9cc, \uc774\ub294 \uc5ec\uc804\ud788 \uc704\ud5d8\ud558\uac8c \ub192\uace0 \uc774 \ubd84\uc57c\uc5d0\uc11c\ub294 \uae30\ub85d\uc801\uc778 \uc815\ud655\ub3c4\uc774\ub2e4. \uc774\ub7ec\ud55c \uacf5\uaca9 \uc720... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]}],"_links":{"self":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/24332","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=24332"}],"version-history":[{"count":1,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/24332\/revisions"}],"predecessor-version":[{"id":24333,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/24332\/revisions\/24333"}],"wp:attachment":[{"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=24332"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=24332"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=24332"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}