{"id":24437,"date":"2023-06-28T11:47:02","date_gmt":"2023-06-28T02:47:02","guid":{"rendered":"http:\/\/nori.company\/?p=24437"},"modified":"2023-06-28T11:47:02","modified_gmt":"2023-06-28T02:47:02","slug":"deepspeed-zero-%ed%86%b5%ec%8b%a0%eb%9f%89%ec%9d%84-4%eb%b0%b0-%ec%a4%84%ec%9d%b4%eb%a9%b4%ec%84%9c-llm%ea%b3%bc-%ec%b1%84%ed%8c%85-%eb%aa%a8%eb%8d%b8-%ed%8a%b8%eb%a0%88%ec%9d%b4%eb%8b%9d-%ec%86%8d","status":"publish","type":"post","link":"https:\/\/nori.company\/?p=24437","title":{"rendered":"DeepSpeed ZeRO : \ud1b5\uc2e0\ub7c9\uc744 4\ubc30 \uc904\uc774\uba74\uc11c LLM\uacfc \ucc44\ud305 \ubaa8\ub378 \ud2b8\ub808\uc774\ub2dd \uc18d\ub3c4\uc758 \ud68d\uae30\uc801\uc778 \ud5a5\uc0c1"},"content":{"rendered":"<ul>\n<li>LLM\uc740 \uaf64 \ub9ce\uc740 \uc591\uc758 \uba54\ubaa8\ub9ac\uc640 \ucef4\ud4e8\ud305 \ub9ac\uc18c\uc2a4\ub97c \ud544\uc694\ub85c \ud568<\/li>\n<li>DeppSpeed\uc758 ZeRO \ud328\ubc00\ub9ac\ub294 \uc774\ub7f0 \ubb38\uc81c\uc5d0 \ub300\ud55c \ud574\uacb0\ucc45\uc744 \uc81c\uacf5\ud558\uc5ec TNLG-17B, Bloom-176B, MPT-7B, Jurrasic-1 \ub4f1\uc5d0\uc11c \uc0ac\uc6a9\ub428<\/li>\n<li>\ud558\uc9c0\ub9cc \uc218\ub9ce\uc740 GPU\ub4e4\uc774 \uc0ac\uc6a9\ub418\ub294 \ub300\uaddc\ubaa8 \uc2dc\ub098\ub9ac\uc624\uc5d0\uc11c\ub294 GPU\uac04 \uc7a6\uc740 \ud1b5\uc2e0\uc774 \ud544\uc694\ud558\ub294 \ub4f1 \uc624\ubc84\ud5e4\ub4dc\uac00 \ubc1c\uc0dd&#8230;\n<p>\ucd9c\ucc98 : <a href=\"https:\/\/news.hada.io\/topic?id=9515\" target=\"_blank\" rel=\"noopener\">GeekNews &#8211; \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4 <\/a>\n<\/li>\n<\/ul>\n","protected":false},"excerpt":{"rendered":"<p>LLM\uc740 \uaf64 \ub9ce\uc740 \uc591\uc758 \uba54\ubaa8\ub9ac\uc640 \ucef4\ud4e8\ud305 \ub9ac\uc18c\uc2a4\ub97c \ud544\uc694\ub85c \ud568 DeppSpeed\uc758 ZeRO \ud328\ubc00\ub9ac\ub294 \uc774\ub7f0 \ubb38\uc81c\uc5d0 \ub300\ud55c \ud574\uacb0\ucc45\uc744 \uc81c\uacf5\ud558\uc5ec TNLG-17B, Bloom-176B, MPT-7B,&hellip;<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"jetpack_post_was_ever_published":false,"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_publicize_message":"","jetpack_publicize_feature_enabled":true,"jetpack_social_post_already_shared":true,"jetpack_social_options":{"image_generator_settings":{"template":"highway","default_image_id":0,"font":"","enabled":false},"version":2}},"categories":[138],"tags":[163],"class_list":["post-24437","post","type-post","status-publish","format-standard","hentry","category-it","tag-geeknews-----"],"jetpack_publicize_connections":[],"jetpack_featured_media_url":"","jetpack_sharing_enabled":true,"jetpack_shortlink":"https:\/\/wp.me\/pa3PO4-6m9","jetpack-related-posts":[{"id":24079,"url":"https:\/\/nori.company\/?p=24079","url_meta":{"origin":24437,"position":0},"title":"LocalAI &#8211; \uc140\ud504\ud638\uc2a4\ud2b8 \uac00\ub2a5\ud55c OpenAI \ud638\ud658 API","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 6\uc6d4 15\uc77c","format":false,"excerpt":"OpenAI\uc640 \ud638\ud658\ub418\ub294 REST API\ub85c \ub2e4\uc591\ud55c LLM\ub4e4\uc744 \uc774\uc6a9 \uac00\ub2a5 GPU \uc5c6\uc774\ub3c4 \uac00\ub2a5. llama.cpp \ud638\ud658 LLM\uc5d0\uc11c\ub294 GPU \uac00\uc18d \uc9c0\uc6d0 \ub2e4\uc911 \ubaa8\ub378\uc744 \uc9c0\uc6d0\ud558\uba70, \uc624\ub514\uc624 \ud2b8\ub79c\uc2a4\ud06c\ub9bd\uc158, \ud14d\uc2a4\ud2b8 \uc0dd\uc131, \uc774\ubbf8\uc9c0 \uc0dd\uc131(Stable Diffusion) \uc9c0\uc6d0 \ud55c\ubc88 \ub85c\ub529\ub418\uba74 \ubaa8\ub378\uc744 \uba54\ubaa8\ub9ac\uc5d0 \uc800\uc7a5\ud574\ub450\uace0 \ube60\ub978 \ucd94\ub860 \uc9c0\uc6d0... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":23144,"url":"https:\/\/nori.company\/?p=23144","url_meta":{"origin":24437,"position":1},"title":"MLC LLM &#8211; LLM\ubaa8\ub378\uc744 \uc5b4\ub5a4 \ub514\ubc14\uc774\uc2a4\uc5d0\ub4e0 \ubc30\ud3ec \uac00\ub2a5\ud558\uac8c \ud574\uc8fc\ub294 \uc624\ud508\uc18c\uc2a4 \uc194\ub8e8\uc158","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 5\uc6d4 11\uc77c","format":false,"excerpt":"\ub204\uad6c\ub098 AI \ubaa8\ub378\uc744 \uac1c\ubc1c\ud558\uace0 \ucd5c\uc801\ud654\ud574\uc11c \uc5b4\ub5a4 \ub514\ubc14\uc774\uc2a4\uc5d0\ub4e0 \ubc30\ud3ec \uac00\ub2a5\ud558\uac8c \ub9cc\ub4dc\ub294 \uac83\uc744 \ubaa9\ud45c MLC(Machine Learning Compilation) \uc640 Apache TVm Unity \ub97c \uc774\uc6a9 \uc9c0\uc6d0 \ud50c\ub7ab\ud3fc \uc544\uc774\ud3f0\/\uc544\uc774\ud328\ub4dc\/\uc548\ub4dc\ub85c\uc774\ub4dc Metal GPU \uc640 Intel&ARM \ub9e5\ubd81 AMD\/Intel \ubc0f NVidia GPU(... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":22449,"url":"https:\/\/nori.company\/?p=22449","url_meta":{"origin":24437,"position":2},"title":"Web LLM &#8211; WebGPU\ub85c \ube0c\ub77c\uc6b0\uc800\uc5d0\uc11c LLM \uac00\uc18d\ud558\uc5ec \uc2e4\ud589\ud558\uae30","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 4\uc6d4 18\uc77c","format":false,"excerpt":"\uc11c\ubc84 \uc5c6\uc774 \ube0c\ub77c\uc6b0\uc800\uc5d0\uc11c LLaMA, Vicuna \uac19\uc740 LLM\uc744 WASM\uc744 \uc774\uc6a9\ud558\uc5ec \uad6c\ub3d9 WebGPU\ub85c \uac00\uc18d \ud558\uc9c0\ub9cc, \ubcc4\ub3c4\ub85c Apache TVM\uc774 \uc9c0\uc6d0\ud558\ub294 GPU \ubc31\uc5d4\ub4dc\ub4e4(CUDA, OpenCL, Vulkan)\ub3c4 \uc9c0\uc6d0 MLC(Machine Learning Compilation) \uae30\uc220\uc744 \uc0ac\uc6a9 ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":22025,"url":"https:\/\/nori.company\/?p=22025","url_meta":{"origin":24437,"position":3},"title":"xturing &#8211; \ub098\ub9cc\uc758 LLM\uc744 \ub9cc\ub4e4\uace0 \uc81c\uc5b4\ud558\uae30","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 4\uc6d4 4\uc77c","format":false,"excerpt":"LLaMA, GPT-J, GPT-2 \uac19\uc740 LLM\uc744 \ube60\ub974\uace0, \ud6a8\uc728\uc801\uc73c\ub85c \ud30c\uc778 \ud29c\ub2dd\ud558\ub294 \uc624\ud508\uc18c\uc2a4 \ub3c4\uad6c \ub2e4\uc591\ud55c \uc18c\uc2a4\uc5d0\uc11c \ub370\uc774\ud130\ub97c \uac00\uc838\uc640\uc11c LLM\ub4e4\uc774 \uc774\ud574\ud560 \uc218 \uc788\ub294 \ud3ec\ub9f7\uc73c\ub85c \uc804\ucc98\ub9ac \ube60\ub978 \ud29c\ub2dd\uc744 \uc704\ud574 \uc2f1\uae00~\uba40\ud2f0 GPU \ud65c\uc6a9 \uba54\ubaa8\ub9ac \ud6a8\uc728\uc801\uc778 \uae30\uc220(LoRA \uac19\uc740)\uc744 \ud65c\uc6a9\ud558\uc5ec \ube44\uc6a9 \uc808\uac10 \ub2e4\uc591\ud55c \ud30c\uc778 ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":22735,"url":"https:\/\/nori.company\/?p=22735","url_meta":{"origin":24437,"position":4},"title":"Simple LLM Finetuner &#8211; \ucd08\ubcf4\uc790 \uce5c\ud654\uc801\uc778 UI\ub97c \uac00\uc9c4 LLM \ud29c\ub2dd \ub3c4\uad6c","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 4\uc6d4 27\uc77c","format":false,"excerpt":"\ub2e4\uc591\ud55c LLM\uc5d0 \ub300\ud574\uc11c LoRA \uba54\uc18c\ub4dc(PEFT \ub77c\uc774\ube0c\ub7ec\ub9ac \uc774\uc6a9)\ub85c \uc27d\uac8c \ud30c\uc778\ud29c\ub2dd \uac00\ub2a5 \ub370\uc774\ud130\uc14b \uad00\ub9ac, \ud30c\ub77c\ubbf8\ud130 \ucee4\uc2a4\ud130\ub9c8\uc774\uc9d5, \ud6c8\ub828 \ubc0f \ubaa8\ub378\uc758 \ucd94\ub860 \ub2a5\ub825 \ud3c9\uac00 \uc77c\ubc18 \uc18c\ube44\uc790\uc6a9 NVIDIA GPU(16G VRAM \uc774\uc0c1)\ub85c\ub3c4 \uac00\ub2a5 Linux \ub610\ub294 WSL ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":27489,"url":"https:\/\/nori.company\/?p=27489","url_meta":{"origin":24437,"position":5},"title":"NVIDIA, LLM \ucd94\ub860\uc744 \uac00\uc18d\ud558\ub294 TensorRT-LLM \uc624\ud508\uc18c\uc2a4 \uacf5\uac1c","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 9\uc6d4 13\uc77c","format":false,"excerpt":"TensorRT \ub525\ub7ec\ub2dd \ucef4\ud30c\uc77c\ub7ec\uc640 \ucd5c\uc801\ud654\ub41c \ucee4\ub110, \uc804\ucc98\ub9ac\/\ud6c4\ucc98\ub9ac \ub2e8\uacc4, \uba40\ud2f0GPU\/\uba40\ud2f0\ub178\ub4dc \ud1b5\uc2e0 \uae30\ubcf8\uc694\uc18c \ub4f1\uc744 \ud3ec\ud568 C++ \uc774\ub098 CUDA\uc5d0 \ub300\ud55c \uae4a\uc740 \uc9c0\uc2dd \uc5c6\uc774\ub3c4 LLM\uc5d0 \ucd5c\uace0 \uc131\ub2a5\uacfc \uc0ac\uc6a9\uc790 \uc815\uc758 \uae30\ub2a5\uc744 \ube60\ub974\uac8c \uc81c\uacf5 \uac00\ub2a5 \uc624\ud508\uc18c\uc2a4 \ubaa8\ub4c8\uc2dd Python API\ub97c \uc81c\uacf5\ud558\uc5ec \uc0ac\uc6a9 \ud3b8\uc758\uc131\uacfc \ud655\uc7a5\uc131 \uc81c\uacf5 Am... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]}],"_links":{"self":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/24437","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=24437"}],"version-history":[{"count":1,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/24437\/revisions"}],"predecessor-version":[{"id":24438,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/24437\/revisions\/24438"}],"wp:attachment":[{"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=24437"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=24437"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=24437"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}