{"id":26912,"date":"2023-08-31T12:53:31","date_gmt":"2023-08-31T03:53:31","guid":{"rendered":"http:\/\/nori.company\/?p=26912"},"modified":"2023-08-31T12:53:31","modified_gmt":"2023-08-31T03:53:31","slug":"deepspeed-ulysses-%ea%b8%b4-%ec%8b%9c%ed%80%80%ec%8a%a4-%ed%8a%b8%eb%9e%9c%ec%8a%a4%ed%8f%ac%eb%a8%b8-%eb%aa%a8%eb%8d%b8-%ed%9b%88%eb%a0%a8%ec%9d%84-%ec%9c%84%ed%95%9c-%ec%8b%9c%ec%8a%a4%ed%85%9c","status":"publish","type":"post","link":"https:\/\/nori.company\/?p=26912","title":{"rendered":"DeepSpeed Ulysses: \uae34 \uc2dc\ud000\uc2a4 \ud2b8\ub79c\uc2a4\ud3ec\uba38 \ubaa8\ub378 \ud6c8\ub828\uc744 \uc704\ud55c \uc2dc\uc2a4\ud15c \ucd5c\uc801\ud654"},"content":{"rendered":"<ul>\n<li>\uae30\uc874 \uc2dc\uc2a4\ud15c\ubcf4\ub2e4 4\ubc30 \ub354 \uae34 \uc2dc\ud000\uc2a4 \uae38\uc774\ub97c \uc81c\uacf5, \ubc31\ub9cc\uac1c \uc774\uc0c1\uc758 \ud1a0\ud070\uc774 \ud3ec\ud568\ub41c \uc2dc\ud000\uc2a4\ub85c \ud6c8\ub828 \uac00\ub2a5<\/li>\n<li>\ud1b5\uc2e0\uc774 10\ubc30 \uc774\uc0c1 \uac10\uc18c\ud558\uc5ec \ucc98\ub9ac\ub7c9\uc774 \ucd5c\ub300 2.5\ubc30 \ud5a5\uc0c1. \ucc98\ub9ac\ub7c9\uc774 175 TFlops\/GPU \uc774\uc0c1\uc73c\ub85c \uc720\uc9c0<\/li>\n<li>\uc644\uc804\ud788 general \ud558\uace0 \uad6c\ud604\uc5d0 agnostic\ud55c Attention (FlashAttention 2 \uac19\uc740 \uad6c\ud604\uacfc\ub3c4 \ub3d9\uc791)&#8230;\n<p>\ucd9c\ucc98 : <a href=\"https:\/\/news.hada.io\/topic?id=10642\" target=\"_blank\" rel=\"noopener\">GeekNews &#8211; \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4 <\/a><\/li>\n<\/ul>\n","protected":false},"excerpt":{"rendered":"<p>\uae30\uc874 \uc2dc\uc2a4\ud15c\ubcf4\ub2e4 4\ubc30 \ub354 \uae34 \uc2dc\ud000\uc2a4 \uae38\uc774\ub97c \uc81c\uacf5, \ubc31\ub9cc\uac1c \uc774\uc0c1\uc758 \ud1a0\ud070\uc774 \ud3ec\ud568\ub41c \uc2dc\ud000\uc2a4\ub85c \ud6c8\ub828 \uac00\ub2a5 \ud1b5\uc2e0\uc774 10\ubc30 \uc774\uc0c1 \uac10\uc18c\ud558\uc5ec \ucc98\ub9ac\ub7c9\uc774&hellip;<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_feature_clip_id":0,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_publicize_message":"","jetpack_publicize_feature_enabled":true,"jetpack_social_post_already_shared":true,"jetpack_social_options":{"image_generator_settings":{"template":"highway","default_image_id":0,"font":"","enabled":false},"version":2},"jetpack_post_was_ever_published":false},"categories":[138],"tags":[163],"class_list":["post-26912","post","type-post","status-publish","format-standard","hentry","category-it","tag-geeknews-----"],"jetpack_publicize_connections":[],"jetpack_sharing_enabled":true,"jetpack_shortlink":"https:\/\/wp.me\/pa3PO4-704","jetpack-related-posts":[{"id":29362,"url":"https:\/\/nori.company\/?p=29362","url_meta":{"origin":26912,"position":0},"title":"20\ub144\uac04\uc758 \uc0ac\uc774\ud2b8 \uc2e0\ub8b0\uc131 \uc5d4\uc9c0\ub2c8\uc5b4\ub9c1\uc5d0\uc11c \uc5bb\uc740 \uad50\ud6c8","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 10\uc6d4 28\uc77c","format":false,"excerpt":"\uad6c\uae00\uc758 \uc0ac\uc774\ud2b8 \uc2e0\ub8b0\uc131 \uc5d4\uc9c0\ub2c8\uc5b4\ub9c1(SRE)\uc758 20\ub144\uac04 \uc9c4\ud654\uc5d0 \ub300\ud55c \uae30\uc0ac \uc9c0\ub09c 20\ub144 \ub3d9\uc548 \uad6c\uae00\uc758 \ucef4\ud4e8\ud305 \ud30c\uc6cc\ub294 1,000\ubc30, \ub124\ud2b8\uc6cc\ud06c\ub294 10,000\ubc30 \uc131\uc7a5 SRE \ub3c4\uad6c\ub294 \ud30c\uc774\uc36c \uc2a4\ud06c\ub9bd\ud2b8\uc5d0\uc11c \ud1b5\ud569 \uc11c\ube44\uc2a4 \uc0dd\ud0dc\uacc4\ub85c, \uc2e0\ub8b0\uc131\uc744 \uae30\ubcf8\uc73c\ub85c \uc81c\uacf5\ud558\ub294 \ud1b5\ud569 \ud50c\ub7ab\ud3fc\uc73c\ub85c \ubc1c\uc804 \uad6c\uae00\uc758 20\ub144\uac04 SRE\uc5d0\uc11c \ubc30\uc6b4 ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":29603,"url":"https:\/\/nori.company\/?p=29603","url_meta":{"origin":26912,"position":1},"title":"Distil-Whisper &#8211; 6\ubc30 \ube60\ub974\uace0, 49% \uc791\uc740 \ubc84\uc804\uc758 Whisper","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 11\uc6d4 5\uc77c","format":false,"excerpt":"OpenAI Whisper \uc74c\uc131\uc778\uc2dd \ubaa8\ub378\uc744 \uc815\uc81c(Distill)\ud558\uc5ec \ub354 \uc791\uace0 \ube60\ub974\uac8c \ub9cc\ub4e0 \ubaa8\ub378 6\ubc30 \ub354 \ube60\ub974\uace0 49% \ub354 \uc791\uc73c\uba70 1% WER(Word Error Rate) \uc774\ub0b4\uc758 \uc131\ub2a5\uc744 \ubc1c\ud718 \uc601\uc5b4 \uc74c\uc131 \uc778\uc2dd\uc5d0\uc11c Whisper\ub97c \ub300\uccb4 \uac00\ub2a5\ud55c \ub4dc\ub86d\uc778 \ubc29\uc2dd\uc73c\ub85c \uc124\uacc4\ub428 ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":27445,"url":"https:\/\/nori.company\/?p=27445","url_meta":{"origin":26912,"position":2},"title":"Nvidia\uc758 AI \uc131\uacf5 \ube44\ubc00","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 9\uc6d4 12\uc77c","format":false,"excerpt":"Nvidia\uac00 10\ub144\uac04 GPU \uc131\ub2a5\uc744 1000\ubc30 \uc62c\ub9ac\uac8c \ub9cc\ub4e0 4\uac00\uc9c0 \uc694\uc18c Chief Scientist\uc778 Bill Dally\uac00 IEEE Hot Chips 2023 \ud0a4\ub178\ud2b8\uc5d0\uc11c \ud55c\uc7a5\uc758 \uc2ac\ub77c\uc774\ub4dc\ub85c \uc124\uba85 Number Representation: 16\ubc30 \"\ub300\uccb4\ub85c \uc6b0\ub9ac\uac00 \uc5bb\uc740 \uac00\uc7a5 \ud070 \uc774\uc810\uc740 \uc22b\uc790 \ud45c\ud604\uc774 \ud5a5\uc0c1\ub41c \uac83\" \uc774 ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":22945,"url":"https:\/\/nori.company\/?p=22945","url_meta":{"origin":26912,"position":3},"title":"Microsoft, Private ChatGPT\ub97c 10\ubc30 \ube44\uc2fc \uac00\uaca9\uc5d0 \uc81c\uacf5\ud560 \uc900\ube44\uc911","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 5\uc6d4 5\uc77c","format":false,"excerpt":"\uc740\ud589, \ud5ec\uc2a4\ucf00\uc5b4, \ucd08\ub300\ud615 \uae30\uc5c5 \uac19\uc774 \uc815\ubcf4\uc720\ucd9c\uc5d0 \ubbfc\uac10\ud558\uac70\ub098 \uac1c\uc778\uc815\ubcf4\uac00 \uc911\uc694\ud55c \uacf3\ub4e4 \ub300\uc0c1 ChatGPT\ub97c \ubcc4\ub3c4\uc758 \uc804\uc6a9 \uc11c\ubc84\uc5d0\uc11c \uc6b4\uc601 \uc790\uc6d0\uc744 \ub9ce\uc774 \ud544\uc694\ub85c \ud558\uae30 \ub54c\ubb38\uc5d0, \ud604\uc7ac \uc77c\ubc18 \ubc84\uc804\uc758 ChatGPT\ubcf4\ub2e4 10\ubc30 \ucbe4 \ube44\uc300\uc218\ub3c4 OpenAI \uc5ed\uc2dc \ube44\uc2b7\ud55c \uad6c\ub3c5\ubaa8\ub378\uc744 \uc900\ube44\uc911 \uc0bc\uc131\/JPMorgan\/Veri... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":26261,"url":"https:\/\/nori.company\/?p=26261","url_meta":{"origin":26912,"position":4},"title":"\ud2b8\uc704\ud130 \uaddc\ubaa8\uc758 Mastodon \uad6c\ucd95 \ube44\uc6a9\uc744 100\ubc30 \uc904\uc600\uc2b5\ub2c8\ub2e4","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 8\uc6d4 16\uc77c","format":false,"excerpt":"Red Planet Labs\ub294 \uc57d 10,000 \uc904\uc758 \ucf54\ub4dc\ub9cc\uc744 \uc0ac\uc6a9\ud558\uc5ec Twitter \uaddc\ubaa8\uc758 Mastodon \uc778\uc2a4\ud134\uc2a4\ub97c \ucc98\uc74c\ubd80\ud130 \uac1c\ubc1c\ud558\uc600\uc73c\uba70, \uc774\ub294 Twitter\uac00 \uc6d0\ub798 \uc81c\ud488\uc744 \uad6c\ucd95\ud558\ub294 \ub370 \uc0ac\uc6a9\ud55c \uc57d 1M \uc904\uc5d0 \ube44\ud574 100\ubc30 \ub354 \uc801\uc2b5\ub2c8\ub2e4. Mastodon \uc778\uc2a4\ud134\uc2a4\ub294 Rama\ub77c\ub294 \uc0c8\ub85c\uc6b4 \ud50c\ub7ab\ud3fc \uc704\uc5d0 \uad6c\ucd95\ub418\uc5c8\uc73c\uba70, \uc774\ub294 \uacc4\uc0b0\uacfc \uc800\uc7a5\uc744 \ud1b5\ud569\ud558\ub294... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":26600,"url":"https:\/\/nori.company\/?p=26600","url_meta":{"origin":26912,"position":5},"title":"Lightning CSS &#8211; Rust\ub85c \uc791\uc131\ub41c \ucd08\uace0\uc18d CSS \ud30c\uc11c","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 8\uc6d4 24\uc77c","format":false,"excerpt":"Parcel \uacfc \ud568\uaed8 \uc0ac\uc6a9\ud558\uae30 \uc704\ud574 \ub9cc\ub4e0 \ucd08\uace0\uc18d CSS \ud30c\uc11c\/\ud2b8\ub79c\uc2a4\ud3ec\uba38\/\ubc88\ub4e4\ub7ec\/\ubbf8\ub2c8\ud30c\uc774\uc5b4 CSSNano \uc5d0 \ube44\ud574\uc11c 100\ubc30 \uc774\uc0c1, ESBuild \ubcf4\ub2e4 4\ubc30 \uc774\uc0c1 \ube60\ub984 \uc2a4\ud0e0\ub4dc\uc5bc\ub860 \ub77c\uc774\ube0c\ub7ec\ub9ac, CLI, \ub610\ub294 \ub2e4\ub978 \ub3c4\uad6c\uc758 \ud50c\ub7ec\uadf8\uc778\uc73c\ub85c \uc0ac\uc6a9 \uac00\ub2a5 \ub2e4\ub978 \ub3c4\uad6c\ub4e4\uacfc \ub2ec\ub9ac \uc18d\uc131 \ubc38\ub958\ub97c CSS \uc2a4\ud399\uc758 \ubb38\ubc95... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]}],"jetpack_featured_media_url":"","_links":{"self":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/26912","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=26912"}],"version-history":[{"count":1,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/26912\/revisions"}],"predecessor-version":[{"id":26913,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/26912\/revisions\/26913"}],"wp:attachment":[{"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=26912"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=26912"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=26912"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}