{"id":25135,"date":"2023-07-20T12:53:07","date_gmt":"2023-07-20T03:53:07","guid":{"rendered":"http:\/\/nori.company\/?p=25135"},"modified":"2023-07-20T12:53:07","modified_gmt":"2023-07-20T03:53:07","slug":"flashattention-2-%eb%8d%94-%eb%82%98%ec%9d%80-%eb%b3%91%eb%a0%ac%ec%b2%98%eb%a6%ac%ec%99%80-%ec%9e%91%ec%97%85-%eb%b6%84%ed%95%a0%eb%a1%9c-%eb%8d%94-%eb%b9%a8%eb%9d%bc%ec%a7%84-attention","status":"publish","type":"post","link":"https:\/\/nori.company\/?p=25135","title":{"rendered":"FlashAttention-2: \ub354 \ub098\uc740 \ubcd1\ub82c\ucc98\ub9ac\uc640 \uc791\uc5c5 \ubd84\ud560\ub85c \ub354 \ube68\ub77c\uc9c4 Attention"},"content":{"rendered":"<ul>\n<li>GPT-4(32k), MPT(65k), Calude(100k) \ub4f1 \ub354 \uae34 \ucee8\ud14d\uc2a4\ud2b8\ub97c \uac00\uc9c4 \uc5b8\uc5b4\ubaa8\ub378\uc774 \ucd9c\ud604<\/li>\n<li>\ud2b8\ub79c\uc2a4\ud3ec\uba38\uc758 \ucee8\ud14d\uc2a4\ud2b8 \uae38\uc774\ub97c \ud655\uc7a5\ud558\ub294 \uac83\uc740 \ub7f0\ud0c0\uc784&amp;\uba54\ubaa8\ub9ac \uc694\uad6c\uc0ac\ud56d\uc774 4\uc81c\uacf1\uc73c\ub85c \uc99d\uac00\ud558\uae30 \ub54c\ubb38\uc5d0 \uc5b4\ub824\uc6c0<\/li>\n<li>\uc791\ub144\uc5d0 \ucd9c\uc2dc\ud55c FlashAttention\uc740 \uba54\ubaa8\ub9ac \uc0ac\uc6a9\ub7c9\uc744 \uc904\uc774\uace0 \uc5b4\ud150\uc158 \uc18d\ub3c4\ub97c \uc99d\uac00\uc2dc\ucf1c\uc11c \ub2e4\uc591\ud55c \uacf3\uc5d0&#8230;\n<p>\ucd9c\ucc98 : <a href=\"https:\/\/news.hada.io\/topic?id=9892\" target=\"_blank\" rel=\"noopener\">GeekNews &#8211; \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4 <\/a><\/li>\n<\/ul>\n","protected":false},"excerpt":{"rendered":"<p>GPT-4(32k), MPT(65k), Calude(100k) \ub4f1 \ub354 \uae34 \ucee8\ud14d\uc2a4\ud2b8\ub97c \uac00\uc9c4 \uc5b8\uc5b4\ubaa8\ub378\uc774 \ucd9c\ud604 \ud2b8\ub79c\uc2a4\ud3ec\uba38\uc758 \ucee8\ud14d\uc2a4\ud2b8 \uae38\uc774\ub97c \ud655\uc7a5\ud558\ub294 \uac83\uc740 \ub7f0\ud0c0\uc784&amp;\uba54\ubaa8\ub9ac \uc694\uad6c\uc0ac\ud56d\uc774 4\uc81c\uacf1\uc73c\ub85c \uc99d\uac00\ud558\uae30 \ub54c\ubb38\uc5d0&hellip;<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"jetpack_post_was_ever_published":false,"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_publicize_message":"","jetpack_publicize_feature_enabled":true,"jetpack_social_post_already_shared":true,"jetpack_social_options":{"image_generator_settings":{"template":"highway","default_image_id":0,"font":"","enabled":false},"version":2}},"categories":[138],"tags":[163],"class_list":["post-25135","post","type-post","status-publish","format-standard","hentry","category-it","tag-geeknews-----"],"jetpack_publicize_connections":[],"jetpack_featured_media_url":"","jetpack_sharing_enabled":true,"jetpack_shortlink":"https:\/\/wp.me\/pa3PO4-6xp","jetpack-related-posts":[{"id":28301,"url":"https:\/\/nori.company\/?p=28301","url_meta":{"origin":25135,"position":0},"title":"\ud06c\ub86c\ubd81 \ud50c\ub7ec\uc2a4: \ub354 \uac15\ub825\ud574\uc9c4 \uc131\ub2a5\uacfc AI \uae30\ub2a5","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 10\uc6d4 4\uc77c","format":false,"excerpt":"\uae30\uc874 \ub300\ube44 2\ubc30\uc758 \uc131\ub2a5, 2\ubc30\uc758 \uba54\ubaa8\ub9ac, 2\ubc30\uc758 \uc800\uc7a5\uacf5\uac04 $399 \ubd80\ud130 \uad6c\uae00 \ud3ec\ud1a0 Magic Eraser, \uc5b4\ub3c4\ube44 \ud3ec\ud1a0\uc0f5 \uc6f9\ubc84\uc804(\ubcc4\ub3c4 \uad6c\ub3c5 \ud544\uc694), LumaFusion \uc9c0\uc6d0 2024\ub144 \uae4c\uc9c0 \ub354 \ub9ce\uc740 AI \uae30\ub2a5\ub4e4\uc774 \ud06c\ub86cOS\uc5d0 \ub3c4\uc785\ub420 \uc608\uc815(\uae00 \uc791\uc131, \uc774\ubbf8\uc9c0 \uc0dd\uc131) AI \uae30\ubc18 \ub370\uc2a4\ud06c\ud0d1 \ubc30\uacbd \ud654\uba74 \uc601... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":29803,"url":"https:\/\/nori.company\/?p=29803","url_meta":{"origin":25135,"position":1},"title":"\uc568\ub7f0 \uc6e8\uc774\ud06c 2\uc5d0\uc11c\uc758 \ub178\uc2a4\ub77c\uc774\ud2b8 \uae30\uc220","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 11\uc6d4 8\uc77c","format":false,"excerpt":"\ub178\uc2a4\ub77c\uc774\ud2b8 \uae30\uc220 \uc18c\uac1c: \uc568\ub7f0 \uc6e8\uc774\ud06c 2, \uac8c\uc784 \ube44\uc8fc\uc5bc\uacfc \uc131\ub2a5 \ud5a5\uc0c1\uc744 \uc704\ud55c \ub178\uc2a4\ub77c\uc774\ud2b8 \uae30\uc220 \uc804\uc2dc \ub370\uc774\ud130 \uc9c0\ud5a5 \uac8c\uc784 \uc624\ube0c\uc81d\ud2b8 \ubaa8\ub378: \ucf54\uc5b4 \uc5d4\uc9c4, \ud6a8\uc728\uc801\uc778 \uba54\ubaa8\ub9ac \uc0ac\uc6a9\uacfc \ubcd1\ub82c \uc2e4\ud589\uc744 \uc704\ud55c ECS \ub3c4\uc785\uc73c\ub85c \ub354 \ud48d\ubd80\ud55c \uac8c\uc784 \uc138\uacc4 \uad6c\ud604 \ubcf5\uc140 \uae30\ubc18 \uce90\ub9ad\ud130... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":22859,"url":"https:\/\/nori.company\/?p=22859","url_meta":{"origin":25135,"position":2},"title":"Whisper.cpp 1.4.0 \ub9b4\ub9ac\uc988","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 5\uc6d4 2\uc77c","format":false,"excerpt":"\uc815\uc218\ud615 \uc591\uc790\ud654(integer quantization) \uc9c0\uc6d0: ggml Whisper \ubaa8\ub378\uc744 \uae30\ubcf8 16bit \uc2e4\uc218\ud615 \uac00\uc911\uce58\ub97c 4,6,8bit \uc815\uc218\ud615 \uac00\uc911\uce58\ub85c \uc804\ud658 \uac00\ub2a5 \ub514\uc2a4\ud06c \ud06c\uae30 \ubc0f \uba54\ubaa8\ub9ac \uc0ac\uc6a9\ub7c9\uc744 \uc904\uc5ec\uc11c \uc77c\ubd80 \uc544\ud0a4\ud14d\ucc98\uc5d0\uc11c \ub354 \ube60\ub974\uac8c \uc2e4\ud589 llama.cpp \ud504\ub85c\uc81d\ud2b8\uc5d0 \uae30\uc5ec\ub41c \ucf54\ub4dc\uc5d0 \uc758\ud574\uc11c \uac00\ub2a5\ud574\uc9c4 \uac83 ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":27438,"url":"https:\/\/nori.company\/?p=27438","url_meta":{"origin":25135,"position":3},"title":"\u03bcDSV &#8211; \ub354 \uc791\uace0 \ube60\ub978 CSV \ud30c\uc11c","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 9\uc6d4 12\uc77c","format":false,"excerpt":"5KB \uc758 \uc791\uc740 \uc6a9\ub7c9\uc73c\ub85c \uae30\uc874 \ubaa8\ub4e0 JavaScript\/TypeScript \ub85c \uc791\uc131\ub41c CSV \ud30c\uc11c\ub4e4\ubcf4\ub2e4 \ube60\ub984 \uba54\ubaa8\ub9ac, \ub514\uc2a4\ud06c \ub610\ub294 \ub124\ud2b8\uc6cc\ud06c\ub85c\ubd80\ud130 \uc810\uc9c4\uc801 \ub85c\ub529 \uac00\ub2a5 \uc27c\ud45c, \uc774\uc2a4\ucf00\uc774\ud504 \ub530\uc634\ud45c, \uc904 \ubc14\uafc8\uc774 \ud3ec\ud568\ub41c \uac12\ub4f1 RFC-4180\uc744 \uc900\uc218 \uc774 \ud504\ub85c\uc81d\ud2b8\uc758 \ubaa9\ud45c\ub294 99.5%\uc758 \uc720\uc2a4\ucf00\uc774\uc2a4\uc5d0 \ub300\ud574\uc11c \ucc98\ub9ac\ud558\ub294 \uac83(0.... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":27781,"url":"https:\/\/nori.company\/?p=27781","url_meta":{"origin":25135,"position":4},"title":"AWS EC2 M2 Pro Mac \uc778\uc2a4\ud134\uc2a4(mac2-m2pro) \ucd9c\uc2dc","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 9\uc6d4 20\uc77c","format":false,"excerpt":"Apple Silicon M2 Pro Mac Mini \uae30\ubc18 \uae30\uc874 M1 Mac \uc778\uc2a4\ud134\uc2a4(mac2.metal)\ubcf4\ub2e4 \ucd5c\ub300 35% \ub354 \ube60\ub978 \uc131\ub2a5\uc744 \uc81c\uacf5 12\ucf54\uc5b4 CPU, 19\ucf54\uc5b4 GPU, 32GiB \uba54\ubaa8\ub9ac, 16\ucf54\uc5b4 Apple Neural Engine\uc744 \ud0d1\uc7ac \ubbf8\uad6d \uc11c\ubd80(\uc624\ub808\uace4) \ubc0f \ubbf8\uad6d \ub3d9\ubd80(\uc624\ud558\uc774\uc624) \ub9ac\uc804\uc5d0\uc11c \uc0ac\uc6a9 \uac00\ub2a5 1\ub2ec \uc628\ub514\ub9e8\ub4dc \uac00\uaca9\uc740... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":25740,"url":"https:\/\/nori.company\/?p=25740","url_meta":{"origin":25135,"position":5},"title":"\ub9c8\uc9c0\ub9c9 \ub0a8\uc740 \uacf5\uc9dc \uc810\uc2ec. Facebook\uc758 \uba54\ubaa8\ub9ac \ud560\ub2f9\uc790 jemalloc","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 8\uc6d4 3\uc77c","format":false,"excerpt":"KTH \uae30\uc220\uc5f0\uad6c\uc18c \ubd84\uc0b0\uae30\uc220\ub7a9 \ud558\uc6a9\ud638\ub2d8\uaed8\uc11c \uc791\uc131\ud55c \uae00\uc785\ub2c8\ub2e4. jemalloc\uc740 Jason Evans\uac00 \uac1c\ubc1c\ud55c \uba54\ubaa8\ub9ac \ud560\ub2f9\uc790(malloc)\ub85c, FreeBSD\uc758 \uc131\ub2a5 \ud5a5\uc0c1\uc744 \uc704\ud574 \uac1c\ubc1c\ub418\uc5c8\uc2b5\ub2c8\ub2e4. 2007\ub144\ubd80\ud130 FreeBSD\uc758 \uae30\ubcf8 \uba54\ubaa8\ub9ac \ud560\ub2f9\uc790\uac00 \ub418\uc5c8\uace0, Firefox\ub3c4 \ubc84\uc804 3\ubd80\ud130 \uba54\ubaa8\ub9ac \ud560\ub2f9\uc790\ub85c \uc0ac\uc6a9\ud558\uace0 \uc788\uc2b5\ub2c8\ub2e4. Facebook\ub3c4 j \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]}],"_links":{"self":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/25135","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=25135"}],"version-history":[{"count":1,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/25135\/revisions"}],"predecessor-version":[{"id":25136,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/25135\/revisions\/25136"}],"wp:attachment":[{"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=25135"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=25135"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=25135"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}