{"id":31583,"date":"2023-12-14T12:50:56","date_gmt":"2023-12-14T03:50:56","guid":{"rendered":"http:\/\/nori.company\/?p=31583"},"modified":"2023-12-14T12:50:56","modified_gmt":"2023-12-14T03:50:56","slug":"whisper%eb%a1%9c-%eb%b9%84%ea%b5%90%ed%95%9c-nvidia-4090%ea%b3%bc-m1-m2-m3-with-mlx","status":"publish","type":"post","link":"https:\/\/nori.company\/?p=31583","title":{"rendered":"Whisper\ub85c \ube44\uad50\ud55c Nvidia 4090\uacfc M1\/M2\/M3 with MLX"},"content":{"rendered":"<ul>\n<li>\uc560\ud50c\uc774 \uacf5\uac1c\ud55c \uba38\uc2e0\ub7ec\ub2dd \ud504\ub808\uc784\uc6cc\ud06c MLX\uc758 \uc131\ub2a5 \ubca4\uce58\ub9c8\ud06c<\/li>\n<li>10\ubd84\uc9dc\ub9ac \uc624\ub514\uc624\ub97c Whisper\ub85c Transcribe\n<ul>\n<li>M1 Pro(2021\ubaa8\ub378) + MLX + 32GB \ub7a8 : 216\ucd08<\/li>\n<li>I7 + 4090 + 64GB \ub7a8  : 186\ucd08\n<ul>\n<li>2000\u20ac \uc9dc\ub9ac GPU\uac00 M1\uc5d0 \ube44\ud574 30\ucd08(16%) \ube60\ub984<\/li>\n<\/ul>\n<\/li>\n<li>M2 Ultra(76 GPU) : 95\ucd08&#8230;\n<p>\ucd9c\ucc98 : <a href=\"https:\/\/news.hada.io\/topic?id=12331\" target=\"_blank\" rel=\"noopener\">GeekNews &#8211; \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4 <\/a><\/li>\n<\/ul>\n<\/li>\n<\/ul>\n","protected":false},"excerpt":{"rendered":"<p>\uc560\ud50c\uc774 \uacf5\uac1c\ud55c \uba38\uc2e0\ub7ec\ub2dd \ud504\ub808\uc784\uc6cc\ud06c MLX\uc758 \uc131\ub2a5 \ubca4\uce58\ub9c8\ud06c 10\ubd84\uc9dc\ub9ac \uc624\ub514\uc624\ub97c Whisper\ub85c Transcribe M1 Pro(2021\ubaa8\ub378) + MLX + 32GB \ub7a8 : 216\ucd08&hellip;<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"jetpack_post_was_ever_published":false,"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_publicize_message":"","jetpack_publicize_feature_enabled":true,"jetpack_social_post_already_shared":true,"jetpack_social_options":{"image_generator_settings":{"template":"highway","default_image_id":0,"font":"","enabled":false},"version":2}},"categories":[138],"tags":[163],"class_list":["post-31583","post","type-post","status-publish","format-standard","hentry","category-it","tag-geeknews-----"],"jetpack_publicize_connections":[],"jetpack_featured_media_url":"","jetpack_sharing_enabled":true,"jetpack_shortlink":"https:\/\/wp.me\/pa3PO4-8dp","jetpack-related-posts":[{"id":31595,"url":"https:\/\/nori.company\/?p=31595","url_meta":{"origin":31583,"position":0},"title":"\uc18d\uc0ad\uc784: \uc5d4\ube44\ub514\uc544 RTX 4090 \ub300 M1 \ud504\ub85c MLX \ube44\uad50","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 12\uc6d4 14\uc77c","format":false,"excerpt":"Nvidia RTX 4090 \ub300\ube44 Apple MLX \ud504\ub808\uc784\uc6cc\ud06c \uc131\ub2a5 \ube44\uad50 Apple\uc774 Apple Silicon\uc6a9 \uba38\uc2e0\ub7ec\ub2dd \ud504\ub808\uc784\uc6cc\ud06c\ub97c \ucd9c\uc2dc\ud568. \uc774 \ud504\ub808\uc784\uc6cc\ud06c\uc758 \uc131\ub2a5\uc744 \ubca4\uce58\ub9c8\ud0b9\ud558\uae30 \uc704\ud574 Whisper \uc608\uc81c \uc0ac\uc6a9\ud568. Python \ucf54\ub4dc\ub97c \ud1b5\ud574 \uc624\ub514\uc624 \ud30c\uc77c\uc744 \ub300\uc0c1\uc73c\ub85c \uc131\ub2a5 \uce21\uc815\uc744 \uc9c4\ud589\ud568. \uacb0\uacfc ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":26528,"url":"https:\/\/nori.company\/?p=26528","url_meta":{"origin":31583,"position":1},"title":"OpenGL \ud638\ud658\ub418\ub294 \uccab\ubc88\uc9f8 M1 GPU \ub4dc\ub77c\uc774\ubc84","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 8\uc6d4 23\uc77c","format":false,"excerpt":"M1 \ubc0f M2 \uacc4\uc5f4 GPU\ub97c \uc704\ud55c \uccab OpenGL\u00ae ES 3.1 \ud638\ud658 \ub4dc\ub77c\uc774\ubc84 \ucd9c\uc2dc, \ubaa8\ub4e0 OpenGL ES 3.1 \uc560\ud50c\ub9ac\ucf00\uc774\uc158\uacfc \ud638\ud658 \uac00\ub2a5 \uc774 \ub4dc\ub77c\uc774\ubc84\ub294 M1 \ubc0f M2 \uacc4\uc5f4 \uadf8\ub798\ud53d \ud558\ub4dc\uc6e8\uc5b4\ub97c \uc704\ud55c \uc138\uacc4 \uc720\uc77c\uc758 OpenGL ES 3.1 \ud638\ud658 \uad6c\ud604\uccb4\ub85c, \uc815\ud655\uc131\uc744 \uc785\uc99d\ud558\uae30 \uc704\ud574 \uc218\ub9cc \uac1c\uc758 \ud14c\uc2a4\ud2b8\ub97c \ud1b5\uacfc \ud638\ud658\uc131\uc744 \uc5bb\uae30 \uc704\ud574 &quot... \ucd9c\ucc98 : GeekNews\u2026","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":31251,"url":"https:\/\/nori.company\/?p=31251","url_meta":{"origin":31583,"position":2},"title":"MLX &#8211; \uc560\ud50c \uc2e4\ub9ac\ucf58\uc744 \uc704\ud55c Numpy\uc640 \ube44\uc2b7\ud55c \uc5b4\ub808\uc774 \ud504\ub808\uc784\uc6cc\ud06c","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 12\uc6d4 7\uc77c","format":false,"excerpt":"\uc560\ud50c \uba38\uc2e0\ub7ec\ub2dd \uc5f0\uad6c\ud300\uc5d0\uc11c \uc81c\uc791\ud55c, \uc560\ud50c \uc2e4\ub9ac\ucf58\uc5d0\uc11c \ud6a8\uc728\uc801\uc774\uace0 \uc720\uc5f0\ud55c \uba38\uc2e0\ub7ec\ub2dd \uc218\ud589\uc744 \uc704\ud574 \uc124\uacc4\ub41c \uc5b4\ub808\uc774 \ud504\ub808\uc784\uc6cc\ud06c Numpy \uc640 \uac70\uc758 \uc720\uc0ac\ud55c Python API\ub97c \uc81c\uacf5\ud558\uba70, \ubaa8\ub4e0 \uae30\ub2a5\uc744 \uac19\uc774 \uc81c\uacf5\ud558\ub294 C++ API\ub3c4 \uc788\uc74c Numpy\uc640\uc758 \ucc28\uc774\uc810 Composable function transformations: MLX\uc5d0\ub294 \uc790... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":28478,"url":"https:\/\/nori.company\/?p=28478","url_meta":{"origin":31583,"position":3},"title":"SlowLlama &#8211; Llama2-70b \uc640 CodeLLama\ub97c M1\/M2\uc5d0\uc11c \uc591\uc790\ud654\uc5c6\uc774 \ud30c\uc778\ud29c\ub2dd","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 10\uc6d4 9\uc77c","format":false,"excerpt":"\uc560\ud50c M1\/M2 \ubc0f \uc18c\ube44\uc790\uc6a9 nVidia GPU\uc5d0\uc11c LLama2-70B \uac19\uc740 \ubaa8\ub378\uc744 \ud30c\uc778\ud29c\ub2dd \uc591\uc790\ud654(quantization)\ub97c \uc0ac\uc6a9\ud558\ub294 \ub300\uc2e0, \ud3ec\uc6cc\ub4dc\/\ubc31\uc6cc\ub4dc \ud328\uc2a4 \ubaa8\ub450\uc5d0\uc11c \ubaa8\ub378\uc758 \uc77c\ubd80\ub97c SSD\ub610\ub294 \uba54\uc778 \uba54\ubaa8\ub9ac\ub85c \uc624\ud504\ub85c\ub4dc \ud558\ub294 \ubc29\uc2dd \ud604\uc7ac \ubc84\uc804\uc744 LoRA\ub97c \uc0ac\uc6a9\ud558\uc5ec \uc5c5\ub370\uc774\ud2b8\ub97c \ub354 \uc791\uc740 \ub9e4\uac1c\ubcc0\uc218 \uc14b\uc73c\ub85c \uc81c\ud55c \uccab... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":22911,"url":"https:\/\/nori.company\/?p=22911","url_meta":{"origin":31583,"position":4},"title":"Whisper Jax: \uac00\uc7a5 \ube60\ub978 Whisper API \uad6c\ud604\uccb4","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 5\uc6d4 4\uc77c","format":false,"excerpt":"OpenAI\uc758 Whisper \uc74c\uc131\uc778\uc2dd \ubaa8\ub378\uc744 \ucd5c\uc801\ud654\ud574\uc11c \ube60\ub974\uac8c \uad6c\ud604 TPU v4-8 \uc5d0\uc11c JAX \ub85c \uc2e4\ud589. A100 GPU \uc5d0\uc11c PyTorch\ub85c \uc2e4\ud589\ud55c \uac83\uc5d0 \ube44\ud574 \ucd5c\ub300 70\ubc30 \ube60\ub984 CPU\/GPU\/TPU \uc5d0\uc11c \ubaa8\ub450 \uc2e4\ud589 \uac00\ub2a5\ud558\uba70, \uc2a4\ud0e0\ub4dc \uc5bc\ub860 \ub610\ub294 Inference \uc5d4\ub4dc\ud3ec\uc778\ud2b8\ub85c \uc2e4\ud589 \uac00\ub2a5 ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":27493,"url":"https:\/\/nori.company\/?p=27493","url_meta":{"origin":31583,"position":5},"title":"\uc804\uae30 \ub808\uc774\uc2f1 \uce74\ub85c \uc0c8\ub85c\uc6b4 \uc138\uacc4 \uae30\ub85d \uc138\uc6b0\uae30: 0.956\ucd08 \ub9cc\uc5d0 0\uc5d0\uc11c 100\uae4c\uc9c0","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 9\uc6d4 13\uc77c","format":false,"excerpt":"ETH \ucde8\ub9ac\ud788 \ubc0f \ub8e8\uccb4\ub978 \uc751\uc6a9\uacfc\ud559\uc608\uc220\ub300\ud559\uc758 \ud559\uc0dd \ud300\uc774 'mythen'\uc774\ub77c\ub294 \uc774\ub984\uc758 \uc218\uc81c \uc804\uae30 \uacbd\uc8fc\ucc28\ub85c \uc0c8\ub85c\uc6b4 \uac00\uc18d \uc138\uacc4 \uae30\ub85d\uc744 \uc138\uc6e0\uc2b5\ub2c8\ub2e4. \uc774 \ucc28\ub7c9\uc740 \ub2e8\uc9c0 0.956\ucd08 \ub9cc\uc5d0 0\uc5d0\uc11c 100km\/h\ub85c \uac00\uc18d\ud558\uc5ec 12.3\ubbf8\ud130\ub97c \uc8fc\ud589\ud588\uc73c\uba70, \uc774\ub294 \uc288\ud22c\ud2b8\uac00\ub974\ud2b8 \ub300\ud559 \ud300\uc774 \uc138\uc6b4 \uc774\uc804 \uae30\ub85d\uc778 1.461\ucd08\ub97c \uae7c\uc2b5\ub2c8\ub2e4. \ud559... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]}],"_links":{"self":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/31583","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=31583"}],"version-history":[{"count":1,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/31583\/revisions"}],"predecessor-version":[{"id":31584,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/31583\/revisions\/31584"}],"wp:attachment":[{"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=31583"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=31583"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=31583"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}