{"id":22911,"date":"2023-05-04T10:47:44","date_gmt":"2023-05-04T01:47:44","guid":{"rendered":"http:\/\/nori.company\/?p=22911"},"modified":"2023-05-04T10:47:44","modified_gmt":"2023-05-04T01:47:44","slug":"whisper-jax-%ea%b0%80%ec%9e%a5-%eb%b9%a0%eb%a5%b8-whisper-api-%ea%b5%ac%ed%98%84%ec%b2%b4","status":"publish","type":"post","link":"https:\/\/nori.company\/?p=22911","title":{"rendered":"Whisper Jax: \uac00\uc7a5 \ube60\ub978 Whisper API \uad6c\ud604\uccb4"},"content":{"rendered":"<ul>\n<li>OpenAI\uc758 Whisper \uc74c\uc131\uc778\uc2dd \ubaa8\ub378\uc744 \ucd5c\uc801\ud654\ud574\uc11c \ube60\ub974\uac8c \uad6c\ud604<\/li>\n<li>TPU v4-8 \uc5d0\uc11c JAX \ub85c \uc2e4\ud589. A100 GPU \uc5d0\uc11c PyTorch\ub85c \uc2e4\ud589\ud55c \uac83\uc5d0 \ube44\ud574 \ucd5c\ub300 70\ubc30 \ube60\ub984<\/li>\n<li>CPU\/GPU\/TPU \uc5d0\uc11c \ubaa8\ub450 \uc2e4\ud589 \uac00\ub2a5\ud558\uba70, \uc2a4\ud0e0\ub4dc \uc5bc\ub860 \ub610\ub294 Inference \uc5d4\ub4dc\ud3ec\uc778\ud2b8\ub85c \uc2e4\ud589 \uac00\ub2a5<\/li>\n<\/ul>\n<p>&#8230;<\/p>\n<p>\ucd9c\ucc98 : <a href=\"https:\/\/news.hada.io\/topic?id=9102\" target=\"_blank\" rel=\"noopener\">GeekNews &#8211; \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4 <\/a><\/p>\n","protected":false},"excerpt":{"rendered":"<p>OpenAI\uc758 Whisper \uc74c\uc131\uc778\uc2dd \ubaa8\ub378\uc744 \ucd5c\uc801\ud654\ud574\uc11c \ube60\ub974\uac8c \uad6c\ud604 TPU v4-8 \uc5d0\uc11c JAX \ub85c \uc2e4\ud589. A100 GPU \uc5d0\uc11c PyTorch\ub85c \uc2e4\ud589\ud55c \uac83\uc5d0 \ube44\ud574&hellip;<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"jetpack_post_was_ever_published":false,"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_publicize_message":"","jetpack_publicize_feature_enabled":true,"jetpack_social_post_already_shared":true,"jetpack_social_options":{"image_generator_settings":{"template":"highway","default_image_id":0,"font":"","enabled":false},"version":2}},"categories":[138],"tags":[163],"class_list":["post-22911","post","type-post","status-publish","format-standard","hentry","category-it","tag-geeknews-----"],"jetpack_publicize_connections":[],"jetpack_featured_media_url":"","jetpack_sharing_enabled":true,"jetpack_shortlink":"https:\/\/wp.me\/pa3PO4-5Xx","jetpack-related-posts":[{"id":27006,"url":"https:\/\/nori.company\/?p=27006","url_meta":{"origin":22911,"position":0},"title":"GA\uc5d0\uc11c Cloud TPU v5e \ubc0f A3 GPUs \ubc1c\ud45c | Google Cloud \ube14\ub85c\uadf8","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 9\uc6d4 3\uc77c","format":false,"excerpt":"Google Cloud, AI \ucd5c\uc801\ud654 \uc778\ud504\ub77c \ud3ec\ud2b8\ud3f4\ub9ac\uc624\uc5d0 \uc911\uc694\ud55c \uac1c\uc120 \uc0ac\ud56d \ubc1c\ud45c, Cloud TPU v5e \ubc0f A3 VMs \ub3c4\uc785 Cloud TPU v5e, \uac00\uc7a5 \ube44\uc6a9 \ud6a8\uc728\uc801\uc774\uace0 \ub2e4\uc591\ud558\uba70 \ud655\uc7a5 \uac00\ub2a5\ud55c Cloud TPU\ub85c, Google Kubernetes Engine (GKE), Vertex AI, Pytorch, JAX, TensorFlow \ub4f1 \uc8fc\uc694 \ud504\ub808\uc784\uc6cc\ud06c\uc640\uc758 \ud1b5\ud569 \uc81c\uacf5 TPU... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":26348,"url":"https:\/\/nori.company\/?p=26348","url_meta":{"origin":22911,"position":1},"title":"DoctorGPT &#8211; \ubbf8\uad6d \uc758\uc0ac \uba74\ud5c8 \uc2dc\ud5d8\uc744 \ud1b5\uacfc\ud558\ub294 LLM","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 8\uc6d4 18\uc77c","format":false,"excerpt":"Llama2 7b \ubaa8\ub378\uc744 \uc758\ud559 \ub300\ud654 \ub370\uc774\ud130\uc14b\uc73c\ub85c \ud30c\uc778 \ud29c\ub2dd \uac15\ud654\ud559\uc2b5 \ubc0f Constitutional AI\ub85c \ucd94\uac00 \uac1c\uc120 \ubaa8\ub378\uc740 3\uae30\uac00\ub85c \ub85c\uceec \ub514\ubc14\uc774\uc2a4\uc5d0\uc11c \ub3d9\uc791 iOS\/Android\/Web \uc5d0\uc11c \uc2e4\ud589 \uc9c0\uc6d0 \ubaa8\ub378 \ud6c8\ub828\uc744 \uc704\ud574\uc11c \ub85c\uceec GPU \ub610\ub294 Colab Pro \uc774\uc6a9 \ud544\uc694(\uc720\ub8cc \uc778\uc2a4\ud134\uc2a4\uc5d0\uc11c \uc57d 24\uc2dc\uac04 \uc18c\uc694)... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":31583,"url":"https:\/\/nori.company\/?p=31583","url_meta":{"origin":22911,"position":2},"title":"Whisper\ub85c \ube44\uad50\ud55c Nvidia 4090\uacfc M1\/M2\/M3 with MLX","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 12\uc6d4 14\uc77c","format":false,"excerpt":"\uc560\ud50c\uc774 \uacf5\uac1c\ud55c \uba38\uc2e0\ub7ec\ub2dd \ud504\ub808\uc784\uc6cc\ud06c MLX\uc758 \uc131\ub2a5 \ubca4\uce58\ub9c8\ud06c 10\ubd84\uc9dc\ub9ac \uc624\ub514\uc624\ub97c Whisper\ub85c Transcribe M1 Pro(2021\ubaa8\ub378) + MLX + 32GB \ub7a8 : 216\ucd08 I7 + 4090 + 64GB \ub7a8 : 186\ucd08 2000\u20ac \uc9dc\ub9ac GPU\uac00 M1\uc5d0 \ube44\ud574 30\ucd08(16%) \ube60\ub984 M2 Ultra(76 GPU) : 95\ucd08... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":26266,"url":"https:\/\/nori.company\/?p=26266","url_meta":{"origin":22911,"position":3},"title":"LLaMa.cpp\uac00 \uc5b4\ub5bb\uac8c \uac00\ub2a5\ud55c\uac00?","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 8\uc6d4 16\uc77c","format":false,"excerpt":"\ucd5c\uadfc LLaMa \ucd94\ub860 \ucf54\ub4dc\ub97c \uc21c\uc218 C++\ub85c \uc7ac\uc791\uc131\ud55c \ud504\ub85c\uc81d\ud2b8\uc5d0 \ub300\ud55c \uae30\uc0ac, Pixel5, M2 Macbook Pro, Raspberry Pi \ub4f1 \ub2e4\uc591\ud55c \ud558\ub4dc\uc6e8\uc5b4\uc5d0\uc11c \uc2e4\ud589 \uac00\ub2a5 \ub300\ud615 \ubaa8\ub378\uc774 \uc77c\ubc18\uc801\uc73c\ub85c \ube44\uc2fc GPU\ub97c \ud544\uc694\ub85c \ud558\ub294\ub370, \uc774\uac83\uc774 \uc5b4\ub5bb\uac8c \uac00\ub2a5\ud55c\uc9c0\uc5d0 \ub300\ud55c \uc800\uc790\uc758 \ud0d0\uad6c GPU\ub294 \uadf8\ub4e4\uc758 \ud070 \uba54\ubaa8\ub9ac \ub300\uc5ed\ud3ed\uacfc \uacc4\uc0b0 \ub2a5\ub825 \ub54c... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":29944,"url":"https:\/\/nori.company\/?p=29944","url_meta":{"origin":22911,"position":4},"title":"talk-llama &#8211; \ud130\ubbf8\ub110\uc5d0\uc11c LLaMA\uc640 \ub300\ud654\ud558\uae30","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 11\uc6d4 11\uc77c","format":false,"excerpt":"Whisper Medium(Whisper.cpp) + LLaMA v2 13B Q8_0 \uc744 M2 Ultra\uc5d0\uc11c \uc2dc\uc5f0 Whisper\ub85c \uc74c\uc131\uc778\uc2dd\ud558\uc5ec \ud574\ub2f9 \uc9c8\ubb38\uc744 LLaMA\uc5d0\uac8c \ubcf4\ub0b8\ub4a4 \ub2f5\ubcc0\uc744 MacOS\uc758 \uc74c\uc131\ud569\uc131(say \uba85\ub839)\uc744 \uc774\uc6a9\ud574\uc11c \ucd9c\ub825 \uc138\uc158 \uad00\ub9ac\ub97c \uc9c0\uc6d0\ud574\uc11c \uae30\uc874 \ub300\ud654 \ub0b4\uc6a9\uc5d0 \uae30\ubc18\ud55c \uc5f0\uc18d\uc801\uc778 \ub300\ud654 \uac00\ub2a5 ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":22859,"url":"https:\/\/nori.company\/?p=22859","url_meta":{"origin":22911,"position":5},"title":"Whisper.cpp 1.4.0 \ub9b4\ub9ac\uc988","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 5\uc6d4 2\uc77c","format":false,"excerpt":"\uc815\uc218\ud615 \uc591\uc790\ud654(integer quantization) \uc9c0\uc6d0: ggml Whisper \ubaa8\ub378\uc744 \uae30\ubcf8 16bit \uc2e4\uc218\ud615 \uac00\uc911\uce58\ub97c 4,6,8bit \uc815\uc218\ud615 \uac00\uc911\uce58\ub85c \uc804\ud658 \uac00\ub2a5 \ub514\uc2a4\ud06c \ud06c\uae30 \ubc0f \uba54\ubaa8\ub9ac \uc0ac\uc6a9\ub7c9\uc744 \uc904\uc5ec\uc11c \uc77c\ubd80 \uc544\ud0a4\ud14d\ucc98\uc5d0\uc11c \ub354 \ube60\ub974\uac8c \uc2e4\ud589 llama.cpp \ud504\ub85c\uc81d\ud2b8\uc5d0 \uae30\uc5ec\ub41c \ucf54\ub4dc\uc5d0 \uc758\ud574\uc11c \uac00\ub2a5\ud574\uc9c4 \uac83 ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]}],"_links":{"self":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/22911","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=22911"}],"version-history":[{"count":1,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/22911\/revisions"}],"predecessor-version":[{"id":22912,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/22911\/revisions\/22912"}],"wp:attachment":[{"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=22911"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=22911"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=22911"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}