{"id":23144,"date":"2023-05-11T11:48:06","date_gmt":"2023-05-11T02:48:06","guid":{"rendered":"http:\/\/nori.company\/?p=23144"},"modified":"2023-05-11T11:48:06","modified_gmt":"2023-05-11T02:48:06","slug":"mlc-llm-llm%eb%aa%a8%eb%8d%b8%ec%9d%84-%ec%96%b4%eb%96%a4-%eb%94%94%eb%b0%94%ec%9d%b4%ec%8a%a4%ec%97%90%eb%93%a0-%eb%b0%b0%ed%8f%ac-%ea%b0%80%eb%8a%a5%ed%95%98%ea%b2%8c-%ed%95%b4%ec%a3%bc%eb%8a%94","status":"publish","type":"post","link":"https:\/\/nori.company\/?p=23144","title":{"rendered":"MLC LLM &#8211; LLM\ubaa8\ub378\uc744 \uc5b4\ub5a4 \ub514\ubc14\uc774\uc2a4\uc5d0\ub4e0 \ubc30\ud3ec \uac00\ub2a5\ud558\uac8c \ud574\uc8fc\ub294 \uc624\ud508\uc18c\uc2a4 \uc194\ub8e8\uc158"},"content":{"rendered":"<ul>\n<li>\ub204\uad6c\ub098 AI \ubaa8\ub378\uc744 \uac1c\ubc1c\ud558\uace0 \ucd5c\uc801\ud654\ud574\uc11c \uc5b4\ub5a4 \ub514\ubc14\uc774\uc2a4\uc5d0\ub4e0 \ubc30\ud3ec \uac00\ub2a5\ud558\uac8c \ub9cc\ub4dc\ub294 \uac83\uc744 \ubaa9\ud45c<\/li>\n<li>MLC(Machine Learning Compilation) \uc640 Apache TVm Unity \ub97c \uc774\uc6a9<\/li>\n<li>\uc9c0\uc6d0 \ud50c\ub7ab\ud3fc\n<ul>\n<li>\uc544\uc774\ud3f0\/\uc544\uc774\ud328\ub4dc\/\uc548\ub4dc\ub85c\uc774\ub4dc<\/li>\n<li>Metal GPU \uc640 Intel&amp;ARM \ub9e5\ubd81<\/li>\n<li>AMD\/Intel \ubc0f NVidia GPU(&#8230;\n<p>\ucd9c\ucc98 : <a href=\"https:\/\/news.hada.io\/topic?id=9153\" target=\"_blank\" rel=\"noopener\">GeekNews &#8211; \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4 <\/a><\/li>\n<\/ul>\n<\/li>\n<\/ul>\n","protected":false},"excerpt":{"rendered":"<p>\ub204\uad6c\ub098 AI \ubaa8\ub378\uc744 \uac1c\ubc1c\ud558\uace0 \ucd5c\uc801\ud654\ud574\uc11c \uc5b4\ub5a4 \ub514\ubc14\uc774\uc2a4\uc5d0\ub4e0 \ubc30\ud3ec \uac00\ub2a5\ud558\uac8c \ub9cc\ub4dc\ub294 \uac83\uc744 \ubaa9\ud45c MLC(Machine Learning Compilation) \uc640 Apache TVm Unity \ub97c&hellip;<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"jetpack_post_was_ever_published":false,"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_publicize_message":"","jetpack_publicize_feature_enabled":true,"jetpack_social_post_already_shared":true,"jetpack_social_options":{"image_generator_settings":{"template":"highway","default_image_id":0,"font":"","enabled":false},"version":2}},"categories":[138],"tags":[163],"class_list":["post-23144","post","type-post","status-publish","format-standard","hentry","category-it","tag-geeknews-----"],"jetpack_publicize_connections":[],"jetpack_featured_media_url":"","jetpack_sharing_enabled":true,"jetpack_shortlink":"https:\/\/wp.me\/pa3PO4-61i","jetpack-related-posts":[{"id":24079,"url":"https:\/\/nori.company\/?p=24079","url_meta":{"origin":23144,"position":0},"title":"LocalAI &#8211; \uc140\ud504\ud638\uc2a4\ud2b8 \uac00\ub2a5\ud55c OpenAI \ud638\ud658 API","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 6\uc6d4 15\uc77c","format":false,"excerpt":"OpenAI\uc640 \ud638\ud658\ub418\ub294 REST API\ub85c \ub2e4\uc591\ud55c LLM\ub4e4\uc744 \uc774\uc6a9 \uac00\ub2a5 GPU \uc5c6\uc774\ub3c4 \uac00\ub2a5. llama.cpp \ud638\ud658 LLM\uc5d0\uc11c\ub294 GPU \uac00\uc18d \uc9c0\uc6d0 \ub2e4\uc911 \ubaa8\ub378\uc744 \uc9c0\uc6d0\ud558\uba70, \uc624\ub514\uc624 \ud2b8\ub79c\uc2a4\ud06c\ub9bd\uc158, \ud14d\uc2a4\ud2b8 \uc0dd\uc131, \uc774\ubbf8\uc9c0 \uc0dd\uc131(Stable Diffusion) \uc9c0\uc6d0 \ud55c\ubc88 \ub85c\ub529\ub418\uba74 \ubaa8\ub378\uc744 \uba54\ubaa8\ub9ac\uc5d0 \uc800\uc7a5\ud574\ub450\uace0 \ube60\ub978 \ucd94\ub860 \uc9c0\uc6d0... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":31043,"url":"https:\/\/nori.company\/?p=31043","url_meta":{"origin":23144,"position":1},"title":"llamafile &#8211; \ub2e8\uc77c \ud30c\uc77c\ub85c LLM \ubc30\ud3ec \ubc0f \uc2e4\ud589 \ud558\uae30","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 12\uc6d4 4\uc77c","format":false,"excerpt":"1\uac1c\uc758 \ud30c\uc77c\ub85c \ub300\ubd80\ubd84\uc758 \ucef4\ud4e8\ud130\uc5d0\uc11c \uc124\uce58\uc5c6\uc774 LLM\uc744 \uc27d\uac8c \uc2e4\ud589 \uc9c0\uc6d0 llama.cpp\uc640 Cosmopolitan Libc\ub97c \uacb0\ud569\ud55c \ud504\ub808\uc784\uc6cc\ud06c 1\uac1c\uc758 \ube4c\ub4dc\ub85c \uc5ec\ub7ec OS, \ub2e4\uc591\ud55c CPU \uc544\ud0a4\ud14d\ucc98\uc5d0\uc11c \uc2e4\ud589 \uac00\ub2a5 \ucc44\ud305 \ubc0f \uc774\ubbf8\uc9c0 \uc778\uc2dd\uc774 \uac00\ub2a5\ud55c LLaVA \ubaa8\ub378\uc744 \uc608\uc81c\ub85c \uc81c\uacf5 4GB \ud30c\uc77c\uc778 ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":22449,"url":"https:\/\/nori.company\/?p=22449","url_meta":{"origin":23144,"position":2},"title":"Web LLM &#8211; WebGPU\ub85c \ube0c\ub77c\uc6b0\uc800\uc5d0\uc11c LLM \uac00\uc18d\ud558\uc5ec \uc2e4\ud589\ud558\uae30","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 4\uc6d4 18\uc77c","format":false,"excerpt":"\uc11c\ubc84 \uc5c6\uc774 \ube0c\ub77c\uc6b0\uc800\uc5d0\uc11c LLaMA, Vicuna \uac19\uc740 LLM\uc744 WASM\uc744 \uc774\uc6a9\ud558\uc5ec \uad6c\ub3d9 WebGPU\ub85c \uac00\uc18d \ud558\uc9c0\ub9cc, \ubcc4\ub3c4\ub85c Apache TVM\uc774 \uc9c0\uc6d0\ud558\ub294 GPU \ubc31\uc5d4\ub4dc\ub4e4(CUDA, OpenCL, Vulkan)\ub3c4 \uc9c0\uc6d0 MLC(Machine Learning Compilation) \uae30\uc220\uc744 \uc0ac\uc6a9 ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":26554,"url":"https:\/\/nori.company\/?p=26554","url_meta":{"origin":23144,"position":3},"title":"Cloud GPU \uac00\uc774\ub4dc &#8211; AI\uc5d0 \uc5b4\ub5a4 GPU\ub97c \uc5b4\ub514\uc11c \uc368\uc57c\ud560\uae4c?","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 8\uc6d4 23\uc77c","format":false,"excerpt":"StableDiffusion, Whisper, \uc624\ud508\uc18c\uc2a4 LLM\ub4f1\uc744 \uc774\uc6a9\ud55c AI\ub3c4\uad6c\ub97c \ub9cc\ub4e0\ub2e4\uba74 \uc5b4\ub514\uc120\uac00 \uacc4\uc18d \uc2e4\ud589\ub418\uc5b4\uc57c \ud568 \uc5b4\ub5a4 GPU\ub97c \uc368\uc57c\ud560\uae4c? Cloud GPU\ub97c \uc4f4\ub2e4\uba74: Falcon-40B, Falcon-40B-Uncensored, or Falcon-40B-Instruct \ube44\uc6a9 \uc0c1\uad00\uc5c6\uc774 \ucd5c\uace0\uc758 \uc131\ub2a5\uc744 \uc6d0\ud55c\ub2e4\uba74 H100 2\uac1c","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":30870,"url":"https:\/\/nori.company\/?p=30870","url_meta":{"origin":23144,"position":4},"title":"&#8220;Llamafile&#8221;\uc744 \ud1b5\ud574 \ub2e8\uc77c \ud30c\uc77c\ub85c LLM \ubc30\ud3ec \ubc0f \uc2e4\ud589 \uac00\ub2a5","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 11\uc6d4 30\uc77c","format":false,"excerpt":"llamafile \ud504\ub85c\uc81d\ud2b8 \uc694\uc57d AI \uac1c\ubc1c\uc790\ub4e4\uc774 \uc5b4\ub514\uc11c\ub098 \ube4c\ub4dc\ud558\uace0 \uc2e4\ud589\ud560 \uc218 \uc788\ub294 \uafc8\uc744 \uc2e4\ud604\ud558\uae30 \uc704\ud574 llama.cpp\uc640 Cosmopolitan Libc\ub97c \uacb0\ud569\ud55c \ud504\ub808\uc784\uc6cc\ud06c \uac1c\ubc1c llamafile\uc740 \ub2e4\uc591\ud55c CPU \ub9c8\uc774\ud06c\ub85c\uc544\ud0a4\ud14d\ucc98 \ubc0f CPU \uc544\ud0a4\ud14d\ucc98\uc5d0\uc11c \uc2e4\ud589 \uac00\ub2a5\ud558\uba70, \uc5ec\ub7ec \uc6b4\uc601 \uccb4\uc81c\uc5d0\uc11c \ub2e8\uc77c \ube4c\ub4dc\ub85c \ucf54\ub4dc \uc2e4\ud589 \uc9c0\uc6d0... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":25883,"url":"https:\/\/nori.company\/?p=25883","url_meta":{"origin":23144,"position":5},"title":"MK-1","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 8\uc6d4 7\uc77c","format":false,"excerpt":"MK-1\uc740 OpenAI, Anthropic, Google\uacfc \uac19\uc740 \uc5d8\ub9ac\ud2b8 AI \uac15\uc790\ub4e4\uacfc \ub3d9\ub4f1\ud558\uac70\ub098 \ub354 \ub098\uc740 \ub2a5\ub825\uc744 \uac00\uc9c4 AI \ubaa8\ub378\uc744 \uc81c\uacf5\ud558\ub824\ub294 \uc0c8\ub85c\uc6b4 \ud68c\uc0ac\uc785\ub2c8\ub2e4. \ud68c\uc0ac\uc758 \uccab \ubc88\uc9f8 \uc81c\ud488\uc778 MKML\uc740 \uba87 \uc904\uc758 Python \ucf54\ub4dc\ub9cc\uc73c\ub85c GPU\uc5d0\uc11c \ud070 \uc5b8\uc5b4 \ubaa8\ub378(LLM) \ucd94\ub860 \ube44\uc6a9\uc744 2\ubc30 \uc904\uc77c \uc218 \uc788\ub294 \ucd94\ub860 \ub7f0\ud0c0\uc784\uc785\ub2c8\ub2e4. MKML\uc740 Hugg... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]}],"_links":{"self":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/23144","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=23144"}],"version-history":[{"count":1,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/23144\/revisions"}],"predecessor-version":[{"id":23145,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/23144\/revisions\/23145"}],"wp:attachment":[{"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=23144"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=23144"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=23144"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}