{"id":30870,"date":"2023-11-30T10:51:49","date_gmt":"2023-11-30T01:51:49","guid":{"rendered":"http:\/\/nori.company\/?p=30870"},"modified":"2023-11-30T10:51:49","modified_gmt":"2023-11-30T01:51:49","slug":"llamafile%ec%9d%84-%ed%86%b5%ed%95%b4-%eb%8b%a8%ec%9d%bc-%ed%8c%8c%ec%9d%bc%eb%a1%9c-llm-%eb%b0%b0%ed%8f%ac-%eb%b0%8f-%ec%8b%a4%ed%96%89-%ea%b0%80%eb%8a%a5","status":"publish","type":"post","link":"https:\/\/nori.company\/?p=30870","title":{"rendered":"&#8220;Llamafile&#8221;\uc744 \ud1b5\ud574 \ub2e8\uc77c \ud30c\uc77c\ub85c LLM \ubc30\ud3ec \ubc0f \uc2e4\ud589 \uac00\ub2a5"},"content":{"rendered":"<h2>llamafile \ud504\ub85c\uc81d\ud2b8 \uc694\uc57d<\/h2>\n<ul>\n<li>AI \uac1c\ubc1c\uc790\ub4e4\uc774 \uc5b4\ub514\uc11c\ub098 \ube4c\ub4dc\ud558\uace0 \uc2e4\ud589\ud560 \uc218 \uc788\ub294 \uafc8\uc744 \uc2e4\ud604\ud558\uae30 \uc704\ud574 llama.cpp\uc640 Cosmopolitan Libc\ub97c \uacb0\ud569\ud55c \ud504\ub808\uc784\uc6cc\ud06c \uac1c\ubc1c<\/li>\n<li>llamafile\uc740 \ub2e4\uc591\ud55c CPU \ub9c8\uc774\ud06c\ub85c\uc544\ud0a4\ud14d\ucc98 \ubc0f CPU \uc544\ud0a4\ud14d\ucc98\uc5d0\uc11c \uc2e4\ud589 \uac00\ub2a5\ud558\uba70, \uc5ec\ub7ec \uc6b4\uc601 \uccb4\uc81c\uc5d0\uc11c \ub2e8\uc77c \ube4c\ub4dc\ub85c \ucf54\ub4dc \uc2e4\ud589 \uc9c0\uc6d0<\/li>\n<p>&#8230;<\/p>\n<p>\ucd9c\ucc98 : <a href=\"https:\/\/news.hada.io\/topic?id=12095\" target=\"_blank\" rel=\"noopener\">GeekNews &#8211; \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4 <\/a><\/ul>\n","protected":false},"excerpt":{"rendered":"<p>llamafile \ud504\ub85c\uc81d\ud2b8 \uc694\uc57d AI \uac1c\ubc1c\uc790\ub4e4\uc774 \uc5b4\ub514\uc11c\ub098 \ube4c\ub4dc\ud558\uace0 \uc2e4\ud589\ud560 \uc218 \uc788\ub294 \uafc8\uc744 \uc2e4\ud604\ud558\uae30 \uc704\ud574 llama.cpp\uc640 Cosmopolitan Libc\ub97c \uacb0\ud569\ud55c \ud504\ub808\uc784\uc6cc\ud06c \uac1c\ubc1c llamafile\uc740&hellip;<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"jetpack_post_was_ever_published":false,"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_publicize_message":"","jetpack_publicize_feature_enabled":true,"jetpack_social_post_already_shared":true,"jetpack_social_options":{"image_generator_settings":{"template":"highway","default_image_id":0,"font":"","enabled":false},"version":2}},"categories":[138],"tags":[163],"class_list":["post-30870","post","type-post","status-publish","format-standard","hentry","category-it","tag-geeknews-----"],"jetpack_publicize_connections":[],"jetpack_featured_media_url":"","jetpack_sharing_enabled":true,"jetpack_shortlink":"https:\/\/wp.me\/pa3PO4-81U","jetpack-related-posts":[{"id":31043,"url":"https:\/\/nori.company\/?p=31043","url_meta":{"origin":30870,"position":0},"title":"llamafile &#8211; \ub2e8\uc77c \ud30c\uc77c\ub85c LLM \ubc30\ud3ec \ubc0f \uc2e4\ud589 \ud558\uae30","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 12\uc6d4 4\uc77c","format":false,"excerpt":"1\uac1c\uc758 \ud30c\uc77c\ub85c \ub300\ubd80\ubd84\uc758 \ucef4\ud4e8\ud130\uc5d0\uc11c \uc124\uce58\uc5c6\uc774 LLM\uc744 \uc27d\uac8c \uc2e4\ud589 \uc9c0\uc6d0 llama.cpp\uc640 Cosmopolitan Libc\ub97c \uacb0\ud569\ud55c \ud504\ub808\uc784\uc6cc\ud06c 1\uac1c\uc758 \ube4c\ub4dc\ub85c \uc5ec\ub7ec OS, \ub2e4\uc591\ud55c CPU \uc544\ud0a4\ud14d\ucc98\uc5d0\uc11c \uc2e4\ud589 \uac00\ub2a5 \ucc44\ud305 \ubc0f \uc774\ubbf8\uc9c0 \uc778\uc2dd\uc774 \uac00\ub2a5\ud55c LLaVA \ubaa8\ub378\uc744 \uc608\uc81c\ub85c \uc81c\uacf5 4GB \ud30c\uc77c\uc778 ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":22170,"url":"https:\/\/nori.company\/?p=22170","url_meta":{"origin":30870,"position":1},"title":"Sampler &#8211; \uc258 \ucee4\ub9e8\ub4dc \uc2e4\ud589, \uc2dc\uac01\ud654 \ubc0f \uc54c\ub9bc \ub3c4\uad6c","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2024\ub144 5\uc6d4 15\uc77c","format":false,"excerpt":"\ub2e4\uc591\ud55c \uc815\ubcf4\uc758 \ubaa8\ub2c8\ud130\ub9c1 \ub300\uc2dc\ubcf4\ub4dc\ub85c \ub3d9\uc791 \uc258\ucee4\ub9e8\ub4dc\ub85c \uba54\ud2b8\ub9ad\uc744 \uac00\uc838\uc624\ub294 \ubc29\ubc95\uc774 \uc788\ub2e4\uba74 \uc5b4\ub5a4 \uac83\uc774\ub4e0 \uc2dc\uac01\ud654 \uac00\ub2a5 DB(MySQL,PostgreSQL,MongoDB,Neo4j),Kafka,Docker,SSH,JMX CPU,RAM,\ub0a0\uc9dc,\uc2dc\uac04 \uac04\ub2e8\ud55c YAML \ud30c\uc77c\ub85c \uc124\uc815 \uc9c0\uc6d0\ud558\ub294 \ucef4\ud3ec\ub10c\ud2b8 \ud615\ud0dc : Ru... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"https:\/\/i0.wp.com\/nori.company\/wp\/wp-content\/uploads\/2023\/04\/%ED%99%94%EB%A9%B4-%EC%BA%A1%EC%B2%98-2023-04-10-103622.png?resize=350%2C200&ssl=1","width":350,"height":200,"srcset":"https:\/\/i0.wp.com\/nori.company\/wp\/wp-content\/uploads\/2023\/04\/%ED%99%94%EB%A9%B4-%EC%BA%A1%EC%B2%98-2023-04-10-103622.png?resize=350%2C200&ssl=1 1x, https:\/\/i0.wp.com\/nori.company\/wp\/wp-content\/uploads\/2023\/04\/%ED%99%94%EB%A9%B4-%EC%BA%A1%EC%B2%98-2023-04-10-103622.png?resize=525%2C300&ssl=1 1.5x, https:\/\/i0.wp.com\/nori.company\/wp\/wp-content\/uploads\/2023\/04\/%ED%99%94%EB%A9%B4-%EC%BA%A1%EC%B2%98-2023-04-10-103622.png?resize=700%2C400&ssl=1 2x, https:\/\/i0.wp.com\/nori.company\/wp\/wp-content\/uploads\/2023\/04\/%ED%99%94%EB%A9%B4-%EC%BA%A1%EC%B2%98-2023-04-10-103622.png?resize=1050%2C600&ssl=1 3x"},"classes":[]},{"id":26884,"url":"https:\/\/nori.company\/?p=26884","url_meta":{"origin":30870,"position":2},"title":"Fomos &#8211; Rust\ub85c \uc81c\uc791\ub41c \uc2e4\ud5d8\uc801\uc778 OS","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 8\uc6d4 31\uc77c","format":false,"excerpt":"Rust\ub97c \uc774\uc6a9\ud574 Non-Unix OS\ub97c \ub9cc\ub4e4\uc5b4 \ubcf4\ub294 \uc2dc\ub3c4. \uc9c0\uae08\uc740 \uadf8\ub798\ud53d \ucd9c\ub825\uacfc \ub3d9\uc801 \ud560\ub2f9, \ub3d9\uc2dc \uc2e4\ud589, \ud0a4\ubcf4\ub4dc\/\ub9c8\uc6b0\uc2a4\ub97c \uc9c0\uc6d0\ud558\ub294 \uc0c1\ud0dc. \ud2b9\uc774\ud55c \uc810\uc740 \ubaa8\ub4e0 \uc571\uc774 \ub2e8\uc77c \ud568\uc218\ub85c \ub3d9\uc791\ud560 \uc218 \uc788\uac8c \uc124\uacc4\ud55c \uac83. OS \uae30\ub2a5\uc774 \ud3ec\ud568\ub41c Context\ub97c \uc804\ub2ec\ubc1b\uc544 \uc571\uc774 \uc2e4\ud589\ub418\uae30 \ub54c\ubb38\uc5d0 \ubaa8\ub4e0 \uc0c1\ud638\uc791\uc6a9\uc774 Context\ub97c... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":22911,"url":"https:\/\/nori.company\/?p=22911","url_meta":{"origin":30870,"position":3},"title":"Whisper Jax: \uac00\uc7a5 \ube60\ub978 Whisper API \uad6c\ud604\uccb4","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 5\uc6d4 4\uc77c","format":false,"excerpt":"OpenAI\uc758 Whisper \uc74c\uc131\uc778\uc2dd \ubaa8\ub378\uc744 \ucd5c\uc801\ud654\ud574\uc11c \ube60\ub974\uac8c \uad6c\ud604 TPU v4-8 \uc5d0\uc11c JAX \ub85c \uc2e4\ud589. A100 GPU \uc5d0\uc11c PyTorch\ub85c \uc2e4\ud589\ud55c \uac83\uc5d0 \ube44\ud574 \ucd5c\ub300 70\ubc30 \ube60\ub984 CPU\/GPU\/TPU \uc5d0\uc11c \ubaa8\ub450 \uc2e4\ud589 \uac00\ub2a5\ud558\uba70, \uc2a4\ud0e0\ub4dc \uc5bc\ub860 \ub610\ub294 Inference \uc5d4\ub4dc\ud3ec\uc778\ud2b8\ub85c \uc2e4\ud589 \uac00\ub2a5 ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":22379,"url":"https:\/\/nori.company\/?p=22379","url_meta":{"origin":30870,"position":4},"title":"TurboPilot &#8211; \uc140\ud504\ud638\uc2a4\ud2b8 \uac00\ub2a5\ud55c Copilot \ud074\ub860","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 4\uc6d4 16\uc77c","format":false,"excerpt":"llama.cpp \ub97c \uc774\uc6a9\ud574\uc11c 6b \ud30c\ub77c\ubbf8\ud130 Salesforce Codegen \ubaa8\ub378\uc744 4GiB \ub7a8\uc5d0\uc11c \uc2e4\ud589 \ubbf8\ub9ac \ubcc0\ud658\ud574\ub454 \ubaa8\ub378(2B\/6B) \ubaa8\ub378 \uc81c\uacf5 (C\/C++\/Go\/Java\/JavaScript\/Python\uc73c\ub85c \uc0ac\uc804 \ud559\uc2b5) \ub610\ub294 \uc790\uc2e0\uc774 \uc9c1\uc811 \ubcc0\ud658 \uac00\ub2a5 TurboPilot \uc11c\ubc84\ub97c \ubc14\uc774\ub108\ub9ac\ub85c \uc2e4\ud589\ud558\uac70\ub098 \ub3c4\ucee4\ub85c \uc2e4\ud589 \uba40\ud2f0\ucf54\uc5b4\uc911 \uba87\uac1c\uc758 CPU... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":23169,"url":"https:\/\/nori.company\/?p=23169","url_meta":{"origin":30870,"position":5},"title":"CheerpJ 3.0 &#8211; HTML5\/WASM \uc73c\ub85c \uad6c\ud604\ud55c \ube0c\ub77c\uc6b0\uc800\uc6a9 JVM \ub300\uccb4\uc81c","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 5\uc6d4 12\uc77c","format":false,"excerpt":"Java \uc5b4\ud50c\ub9ac\ucf00\uc774\uc158\uacfc \uc560\ud50c\ub9bf\uc744 \uadf8\ub300\ub85c \ube0c\ub77c\uc6b0\uc800\uc5d0\uc11c \ub85c\uceec\ub85c \uc2e4\ud589 \uc18c\uc2a4\ucf54\ub4dc \uc5c6\uc774\ub3c4 .class \ubc0f .jar \ud30c\uc77c\uc758 \ubc14\uc774\ud2b8\ucf54\ub4dc \uadf8\ub300\ub85c \uc2e4\ud589 \ud30c\uc77c \uc2dc\uc2a4\ud15c, \ub124\ud2b8\uc6cc\ud0b9 \ub4f1 \ubaa8\ub4e0 \uc2dc\uc2a4\ud15c \uae30\ub2a5\uc744 \ud3ec\ud568\ud558\uc5ec \ub9ac\ud50c\ub809\uc158, \uba40\ud2f0\uc4f0\ub808\ub529\ub4f1\uc758 Java\uc5b8\uc5b4 \ubc0f \ub7f0\ud0c0\uc784\uc758 \uae30\ub2a5\ub4e4 100% \uc9c0\uc6d0 \uc218\uc815\ud558\uc9c0 \uc54a... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]}],"_links":{"self":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/30870","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=30870"}],"version-history":[{"count":1,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/30870\/revisions"}],"predecessor-version":[{"id":30871,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/30870\/revisions\/30871"}],"wp:attachment":[{"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=30870"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=30870"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=30870"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}