{"id":30032,"date":"2023-11-13T10:52:05","date_gmt":"2023-11-13T01:52:05","guid":{"rendered":"http:\/\/nori.company\/?p=30032"},"modified":"2023-11-13T10:52:05","modified_gmt":"2023-11-13T01:52:05","slug":"andrej-karpathy-llm-os%eb%a5%bc-%ea%b5%ac%ec%83%81%ec%a4%91","status":"publish","type":"post","link":"https:\/\/nori.company\/?p=30032","title":{"rendered":"Andrej Karpathy, LLM OS\ub97c \uad6c\uc0c1\uc911"},"content":{"rendered":"<ul>\n<li>&quot;LLM OS\ub97c \uc694\ub9ac\ud558\uace0 \uc788\uc73c\ub2c8 \uae30\ub2e4\ub824 \uc918&quot;<\/li>\n<li>\uc2a4\ud399\n<ul>\n<li>LLM: Open AI GPT-4 Turbo 256 \ucf54\uc5b4(\ubc30\uce58 \uc0ac\uc774\uc988) \ud504\ub85c\uc138\uc2a4 @20Hz(tok\/s)<\/li>\n<li>RAM: 128Ktok<\/li>\n<li>Filesystem: Ada002<\/li>\n<\/ul>\n<\/li>\n<li>\uc774\ub354\ub137\uc744 \ud1b5\ud574\uc11c \ube0c\ub77c\uc6b0\uc800\uc640 \ub2e4\ub978 LLM \uc5f1\ub3d9<\/li>\n<li>\ube44\ub514\uc624\/\uc624\ub514\uc624 \ucd9c\ub825<\/li>\n<li>&#8230;\n<p>\ucd9c\ucc98 : <a href=\"https:\/\/news.hada.io\/topic?id=11822\" target=\"_blank\" rel=\"noopener\">GeekNews &#8211; \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4 <\/a><\/li>\n<\/ul>\n","protected":false},"excerpt":{"rendered":"<p>&quot;LLM OS\ub97c \uc694\ub9ac\ud558\uace0 \uc788\uc73c\ub2c8 \uae30\ub2e4\ub824 \uc918&quot; \uc2a4\ud399 LLM: Open AI GPT-4 Turbo 256 \ucf54\uc5b4(\ubc30\uce58 \uc0ac\uc774\uc988) \ud504\ub85c\uc138\uc2a4 @20Hz(tok\/s) RAM: 128Ktok Filesystem:&hellip;<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"jetpack_post_was_ever_published":false,"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_publicize_message":"","jetpack_publicize_feature_enabled":true,"jetpack_social_post_already_shared":true,"jetpack_social_options":{"image_generator_settings":{"template":"highway","default_image_id":0,"font":"","enabled":false},"version":2}},"categories":[138],"tags":[163],"class_list":["post-30032","post","type-post","status-publish","format-standard","hentry","category-it","tag-geeknews-----"],"jetpack_publicize_connections":[],"jetpack_featured_media_url":"","jetpack_sharing_enabled":true,"jetpack_shortlink":"https:\/\/wp.me\/pa3PO4-7Oo","jetpack-related-posts":[{"id":31043,"url":"https:\/\/nori.company\/?p=31043","url_meta":{"origin":30032,"position":0},"title":"llamafile &#8211; \ub2e8\uc77c \ud30c\uc77c\ub85c LLM \ubc30\ud3ec \ubc0f \uc2e4\ud589 \ud558\uae30","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 12\uc6d4 4\uc77c","format":false,"excerpt":"1\uac1c\uc758 \ud30c\uc77c\ub85c \ub300\ubd80\ubd84\uc758 \ucef4\ud4e8\ud130\uc5d0\uc11c \uc124\uce58\uc5c6\uc774 LLM\uc744 \uc27d\uac8c \uc2e4\ud589 \uc9c0\uc6d0 llama.cpp\uc640 Cosmopolitan Libc\ub97c \uacb0\ud569\ud55c \ud504\ub808\uc784\uc6cc\ud06c 1\uac1c\uc758 \ube4c\ub4dc\ub85c \uc5ec\ub7ec OS, \ub2e4\uc591\ud55c CPU \uc544\ud0a4\ud14d\ucc98\uc5d0\uc11c \uc2e4\ud589 \uac00\ub2a5 \ucc44\ud305 \ubc0f \uc774\ubbf8\uc9c0 \uc778\uc2dd\uc774 \uac00\ub2a5\ud55c LLaVA \ubaa8\ub378\uc744 \uc608\uc81c\ub85c \uc81c\uacf5 4GB \ud30c\uc77c\uc778 ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":22885,"url":"https:\/\/nori.company\/?p=22885","url_meta":{"origin":30032,"position":1},"title":"Amazon, Alexa\uc6a9 \uac1c\uc120\ub41c LLM \uac1c\ubc1c \uc911","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 5\uc6d4 3\uc77c","format":false,"excerpt":"Andy Jassay CEO\uac00 \uc2e4\uc801 \ubc1c\ud45c\uc5d0\uc11c \uc54c\ub809\uc0ac\uc6a9\uc73c\ub85c \ub354 \"\uc77c\ubc18\uc801\uc774\uace0 \ub9ce\uc740 \ub2a5\ub825\uc744 \uac00\uc9c4\" LLM\uc744 \uac1c\ubc1c\ud558\uace0 \uc788\ub2e4\uace0 \ubc1d\ud600 \uc774\ubbf8 Alexa\uc6a9 LLM\uc774 \uc788\uc9c0\ub9cc, \ub354 \ub6f0\uc5b4\ub09c \uac83\uc744 \ub9cc\ub4dc\ub294 \uc911 \uc0c8\ub85c\uc6b4 LLM\uc744 \ud1b5\ud574\uc11c \"\uc138\uacc4 \ucd5c\uace0\uc758 \uac1c\uc778 \ube44\uc11c\"\ub97c \ub9cc\ub4dc\ub294 \ubaa9\ud45c\ub97c \ub2ec\uc131\ud558\ub294\ub370 \ub3c4\uc6c0\uc774 \ub420 \uac83\uc774\ub77c\uace0 \ubbff\uc74c... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":23625,"url":"https:\/\/nori.company\/?p=23625","url_meta":{"origin":30032,"position":2},"title":"Gorilla &#8211; LLM\uc744 \uc704\ud55c API \uc2a4\ud1a0\uc5b4","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 5\uc6d4 29\uc77c","format":false,"excerpt":"\uc5ec\ub7ec LLM\ub4e4\uc774 \ub2e4\uc591\ud55c API\uc640 \uc5f0\uacb0\ud558\uac8c \ub9cc\ub4e4\uc5b4 \uc8fc\ub294 \uc624\ud508\uc18c\uc2a4 \uc790\uc5f0\uc5b4 \ucffc\ub9ac\uac00 \uc8fc\uc5b4\uc9c0\uba74, Semantically & Syntactically \uc62c\ubc14\ub978 API\ub97c \ud638\ucd9c \uc57d 1,600\uac1c \uc774\uc0c1\uc758 API\ub97c \ud638\ucd9c \uac00\ub2a5(\uac2f\uc218\ub294 \uc810\uc810 \ub298\uc5b4\ub098\ub294 \uc911) ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":22735,"url":"https:\/\/nori.company\/?p=22735","url_meta":{"origin":30032,"position":3},"title":"Simple LLM Finetuner &#8211; \ucd08\ubcf4\uc790 \uce5c\ud654\uc801\uc778 UI\ub97c \uac00\uc9c4 LLM \ud29c\ub2dd \ub3c4\uad6c","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 4\uc6d4 27\uc77c","format":false,"excerpt":"\ub2e4\uc591\ud55c LLM\uc5d0 \ub300\ud574\uc11c LoRA \uba54\uc18c\ub4dc(PEFT \ub77c\uc774\ube0c\ub7ec\ub9ac \uc774\uc6a9)\ub85c \uc27d\uac8c \ud30c\uc778\ud29c\ub2dd \uac00\ub2a5 \ub370\uc774\ud130\uc14b \uad00\ub9ac, \ud30c\ub77c\ubbf8\ud130 \ucee4\uc2a4\ud130\ub9c8\uc774\uc9d5, \ud6c8\ub828 \ubc0f \ubaa8\ub378\uc758 \ucd94\ub860 \ub2a5\ub825 \ud3c9\uac00 \uc77c\ubc18 \uc18c\ube44\uc790\uc6a9 NVIDIA GPU(16G VRAM \uc774\uc0c1)\ub85c\ub3c4 \uac00\ub2a5 Linux \ub610\ub294 WSL ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":27489,"url":"https:\/\/nori.company\/?p=27489","url_meta":{"origin":30032,"position":4},"title":"NVIDIA, LLM \ucd94\ub860\uc744 \uac00\uc18d\ud558\ub294 TensorRT-LLM \uc624\ud508\uc18c\uc2a4 \uacf5\uac1c","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 9\uc6d4 13\uc77c","format":false,"excerpt":"TensorRT \ub525\ub7ec\ub2dd \ucef4\ud30c\uc77c\ub7ec\uc640 \ucd5c\uc801\ud654\ub41c \ucee4\ub110, \uc804\ucc98\ub9ac\/\ud6c4\ucc98\ub9ac \ub2e8\uacc4, \uba40\ud2f0GPU\/\uba40\ud2f0\ub178\ub4dc \ud1b5\uc2e0 \uae30\ubcf8\uc694\uc18c \ub4f1\uc744 \ud3ec\ud568 C++ \uc774\ub098 CUDA\uc5d0 \ub300\ud55c \uae4a\uc740 \uc9c0\uc2dd \uc5c6\uc774\ub3c4 LLM\uc5d0 \ucd5c\uace0 \uc131\ub2a5\uacfc \uc0ac\uc6a9\uc790 \uc815\uc758 \uae30\ub2a5\uc744 \ube60\ub974\uac8c \uc81c\uacf5 \uac00\ub2a5 \uc624\ud508\uc18c\uc2a4 \ubaa8\ub4c8\uc2dd Python API\ub97c \uc81c\uacf5\ud558\uc5ec \uc0ac\uc6a9 \ud3b8\uc758\uc131\uacfc \ud655\uc7a5\uc131 \uc81c\uacf5 Am... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":23367,"url":"https:\/\/nori.company\/?p=23367","url_meta":{"origin":30032,"position":5},"title":"Flowise &#8211; Drag &#038; Drop UI\ub85c \ub098\ub9cc\uc758 LLM \ud50c\ub85c\uc6b0 \ub9cc\ub4e4\uae30 \uc624\ud508\uc18c\uc2a4","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 5\uc6d4 19\uc77c","format":false,"excerpt":"LangchainJS \ub97c \uc774\uc6a9 AI \ubaa8\ub378\uacfc \ubaa8\ub378\uc744 \ud655\uc7a5\ud558\ub294 \uac01\uc885 \ub3c4\uad6c\ub4e4\uc744 \uc120\uc73c\ub85c \ub04c\uc5b4\uc11c \uc5f0\uacb0\ud558\uace0 \uc774\ub3d9\ud558\uc5ec \ub098\ub9cc\uc758 LLM \ud50c\ub85c\uc6b0 \uc791\uc131 MIT \ub77c\uc774\uc13c\uc2a4 ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]}],"_links":{"self":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/30032","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=30032"}],"version-history":[{"count":1,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/30032\/revisions"}],"predecessor-version":[{"id":30033,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/30032\/revisions\/30033"}],"wp:attachment":[{"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=30032"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=30032"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=30032"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}