{"id":23385,"date":"2023-05-20T12:47:53","date_gmt":"2023-05-20T03:47:53","guid":{"rendered":"http:\/\/nori.company\/?p=23385"},"modified":"2023-05-20T12:47:53","modified_gmt":"2023-05-20T03:47:53","slug":"chatgpt-%eb%b0%8f-%eb%8b%a4%eb%a5%b8-llm%ec%9d%84-%ec%9c%84%ed%95%9c-cli-%eb%8f%84%ea%b5%ac%eb%93%a4","status":"publish","type":"post","link":"https:\/\/nori.company\/?p=23385","title":{"rendered":"ChatGPT \ubc0f \ub2e4\ub978 LLM\uc744 \uc704\ud55c CLI \ub3c4\uad6c\ub4e4"},"content":{"rendered":"<ul>\n<li>llm : OpenAI API\uc5d0 \ud504\ub86c\ud504\ud2b8\ub97c \ubcf4\ub0b4\uace0, \uacb0\uacfc\ub97c SQLite\uc5d0 \uc800\uc7a5<\/li>\n<li>ttok : \ubb38\uc790\uc5f4\uc744 token \ub2e8\uc704\ub85c \uc138\uace0 \uc798\ub77c\uc8fc\ub294 \ub3c4\uad6c<\/li>\n<li>strip-tags : \ud14d\uc2a4\ud2b8\uc5d0\uc11c HTML \ud0dc\uadf8 \uc81c\uac70, \ud398\uc774\uc9c0 \ud14d\uc2a4\ud2b8\uc758 \uc77c\ubd80\ub97c CSS \uc140\ub809\ud130\ub97c \uc774\uc6a9\ud558\uc5ec \ucd94\ucd9c<\/li>\n<\/ul>\n<p>&#8230;<\/p>\n<p>\ucd9c\ucc98 : <a href=\"https:\/\/news.hada.io\/topic?id=9223\" target=\"_blank\" rel=\"noopener\">GeekNews &#8211; \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4 <\/a><\/p>\n","protected":false},"excerpt":{"rendered":"<p>llm : OpenAI API\uc5d0 \ud504\ub86c\ud504\ud2b8\ub97c \ubcf4\ub0b4\uace0, \uacb0\uacfc\ub97c SQLite\uc5d0 \uc800\uc7a5 ttok : \ubb38\uc790\uc5f4\uc744 token \ub2e8\uc704\ub85c \uc138\uace0 \uc798\ub77c\uc8fc\ub294 \ub3c4\uad6c strip-tags : \ud14d\uc2a4\ud2b8\uc5d0\uc11c&hellip;<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"jetpack_post_was_ever_published":false,"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_publicize_message":"","jetpack_publicize_feature_enabled":true,"jetpack_social_post_already_shared":true,"jetpack_social_options":{"image_generator_settings":{"template":"highway","default_image_id":0,"font":"","enabled":false},"version":2}},"categories":[138],"tags":[163],"class_list":["post-23385","post","type-post","status-publish","format-standard","hentry","category-it","tag-geeknews-----"],"jetpack_publicize_connections":[],"jetpack_featured_media_url":"","jetpack_sharing_enabled":true,"jetpack_shortlink":"https:\/\/wp.me\/pa3PO4-65b","jetpack-related-posts":[{"id":23229,"url":"https:\/\/nori.company\/?p=23229","url_meta":{"origin":23385,"position":0},"title":"LMQL &#8211; LLM\uc5d0 \ucffc\ub9ac\ud558\uae30 \uc704\ud55c \uc5b8\uc5b4","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 5\uc6d4 15\uc77c","format":false,"excerpt":"LLM(\uac70\ub300 \uc5b8\uc5b4 \ubaa8\ub378)\uc5d0 \uc790\uc5f0\uc5b4\ub85c \ucffc\ub9ac\ud560 \uc218\ub294 \uc788\uc9c0\ub9cc, \ub54c\ub85c\ub294 LLM\uc774 \uc778\uac04\uc758 \uc758\ub3c4\ub97c \uc815\ud655\ud558\uac8c \uc774\ud574\ud558\uc9c0 \ubabb\ud560 \ub54c\ub3c4 \uc788\uc74c \uc2a4\uc704\uc2a4 \ucde8\ub9ac\ud788 \uc5f0\ubc29\uacf5\ub300(ETH Z\u00fcrich)\uc758 SRIlab(Secure, Reliable, and Intelligent Systems Lab) \uc5f0\uad6c\uc9c4\uc740 \uc774\ub97c \ud574\uacb0\ud558\uace0\uc790 LMP(Language Model Programming)\ub77c\ub294 \uac1c\ub150\uc744 \uc81c\uc2dc... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":27489,"url":"https:\/\/nori.company\/?p=27489","url_meta":{"origin":23385,"position":1},"title":"NVIDIA, LLM \ucd94\ub860\uc744 \uac00\uc18d\ud558\ub294 TensorRT-LLM \uc624\ud508\uc18c\uc2a4 \uacf5\uac1c","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 9\uc6d4 13\uc77c","format":false,"excerpt":"TensorRT \ub525\ub7ec\ub2dd \ucef4\ud30c\uc77c\ub7ec\uc640 \ucd5c\uc801\ud654\ub41c \ucee4\ub110, \uc804\ucc98\ub9ac\/\ud6c4\ucc98\ub9ac \ub2e8\uacc4, \uba40\ud2f0GPU\/\uba40\ud2f0\ub178\ub4dc \ud1b5\uc2e0 \uae30\ubcf8\uc694\uc18c \ub4f1\uc744 \ud3ec\ud568 C++ \uc774\ub098 CUDA\uc5d0 \ub300\ud55c \uae4a\uc740 \uc9c0\uc2dd \uc5c6\uc774\ub3c4 LLM\uc5d0 \ucd5c\uace0 \uc131\ub2a5\uacfc \uc0ac\uc6a9\uc790 \uc815\uc758 \uae30\ub2a5\uc744 \ube60\ub974\uac8c \uc81c\uacf5 \uac00\ub2a5 \uc624\ud508\uc18c\uc2a4 \ubaa8\ub4c8\uc2dd Python API\ub97c \uc81c\uacf5\ud558\uc5ec \uc0ac\uc6a9 \ud3b8\uc758\uc131\uacfc \ud655\uc7a5\uc131 \uc81c\uacf5 Am... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":26460,"url":"https:\/\/nori.company\/?p=26460","url_meta":{"origin":23385,"position":2},"title":"pykoi &#8211; LLM\uc744 \uc704\ud55c \ub370\uc774\ud130 &#038; \ud53c\ub4dc\ubc31 \uc218\uc9d1\uc6a9 UI \ub77c\uc774\ube0c\ub7ec\ub9ac","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 8\uc6d4 21\uc77c","format":false,"excerpt":"LLM\uc758 \uacb0\uacfc\uc5d0 \ub300\ud574\uc11c \ucc57\ubd07 UI \ud615\ud0dc\ub85c \ud53c\ub4dc\ubc31 \uc635\uc158\uc744 \ucd94\uac00 \uac00\ub2a5 (vote & rank \ud53c\ub4dc\ubc31) DB\uc5d0 \uc790\ub3d9\uc73c\ub85c \uc218\uc9d1\ub418\uc5b4 RLHF \uc5d0 \uc774\uc6a9 \uac00\ub2a5 \ubaa8\ub378\ub4e4\uc758 \uacb0\uacfc\uac12\uc744 \ube44\uad50\ud558\uace0, \uacb0\uacfc\uac04\uc5d0 \ub4dc\ub798\uadf8 & \ub4dc\ub86d\uc73c\ub85c Rank \uc9c0\uc815 \uac00\ub2a5 \ubaa8\ub378\uc5d0 Retrieval Augmented Generation (RAG) \uc744 \uc190\uc27d... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":30392,"url":"https:\/\/nori.company\/?p=30392","url_meta":{"origin":23385,"position":3},"title":"\ud22c\uc790\uc790\ub294 AI \uc2a4\ud0c0\ud2b8\uc5c5\uc744 \uc5b4\ub5bb\uac8c \ubd84\ub958\ud560\uae4c?","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 11\uc6d4 20\uc77c","format":false,"excerpt":"\"\uc587\uace0 \uc77c\uc2dc\uc801\" vs. \"\ud06c\uace0 \uc57d\ud568\" vs. \"\uc791\uace0 \uac15\ud568\" Thin and ephemeral (\uc587\uace0 \uc77c\uc2dc\uc801) \ub300\ubd80\ubd84\uc758 GenAI\/LLM \uae30\ubc18 \uc2a4\ud0c0\ud2b8\uc5c5 \uc544\uc774\ub514\uc5b4\ub294 \uc774 \ubc94\uc8fc\uc5d0 \uc18d\ud568 \ud0c0\uc0ac API\uc778 LLM\uc5d0 \ub300\ud55c \ud504\ub86c\ud504\ud2b8\ub9cc\uc73c\ub85c \ub9e4\uc6b0 \uc881\uc740 \ube44\uc988\ub2c8\uc2a4(\uc77c\ubc18\uc801\uc73c\ub85c \uc218\ud3c9\uc801) \ubb38\uc81c\ub97c ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":30219,"url":"https:\/\/nori.company\/?p=30219","url_meta":{"origin":23385,"position":4},"title":"Tarsier &#8211; \uc6f9 \uc778\ud130\ub799\uc158 \uc5d0\uc774\uc804\ud2b8\ub97c \uc704\ud55c \ube44\uc83c \uc720\ud2f8\ub9ac\ud2f0","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 11\uc6d4 16\uc77c","format":false,"excerpt":"GPT-4(V)\ub85c \uc6f9 \uc778\ud130\ub799\uc158\uc744 \uc790\ub3d9\ud654\ud560 \ub54c \uc0dd\uae30\ub294 \uc9c8\ubb38\ub4e4 LLM\uc758 \uc751\ub2f5\uc744 \uc5b4\ub5bb\uac8c \uc6f9 \uc5d8\ub9ac\uba3c\ud2b8\ub85c \ub9e4\ud551\ud560\uae4c? LLM\uc758 \uc791\uc5c5 \uacf5\uac04\uc744 \ub354 \uc798 \uc774\ud574\ud558\uae30 \uc704\ud574 \ud398\uc774\uc9c0\ub97c \ub9c8\ud06c\uc5c5\ud558\ub824\uba74 \uc5b4\ub5bb\uac8c \ud574\uc57c \ud560\uae4c? \ud14d\uc2a4\ud2b8 \uc804\uc6a9 LLM\uc5d0 '\uc2a4\ud06c\ub9b0\uc0f7'\uc744 \uc81c\uacf5\ud558\ub824\uba74 \uc5b4\ub5bb\uac8c \ud574\uc57c \ud558\ub098? Tarsier... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":22735,"url":"https:\/\/nori.company\/?p=22735","url_meta":{"origin":23385,"position":5},"title":"Simple LLM Finetuner &#8211; \ucd08\ubcf4\uc790 \uce5c\ud654\uc801\uc778 UI\ub97c \uac00\uc9c4 LLM \ud29c\ub2dd \ub3c4\uad6c","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 4\uc6d4 27\uc77c","format":false,"excerpt":"\ub2e4\uc591\ud55c LLM\uc5d0 \ub300\ud574\uc11c LoRA \uba54\uc18c\ub4dc(PEFT \ub77c\uc774\ube0c\ub7ec\ub9ac \uc774\uc6a9)\ub85c \uc27d\uac8c \ud30c\uc778\ud29c\ub2dd \uac00\ub2a5 \ub370\uc774\ud130\uc14b \uad00\ub9ac, \ud30c\ub77c\ubbf8\ud130 \ucee4\uc2a4\ud130\ub9c8\uc774\uc9d5, \ud6c8\ub828 \ubc0f \ubaa8\ub378\uc758 \ucd94\ub860 \ub2a5\ub825 \ud3c9\uac00 \uc77c\ubc18 \uc18c\ube44\uc790\uc6a9 NVIDIA GPU(16G VRAM \uc774\uc0c1)\ub85c\ub3c4 \uac00\ub2a5 Linux \ub610\ub294 WSL ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]}],"_links":{"self":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/23385","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=23385"}],"version-history":[{"count":1,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/23385\/revisions"}],"predecessor-version":[{"id":23386,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/23385\/revisions\/23386"}],"wp:attachment":[{"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=23385"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=23385"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=23385"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}