{"id":22735,"date":"2023-04-27T10:48:00","date_gmt":"2023-04-27T01:48:00","guid":{"rendered":"http:\/\/nori.company\/?p=22735"},"modified":"2023-04-27T10:48:00","modified_gmt":"2023-04-27T01:48:00","slug":"simple-llm-finetuner-%ec%b4%88%eb%b3%b4%ec%9e%90-%ec%b9%9c%ed%99%94%ec%a0%81%ec%9d%b8-ui%eb%a5%bc-%ea%b0%80%ec%a7%84-llm-%ed%8a%9c%eb%8b%9d-%eb%8f%84%ea%b5%ac","status":"publish","type":"post","link":"https:\/\/nori.company\/?p=22735","title":{"rendered":"Simple LLM Finetuner &#8211; \ucd08\ubcf4\uc790 \uce5c\ud654\uc801\uc778 UI\ub97c \uac00\uc9c4 LLM \ud29c\ub2dd \ub3c4\uad6c"},"content":{"rendered":"<ul>\n<li>\ub2e4\uc591\ud55c LLM\uc5d0 \ub300\ud574\uc11c LoRA \uba54\uc18c\ub4dc(PEFT \ub77c\uc774\ube0c\ub7ec\ub9ac \uc774\uc6a9)\ub85c \uc27d\uac8c \ud30c\uc778\ud29c\ub2dd \uac00\ub2a5<\/li>\n<li>\ub370\uc774\ud130\uc14b \uad00\ub9ac, \ud30c\ub77c\ubbf8\ud130 \ucee4\uc2a4\ud130\ub9c8\uc774\uc9d5, \ud6c8\ub828 \ubc0f \ubaa8\ub378\uc758 \ucd94\ub860 \ub2a5\ub825 \ud3c9\uac00<\/li>\n<li>\uc77c\ubc18 \uc18c\ube44\uc790\uc6a9 NVIDIA GPU(16G VRAM \uc774\uc0c1)\ub85c\ub3c4 \uac00\ub2a5<\/li>\n<li>Linux \ub610\ub294 WSL<\/li>\n<\/ul>\n<p>&#8230;<\/p>\n<p>\ucd9c\ucc98 : <a href=\"https:\/\/news.hada.io\/topic?id=9052\" target=\"_blank\" rel=\"noopener\">GeekNews &#8211; \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4 <\/a><\/p>\n","protected":false},"excerpt":{"rendered":"<p>\ub2e4\uc591\ud55c LLM\uc5d0 \ub300\ud574\uc11c LoRA \uba54\uc18c\ub4dc(PEFT \ub77c\uc774\ube0c\ub7ec\ub9ac \uc774\uc6a9)\ub85c \uc27d\uac8c \ud30c\uc778\ud29c\ub2dd \uac00\ub2a5 \ub370\uc774\ud130\uc14b \uad00\ub9ac, \ud30c\ub77c\ubbf8\ud130 \ucee4\uc2a4\ud130\ub9c8\uc774\uc9d5, \ud6c8\ub828 \ubc0f \ubaa8\ub378\uc758 \ucd94\ub860 \ub2a5\ub825 \ud3c9\uac00&hellip;<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"jetpack_post_was_ever_published":false,"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_publicize_message":"","jetpack_publicize_feature_enabled":true,"jetpack_social_post_already_shared":true,"jetpack_social_options":{"image_generator_settings":{"template":"highway","default_image_id":0,"font":"","enabled":false},"version":2}},"categories":[138],"tags":[163],"class_list":["post-22735","post","type-post","status-publish","format-standard","hentry","category-it","tag-geeknews-----"],"jetpack_publicize_connections":[],"jetpack_featured_media_url":"","jetpack_sharing_enabled":true,"jetpack_shortlink":"https:\/\/wp.me\/pa3PO4-5UH","jetpack-related-posts":[{"id":28742,"url":"https:\/\/nori.company\/?p=28742","url_meta":{"origin":22735,"position":0},"title":"magentic &#8211; LLM\uc744 \ud30c\uc774\uc36c \ud568\uc218\ub85c \uc2ec\ub9ac\uc2a4\ud558\uac8c \uc5f0\ub3d9","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 10\uc6d4 14\uc77c","format":false,"excerpt":"\uac04\ub2e8\ud788 @prompt \ub370\ucf54\ub808\uc774\ud130\ub97c \uc0ac\uc6a9\ud558\uc5ec LLM\uc5d0\uc11c \ub9ac\ud134\ubc1b\ub294 \ud568\uc218\ub97c \uc791\uc131 \uac00\ub2a5 LLM \ucffc\ub9ac\uc640 \ud568\uc218\ub97c \ud63c\ud569\ud558\uc5ec \ubcf5\uc7a1\ud55c \ub85c\uc9c1\uc744 \uc0dd\uc131\ud558\uac70\ub098, \uc77c\ubc18 \ud30c\uc774\uc36c \ucf54\ub4dc\ub97c \uc774\uc6a9\ud558\uc5ec \uccb4\uc778\uc744 \uad6c\uc131 \uac00\ub2a5 Type Annotation\uc73c\ub85c Linter \ubc0f IDE \uc9c0\uc6d0 \uac00\ub2a5 ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":26376,"url":"https:\/\/nori.company\/?p=26376","url_meta":{"origin":22735,"position":1},"title":"DeepEval &#8211; LLM\uc744 \uc704\ud55c \uc720\ub2db \ud14c\uc2a4\ud305","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 8\uc6d4 19\uc77c","format":false,"excerpt":"\uae30\ubcf8 \ucca0\ud559\uc740 \"Pytest for LLM\" \ud504\ub85c\ub355\uc158 \uc804\ud658\uc744 \uc704\ud574, LLM \ud30c\uc774\ud504\ub77c\uc778\uc5d0 \ub300\ud55c \uc624\ud504\ub77c\uc778 \ud3c9\uac00\ub97c \uc2e4\ud589\ud558\ub294 \ud30c\uc774\uc36c\uc2a4\ub7ec\uc6b4 \ubc29\ubc95\uc744 \uc81c\uacf5 \ud30c\uc774\uc36c \uc720\ub2db \ud14c\uc2a4\ud2b8 \uc791\uc131\ud558\ub4ef\uc774 LLM \uc5b4\ud50c\ub9ac\ucf00\uc774\uc158(RAG \uac19\uc740)\uc6a9 \ud14c\uc2a4\ud2b8\ub97c \uc791\uc131 \uac00\ub2a5 assert_llm_output \uc744 \ud1b5\ud574\uc11c entailment \/ exact \/ b... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":26460,"url":"https:\/\/nori.company\/?p=26460","url_meta":{"origin":22735,"position":2},"title":"pykoi &#8211; LLM\uc744 \uc704\ud55c \ub370\uc774\ud130 &#038; \ud53c\ub4dc\ubc31 \uc218\uc9d1\uc6a9 UI \ub77c\uc774\ube0c\ub7ec\ub9ac","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 8\uc6d4 21\uc77c","format":false,"excerpt":"LLM\uc758 \uacb0\uacfc\uc5d0 \ub300\ud574\uc11c \ucc57\ubd07 UI \ud615\ud0dc\ub85c \ud53c\ub4dc\ubc31 \uc635\uc158\uc744 \ucd94\uac00 \uac00\ub2a5 (vote & rank \ud53c\ub4dc\ubc31) DB\uc5d0 \uc790\ub3d9\uc73c\ub85c \uc218\uc9d1\ub418\uc5b4 RLHF \uc5d0 \uc774\uc6a9 \uac00\ub2a5 \ubaa8\ub378\ub4e4\uc758 \uacb0\uacfc\uac12\uc744 \ube44\uad50\ud558\uace0, \uacb0\uacfc\uac04\uc5d0 \ub4dc\ub798\uadf8 & \ub4dc\ub86d\uc73c\ub85c Rank \uc9c0\uc815 \uac00\ub2a5 \ubaa8\ub378\uc5d0 Retrieval Augmented Generation (RAG) \uc744 \uc190\uc27d... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":23181,"url":"https:\/\/nori.company\/?p=23181","url_meta":{"origin":22735,"position":3},"title":"OpenLM &#8211; \uc5ec\ub7ec LLM \ud638\ucd9c\uc774 \uac00\ub2a5\ud55c OpenAI \ud638\ud658 \ud30c\uc774\uc36c \ud074\ub77c\uc774\uc5b8\ud2b8","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 5\uc6d4 13\uc77c","format":false,"excerpt":"OpenAI\uc758 API\uc640 \ub611\uac19\uc740 \ud30c\ub77c\ubbf8\ud130\ub85c HuggingFace, Cohere \ubc0f \uc790\uc2e0\uc758 \ubaa8\ub378\ub4f1 \ub2e4\ub978 LLM\uc744 \ud638\ucd9c \uac00\ub2a5 \ud604\uc7ac\ub294 Completion Endpoint\ub9cc \uc9c0\uc6d0\ud558\uc9c0\ub9cc, Streaming\/Embeddings \uac19\uc740 \uc5d4\ub4dc\ud3ec\uc778\ud2b8\ub3c4 \ucd94\uac00\uc608\uc815 \uae30\uc874 \ucf54\ub4dc\uc5d0 import openlm as openai \ud574\uc11c \uadf8\ub300\ub85c \uc774\uc6a9 \uac00\ub2a5 ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":22702,"url":"https:\/\/nori.company\/?p=22702","url_meta":{"origin":22735,"position":4},"title":"Weights &#038; Biases, LLMOps \ub3c4\uad6c W&#038;B Prompts \uacf5\uac1c","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 4\uc6d4 26\uc77c","format":false,"excerpt":"LLM \uae30\ubc18\uc758 \uc5b4\ud50c\ub9ac\ucf00\uc774\uc158 \uac1c\ubc1c\uc744 \ub3c4\uc640\uc8fc\ub294 \ub3c4\uad6c \ubaa8\uc74c LLM \uc2e4\ud589 \ud50c\ub85c\uc6b0\ub97c \uc2dc\uac01\ud654 \ubc0f \uac80\uc0ac LLM\uc758 \uc785\ub825\/\ucd9c\ub825 \ubd84\uc11d \uc911\uac04 \uacb0\uacfc \ud655\uc778 \ud504\ub86c\ud504\ud2b8 \uad00\ub9ac \ubc0f \uc800\uc7a5 1\ub77c\uc778\uc73c\ub85c LangChain \/ OpenAI \uc640 \uc5f0\ub3d9 \uac00\ub2a5 LLM \ud3c9\uac00\uc6a9 OpenAI Evals\uc640 \uc5f0\ub3d9\ud558\ub294 W&am... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":22949,"url":"https:\/\/nori.company\/?p=22949","url_meta":{"origin":22735,"position":5},"title":"Lamini &#8211; LLM \ud6c8\ub828\uc6a9 instruction \uc14b\uc744 \ub9cc\ub4e4\uc5b4\uc8fc\ub294 \ub370\uc774\ud130 \uc0dd\uc131\uae30","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 5\uc6d4 5\uc77c","format":false,"excerpt":"\uc790\uc2e0\ub9cc\uc758 instruction-following LLM\uc744 \ud30c\uc778\ud29c\ub2dd \uac00\ub2a5\ud558\uac8c \ud574\uc8fc\ub294 \uc624\ud508\uc18c\uc2a4 71k instruction \ub370\uc774\ud130\uc14b(CC-BY \ub77c\uc774\uc13c\uc2a4\ub85c \uc0c1\uc5c5\uc6a9\ub3c4 \uc0ac\uc6a9 \uac00\ub2a5) \ub370\uc774\ud130 \uc0dd\uc131\uae30 \ucf54\ub4dc \uc81c\uacf5 (100\uac1c\uc758 \ub370\uc774\ud130 \ud3ec\uc778\ud2b8\ub9cc\uc73c\ub85c 70k+ \ub370\uc774\ud130 \ud3ec\uc778\ud2b8 \uc0dd\uc131 \uac00\ub2a5) \uc774 100\uac1c\uc758 \ub370\uc774\ud130\ud3ec\uc778\ud2b8 \uc6d0\ud615\uc744 \ucee4\uc2a4\ud130\ub9c8\uc774\uc9d5 \ud574... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]}],"_links":{"self":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/22735","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=22735"}],"version-history":[{"count":1,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/22735\/revisions"}],"predecessor-version":[{"id":22736,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/22735\/revisions\/22736"}],"wp:attachment":[{"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=22735"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=22735"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=22735"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}