{"id":24292,"date":"2023-06-22T11:46:39","date_gmt":"2023-06-22T02:46:39","guid":{"rendered":"http:\/\/nori.company\/?p=24292"},"modified":"2023-06-22T11:46:39","modified_gmt":"2023-06-22T02:46:39","slug":"openllm-llm%ec%9d%84-%ed%94%84%eb%a1%9c%eb%8d%95%ec%85%98%ec%97%90%ec%84%9c-%ec%9a%b4%ec%98%81%ed%95%98%ea%b8%b0-%ec%9c%84%ed%95%9c-%ec%98%a4%ed%94%88-%ed%94%8c%eb%9e%ab%ed%8f%bc","status":"publish","type":"post","link":"https:\/\/nori.company\/?p=24292","title":{"rendered":"OpenLLM &#8211; LLM\uc744 \ud504\ub85c\ub355\uc158\uc5d0\uc11c \uc6b4\uc601\ud558\uae30 \uc704\ud55c \uc624\ud508 \ud50c\ub7ab\ud3fc"},"content":{"rendered":"<ul>\n<li>\ub2e4\uc591\ud55c \uc885\ub958\uc758 LLM\uc744 \uc9c0\uc6d0\ud558\uc5ec \ucd94\ub860, \ubc30\ud3ec \uac00\ub2a5\n<ul>\n<li>StableLM, Falcon, DOlly, Flan-T5, ChatGLM, StarCoder,..<\/li>\n<\/ul>\n<\/li>\n<li>\ud558\ub098\uc758 \uba85\ub839\uc73c\ub85c LLM\uc744 RESTful API \ub610\ub294 gRPC\ub85c \uc11c\ube59\n<ul>\n<li>WebUI, CLI, Python\/Javascript Client \ub610\ub294 \ubaa8\ub4e0 HTTP Client\uc5d0\uc11c \ud638\ucd9c<\/li>\n<\/ul>\n<\/li>\n<li>LangChai&#8230;\n<p>\ucd9c\ucc98 : <a href=\"https:\/\/news.hada.io\/topic?id=9452\" target=\"_blank\" rel=\"noopener\">GeekNews &#8211; \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4 <\/a>\n<\/li>\n<\/ul>\n","protected":false},"excerpt":{"rendered":"<p>\ub2e4\uc591\ud55c \uc885\ub958\uc758 LLM\uc744 \uc9c0\uc6d0\ud558\uc5ec \ucd94\ub860, \ubc30\ud3ec \uac00\ub2a5 StableLM, Falcon, DOlly, Flan-T5, ChatGLM, StarCoder,.. \ud558\ub098\uc758 \uba85\ub839\uc73c\ub85c LLM\uc744 RESTful API \ub610\ub294 gRPC\ub85c&hellip;<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"jetpack_post_was_ever_published":false,"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_publicize_message":"","jetpack_publicize_feature_enabled":true,"jetpack_social_post_already_shared":true,"jetpack_social_options":{"image_generator_settings":{"template":"highway","default_image_id":0,"font":"","enabled":false},"version":2}},"categories":[138],"tags":[163],"class_list":["post-24292","post","type-post","status-publish","format-standard","hentry","category-it","tag-geeknews-----"],"jetpack_publicize_connections":[],"jetpack_featured_media_url":"","jetpack_sharing_enabled":true,"jetpack_shortlink":"https:\/\/wp.me\/pa3PO4-6jO","jetpack-related-posts":[{"id":30524,"url":"https:\/\/nori.company\/?p=30524","url_meta":{"origin":24292,"position":0},"title":"LM \uc2a4\ud29c\ub514\uc624 &#8211; \ub85c\uceec LLM \ubc1c\uacac, \ub2e4\uc6b4\ub85c\ub4dc \ubc0f \uc2e4\ud589","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 11\uc6d4 23\uc77c","format":false,"excerpt":"LM Studio \uc18c\uac1c \ubc0f \uae30\ub2a5 LM Studio\ub294 \ub7a9\ud1b1\uc5d0\uc11c \uc644\uc804\ud788 \uc624\ud504\ub77c\uc778\uc73c\ub85c LLM(Local Large Language Models)\uc744 \uc2e4\ud589\ud560 \uc218 \uc788\ub294 \uc560\ud50c\ub9ac\ucf00\uc774\uc158\uc784. \uc571 \ub0b4 \ucc44\ud305 UI \ub610\ub294 OpenAI \ud638\ud658 \ub85c\uceec \uc11c\ubc84\ub97c \ud1b5\ud574 \ubaa8\ub378\uc744 \uc0ac\uc6a9\ud560 \uc218 \uc788\uc74c. HuggingFace \uc800\uc7a5\uc18c\uc5d0\uc11c \ud638\ud658 \uac00\ub2a5\ud55c \ubaa8\ub378 \ud30c\uc77c\uc744 \ub2e4\uc6b4\ub85c\ub4dc\ud560 \uc218... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":25781,"url":"https:\/\/nori.company\/?p=25781","url_meta":{"origin":24292,"position":1},"title":"Basaran &#8211; OpenAI Text Completion API\uc758 \uc624\ud508\uc18c\uc2a4 \ub300\uccb4\uc81c","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 8\uc6d4 4\uc77c","format":false,"excerpt":"Hugging Face Transformer \uae30\ubc18\uc758 \ud14d\uc2a4\ud2b8 \uc0dd\uc131 \ubaa8\ub378\uc5d0 \ub300\ud574\uc11c OpenAI\uc640 \ud638\ud658\ub418\ub294 \uc2a4\ud2b8\ub9ac\ubc0d API\ub97c \uc81c\uacf5 \ub2e4\ub978 LLM\uc744 \uc774\uc6a9\ud574\uc11c OpenAI \uc11c\ube44\uc2a4\ucc98\ub7fc \uc774\uc6a9 \uac00\ub2a5 \ub2e4\uc591\ud55c \ub514\ucf54\ub529 \uc804\ub7b5\uc744 \uc774\uc6a9\ud55c \uc2a4\ud2b8\ub9ac\ubc0d \uc0dd\uc131 \uac00\ub2a5 \ub514\ucf54\ub354-\uc628\ub9ac \ub610\ub294 \uc778\ucf54\ub354-\ub514\ucf54\ub354 \ubaa8\ub378 \ubaa8\ub450 \uc9c0\uc6d0 sur... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":26376,"url":"https:\/\/nori.company\/?p=26376","url_meta":{"origin":24292,"position":2},"title":"DeepEval &#8211; LLM\uc744 \uc704\ud55c \uc720\ub2db \ud14c\uc2a4\ud305","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 8\uc6d4 19\uc77c","format":false,"excerpt":"\uae30\ubcf8 \ucca0\ud559\uc740 \"Pytest for LLM\" \ud504\ub85c\ub355\uc158 \uc804\ud658\uc744 \uc704\ud574, LLM \ud30c\uc774\ud504\ub77c\uc778\uc5d0 \ub300\ud55c \uc624\ud504\ub77c\uc778 \ud3c9\uac00\ub97c \uc2e4\ud589\ud558\ub294 \ud30c\uc774\uc36c\uc2a4\ub7ec\uc6b4 \ubc29\ubc95\uc744 \uc81c\uacf5 \ud30c\uc774\uc36c \uc720\ub2db \ud14c\uc2a4\ud2b8 \uc791\uc131\ud558\ub4ef\uc774 LLM \uc5b4\ud50c\ub9ac\ucf00\uc774\uc158(RAG \uac19\uc740)\uc6a9 \ud14c\uc2a4\ud2b8\ub97c \uc791\uc131 \uac00\ub2a5 assert_llm_output \uc744 \ud1b5\ud574\uc11c entailment \/ exact \/ b... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":22025,"url":"https:\/\/nori.company\/?p=22025","url_meta":{"origin":24292,"position":3},"title":"xturing &#8211; \ub098\ub9cc\uc758 LLM\uc744 \ub9cc\ub4e4\uace0 \uc81c\uc5b4\ud558\uae30","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 4\uc6d4 4\uc77c","format":false,"excerpt":"LLaMA, GPT-J, GPT-2 \uac19\uc740 LLM\uc744 \ube60\ub974\uace0, \ud6a8\uc728\uc801\uc73c\ub85c \ud30c\uc778 \ud29c\ub2dd\ud558\ub294 \uc624\ud508\uc18c\uc2a4 \ub3c4\uad6c \ub2e4\uc591\ud55c \uc18c\uc2a4\uc5d0\uc11c \ub370\uc774\ud130\ub97c \uac00\uc838\uc640\uc11c LLM\ub4e4\uc774 \uc774\ud574\ud560 \uc218 \uc788\ub294 \ud3ec\ub9f7\uc73c\ub85c \uc804\ucc98\ub9ac \ube60\ub978 \ud29c\ub2dd\uc744 \uc704\ud574 \uc2f1\uae00~\uba40\ud2f0 GPU \ud65c\uc6a9 \uba54\ubaa8\ub9ac \ud6a8\uc728\uc801\uc778 \uae30\uc220(LoRA \uac19\uc740)\uc744 \ud65c\uc6a9\ud558\uc5ec \ube44\uc6a9 \uc808\uac10 \ub2e4\uc591\ud55c \ud30c\uc778 ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":22885,"url":"https:\/\/nori.company\/?p=22885","url_meta":{"origin":24292,"position":4},"title":"Amazon, Alexa\uc6a9 \uac1c\uc120\ub41c LLM \uac1c\ubc1c \uc911","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 5\uc6d4 3\uc77c","format":false,"excerpt":"Andy Jassay CEO\uac00 \uc2e4\uc801 \ubc1c\ud45c\uc5d0\uc11c \uc54c\ub809\uc0ac\uc6a9\uc73c\ub85c \ub354 \"\uc77c\ubc18\uc801\uc774\uace0 \ub9ce\uc740 \ub2a5\ub825\uc744 \uac00\uc9c4\" LLM\uc744 \uac1c\ubc1c\ud558\uace0 \uc788\ub2e4\uace0 \ubc1d\ud600 \uc774\ubbf8 Alexa\uc6a9 LLM\uc774 \uc788\uc9c0\ub9cc, \ub354 \ub6f0\uc5b4\ub09c \uac83\uc744 \ub9cc\ub4dc\ub294 \uc911 \uc0c8\ub85c\uc6b4 LLM\uc744 \ud1b5\ud574\uc11c \"\uc138\uacc4 \ucd5c\uace0\uc758 \uac1c\uc778 \ube44\uc11c\"\ub97c \ub9cc\ub4dc\ub294 \ubaa9\ud45c\ub97c \ub2ec\uc131\ud558\ub294\ub370 \ub3c4\uc6c0\uc774 \ub420 \uac83\uc774\ub77c\uace0 \ubbff\uc74c... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":22449,"url":"https:\/\/nori.company\/?p=22449","url_meta":{"origin":24292,"position":5},"title":"Web LLM &#8211; WebGPU\ub85c \ube0c\ub77c\uc6b0\uc800\uc5d0\uc11c LLM \uac00\uc18d\ud558\uc5ec \uc2e4\ud589\ud558\uae30","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 4\uc6d4 18\uc77c","format":false,"excerpt":"\uc11c\ubc84 \uc5c6\uc774 \ube0c\ub77c\uc6b0\uc800\uc5d0\uc11c LLaMA, Vicuna \uac19\uc740 LLM\uc744 WASM\uc744 \uc774\uc6a9\ud558\uc5ec \uad6c\ub3d9 WebGPU\ub85c \uac00\uc18d \ud558\uc9c0\ub9cc, \ubcc4\ub3c4\ub85c Apache TVM\uc774 \uc9c0\uc6d0\ud558\ub294 GPU \ubc31\uc5d4\ub4dc\ub4e4(CUDA, OpenCL, Vulkan)\ub3c4 \uc9c0\uc6d0 MLC(Machine Learning Compilation) \uae30\uc220\uc744 \uc0ac\uc6a9 ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]}],"_links":{"self":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/24292","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=24292"}],"version-history":[{"count":1,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/24292\/revisions"}],"predecessor-version":[{"id":24293,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/24292\/revisions\/24293"}],"wp:attachment":[{"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=24292"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=24292"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=24292"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}