{"id":26162,"date":"2023-08-14T11:54:12","date_gmt":"2023-08-14T02:54:12","guid":{"rendered":"http:\/\/nori.company\/?p=26162"},"modified":"2023-08-14T11:54:12","modified_gmt":"2023-08-14T02:54:12","slug":"litellm-50%ea%b0%9c-%ec%9d%b4%ec%83%81%ec%9d%98-llm%ec%9d%84-%ec%a7%80%ec%9b%90%ed%95%98%eb%8a%94-%ed%94%84%eb%a1%9d%ec%8b%9c-%ec%84%9c%eb%b2%84","status":"publish","type":"post","link":"https:\/\/nori.company\/?p=26162","title":{"rendered":"liteLLM &#8211; 50\uac1c \uc774\uc0c1\uc758 LLM\uc744 \uc9c0\uc6d0\ud558\ub294 \ud504\ub85d\uc2dc \uc11c\ubc84"},"content":{"rendered":"<ul>\n<li>\/chat\/completion API\ub97c Azure, OpenAI, Replicate, Anthropic, Hugging Face \ub4f1\uc758 \ub2e4\uc591\ud55c LLM\uc5d0 \ub300\ud574\uc11c \ud638\ucd9c \uac00\ub2a5<\/li>\n<li>Input\/Ouput \ud3ec\ub9f7\uc744 OpenAI \ud3ec\ub9f7\uc73c\ub85c \ud1b5\uc77c<\/li>\n<li>\ubaa8\ub378 Fallback\uc744 \uc9c0\uc6d0(\uc608: GPT-4 \uc2e4\ud328\uc2dc llama2 \ud638\ucd9c)<\/li>\n<li>\ub85c\uae45 \uc9c0\uc6d0: Supabase, Posthog, Mixpanel, Sentry, Helicone<\/li>\n<p>&#8230;<\/p>\n<p>\ucd9c\ucc98 : <a href=\"https:\/\/news.hada.io\/topic?id=10336\" target=\"_blank\" rel=\"noopener\">GeekNews &#8211; \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4 <\/a><\/ul>\n","protected":false},"excerpt":{"rendered":"<p>\/chat\/completion API\ub97c Azure, OpenAI, Replicate, Anthropic, Hugging Face \ub4f1\uc758 \ub2e4\uc591\ud55c LLM\uc5d0 \ub300\ud574\uc11c \ud638\ucd9c \uac00\ub2a5 Input\/Ouput \ud3ec\ub9f7\uc744 OpenAI \ud3ec\ub9f7\uc73c\ub85c \ud1b5\uc77c \ubaa8\ub378&hellip;<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"jetpack_post_was_ever_published":false,"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_publicize_message":"","jetpack_publicize_feature_enabled":true,"jetpack_social_post_already_shared":true,"jetpack_social_options":{"image_generator_settings":{"template":"highway","default_image_id":0,"font":"","enabled":false},"version":2}},"categories":[138],"tags":[163],"class_list":["post-26162","post","type-post","status-publish","format-standard","hentry","category-it","tag-geeknews-----"],"jetpack_publicize_connections":[],"jetpack_featured_media_url":"","jetpack_sharing_enabled":true,"jetpack_shortlink":"https:\/\/wp.me\/pa3PO4-6NY","jetpack-related-posts":[{"id":23181,"url":"https:\/\/nori.company\/?p=23181","url_meta":{"origin":26162,"position":0},"title":"OpenLM &#8211; \uc5ec\ub7ec LLM \ud638\ucd9c\uc774 \uac00\ub2a5\ud55c OpenAI \ud638\ud658 \ud30c\uc774\uc36c \ud074\ub77c\uc774\uc5b8\ud2b8","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 5\uc6d4 13\uc77c","format":false,"excerpt":"OpenAI\uc758 API\uc640 \ub611\uac19\uc740 \ud30c\ub77c\ubbf8\ud130\ub85c HuggingFace, Cohere \ubc0f \uc790\uc2e0\uc758 \ubaa8\ub378\ub4f1 \ub2e4\ub978 LLM\uc744 \ud638\ucd9c \uac00\ub2a5 \ud604\uc7ac\ub294 Completion Endpoint\ub9cc \uc9c0\uc6d0\ud558\uc9c0\ub9cc, Streaming\/Embeddings \uac19\uc740 \uc5d4\ub4dc\ud3ec\uc778\ud2b8\ub3c4 \ucd94\uac00\uc608\uc815 \uae30\uc874 \ucf54\ub4dc\uc5d0 import openlm as openai \ud574\uc11c \uadf8\ub300\ub85c \uc774\uc6a9 \uac00\ub2a5 ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":26648,"url":"https:\/\/nori.company\/?p=26648","url_meta":{"origin":26162,"position":1},"title":"OpenCopilot &#8211; \uc624\ud508\uc18c\uc2a4 AI Copilot","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 8\uc6d4 25\uc77c","format":false,"excerpt":"\uc790\uc2e0\ub9cc\uc758 \uc81c\ud488\uc744 \uc704\ud55c AI Copilot \ucd94\uac00 \uac00\ub2a5 \uae30\uc874 \uc0ac\uc6a9\uc911\uc778 \uc790\uc2e0\uc758 API\uc640 \uc5f0\ub3d9\ud558\uc5ec \ud544\uc694\ud560\ub54c \ud638\ucd9c \uac00\ub2a5 LLM\uc744 \uc774\uc6a9\ud558\uc5ec \uc0ac\uc6a9\uc790\uc758 \uc694\uccad\uc774 API \ud638\ucd9c\uc774 \ud544\uc694\ud55c\uc9c0 \ud310\ub2e8 Swagger OpenAPI 3.0 \uc2a4\ud399\uc744 \uc9c0\uc6d0 \uc790\uc2e0\uc758 \uc2a4\ud0a4\ub9c8\uc640 API \uc815\uc758\ub97c \uc785\ub825\ud558\uc5ec \uc5f0\ub3d9 ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":23625,"url":"https:\/\/nori.company\/?p=23625","url_meta":{"origin":26162,"position":2},"title":"Gorilla &#8211; LLM\uc744 \uc704\ud55c API \uc2a4\ud1a0\uc5b4","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 5\uc6d4 29\uc77c","format":false,"excerpt":"\uc5ec\ub7ec LLM\ub4e4\uc774 \ub2e4\uc591\ud55c API\uc640 \uc5f0\uacb0\ud558\uac8c \ub9cc\ub4e4\uc5b4 \uc8fc\ub294 \uc624\ud508\uc18c\uc2a4 \uc790\uc5f0\uc5b4 \ucffc\ub9ac\uac00 \uc8fc\uc5b4\uc9c0\uba74, Semantically & Syntactically \uc62c\ubc14\ub978 API\ub97c \ud638\ucd9c \uc57d 1,600\uac1c \uc774\uc0c1\uc758 API\ub97c \ud638\ucd9c \uac00\ub2a5(\uac2f\uc218\ub294 \uc810\uc810 \ub298\uc5b4\ub098\ub294 \uc911) ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":24292,"url":"https:\/\/nori.company\/?p=24292","url_meta":{"origin":26162,"position":3},"title":"OpenLLM &#8211; LLM\uc744 \ud504\ub85c\ub355\uc158\uc5d0\uc11c \uc6b4\uc601\ud558\uae30 \uc704\ud55c \uc624\ud508 \ud50c\ub7ab\ud3fc","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 6\uc6d4 22\uc77c","format":false,"excerpt":"\ub2e4\uc591\ud55c \uc885\ub958\uc758 LLM\uc744 \uc9c0\uc6d0\ud558\uc5ec \ucd94\ub860, \ubc30\ud3ec \uac00\ub2a5 StableLM, Falcon, DOlly, Flan-T5, ChatGLM, StarCoder,.. \ud558\ub098\uc758 \uba85\ub839\uc73c\ub85c LLM\uc744 RESTful API \ub610\ub294 gRPC\ub85c \uc11c\ube59 WebUI, CLI, Python\/Javascript Client \ub610\ub294 \ubaa8\ub4e0 HTTP Client\uc5d0\uc11c \ud638\ucd9c LangChai... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":25781,"url":"https:\/\/nori.company\/?p=25781","url_meta":{"origin":26162,"position":4},"title":"Basaran &#8211; OpenAI Text Completion API\uc758 \uc624\ud508\uc18c\uc2a4 \ub300\uccb4\uc81c","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 8\uc6d4 4\uc77c","format":false,"excerpt":"Hugging Face Transformer \uae30\ubc18\uc758 \ud14d\uc2a4\ud2b8 \uc0dd\uc131 \ubaa8\ub378\uc5d0 \ub300\ud574\uc11c OpenAI\uc640 \ud638\ud658\ub418\ub294 \uc2a4\ud2b8\ub9ac\ubc0d API\ub97c \uc81c\uacf5 \ub2e4\ub978 LLM\uc744 \uc774\uc6a9\ud574\uc11c OpenAI \uc11c\ube44\uc2a4\ucc98\ub7fc \uc774\uc6a9 \uac00\ub2a5 \ub2e4\uc591\ud55c \ub514\ucf54\ub529 \uc804\ub7b5\uc744 \uc774\uc6a9\ud55c \uc2a4\ud2b8\ub9ac\ubc0d \uc0dd\uc131 \uac00\ub2a5 \ub514\ucf54\ub354-\uc628\ub9ac \ub610\ub294 \uc778\ucf54\ub354-\ub514\ucf54\ub354 \ubaa8\ub378 \ubaa8\ub450 \uc9c0\uc6d0 sur... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":24079,"url":"https:\/\/nori.company\/?p=24079","url_meta":{"origin":26162,"position":5},"title":"LocalAI &#8211; \uc140\ud504\ud638\uc2a4\ud2b8 \uac00\ub2a5\ud55c OpenAI \ud638\ud658 API","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 6\uc6d4 15\uc77c","format":false,"excerpt":"OpenAI\uc640 \ud638\ud658\ub418\ub294 REST API\ub85c \ub2e4\uc591\ud55c LLM\ub4e4\uc744 \uc774\uc6a9 \uac00\ub2a5 GPU \uc5c6\uc774\ub3c4 \uac00\ub2a5. llama.cpp \ud638\ud658 LLM\uc5d0\uc11c\ub294 GPU \uac00\uc18d \uc9c0\uc6d0 \ub2e4\uc911 \ubaa8\ub378\uc744 \uc9c0\uc6d0\ud558\uba70, \uc624\ub514\uc624 \ud2b8\ub79c\uc2a4\ud06c\ub9bd\uc158, \ud14d\uc2a4\ud2b8 \uc0dd\uc131, \uc774\ubbf8\uc9c0 \uc0dd\uc131(Stable Diffusion) \uc9c0\uc6d0 \ud55c\ubc88 \ub85c\ub529\ub418\uba74 \ubaa8\ub378\uc744 \uba54\ubaa8\ub9ac\uc5d0 \uc800\uc7a5\ud574\ub450\uace0 \ube60\ub978 \ucd94\ub860 \uc9c0\uc6d0... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]}],"_links":{"self":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/26162","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=26162"}],"version-history":[{"count":1,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/26162\/revisions"}],"predecessor-version":[{"id":26163,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/26162\/revisions\/26163"}],"wp:attachment":[{"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=26162"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=26162"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=26162"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}