{"id":23229,"date":"2023-05-15T17:48:14","date_gmt":"2023-05-15T08:48:14","guid":{"rendered":"http:\/\/nori.company\/?p=23229"},"modified":"2023-05-15T17:48:14","modified_gmt":"2023-05-15T08:48:14","slug":"lmql-llm%ec%97%90-%ec%bf%bc%eb%a6%ac%ed%95%98%ea%b8%b0-%ec%9c%84%ed%95%9c-%ec%96%b8%ec%96%b4","status":"publish","type":"post","link":"https:\/\/nori.company\/?p=23229","title":{"rendered":"LMQL &#8211; LLM\uc5d0 \ucffc\ub9ac\ud558\uae30 \uc704\ud55c \uc5b8\uc5b4"},"content":{"rendered":"<ul>\n<li>LLM(\uac70\ub300 \uc5b8\uc5b4 \ubaa8\ub378)\uc5d0 \uc790\uc5f0\uc5b4\ub85c \ucffc\ub9ac\ud560 \uc218\ub294 \uc788\uc9c0\ub9cc, \ub54c\ub85c\ub294 LLM\uc774 \uc778\uac04\uc758 \uc758\ub3c4\ub97c \uc815\ud655\ud558\uac8c \uc774\ud574\ud558\uc9c0 \ubabb\ud560 \ub54c\ub3c4 \uc788\uc74c<\/li>\n<li>\uc2a4\uc704\uc2a4 \ucde8\ub9ac\ud788 \uc5f0\ubc29\uacf5\ub300(ETH Z\u00fcrich)\uc758 SRIlab(Secure, Reliable, and Intelligent Systems Lab) \uc5f0\uad6c\uc9c4\uc740 \uc774\ub97c \ud574\uacb0\ud558\uace0\uc790 LMP(Language Model Programming)\ub77c\ub294 \uac1c\ub150\uc744 \uc81c\uc2dc<\/li>\n<p>&#8230;<\/p>\n<p>\ucd9c\ucc98 : <a href=\"https:\/\/news.hada.io\/topic?id=9185\" target=\"_blank\" rel=\"noopener\">GeekNews &#8211; \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4 <\/a><\/ul>\n","protected":false},"excerpt":{"rendered":"<p>LLM(\uac70\ub300 \uc5b8\uc5b4 \ubaa8\ub378)\uc5d0 \uc790\uc5f0\uc5b4\ub85c \ucffc\ub9ac\ud560 \uc218\ub294 \uc788\uc9c0\ub9cc, \ub54c\ub85c\ub294 LLM\uc774 \uc778\uac04\uc758 \uc758\ub3c4\ub97c \uc815\ud655\ud558\uac8c \uc774\ud574\ud558\uc9c0 \ubabb\ud560 \ub54c\ub3c4 \uc788\uc74c \uc2a4\uc704\uc2a4 \ucde8\ub9ac\ud788 \uc5f0\ubc29\uacf5\ub300(ETH Z\u00fcrich)\uc758&hellip;<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"jetpack_post_was_ever_published":false,"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_publicize_message":"","jetpack_publicize_feature_enabled":true,"jetpack_social_post_already_shared":true,"jetpack_social_options":{"image_generator_settings":{"template":"highway","default_image_id":0,"font":"","enabled":false},"version":2}},"categories":[138],"tags":[163],"class_list":["post-23229","post","type-post","status-publish","format-standard","hentry","category-it","tag-geeknews-----"],"jetpack_publicize_connections":[],"jetpack_featured_media_url":"","jetpack_sharing_enabled":true,"jetpack_shortlink":"https:\/\/wp.me\/pa3PO4-62F","jetpack-related-posts":[{"id":30062,"url":"https:\/\/nori.company\/?p=30062","url_meta":{"origin":23229,"position":0},"title":"[2023\/11\/06 ~ 11\/12] \uc774\ubc88 \uc8fc\uc758 \uc8fc\uc694 ML \ub17c\ubb38 (Top ML Papers of the Week)","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 11\uc6d4 13\uc77c","format":false,"excerpt":"\uac1c\uc694 DAIR.AI\uc5d0\uc11c \ub9e4\uc8fc \uacf5\uac1c\ud558\ub294 ML \ub17c\ubb38\ub4e4\uc5d0 \ub300\ud55c \uae00\uc744 \uc790\ub3d9 \ubc88\uc5ed\ud574\ubcf4\uc558\uc2b5\ub2c8\ub2e4. \uc774\ubc88 \uc8fc\uc5d0 \uc120\uc815\ub41c \ub17c\ubb38\uc744 \uc0b4\ud3b4\ubcf4\uba74 \ud2b8\ub79c\uc2a4\ud3ec\uba38(Transformer) \ubaa8\ub378\uacfc \ub300\uaddc\ubaa8 \uc5b8\uc5b4 \ubaa8\ub378(Large Language Models, LLM)\uc5d0 \ub300\ud55c \uc5f0\uad6c\uac00 \ub2e4\uc218 \uc788\ub294 \uac83\uc73c\ub85c \ub098\ud0c0\ub0a9\ub2c8\ub2e4. 'Simplifyin \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":23021,"url":"https:\/\/nori.company\/?p=23021","url_meta":{"origin":23229,"position":1},"title":"StarCoder, BigCode \ud504\ub85c\uc81d\ud2b8\uac00 \uacf5\uac1c\ud55c \ucf54\ub4dc\uc6a9 LLM","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 5\uc6d4 8\uc77c","format":false,"excerpt":"80+\uac1c\uc758 \ud504\ub85c\uadf8\ub798\ubc0d \uc5b8\uc5b4\uc5d0 \ub300\ud574\uc11c 1\uc870\uac1c\uc758 \ud1a0\ud070\uc73c\ub85c \ud6c8\ub828\ub41c 15.5B \ubaa8\ub378 \ud6a8\uc728\uc801\uc778 \uc0dd\uc131\uc744 \uc704\ud574 MQA\ub97c \uc0c8\uc6a9\ud558\uc5ec, 8192 \ud1a0\ud070 \ucee8\ud14d\uc2a4\ud2b8 \uc708\ub3c4\uc6b0\ub97c \uac00\uc9d0 StarCoderBase : 80\uac1c \uc774\uc0c1\uc758 \uc5b8\uc5b4 \ub370\uc774\ud130\ub97c \uac00\uc9c4 The-Stack v1.2(6TB) \ub370\uc774\ud130\uc14b\uc73c\ub85c \ud6c8\ub828 StarCoder : Python\uc5d0 \ub300\ud574\uc11c \uc880 \ub354 \ud6c8\ub828... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":25716,"url":"https:\/\/nori.company\/?p=25716","url_meta":{"origin":23229,"position":2},"title":"LLM \uae30\ubc18 \uc2dc\uc2a4\ud15c \ubc0f \uc81c\ud488 \uad6c\ucd95 \ud328\ud134","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 8\uc6d4 3\uc77c","format":false,"excerpt":"\ub300\ud615 \uc5b8\uc5b4 \ubaa8\ub378 (LLM)\uc744 \uc2dc\uc2a4\ud15c\uacfc \uc81c\ud488\uc5d0 \ud1b5\ud569\ud558\ub294 \uc2e4\uc6a9\uc801\uc778 \ud328\ud134\uc5d0 \ub300\ud574 \ub17c\uc758\ud558\ub294 \uae30\uc0ac \uc131\ub2a5 \ud5a5\uc0c1\uacfc \ube44\uc6a9\/\uc704\ud5d8 \uac10\uc18c\uc5d0 \uae30\uc5ec\ud558\ub294 7\uac00\uc9c0 \uc8fc\uc694 \ud328\ud134 \ud3c9\uac00 (evals)\ub294 LLM\uc758 \uc131\ub2a5 \uce21\uc815\uacfc \ud68c\uadc0 \uac80\ucd9c\uc5d0 \uc911\uc694\ud568 \ub2e4\uc591\ud55c \ubca4\uce58\ub9c8\ud06c\uc640 \uba54\ud2b8\ub9ad\uc744 \uc0ac\uc6a9\ud558\uc5ec \uc5b8\uc5b4 \ubaa8\ub378\uc744 \ud3c9\uac00\ud568 \uc804\ud1b5\uc801\uc778... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":28486,"url":"https:\/\/nori.company\/?p=28486","url_meta":{"origin":23229,"position":3},"title":"[2023\/10\/02 ~ 10\/08] \uc774\ubc88 \uc8fc\uc758 \uc8fc\uc694 ML \ub17c\ubb38 (Top ML Papers of the Week)","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 10\uc6d4 9\uc77c","format":false,"excerpt":"\uac1c\uc694 DAIR.AI\uc5d0\uc11c \ub9e4\uc8fc \uacf5\uac1c\ud558\ub294 ML \ub17c\ubb38\ub4e4\uc5d0 \ub300\ud55c \uae00\uc744 \uc790\ub3d9 \ubc88\uc5ed\ud574\ubcf4\uc558\uc2b5\ub2c8\ub2e4. \uc774\ubc88 \uc8fc\uc5d0 \uc8fc\uc5b4\uc9c4 \ub17c\ubb38\ub4e4\uc744 \uc0b4\ud3b4\ubcf8 \uacb0\uacfc, \uc7a5\uae30\uac04 \ucee8\ud14d\uc2a4\ud2b8(Long Context)\ub97c \ub2e4\ub8e8\ub294 \uc5b8\uc5b4 \ubaa8\ub378(Language Models, LLM)\uc5d0 \ub300\ud55c \uc5f0\uad6c\ub4e4\uc774 \ub9ce\uc558\uc2b5\ub2c8\ub2e4. \ud2b9\ud788 'LLMs Represent Space and Time', 'Retr \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":27331,"url":"https:\/\/nori.company\/?p=27331","url_meta":{"origin":23229,"position":4},"title":"Persimmon 8B: Adept\uac00 \uacf5\uac1c\ud55c \uc0c8\ub85c\uc6b4 LLM \ubaa8\ub378","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 9\uc6d4 9\uc77c","format":false,"excerpt":"\uc8fc\uc694 \ud2b9\uc9d5 Adept\uc5d0\uc11c Apache \ub77c\uc774\uc120\uc2a4\ub85c \uacf5\uac1c\ud55c \ub300\ud615 \uc5b8\uc5b4 \ubaa8\ub378(LLM) Persimmon-8B \ubaa8\ub378\uc740 80\uc5b5\uac1c\uc758 \ub9e4\uac1c\ubcc0\uc218\ub97c \uac00\uc9c0\uba70, \ub2e4\uc591\ud55c \uc5b8\uc5b4 \uc791\uc5c5\uc5d0 \uc0ac\uc6a9 \uac00\ub2a5 LLaMA2, GPT3, MPT \ub4f1\uc5d0 \ube44\ud574 \uc57d 4\ubc30 \uac00\ub7c9 \ub354 \ud070 16K\uc758 \ucee8\ud14d\uc2a4\ud2b8 \ud06c\uae30\ub97c \uac00\uc9d0 10\uc5b5\uac1c \ubbf8\ub9cc\uc758 \ub9e4\uac1c\ubcc0\uc218\ub97c \uac16\ub294 \uc624\ud508\uc18c\uc2a4... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":23299,"url":"https:\/\/nori.company\/?p=23299","url_meta":{"origin":23229,"position":5},"title":"guidance &#8211; LLM \uc81c\uc5b4\ub97c \uc704\ud55c \uc548\ub0b4 \uc5b8\uc5b4","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 5\uc6d4 17\uc77c","format":false,"excerpt":"\uae30\uc874 \ud504\ub86c\ud504\ud2b8\ubcf4\ub2e4 \ub354 \ud6a8\uacfc\uc801\uc73c\ub85c \uc5b8\uc5b4 \ubaa8\ub378\uc744 \uc81c\uc5b4\ud560 \uc218 \uc788\ub294 \uc5b8\uc5b4. Handlebars \ud15c\ud50c\ub9bf \uae30\ubc18\uc73c\ub85c \ucd9c\ub825 \uad6c\uc870\uc640 \ubc29\ubc95\uc744 \uc9c0\uc815\ud558\uace0, \ub17c\ub9ac\uc801 \ud750\ub984\uc744 \uc81c\uc5b4\ud560 \uc218 \uc788\uc74c. \ud504\ub86c\ud504\ud2b8 \ub0b4\ubd80\uc5d0\uc11c \ud0a4\/\uac12 \uce90\uc2dc\ub97c \uc0ac\uc6a9\ud558\uace0, \uc6d0\ud558\ub294 \ubd80\ubd84\ub9cc \ucd94\ub860\ud558\ub3c4\ub85d \ud558\uc5ec \ucd94\ub860 \uc131\ub2a5 \ud5a5\uc0c1. \ub2e8\uc21c\ud55c \ucd9c\ub825 \uad6c\uc870 \uc81c\uc5b4\ub97c... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]}],"_links":{"self":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/23229","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=23229"}],"version-history":[{"count":1,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/23229\/revisions"}],"predecessor-version":[{"id":23230,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/23229\/revisions\/23230"}],"wp:attachment":[{"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=23229"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=23229"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=23229"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}