{"id":24413,"date":"2023-06-27T11:47:46","date_gmt":"2023-06-27T02:47:46","guid":{"rendered":"http:\/\/nori.company\/?p=24413"},"modified":"2023-06-27T11:47:46","modified_gmt":"2023-06-27T02:47:46","slug":"llama-tokenizer-js-%eb%b8%8c%eb%9d%bc%ec%9a%b0%ec%a0%80%ec%97%90%ec%84%9c-%ec%8b%a4%ed%96%89%eb%90%98%eb%8a%94-llama-%ed%86%a0%ed%81%ac%eb%82%98%ec%9d%b4%ec%a0%80","status":"publish","type":"post","link":"https:\/\/nori.company\/?p=24413","title":{"rendered":"llama-tokenizer-js &#8211; \ube0c\ub77c\uc6b0\uc800\uc5d0\uc11c \uc2e4\ud589\ub418\ub294 LLaMA \ud1a0\ud06c\ub098\uc774\uc800"},"content":{"rendered":"<ul>\n<li>\ud074\ub77c\uc774\uc5b8\ud2b8 \uc0ac\uc774\ub4dc\uc5d0\uc11c \ud1a0\ud070\uc744 \uc815\ud655\ud558\uac8c \uacc4\uc0b0\ud558\uae30 \uc704\ud574 \uc0ac\uc6a9 \uac00\ub2a5<\/li>\n<li>\uc758\uc874\uc131 \uc804\ud600\uc5c6\ub294 \ud558\ub098\uc758 \ud30c\uc77c\ub85c \uc27d\uac8c \uc0ac\uc6a9 \uac00\ub2a5<\/li>\n<li>\ub300\ubd80\ubd84\uc758 LLaMA \uae30\ubc18 \ubaa8\ub378\uacfc \ud638\ud658<\/li>\n<li>\uc57d 2\ucc9c\uac1c\uc758 \ud1a0\ud070\uc744 20ms \uc548\uc5d0 \ud1a0\ud070\ud654 \uac00\ub2a5<\/li>\n<\/ul>\n<p>&#8230;<\/p>\n<p>\ucd9c\ucc98 : <a href=\"https:\/\/news.hada.io\/topic?id=9501\" target=\"_blank\" rel=\"noopener\">GeekNews &#8211; \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4 <\/a><\/p>\n","protected":false},"excerpt":{"rendered":"<p>\ud074\ub77c\uc774\uc5b8\ud2b8 \uc0ac\uc774\ub4dc\uc5d0\uc11c \ud1a0\ud070\uc744 \uc815\ud655\ud558\uac8c \uacc4\uc0b0\ud558\uae30 \uc704\ud574 \uc0ac\uc6a9 \uac00\ub2a5 \uc758\uc874\uc131 \uc804\ud600\uc5c6\ub294 \ud558\ub098\uc758 \ud30c\uc77c\ub85c \uc27d\uac8c \uc0ac\uc6a9 \uac00\ub2a5 \ub300\ubd80\ubd84\uc758 LLaMA \uae30\ubc18 \ubaa8\ub378\uacfc \ud638\ud658&hellip;<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"jetpack_post_was_ever_published":false,"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_publicize_message":"","jetpack_publicize_feature_enabled":true,"jetpack_social_post_already_shared":true,"jetpack_social_options":{"image_generator_settings":{"template":"highway","default_image_id":0,"font":"","enabled":false},"version":2}},"categories":[138],"tags":[163],"class_list":["post-24413","post","type-post","status-publish","format-standard","hentry","category-it","tag-geeknews-----"],"jetpack_publicize_connections":[],"jetpack_featured_media_url":"","jetpack_sharing_enabled":true,"jetpack_shortlink":"https:\/\/wp.me\/pa3PO4-6lL","jetpack-related-posts":[{"id":23185,"url":"https:\/\/nori.company\/?p=23185","url_meta":{"origin":24413,"position":0},"title":"Anthropic, Claude\uc758 \ud1a0\ud070\uc744 \uae30\uc874 9K\uc5d0\uc11c 100K\uae4c\uc9c0 \ud655\uc7a5","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 5\uc6d4 14\uc77c","format":false,"excerpt":"\uc57d 75000 \ub2e8\uc5b4 \ucc98\ub9ac\uac00 \uac00\ub2a5\ud574\uc838\uc11c \uc218\ubc31\uc7a5\uc758 \ud398\uc774\uc9c0\ub97c \ud55c\ubc88\uc5d0 \ubd84\uc11d \uac00\ub2a5 \uc704\ub300\ud55c \uac1c\uce20\ube44 \uc804\uad8c\uc774 72K \ud1a0\ud070 100K\ub294 \uc57d 6\uc2dc\uac04 \ubd84\ub7c9\uc758 \uc624\ub514\uc624 \uc7ac\ubb34\uc81c\ud45c \ubc0f \ub17c\ubb38\uacfc \uac19\uc740 \ubcf5\uc7a1\ud55c \ubb38\uc11c\ub97c \uc774\ud574\ud558\uace0 \uc694\uc57d\ud558\uac70\ub098 \uc124\uba85 \uac00\ub2a5 API\ub85c \ubc14\ub85c \uc774\uc6a9 \uac00\ub2a5 ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":22544,"url":"https:\/\/nori.company\/?p=22544","url_meta":{"origin":24413,"position":1},"title":"StableLM \uacf5\uac1c &#8211; Stability AI\uc758 \uacf5\uac1c \uc5b8\uc5b4 \ubaa8\ub378","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 4\uc6d4 20\uc77c","format":false,"excerpt":"3B\/7B \ubaa8\ub378\uc744 \uacf5\uac1c, 15B\/30B\/65B \ubaa8\ub378\ub3c4 \uacf5\uac1c \uc608\uc815\uc774\uace0 175B\uae4c\uc9c0 \uacc4\ud68d\uc911 \ubaa8\ub378\uc740 CC BY-SA-4.0 \ub77c\uc774\uc13c\uc2a4\ub85c \ucd9c\ucc98 \ud45c\uae30\uc2dc \uc0c1\uc5c5\uc801 \uc774\uc6a9 \uac00\ub2a5 \uc624\ud508 \ub370\uc774\ud130\uc14b\uc778 The Pile\uc5d0 \uae30\ubc18\ud588\uc9c0\ub9cc 3\ubc30 \ud06c\uae30\uc778 1.5T \ud1a0\ud070\uc744 \uac00\uc9c0\ub294 \uc0c8\ub85c\uc6b4 \ub370\uc774\ud130\uc14b\uc73c\ub85c \ud6c8\ub828 \ucee8\ud14d\uc2a4\ud2b8 \uae38\uc774\ub294 4096 \ud1a0\ud070 PoC\ub85c... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":26861,"url":"https:\/\/nori.company\/?p=26861","url_meta":{"origin":24413,"position":2},"title":"Web LLM &#8211; Llama2 7B\/13B \uc9c0\uc6d0 \uc2dc\uc791","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 8\uc6d4 30\uc77c","format":false,"excerpt":"\uc11c\ubc84 \uc5c6\uc774 \ube0c\ub77c\uc6b0\uc800\uc5d0\uc11c Llama, RedPajama, Vicuna \uac19\uc740 LLM\uc744 WASM\uc73c\ub85c \uad6c\ub3d9\ud558\ub294 \uc11c\ube44\uc2a4 Llama 2 7B\/13B \uc9c0\uc6d0 \uc2dc\uc791 Llama 2 70B\ub3c4 \uc9c0\uc6d0\ud558\uc9c0\ub9cc, \uc560\ud50c \uc2e4\ub9ac\ucf58 \ub9e5 + 64GB \ub7a8 \uc774\uc0c1\uc5d0\uc11c\ub9cc \uc0ac\uc6a9 \uac00\ub2a5 WebGPU\ub85c \uac00\uc18d ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":22745,"url":"https:\/\/nori.company\/?p=22745","url_meta":{"origin":24413,"position":3},"title":"HuggingChat &#8211; \uc624\ud508\uc18c\uc2a4 ChatGPT \ub300\uccb4\uc81c","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 4\uc6d4 27\uc77c","format":false,"excerpt":"OpenAssistant LLaMA 30B SFT 6 \ubaa8\ub378\uc744 \uc0ac\uc6a9 ChatGPT\uac00 \uc9c0\uc6d0\ud558\ub294 \ub2e4\uc591\ud55c \uc791\uc5c5\ub4e4\uc744 \ube44\uc2b7\ud558\uac8c \uc218\ud589 \uc6f9 \uc778\ud130\ud398\uc774\uc2a4\ub97c \ud1b5\ud574 \uc0ac\uc6a9\ud558\uac70\ub098, Hugging Face API\ub97c \ud1b5\ud574\uc11c \uae30\uc874 \uc571\/\uc11c\ube44\uc2a4\ub4f1\uacfc \uc5f0\ub3d9 \uac00\ub2a5 ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":22403,"url":"https:\/\/nori.company\/?p=22403","url_meta":{"origin":24413,"position":4},"title":"AI\ucf54\ub529 \ub3c4\uc6b0\ubbf8 Amazon CodeWhisperer \uc815\uc2dd\ucd9c\uc2dc, \uac1c\uc778 \uc0ac\uc6a9\uc740 \ubb34\ub8cc","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 4\uc6d4 17\uc77c","format":false,"excerpt":"CodeWhisperer Individual \ud2f0\uc5b4\ub294 \ubaa8\ub4e0 \uac1c\ubc1c\uc790\uac00 \ubb34\ub8cc \uc0ac\uc6a9 \uac00\ub2a5 \uc774\uba54\uc77c \ub9cc\uc73c\ub85c \uac00\uc785 \uac00\ub2a5\ud558\uba70, AWS \uace0\uac1d\uc774 \uc544\ub2c8\uc5b4\ub3c4 \ub428 VS Code, IntelliJ IDEA, CLion, WebStorm, PhpStorm, PyCharm \ub4f1 \ub2e4\uc591\ud55c IDE\ub0b4\uc5d0\uc11c \uc0ac\uc6a9 \uac00\ub2a5 Python, Java, JavaScript, TypeScript \uc5d0 \uc774\uc5b4 Go... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":29735,"url":"https:\/\/nori.company\/?p=29735","url_meta":{"origin":24413,"position":5},"title":"GPTs: \ub9de\ucda4\ud615 ChatGPT \ubc84\uc804\ub4e4","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 11\uc6d4 7\uc77c","format":false,"excerpt":"OpenAI, \ub9de\ucda4\ud615 ChatGPT\uc778 GPTs \uc18c\uac1c GPTs, \ubcf4\ub4dc \uac8c\uc784 \uaddc\uce59 \ud559\uc2b5, \uc218\ud559 \uac00\ub974\uce58\uae30, \uc2a4\ud2f0\ucee4 \ub514\uc790\uc778 \ub4f1 \ud2b9\uc815 \uc791\uc5c5\uc744 \uc704\ud55c ChatGPT \ub9de\ucda4\ud615 \uc0dd\uc131 \uac00\ub2a5 GPT \uad6c\ucd95\uc5d0 \ucf54\ub529 \ud544\uc694 \uc5c6\uc74c, \uac1c\uc778 \uc0ac\uc6a9, \ud68c\uc0ac \uc0ac\uc6a9, \uacf5\uacf5 \uc0ac\uc6a9\uc744 \uc704\ud574 \uc0dd\uc131 \uac00\ub2a5 \ub300\ud654 \uc2dc\uc791, \uc9c0\uc2dc \ubc0f \ucd94\uac00 \uc9c0\uc2dd \uc81c\uacf5, \uc6f9 \uac80\uc0c9, \uc774\ubbf8\uc9c0... \ucd9c\ucc98 : GeekNews -\u2026","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]}],"_links":{"self":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/24413","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=24413"}],"version-history":[{"count":1,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/24413\/revisions"}],"predecessor-version":[{"id":24414,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/24413\/revisions\/24414"}],"wp:attachment":[{"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=24413"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=24413"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=24413"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}