{"id":22475,"date":"2023-04-19T10:49:10","date_gmt":"2023-04-19T01:49:10","guid":{"rendered":"http:\/\/nori.company\/?p=22475"},"modified":"2023-04-19T10:49:10","modified_gmt":"2023-04-19T01:49:10","slug":"redpajama-llama-%eb%8d%b0%ec%9d%b4%ed%84%b0%ec%85%8b%ec%9d%84-%ec%9e%ac%ec%9e%91%ec%84%b1%ed%95%98%eb%8a%94-%ec%98%a4%ed%94%88%ec%86%8c%ec%8a%a4-%ed%94%84%eb%a1%9c%ec%a0%9d%ed%8a%b8","status":"publish","type":"post","link":"https:\/\/nori.company\/?p=22475","title":{"rendered":"RedPajama &#8211; LLaMA \ub370\uc774\ud130\uc14b\uc744 \uc7ac\uc791\uc131\ud558\ub294 \uc624\ud508\uc18c\uc2a4 \ud504\ub85c\uc81d\ud2b8"},"content":{"rendered":"<ul>\n<li>LLaMA, Alpaca, Vicuna \uac19\uc740 \ubc18\uac1c\ubc29\ud615 \ubaa8\ub378\uc774 \uc544\ub2c8\ub77c \uc7ac\ud604\uac00\ub2a5\ud558\uace0 \uc644\uc804\ud55c \uac1c\ubc29\ud615 \uc5b8\uc5b4 \ubaa8\ub378\uc744 \ub9cc\ub4e4\uae30 \uc704\ud55c \ud504\ub85c\uc81d\ud2b8<\/li>\n<li>3\uac00\uc9c0 \uad6c\uc131\uc694\uc18c\n<ul>\n<li>\ub192\uc740 \ud488\uc9c8\uacfc \ub113\uc740 \ucee4\ubc84\ub9ac\uc9c0\ub97c \uac00\uc9c4 Pre-Training \ub370\uc774\ud130<\/li>\n<li>\uc774 \ub370\uc774\ud130 \uae30\ubc18\uc73c\ub85c \ub300\uaddc\ubaa8\ub85c \ud559\uc2b5\ub41c \ubca0\uc774\uc2a4 \ubaa8\ub378<\/li>\n<li>\ubca0\uc774\uc2a4 \ubcf4\ub378\uc740 \uc548\uc804\ud558\uace0 \uc0ac\uc6a9&#8230;\n<p>\ucd9c\ucc98 : <a href=\"https:\/\/news.hada.io\/topic?id=8984\" target=\"_blank\" rel=\"noopener\">GeekNews &#8211; \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4 <\/a><\/li>\n<\/ul>\n<\/li>\n<\/ul>\n","protected":false},"excerpt":{"rendered":"<p>LLaMA, Alpaca, Vicuna \uac19\uc740 \ubc18\uac1c\ubc29\ud615 \ubaa8\ub378\uc774 \uc544\ub2c8\ub77c \uc7ac\ud604\uac00\ub2a5\ud558\uace0 \uc644\uc804\ud55c \uac1c\ubc29\ud615 \uc5b8\uc5b4 \ubaa8\ub378\uc744 \ub9cc\ub4e4\uae30 \uc704\ud55c \ud504\ub85c\uc81d\ud2b8 3\uac00\uc9c0 \uad6c\uc131\uc694\uc18c \ub192\uc740 \ud488\uc9c8\uacfc \ub113\uc740&hellip;<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"jetpack_post_was_ever_published":false,"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_publicize_message":"","jetpack_publicize_feature_enabled":true,"jetpack_social_post_already_shared":true,"jetpack_social_options":{"image_generator_settings":{"template":"highway","default_image_id":0,"font":"","enabled":false},"version":2}},"categories":[138],"tags":[163],"class_list":["post-22475","post","type-post","status-publish","format-standard","hentry","category-it","tag-geeknews-----"],"jetpack_publicize_connections":[],"jetpack_featured_media_url":"","jetpack_sharing_enabled":true,"jetpack_shortlink":"https:\/\/wp.me\/pa3PO4-5Qv","jetpack-related-posts":[{"id":24776,"url":"https:\/\/nori.company\/?p=24776","url_meta":{"origin":22475,"position":0},"title":"vlite &#8211; numpy\ub85c \ub9cc\ub4e0 \uac04\ub2e8\ud55c \ubca1\ud130 \ub370\uc774\ud130\ubca0\uc774\uc2a4","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 7\uc6d4 9\uc77c","format":false,"excerpt":"\uc57d 200\uc904\uc758 \ucf54\ub4dc\ub85c \uc791\uc131\ub41c \uc18d\ub3c4 \ube60\ub974\uace0, \uacbd\ub7c9\uc778 \ubca1\ud130 \ub370\uc774\ud130 \ubca0\uc774\uc2a4 \uac04\ub2e8\ud788 \ubca1\ud130 \uc800\uc7a5\uc774 \ud544\uc694\ud55c Agent \ubc0f ChatGPT \ud50c\ub7ec\uadf8\uc778\ub4e4\uc744 \uc704\ud574 \uc124\uacc4 \uc560\ud50c\uc758 Metal Performance Shader\ub97c \uc774\uc6a9(Pytorch\ub97c \ud1b5\ud574\uc11c) ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":25959,"url":"https:\/\/nori.company\/?p=25959","url_meta":{"origin":22475,"position":1},"title":"\uc624\ud508\uc18c\uc2a4 \uc5b8\uc5b4 \ubaa8\ub378\uc758 \ud604\uc7ac","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 8\uc6d4 9\uc77c","format":false,"excerpt":"LLaMA 2 \ucd9c\uc2dc\ud6c4 \ub354 \ub728\uac70\uc6cc\uc9d0 \uac70\uc758 \ubaa8\ub4e0 \uc624\ud508\uc18c\uc2a4 \ubaa8\ub378 \uadf8\ub8f9\ub4e4\uc774 \uc0c8\ub85c\uc6b4 \ubca0\uc774\uc2a4 \ubaa8\ub378\ub85c \uc790\uc2e0\uc758 \ubaa8\ub378\uc744 \uc5c5\ub370\uc774\ud2b8 WizardLM, Airoboros, Hermes \ub4f1 \ud604\uc7ac \uac00\uc7a5 \uac15\ub825\ud55c \ubaa8\ub378\uc740 StabilityAI\uc758 Stable Beluga 2 Llama2 70B \ubaa8\ub378\uc744 Orca \uc2a4\ud0c0\uc77c \ub370\uc774\ud130\uc14b\uc73c\ub85c \ud30c\uc778 \ud29c\ub2dd... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":24750,"url":"https:\/\/nori.company\/?p=24750","url_meta":{"origin":22475,"position":2},"title":"InternLM &#8211; \uc624\ud508\uc18c\uc2a4 7B \ud30c\ub77c\ubbf8\ud130 \uc5b8\uc5b4 \ubaa8\ub378","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 7\uc6d4 8\uc77c","format":false,"excerpt":"7B \ud30c\ub77c\ubbf8\ud130 \ubca0\uc774\uc2a4 \ubaa8\ub378\uacfc \uc2e4\uc81c \uc2dc\ub098\ub9ac\uc624\uc5d0 \ub9de\uac8c \uc870\uc815\ub41c \ucc44\ud305 \ubaa8\ub378\uc744 \uc624\ud508\uc18c\uc2a4\ub85c \uacf5\uac1c \uc218\uc870\uac1c\uc758 \uace0\ud488\uc9c8 \ud1a0\ud070\uc744 \uc774\uc6a9\ud558\uc5ec \ud6c8\ub828 8k \ucf58\ud14d\uc2a4\ud2b8 \uc708\ub3c4\uc6b0 \uae38\uc774 \uc9c0\uc6d0 \uc790\uc2e0\uc758 \uc6cc\ud06c\ud50c\ub85c\uc6b0\uc5d0 \ub9de\uac8c \uc870\uc815\uac00\ub2a5\ud55c \ud234\uc14b \uc81c\uacf5 ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":29499,"url":"https:\/\/nori.company\/?p=29499","url_meta":{"origin":22475,"position":3},"title":"Docker \uc774\ubbf8\uc9c0 \uac00\ubccd\uace0 \uc548\uc804\ud558\uac8c \ub9cc\ub4e4\uae30","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 10\uc6d4 31\uc77c","format":false,"excerpt":"\uc560\ud50c\ub9ac\ucf00\uc774\uc158\uc744 Docker \uc774\ubbf8\uc9c0\ub85c \ub9cc\ub4e4\uace0 \ubc30\ud3ec\ud558\ub2e4\ubcf4\uba74 \ubb34\uac70\uc6b4 \uc774\ubbf8\uc9c0\ub97c \ubca0\uc774\uc2a4 \uc774\ubbf8\uc9c0\ub85c \uc0ac\uc6a9\ud574 \ud55c \ubc88 \ub2e4\uc6b4\ub85c\ub4dc \ubc1b\ub294 \ub370 \uc2dc\uac04\uc774 \uc624\ub798 \uac78\ub9ac\uac70\ub098 \ubbfc\uac10\ud55c \ub370\uc774\ud130\ub97c \ud3ec\ud568\ud574 \ubcf4\uc548\uc0c1 \ubb38\uc81c \uc0dd\uae38 \uc218 \uc788\uc74c Docker \uc774\ubbf8\uc9c0\ub97c \ub354 \uac00\ubccd\uace0 \uc548\uc804\ud558\uac8c \ub9cc\ub4dc\ub294 \ubc29\ubc95 \uc774\ubbf8\uc9c0 \ud06c\uae30 \uc904\uc774\uae30 Docker \uc774\ubbf8\uc9c0... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":24974,"url":"https:\/\/nori.company\/?p=24974","url_meta":{"origin":22475,"position":4},"title":"GitHub Merge Queue \uc77c\ubc18 \uacf5\uac1c","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 7\uc6d4 15\uc77c","format":false,"excerpt":"\uc2f1\uae00 \ube0c\ub79c\uce58\uc5d0\uc11c \ub9ce\uc740 \uc0ac\uc6a9\uc790\ub4e4\uc774 \ucee4\ubc0b\ud558\ub294 \ud300\uc744 \uc704\ud574 \uc124\uacc4 \ucda9\ub3cc\uc744 \ub9c9\uae30 \uc704\ud574 \uba38\uc9c0\ud050\ub294 \uc544\ub798\uc758 \ub0b4\uc6a9\uc744 \ud3ec\ud568\ud55c \uc784\uc2dc \ube0c\ub79c\uce58\ub97c \uc0dd\uc131 \ubca0\uc774\uc2a4 \ube0c\ub79c\uce58\uc758 \ucd5c\uc885 \ubcc0\uacbd \ub0b4\uc5ed \uba38\uc9c0 \ud050\uc5d0 \uc788\ub294 \ub2e4\ub978 \uc0ac\ub78c\ub4e4\uc758 \ud480 \ub9ac\ud018\uc2a4\ud2b8\uc5d0 \uc788\ub294 \ubcc0\uacbd \ub0b4\uc5ed \ub2f9\uc2e0\uc758 \ud480\ub9ac\ud018\uc2a4\ud2b8 \ubcc0\uacbd \ub0b4\uc5ed ... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]},{"id":30776,"url":"https:\/\/nori.company\/?p=30776","url_meta":{"origin":22475,"position":5},"title":"HN \uc18c\uac1c: Trains.fyi \u2013 \ubbf8\uad6d\uacfc \uce90\ub098\ub2e4\uc758 \uc2b9\uac1d \uc5f4\ucc28 \uc2e4\uc2dc\uac04 \uc9c0\ub3c4","author":"\ub178\ub9ac\ucef4\ud37c\ub2c8","date":"2023\ub144 11\uc6d4 28\uc77c","format":false,"excerpt":"\ubd81\ubbf8 \uc5ec\uac1d\uc5f4\ucc28 \uc2e4\uc2dc\uac04 \uc704\uce58 \ucd94\uc801 \ud504\ub85c\uc81d\ud2b8 \ud504\ub85c\uc81d\ud2b8 \uc18c\uac1c: GPS \ucd94\uc801 \ub370\uc774\ud130\ub97c \ud1b5\ud569\ud558\uc5ec \ubd81\ubbf8\uc758 \ubaa8\ub4e0 \uc5ec\uac1d\uc5f4\ucc28 \uc704\uce58\ub97c \uc2e4\uc2dc\uac04\uc73c\ub85c \ubcf4\uc5ec\uc8fc\ub294 \uc9c0\ub3c4 \uc81c\uacf5. \ub370\uc774\ud130 \uc5c5\ub370\uc774\ud2b8: \ub9e4\ubd84\ub9c8\ub2e4 \ub370\uc774\ud130\uac00 \uac31\uc2e0\ub418\uba70, \uc9c0\ub3c4\ub294 \uc790\ub3d9\uc73c\ub85c \uc5c5\ub370\uc774\ud2b8 \ub428. \ud504... \ucd9c\ucc98 : GeekNews - \uac1c\ubc1c\/\uae30\uc220\/\uc2a4\ud0c0\ud2b8\uc5c5 \ub274\uc2a4 \uc11c\ube44\uc2a4","rel":"","context":"&quot;IT&quot;\uc5d0\uc11c","block_context":{"text":"IT","link":"https:\/\/nori.company\/?cat=138"},"img":{"alt_text":"","src":"","width":0,"height":0},"classes":[]}],"_links":{"self":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/22475","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=22475"}],"version-history":[{"count":1,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/22475\/revisions"}],"predecessor-version":[{"id":22476,"href":"https:\/\/nori.company\/index.php?rest_route=\/wp\/v2\/posts\/22475\/revisions\/22476"}],"wp:attachment":[{"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=22475"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=22475"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/nori.company\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=22475"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}