{"id":3413,"date":"2023-12-12T16:06:57","date_gmt":"2023-12-12T08:06:57","guid":{"rendered":"http:\/\/xinyixx.com\/?p=3413"},"modified":"2024-01-06T15:07:08","modified_gmt":"2024-01-06T07:07:08","slug":"spider-2","status":"publish","type":"post","link":"https:\/\/www.xinyixx.com\/index.php\/2023\/12\/12\/spider-2\/","title":{"rendered":"\u4e00\u4e2a\u4e13\u95e8\u4e3aGPT\u8bbe\u8ba1\u7684\u722c\u866b\u811a\u672c"},"content":{"rendered":"<p>\u5728GPT\u7684\u65f6\u4ee3\uff0c\u4f60\u6216\u8bb8\u5df2\u7ecf\u5f88\u719f\u6089\u521b\u5efa\u4e2a\u4eba\u77e5\u8bc6\u5e93\u3002\u4f46\u662f\u5bf9\u4e8e\u7f51\u4e0a\u7684\u5404\u79cd\u77e5\u8bc6\uff0c\u4e00\u70b9\u4e00\u70b9\u590d\u5236\u7c98\u8d34\u4e5f\u5f88\u9ebb\u70e6\u3002\u8fd9\u4e2a\u65f6\u5019\uff0c\u4e00\u4e2a\u4e13\u95e8\u4e3aGPT\u8bbe\u8ba1\u7684\u722c\u866b\u811a\u672c\u5c31\u663e\u5f97\u975e\u5e38\u65b9\u4fbf\u3002\u5b83\u53ef\u4ee5\u8f7b\u677e\u722c\u53d6\u4e00\u4e2a\u7f51\u7ad9\u4e0a\u7684\u6240\u6709\u5185\u5bb9\uff0c\u628a\u5b83\u5b58\u5230\u4e00\u4e2a\u6587\u4ef6\u91cc\uff0c\u7136\u540e\u4e0a\u4f20\u5230GPT\u95ee\u7b54\u673a\u5668\u4eba\uff0c30\u79d2\u5c31\u80fd\u5b8c\u6210\u3002\u4ee5\u4e0b\u6559\u7a0b\u9ed8\u8ba4\u4e3a\u5728GitHub\u4e0a\u6709\u90e8\u7f72\u7684\u7ecf\u9a8c\u57fa\u7840\uff0c\u642d\u5efa\u597d\u4e86Node\u548cGit\u73af\u5883\u3002\u8fd9\u7bc7\u6587\u7ae0\u7b80\u5355\u4ecb\u7ecd\u5982\u4f55\u590d\u523bGithub\u4e0a\u7684\u9879\u76ee\uff1a<a href=\"http:\/\/xinyixx.com\/index.php\/2023\/05\/30\/clone-github\/\" target=\"_blank\" rel=\"noopener\" title>\u5982\u4f55\u590d\u523bgithub\u7684\u9879\u76ee\u548c\u5171\u4eab\u81ea\u5df1\u7684\u9879\u76ee | \u9ad8\u6cbb\u4e2d\u7684\u4e2a\u4eba\u7a7a\u95f4 (xinyixx.com)<\/a><\/p>\n\n\n\n<p>\u4eca\u5929\u8981\u4ecb\u7ecd\u7684\u8f6f\u4ef6\u5c31\u662fGPT crawler\uff1a<a href=\"https:\/\/github.com\/BuilderIO\/gpt-crawler\" target=\"_blank\" rel=\"noopener\" title>GitHub &#8211; BuilderIO\/gpt-crawler\uff1a\u6293\u53d6\u7f51\u7ad9\u4ee5\u751f\u6210\u77e5\u8bc6\u6587\u4ef6\uff0c\u4ee5\u4fbf\u4ece URL \u521b\u5efa\u81ea\u5df1\u7684\u81ea\u5b9a\u4e49 GPT<\/a>\uff0c\u5b83\u7684\u4f7f\u7528\u975e\u5e38\u7b80\u5355\uff0c\u4e5f\u662f\u5f00\u6e90\u514d\u8d39\u7684\u3002\u5728\u5b89\u88c5\u4e4b\u524d\uff0c\u9700\u8981\u786e\u8ba4\u7535\u8111\u5df2\u7ecf\u5b89\u88c5Node\u548cGit\u3002\u6253\u5f00terminal\uff0c\u68c0\u67e5note\u548cgit\u7684\u7248\u672c\uff0c\u5982\u679c\u7248\u672c\u8fc7\u4f4e\u6216\u663e\u793a\u8f6f\u4ef6\u672a\u5b89\u88c5\uff0c\u53ef\u4ee5\u901a\u8fc7home brew\u8fdb\u884c\u5b89\u88c5\u3002<\/p>\n\n\n\n<figure class=\"wp-block-image size-full\"><noscript><img decoding=\"async\" width=\"960\" height=\"618\" src=\"http:\/\/xinyixx.com\/wp-content\/uploads\/2023\/12\/image-29.png\" alt class=\"wp-image-3414\" srcset=\"https:\/\/www.xinyixx.com\/wp-content\/uploads\/2023\/12\/image-29.png 960w, https:\/\/www.xinyixx.com\/wp-content\/uploads\/2023\/12\/image-29-300x193.png 300w, https:\/\/www.xinyixx.com\/wp-content\/uploads\/2023\/12\/image-29-768x494.png 768w\" sizes=\"(max-width: 960px) 100vw, 960px\"><\/noscript><img decoding=\"async\" width=\"960\" height=\"618\" src=\"data:image\/svg+xml,%3Csvg%20xmlns%3D%22http%3A%2F%2Fwww.w3.org%2F2000%2Fsvg%22%20viewBox%3D%220%200%20960%20618%22%3E%3C%2Fsvg%3E\" alt class=\"wp-image-3414 lazyload\" srcset=\"data:image\/svg+xml,%3Csvg%20xmlns%3D%22http%3A%2F%2Fwww.w3.org%2F2000%2Fsvg%22%20viewBox%3D%220%200%20960%20618%22%3E%3C%2Fsvg%3E 960w\" sizes=\"(max-width: 960px) 100vw, 960px\" data-srcset=\"https:\/\/www.xinyixx.com\/wp-content\/uploads\/2023\/12\/image-29.png 960w, https:\/\/www.xinyixx.com\/wp-content\/uploads\/2023\/12\/image-29-300x193.png 300w, https:\/\/www.xinyixx.com\/wp-content\/uploads\/2023\/12\/image-29-768x494.png 768w\" data-src=\"http:\/\/xinyixx.com\/wp-content\/uploads\/2023\/12\/image-29.png\"><\/figure>\n\n\n\n<p>\u5b89\u88c5GPT Crawler\u7684\u6b65\u9aa4\u5982\u4e0b:<\/p>\n\n\n\n<p>1. \u5728Github\u9879\u76ee\u9875\u9762clone\u9879\u76ee\u4ee3\u7801<\/p>\n\n\n\n<p>2. CD\u8fdb\u5165\u9879\u76ee\u76ee\u5f55\uff0c\u8fd0\u884cnpm i\u5b89\u88c5Node\u4f9d\u8d56<\/p>\n\n\n\n<p>3. \u6253\u5f00VS Code\uff0c\u627e\u5230config.ts\u6587\u4ef6\uff0c\u8bbe\u7f6e\u8981\u722c\u53d6\u7684\u7f51\u7ad9URL<\/p>\n\n\n\n<p>4. \u8bbe\u7f6e\u8981\u722c\u53d6\u7684\u6700\u5927\u7f51\u9875\u6570\u91cf\uff0c\u4fdd\u5b58\u6587\u4ef6<\/p>\n\n\n\n<p>5. \u547d\u4ee4\u884c\u4e2d\u8fd0\u884cnpm start\u722c\u53d6\u7f51\u7ad9<\/p>\n\n\n\n<p>6. \u7b49\u5f85\u722c\u53d6\u5b8c\u6210\uff0c\u9879\u76ee\u76ee\u5f55\u4e0b\u751f\u6210output.json\u6587\u4ef6<\/p>\n\n\n\n<p>output.json\u5c31\u662f\u6211\u4eec\u7684\u77e5\u8bc6\u5e93\u4e86\uff0c\u6bd4\u624b\u52a8\u4e00\u4e2a\u4e2a\u9875\u9762\u590d\u5236\u8981\u5feb\u5f97\u591a\uff0c\u800c\u4e14\u90fd\u6709\u6807\u9898\u548c\u94fe\u63a5\u65b9\u4fbf\u67e5\u627e\u3002<\/p>\n\n\n\n<p>\u540c\u6837\u7684\uff0c\u6211\u4eec\u4e5f\u53ef\u4ee5\u5728Docker\u4e0a\u90e8\u7f72\u3002\u8fd9\u662fDocker\u4e0a\u7684readme\uff1a<a href=\"https:\/\/github.com\/BuilderIO\/gpt-crawler\/blob\/main\/containerapp\/README.md\" target=\"_blank\" rel=\"noopener\" title>gpt-crawler\/containerapp\/README.md at main \u00b7 BuilderIO\/gpt-crawler \u00b7 GitHub<\/a><\/p>\n\n\n\n<figure class=\"wp-block-image size-large\"><noscript><img decoding=\"async\" width=\"1024\" height=\"522\" src=\"http:\/\/xinyixx.com\/wp-content\/uploads\/2023\/12\/image-30-1024x522.png\" alt class=\"wp-image-3415\" srcset=\"https:\/\/www.xinyixx.com\/wp-content\/uploads\/2023\/12\/image-30-1024x522.png 1024w, https:\/\/www.xinyixx.com\/wp-content\/uploads\/2023\/12\/image-30-300x153.png 300w, https:\/\/www.xinyixx.com\/wp-content\/uploads\/2023\/12\/image-30-768x391.png 768w, https:\/\/www.xinyixx.com\/wp-content\/uploads\/2023\/12\/image-30-1536x783.png 1536w, https:\/\/www.xinyixx.com\/wp-content\/uploads\/2023\/12\/image-30.png 1540w\" sizes=\"(max-width: 1024px) 100vw, 1024px\"><\/noscript><img decoding=\"async\" width=\"1024\" height=\"522\" src=\"data:image\/svg+xml,%3Csvg%20xmlns%3D%22http%3A%2F%2Fwww.w3.org%2F2000%2Fsvg%22%20viewBox%3D%220%200%201024%20522%22%3E%3C%2Fsvg%3E\" alt class=\"wp-image-3415 lazyload\" srcset=\"data:image\/svg+xml,%3Csvg%20xmlns%3D%22http%3A%2F%2Fwww.w3.org%2F2000%2Fsvg%22%20viewBox%3D%220%200%201024%20522%22%3E%3C%2Fsvg%3E 1024w\" sizes=\"(max-width: 1024px) 100vw, 1024px\" data-srcset=\"https:\/\/www.xinyixx.com\/wp-content\/uploads\/2023\/12\/image-30-1024x522.png 1024w, https:\/\/www.xinyixx.com\/wp-content\/uploads\/2023\/12\/image-30-300x153.png 300w, https:\/\/www.xinyixx.com\/wp-content\/uploads\/2023\/12\/image-30-768x391.png 768w, https:\/\/www.xinyixx.com\/wp-content\/uploads\/2023\/12\/image-30-1536x783.png 1536w, https:\/\/www.xinyixx.com\/wp-content\/uploads\/2023\/12\/image-30.png 1540w\" data-src=\"http:\/\/xinyixx.com\/wp-content\/uploads\/2023\/12\/image-30-1024x522.png\"><\/figure>\n\n\n\n<p>\u6700\u540e\uff0c\u6211\u4eec\u6765\u521b\u5efaGPT\u95ee\u7b54\u673a\u5668\u4eba\uff0c\u53ef\u4ee5\u53c2\u8003\u8fd9\u7bc7costomGPT\uff1a<a href=\"http:\/\/xinyixx.com\/index.php\/2023\/11\/13\/customgpt\/\" target=\"_blank\" rel=\"noopener\" title>\u5982\u4f55\u5728ChatGPT\u4e0a\u521b\u5efacustomGPT | \u9ad8\u6cbb\u4e2d\u7684\u4e2a\u4eba\u7a7a\u95f4 (xinyixx.com)<\/a>\uff0c\u5229\u7528output.json\u6784\u5efa\u77e5\u8bc6\u5e93:<\/p>\n\n\n\n<p>1. \u5728ChatGPT\u521b\u5efa\u65b0GPT\uff0c\u4e0a\u4f20output.json\u6587\u4ef6<\/p>\n\n\n\n<p>2. \u8fdb\u884c\u77e5\u8bc6\u5e93\u7d22\u5f15\uff0c\u7136\u540e\u5c31\u53ef\u4ee5\u5f00\u59cb\u95ee\u7b54\u4e86<\/p>\n\n\n\n<p>3. \u540c\u6837\u53ef\u4ee5\u5728Assistant\u9875\u9762\u521b\u5efa\u52a9\u624b\uff0c\u6dfb\u52a0output.json\u6587\u4ef6<\/p>\n\n\n\n<p>4. \u6d4b\u8bd5\u52a9\u624b\uff0c\u53ef\u4ee5\u770b\u5230\u5b83\u4ece\u6587\u4ef6\u4e2d\u68c0\u7d22\u77e5\u8bc6\u56de\u7b54\u95ee\u9898<\/p>\n\n\n\n<p>\u8fd9\u6837\u6211\u4eec\u5c31\u8f7b\u677e\u5229\u7528\u722c\u866b\u83b7\u53d6\u77e5\u8bc6\uff0c\u5e76\u5feb\u901f\u521b\u5efa\u4e86\u4e13\u5c5eGPT\u95ee\u7b54\u673a\u5668\u4eba\u3002\u4e0d\u9700\u8981\u4e00\u70b9\u4e00\u70b9\u624b\u52a8\u6574\u7406\u77e5\u8bc6\uff0c\u975e\u5e38\u65b9\u4fbf\u9ad8\u6548\u3002<\/p>\n\n\n\n<p>\u76f8\u6bd4\u5176\u4ed6\u722c\u866b\uff0cGPT Crawler\u66f4\u52a0\u8f7b\u91cf\u548c\u6613\u7528\uff0c\u76f4\u63a5\u751f\u6210GPT\u53ef\u7528\u7684JSON\u6587\u4ef6\u3002\u5b83\u53ef\u4ee5\u5e2e\u52a9\u6211\u4eec\u8bbf\u95ee\u66f4\u591a\u4e92\u8054\u7f51\u4fe1\u606f\uff0c\u5b9e\u73b0\u4e2a\u6027\u5316\u95ee\u7b54\u670d\u52a1\u3002\u5728\u77e5\u8bc6\u7206\u70b8\u7684\u65f6\u4ee3\uff0c\u8fd9\u6837\u7684\u5de5\u5177\u65e0\u7591\u5927\u5927\u63d0\u9ad8\u6211\u4eec\u7684\u77e5\u8bc6\u83b7\u53d6\u6548\u7387\u3002<\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u5728GPT\u7684\u65f6\u4ee3\uff0c\u4f60\u6216\u8bb8\u5df2\u7ecf\u5f88\u719f\u6089\u521b\u5efa\u4e2a\u4eba\u77e5\u8bc6\u5e93\u3002\u4f46\u662f\u5bf9\u4e8e\u7f51\u4e0a\u7684\u5404\u79cd\u77e5\u8bc6\uff0c\u4e00\u70b9\u4e00\u70b9\u590d\u5236\u7c98\u8d34\u4e5f\u5f88\u9ebb\u70e6\u3002\u8fd9\u4e2a\u65f6\u5019\uff0c\u4e00 [&hellip;]<\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"_import_markdown_pro_load_document_selector":0,"_import_markdown_pro_submit_text_textarea":"","footnotes":""},"categories":[5,6,14],"tags":[57],"class_list":["post-3413","post","type-post","status-publish","format-standard","hentry","category-ai-learn","category-build","category-teacher","tag-chatgpt","entry"],"_links":{"self":[{"href":"https:\/\/www.xinyixx.com\/index.php\/wp-json\/wp\/v2\/posts\/3413","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.xinyixx.com\/index.php\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.xinyixx.com\/index.php\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.xinyixx.com\/index.php\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/www.xinyixx.com\/index.php\/wp-json\/wp\/v2\/comments?post=3413"}],"version-history":[{"count":0,"href":"https:\/\/www.xinyixx.com\/index.php\/wp-json\/wp\/v2\/posts\/3413\/revisions"}],"wp:attachment":[{"href":"https:\/\/www.xinyixx.com\/index.php\/wp-json\/wp\/v2\/media?parent=3413"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.xinyixx.com\/index.php\/wp-json\/wp\/v2\/categories?post=3413"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.xinyixx.com\/index.php\/wp-json\/wp\/v2\/tags?post=3413"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}