미디어위키:Robots.txt: 두 판 사이의 차이
Revi HQ
내용 추가됨 내용 삭제됨
(+ credit: https://rknight.me/block-chatgpt-with-robotstxt/) |
(Gemini, adsense, etc) |
||
3번째 줄: | 3번째 줄: | ||
# Google Ads are not welcome |
# Google Ads are not welcome |
||
User-agent: Mediapartners-Google |
User-agent: Mediapartners-Google |
||
Disallow: / |
|||
User-agent: AdsBot-Google |
|||
Disallow: / |
|||
User-agent: AdsBot-Google-Mobile |
|||
Disallow: / |
Disallow: / |
||
# ChatGPT Crawlers are also not welcome |
# ChatGPT Crawlers are also not welcome |
||
# Ref: https://platform.openai.com/docs/plugins/bot |
|||
User-agent: ChatGPT-User |
User-agent: ChatGPT-User |
||
Disallow: / |
Disallow: / |
||
User-agent: GPTBot |
User-agent: GPTBot |
||
Disallow: / |
|||
# Google Gemini AI Crawlers are also not welcome |
|||
# Ref: https://developers.google.com/search/docs/crawling-indexing/overview-google-crawlers?hl=en#google-extended |
|||
User-agent: Google-Extended |
|||
Disallow: / |
Disallow: / |
||
2024년 4월 13일 (토) 02:00 기준 최신판
#
# cosmetic: do not remove the line above this # Google Ads are not welcome User-agent: Mediapartners-Google Disallow: / User-agent: AdsBot-Google Disallow: / User-agent: AdsBot-Google-Mobile Disallow: / # ChatGPT Crawlers are also not welcome # Ref: https://platform.openai.com/docs/plugins/bot User-agent: ChatGPT-User Disallow: / User-agent: GPTBot Disallow: / # Google Gemini AI Crawlers are also not welcome # Ref: https://developers.google.com/search/docs/crawling-indexing/overview-google-crawlers?hl=en#google-extended User-agent: Google-Extended Disallow: / # Disallow some special pages # 특수:UrlShortener Disallow: /wiki/%ED%8A%B9%EC%88%98:UrlShortener # 특수:임의문서 Disallow: /wiki/%ED%8A%B9%EC%88%98:%EC%9E%84%EC%9D%98%EB%AC%B8%EC%84%9C Disallow: /wiki/%ED%8A%B9%EC%88%98%3A%EC%9E%84%EC%9D%98%EB%AC%B8%EC%84%9C # 특수:검색 Disallow: /wiki/%ED%8A%B9%EC%88%98:%EA%B2%80%EC%83%89 Disallow: /wiki/%ED%8A%B9%EC%88%98%3A%EA%B2%80%EC%83%89 Disallow: /wiki/%ED%8A%B9%EC%88%98:Search Disallow: /wiki/%ED%8A%B9%EC%88%98%3ASearch Disallow: /wiki/Special:%EA%B2%80%EC%83%89 Disallow: /wiki/Special%3A%EA%B2%80%EC%83%89 # 특수기능:찾기 Disallow: /wiki/%ED%8A%B9%EC%88%98%EA%B8%B0%EB%8A%A5:%EC%B0%BE%EA%B8%B0 Disallow: /wiki/%ED%8A%B9%EC%88%98%EA%B8%B0%EB%8A%A5%3A%EC%B0%BE%EA%B8%B0 # cosmetic: do not remove this line