# # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/wc/robots.html # # For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html # # Delay # User-agent: coccocbot Crawl-delay: 10 User-agent: bingbot Crawl-delay: 10 # # Disallow # User-agent: Applebot Disallow: / User-agent: GPTBot Disallow: / User-agent: ChatGPT-User Disallow: / User-agent: anthropic-ai Disallow: / User-agent: Claude-Web Disallow: / User-agent: Google-Extended Disallow: / User-agent: FacebookBot Disallow: / User-agent: Omgilibot Disallow: / User-agent: Screaming Frog SEO Spider Disallow: / User-agent: AhrefsBot Disallow: / User-agent: DataForSeoBot Disallow: / User-agent: Amazonbot Disallow: / User-agent: SiteAuditBot Disallow: / User-agent: SemrushBot-BA Disallow: / User-agent: SemrushBot-SI Disallow: / User-agent: SemrushBot-SWA Disallow: / User-agent: SemrushBot-CT Disallow: / User-agent: SemrushBot-BM Disallow: / User-agent: semrushbot Disallow: / User-agent: SplitSignalBot Disallow: / User-agent: aspiegelbot Disallow: / User-agent: BLEXBot Disallow: / User-agent: PetalBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: Dotbot Disallow: / User-agent: yandexbot Disallow: / User-agent: yandexmobilebot Disallow: / User-agent: PetalBot Disallow: / User-agent: ccbot Disallow: / User-agent: seokicks Disallow: / User-agent: smtbot Disallow: / User-agent: cliqzbot Disallow: / User-agent: zbot Disallow: / User-agent: megaindex Disallow: / User-agent: Rogerbot Disallow: / User-agent: Exabot Disallow: / User-agent: Gigabot Disallow: / User-agent: BlackWidow Disallow: / User-agent: ChinaClaw Disallow: / User-agent: Custo Disallow: / User-agent: DISCo Disallow: / User-agent: Download\ Demon Disallow: / User-agent: eCatch Disallow: / User-agent: EirGrabber Disallow: / User-agent: EmailSiphon Disallow: / User-agent: EmailWolf Disallow: / User-agent: Express\ WebPictures Disallow: / User-agent: ExtractorPro Disallow: / User-agent: EyeNetIE Disallow: / User-agent: FlashGet Disallow: / User-agent: GetRight Disallow: / User-agent: GetWeb! Disallow: / User-agent: Go!Zilla Disallow: / User-agent: Go-Ahead-Got-It Disallow: / User-agent: GrabNet Disallow: / User-agent: Grafula Disallow: / User-agent: HMView Disallow: / User-agent: HTTrack Disallow: / User-agent: Image\ Stripper Disallow: / User-agent: Image\ Sucker Disallow: / User-agent: Indy\ Library Disallow: / User-agent: InterGET Disallow: / User-agent: Internet\ Ninja Disallow: / User-agent: JetCar Disallow: / User-agent: JOC\ Web\ Spider Disallow: / User-agent: larbin Disallow: / User-agent: LeechFTP Disallow: / User-agent: Mass\ Downloader Disallow: / User-agent: MIDown\ tool Disallow: / User-agent: Mister\ PiX Disallow: / User-agent: Navroad Disallow: / User-agent: NearSite Disallow: / User-agent: NetAnts Disallow: / User-agent: NetSpider Disallow: / User-agent: Net\ Vampire Disallow: / User-agent: NetZIP Disallow: / User-agent: Octopus Disallow: / User-agent: Offline\ Explorer Disallow: / User-agent: Offline\ Navigator Disallow: / User-agent: PageGrabber Disallow: / User-agent: Papa\ Foto Disallow: / User-agent: pavuk Disallow: / User-agent: pcBrowser Disallow: / User-agent: RealDownload Disallow: / User-agent: ReGet Disallow: / User-agent: SiteSnagger Disallow: / User-agent: SmartDownload Disallow: / User-agent: SuperBot Disallow: / User-agent: SuperHTTP Disallow: / User-agent: Surfbot Disallow: / User-agent: tAkeOut Disallow: / User-agent: Teleport\ Pro Disallow: / User-agent: VoidEYE Disallow: / User-agent: Web\ Image\ Collector Disallow: / User-agent: Web\ Sucker Disallow: / User-agent: WebAuto Disallow: / User-agent: WebCopier Disallow: / User-agent: WebFetch Disallow: / User-agent: WebGo\ IS Disallow: / User-agent: WebLeacher Disallow: / User-agent: WebReaper Disallow: / User-agent: WebSauger Disallow: / User-agent: Website\ eXtractor Disallow: / User-agent: Website\ Quester Disallow: / User-agent: WebStripper Disallow: / User-agent: WebWhacker Disallow: / User-agent: WebZIP Disallow: / User-agent: Wget Disallow: / User-agent: Widow Disallow: / User-agent: WWWOFFLE Disallow: / User-agent: Xaldon\ WebSpider Disallow: / User-agent: Zeus Disallow: / # # Allow # User-agent: * Disallow: /bin/ Disallow: /control/ Disallow: /cache/ Disallow: /gss.xsl Sitemap: http://cohoc.net/sitemap.xml