User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Allow: /wp-admin/images/* Disallow: /wp-includes/ Allow: /wp-includes/js Allow: /wp-includes/css #Disallow: /wp-content/plugins/ #Disallow: /wp-content/themes/ Disallow: /trackback/ Disallow: /xmlrpc.php Disallow: /feed/ Disallow: /*/feed/* Disallow: /*/*?s=* Disallow: /tag/* Disallow: /transfer/ Disallow: /refer/ Disallow: /*/cgi-bin/* Disallow: /*/blackhole/* Disallow: /*/trackback/* Disallow: /*/xmlrpc.php Disallow: /suggest/?* Disallow: /readme.html Disallow: /*?hpp_next=* # protect my site from HTTrack or other software's ripping? User-agent: AhrefsBot User-agent: Baiduspider User-agent: EasouSpider User-agent: Ezooms User-agent: YandexBot User-agent: MJ12bot User-agent: SiteSucker User-agent: HTTrack User-agent: HTTrack Website Copier User-agent: Teleport User-agent: TeleportPro User-agent: EmailCollector User-agent: EmailSiphon User-agent: WebBandit User-agent: WebZIP User-agent: WebReaper User-agent: WebStripper User-agent: Web Downloader User-agent: WebCopier User-agent: Offline Explorer Pro User-agent: Offline Commander User-agent: Leech User-agent: WebSnake User-agent: BlackWidow User-agent: HTTP Weazel Disallow: / User-agent: Nutch Disallow: / User-agent: MJ12bot Crawl-delay: 10 User-agent: pinerest Crawl-delay: 1 #https://sinhly16.net/sitemap.xml Sitemap: https://sinhly16.net/sitemap_index.xml Sitemap: https://sinhly16.net/post-sitemap.xml Sitemap: https://sinhly16.net/page-sitemap.xml Sitemap: https://sinhly16.net/product-sitemap.xml Sitemap: https://sinhly16.net/category-sitemap.xml Sitemap: https://sinhly16.net/post_tag-sitemap.xml Sitemap: https://sinhly16.net/product_cat-sitemap.xml User-agent: ia_archiver Disallow: / #------------old----------- User-agent: * Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /search?q=* Disallow: *?replytocom Disallow: */attachment/* Disallow: /images/ Allow: /wp-admin/admin-ajax.php Allow: /*.js$ Allow: /*.css$