# # robots.txt # # This file is to prevent the crawling and indexing of certain parts # of your site by web crawlers and spiders run by sites like Yahoo! # and Google. By telling these "robots" where not to go on your site, # you save bandwidth and server resources. # # This file will be ignored unless it is at the root of your host: # Used: http://example.com/robots.txt # Ignored: http://example.com/site/robots.txt # # For more information about the robots.txt standard, see: # http://www.robotstxt.org/wc/robots.html # # For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html User-agent: * Crawl-Delay: 1 Host: https://www.alfa.cash Sitemap: https://www.alfa.cash/sitemap_main.xml # Allow /user/login and /user/password Allow: /user/login Allow: /*/user/login Allow: /user/password Allow: /*/user/password # Directories Disallow: /includes/ Disallow: /misc/ Disallow: /modules/ Disallow: /profiles/ Disallow: /scripts/ Disallow: /themes/ # Paths (clean URLs) Disallow: /admin/ Disallow: /*/admin/* Disallow: /comment/reply/ Disallow: /filter/tips/ Disallow: /logout/ Disallow: /*/logout/ Disallow: /node/add/ Disallow: /search/ Disallow: /*/exchange/order/* Disallow: /exchange/order/* Disallow: /*/user/* Disallow: /user/* Disallow: /*/exchanges Disallow: /exchanges Disallow: /r/* Disallow: /*/r/* Disallow: /order/* Disallow: /pay/* Disallow: /process/* Disallow: /redirect/* Disallow: /success/* Disallow: /fail/* Disallow: /*/order/* Disallow: /*/pay/* Disallow: /*/process/* Disallow: /*/redirect/* Disallow: /*/success/* Disallow: /*/fail/* Disallow: /*/my/verification Disallow: /*/my/orders Disallow: /*/support/add-ticket Disallow: /*/support/tickets Disallow: /*/referral/tools Disallow: /*/referral/view Disallow: /*/vacancies Disallow: */referral/* Disallow: */my/* Disallow: */support/tickets # Paths (no clean URLs) Disallow: /?q=admin/ Disallow: /?q=comment/reply/ Disallow: /?q=filter/tips/ Disallow: /?q=logout/ Disallow: /?q=node/add/ Disallow: /?q=search/ Disallow: /?q=user/password/ Disallow: /?q=user/register/ Disallow: /?q=user/login/ # No ref indexing Disallow: */?ref=* Disallow: */&ref=* Disallow: */?rid=* Disallow: */&rid=* Disallow: */?ref=* Disallow: /*&ref=* Disallow: /*?rid=* Disallow: /*&rid=* Disallow: */*?ref=* Disallow: */*&ref=* Disallow: */*?rid=* Disallow: */*&rid=* #AdsBot User-agent: AdsBot-Google Host: https://www.alfa.cash Sitemap: https://www.alfa.cash/sitemap_main.xml Disallow: /*/user/* Disallow: /*/users/* Disallow: /user/* Disallow: /users/* Disallow: /*/users Disallow: /customerror/ Disallow: /referral Disallow: /*/referral Disallow: /exchanges Disallow: /*/exchanges Disallow: /*/exchange/order/* Disallow: /exchange/order/* Disallow: /node/add/ Disallow: /*/admin/ Disallow: /*/logout/* Disallow: /logout/* Disallow: /admin/ Disallow: /order/* Disallow: /pay/* Disallow: /process/* Disallow: /redirect/* Disallow: /success/* Disallow: /fail/* Disallow: /*/order/* Disallow: /*/pay/* Disallow: /*/process/* Disallow: /*/redirect/* Disallow: /*/success/* Disallow: /*/fail/* Disallow: /*/rates/* # No ref indexing Disallow: */?ref=* Disallow: */&ref=* Disallow: */?rid=* Disallow: */&rid=* Disallow: */?ref=* Disallow: /*?ref=* Disallow: /*&ref=* Disallow: /*?rid=* Disallow: /*&rid=* Disallow: /*/*?ref=* Disallow: /*/*&ref=* Disallow: /*/*?rid=* Disallow: /*/*&rid=* Crawl-delay: 10