# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file # /robots.txt file # e-mail agentcare@agentformula.com for issues User-agent: * Disallow: /*? Disallow: /properties/search/save Disallow: /property/save Disallow: /LasVegas/RealEstate/Search Disallow: /LasVegas/MLS/Listing Disallow: /lab Disallow: /staff Disallow: /youtube/search Disallow: /users/sign_up Disallow: /users/login Disallow: /account/home Crawl-delay: 1000 User-agent: AhrefsBot Disallow: /* User-agent: Amazonbot Disallow: /* User-agent: SemrushBot Disallow: /*? Disallow: /properties/search/save Disallow: /property/save Disallow: /LasVegas/RealEstate/Search Disallow: /LasVegas/MLS/Listing Disallow: /youtube/search Disallow: /lab Disallow: /staff Disallow: /users/sign_up Disallow: /users/login Disallow: /account/home Crawl-delay: 1000 User-agent: 008 Disallow: /* User-agent: Googlebot Disallow: /*? Disallow: /properties/search/save Disallow: /property/save Disallow: /LasVegas/RealEstate/Search Disallow: /LasVegas/MLS/Listing Disallow: /youtube/search Disallow: /lab Disallow: /staff Disallow: /users/sign_up Disallow: /users/login Disallow: /account/home Crawl-delay: 1000 User-agent: Googlebot-Mobile Disallow: /*? Disallow: /properties/search/save Disallow: /property/save Disallow: /LasVegas/RealEstate/Search Disallow: /LasVegas/MLS/Listing Disallow: /youtube/search Disallow: /lab Disallow: /staff Disallow: /users/sign_up Disallow: /users/login Disallow: /account/home Crawl-delay: 1000 User-agent: bingbot Disallow: /*? Disallow: /properties/search/save Disallow: /property/save Disallow: /LasVegas/RealEstate/Search Disallow: /LasVegas/MLS/Listing Disallow: /youtube/search Disallow: /lab Disallow: /staff Disallow: /users/sign_up Disallow: /users/login Disallow: /account/home Crawl-delay: 1000 User-agent: bingbot-mobile Disallow: /*? Disallow: /properties/search/save Disallow: /property/save Disallow: /LasVegas/RealEstate/Search Disallow: /LasVegas/MLS/Listing Disallow: /youtube/search Disallow: /lab Disallow: /staff Disallow: /users/sign_up Disallow: /users/login Disallow: /account/home Crawl-delay: 1000 User-agent: slurp Disallow: /*? Disallow: /properties/search/save Disallow: /property/save Disallow: /LasVegas/RealEstate/Search Disallow: /LasVegas/MLS/Listing Disallow: /youtube/search Disallow: /lab Disallow: /staff Disallow: /users/sign_up Disallow: /users/login Disallow: /account/home Crawl-delay: 1000 User-agent: Applebot Disallow: /*? Disallow: /properties/search/save Disallow: /property/save Disallow: /LasVegas/RealEstate/Search Disallow: /LasVegas/MLS/Listing Disallow: /youtube/search Disallow: /lab Disallow: /staff Disallow: /users/sign_up Disallow: /users/login Disallow: /account/home Crawl-delay: 1000 User-agent: baiduspider Disallow: /*? Disallow: /properties/search/save Disallow: /property/save Disallow: /LasVegas/RealEstate/Search Disallow: /LasVegas/MLS/Listing Disallow: /youtube/search Disallow: /lab Disallow: /staff Disallow: /users/sign_up Disallow: /users/login Disallow: /account/home Crawl-delay: 1000 User-agent: Googlebot-Image Disallow: /*? Disallow: /properties/search/save Disallow: /property/save Disallow: /LasVegas/RealEstate/Search Disallow: /LasVegas/MLS/Listing Disallow: /youtube/search Disallow: /lab Disallow: /staff Disallow: /users/sign_up Disallow: /users/login Disallow: /account/home Crawl-delay: 1000 User-agent: ia_archiver Disallow: /*? Disallow: /properties/search/save Disallow: /property/save Disallow: /LasVegas/RealEstate/Search Disallow: /LasVegas/MLS/Listing Disallow: /youtube/search Disallow: /lab Disallow: /staff Disallow: /users/sign_up Disallow: /users/login Disallow: /account/home Crawl-delay: 1000 User-agent: msnbot Disallow: /*? Disallow: /properties/search/save Disallow: /property/save Disallow: /LasVegas/RealEstate/Search Disallow: /LasVegas/MLS/Listing Disallow: /youtube/search Disallow: /lab Disallow: /staff Disallow: /users/sign_up Disallow: /users/login Disallow: /account/home Crawl-delay: 1000 User-agent: Naverbot Disallow: /*? Disallow: /properties/search/save Disallow: /property/save Disallow: /LasVegas/RealEstate/Search Disallow: /LasVegas/MLS/Listing Disallow: /youtube/search Disallow: /lab Disallow: /staff Disallow: /users/sign_up Disallow: /users/login Disallow: /account/home Crawl-delay: 1000 User-agent: seznambot Disallow: /*? Disallow: /properties/search/save Disallow: /property/save Disallow: /LasVegas/RealEstate/Search Disallow: /LasVegas/MLS/Listing Disallow: /youtube/search Disallow: /lab Disallow: /staff Disallow: /users/sign_up Disallow: /users/login Disallow: /account/home Crawl-delay: 1000 User-agent: teoma Disallow: /*? Disallow: /properties/search/save Disallow: /property/save Disallow: /LasVegas/RealEstate/Search Disallow: /LasVegas/MLS/Listing Disallow: /youtube/search Disallow: /lab Disallow: /staff Disallow: /users/sign_up Disallow: /users/login Disallow: /account/home Crawl-delay: 1000 User-agent: Twitterbot Disallow: /*? Disallow: /properties/search/save Disallow: /property/save Disallow: /LasVegas/RealEstate/Search Disallow: /LasVegas/MLS/Listing Disallow: /youtube/search Disallow: /lab Disallow: /staff Disallow: /users/sign_up Disallow: /users/login Disallow: /account/home Crawl-delay: 1000 User-agent: Yandex Disallow: /*? Disallow: /properties/search/save Disallow: /property/save Disallow: /LasVegas/RealEstate/Search Disallow: /LasVegas/MLS/Listing Disallow: /youtube/search Disallow: /lab Disallow: /staff Disallow: /users/sign_up Disallow: /users/login Disallow: /account/home Crawl-delay: 1000 User-agent: Yeti Disallow: /*? Disallow: /properties/search/save Disallow: /property/save Disallow: /LasVegas/RealEstate/Search Disallow: /LasVegas/MLS/Listing Disallow: /youtube/search Disallow: /lab Disallow: /staff Disallow: /users/sign_up Disallow: /users/login Disallow: /account/home Crawl-delay: 0 User-agent: BLEXbot Disallow: / User-agent: MJ12bot Disallow: /*? Disallow: /properties/search/save Disallow: /properties/save Disallow: /LasVegas/RealEstate/Search Disallow: /LasVegas/MLS/Listing Disallow: /youtube/search Disallow: /lab Disallow: /staff Disallow: /users/sign_up Disallow: /users/login Disallow: /account/home Crawl-delay: 1000 User-agent: LinkedInBot Disallow: Disallow: /properties/search/save Disallow: /property/save Disallow: /LasVegas/RealEstate/Search Disallow: /LasVegas/MLS/Listing Disallow: /youtube/search Disallow: /lab Disallow: /staff Disallow: /users/sign_up Disallow: /users/login Disallow: /account/home Crawl-delay: 1000 User-agent: facebookexternalhit/1.1 Disallow: Disallow: /properties/search/save Disallow: /property/save Disallow: /LasVegas/RealEstate/Search Disallow: /LasVegas/MLS/Listing Disallow: /youtube/search Disallow: /lab Disallow: /staff Disallow: /users/sign_up Disallow: /users/login Disallow: /account/home Crawl-delay: 1000 Sitemap: https://learnagentformula.com/sitemap.xml