# See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file # # To ban all spiders from the entire site uncomment the next two lines: User-agent: * Sitemap: https://winelibrary.com/sitemap.xml.gz Disallow: /cart Disallow: /carts Disallow: /users Disallow: /wish_lists Disallow: /special_orders Disallow: /address_book Disallow: /zip_lookup Disallow: /sell2gary Disallow: /feedback Disallow: /feeds Disallow: /*/case_card Disallow: /quick-start/28438-upcoming-events Disallow: /addtocart Disallow: /emails Disallow: /sign_in Disallow: /sign_up Disallow: /feedback Disallow: /emails/promotions/*/content Disallow: /search Disallow: /orders/ Disallow: /corporate User-agent: Bingbot Sitemap: https://winelibrary.com/sitemap.xml.gz Disallow: /cart Disallow: /carts Disallow: /users Disallow: /wish_lists Disallow: /special_orders Disallow: /address_book Disallow: /zip_lookup Disallow: /sell2gary Disallow: /feedback Disallow: /feeds Disallow: /*/case_card Disallow: /quick-start/28438-upcoming-events Disallow: /addtocart Disallow: /emails Disallow: /sign_in Disallow: /sign_up Disallow: /feedback Disallow: /emails/promotions/*/content Disallow: /search Disallow: /orders/ Disallow: /corporate User-agent: Googlebot Sitemap: https://winelibrary.com/sitemap.xml.gz Disallow: /cart Disallow: /carts Disallow: /users Disallow: /wish_lists Disallow: /special_orders Disallow: /address_book Disallow: /zip_lookup Disallow: /sell2gary Disallow: /feedback Disallow: /feeds Disallow: /*/case_card Disallow: /quick-start/28438-upcoming-events Disallow: /addtocart Disallow: /emails Disallow: /sign_in Disallow: /sign_up Disallow: /feedback Disallow: /emails/promotions/*/content Disallow: /orders/ Disallow: /corporate User-agent: Facebot Disallow: /cart Disallow: /carts Disallow: /users Disallow: /wish_lists Disallow: /special_orders Disallow: /address_book Disallow: /zip_lookup Disallow: /sell2gary Disallow: /feedback Disallow: /feeds Disallow: /*/case_card Disallow: /quick-start/28438-upcoming-events Disallow: /addtocart Disallow: /emails Disallow: /sign_in Disallow: /sign_up Disallow: /feedback Disallow: /emails/promotions/*/content Disallow: /search Disallow: /orders/ Disallow: /corporate User-agent: betabot Disallow: / user-agent: AhrefsBot disallow: / User-agent: YandexBot Disallow: / User-agent: Fatbot Disallow: / User-agent: FatBot 2.0 Disallow: / User-agent: BLEXBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: dotbot Disallow: / User-agent: SeznamBot Disallow: / User-agent: RyteBot Disallow: / User-agent: trendictionbot Disallow: /