User-agent: 008 Disallow: / User-agent: Mediapartners-Google* Crawl-delay: 2 Disallow: User-agent: Googlebot Disallow: /Forum_Category.aspx Disallow: /Forum_Topics.aspx? Disallow: /Forum_Master.aspx? Disallow: /Forum_MSG.aspx? Disallow: /Forum_Topics.aspx? Disallow: /Report_Msg.aspx? Disallow: /Profile.aspx? Disallow: /PhotoList.aspx? Disallow: /PhotoSlide.aspx? Disallow: /blogs/ Disallow: /news/ Disallow: /update_form.aspx Disallow: /Report_Msg.aspx? Disallow: /Profile.aspx? Disallow: /PhotoList.aspx? Disallow: /PhotoSlide.aspx? Disallow: /Forum_MSG.aspx? Disallow: /ForumManageIgnoreList.aspx? Disallow: /GasPriceSearch.aspx Disallow: /Member/ Disallow: /member/ User-agent: Slurp Crawl-delay: 2 Disallow: /Forum_Category.aspx Disallow: /Forum_Topics.aspx? Disallow: /Forum_Master.aspx? Disallow: /Forum_MSG.aspx? Disallow: /Forum_Topics.aspx? Disallow: /Report_Msg.aspx? Disallow: /Profile.aspx? Disallow: /PhotoList.aspx? Disallow: /PhotoSlide.aspx? Disallow: /blogs/ Disallow: /news/ Disallow: /update_form.aspx Disallow: /Report_Msg.aspx? Disallow: /Profile.aspx? Disallow: /PhotoList.aspx? Disallow: /PhotoSlide.aspx? Disallow: /Forum_MSG.aspx? Disallow: /ForumManageIgnoreList.aspx? Disallow: /GasPriceSearch.aspx Disallow: /Member/ Disallow: /member/ User-agent: msnbot Crawl-delay: 2 Disallow: /Forum_Category.aspx Disallow: /Forum_Topics.aspx? Disallow: /Forum_Master.aspx? Disallow: /Forum_MSG.aspx? Disallow: /Forum_Topics.aspx? Disallow: /Report_Msg.aspx? Disallow: /Profile.aspx? Disallow: /PhotoList.aspx? Disallow: /PhotoSlide.aspx? Disallow: /blogs/ Disallow: /news/ Disallow: /update_form.aspx Disallow: /Report_Msg.aspx? Disallow: /Profile.aspx? Disallow: /PhotoList.aspx? Disallow: /PhotoSlide.aspx? Disallow: /Forum_MSG.aspx? Disallow: /ForumManageIgnoreList.aspx? Disallow: /GasPriceSearch.aspx Disallow: /Member/ Disallow: /member/ User-agent: bingbot Crawl-delay: 2 Disallow: /Forum_Category.aspx Disallow: /Forum_Topics.aspx? Disallow: /Forum_Master.aspx? Disallow: /Forum_MSG.aspx? Disallow: /Forum_Topics.aspx? Disallow: /Report_Msg.aspx? Disallow: /Profile.aspx? Disallow: /PhotoList.aspx? Disallow: /PhotoSlide.aspx? Disallow: /blogs/ Disallow: /news/ Disallow: /update_form.aspx Disallow: /Report_Msg.aspx? Disallow: /Profile.aspx? Disallow: /PhotoList.aspx? Disallow: /PhotoSlide.aspx? Disallow: /Forum_MSG.aspx? Disallow: /ForumManageIgnoreList.aspx? Disallow: /GasPriceSearch.aspx Disallow: /Member/ Disallow: /member/ User-agent: ia_archiver Crawl-delay: 2 Disallow: User-agent: proximic Disallow: / User-agent: InternetSeer.com Disallow: / User-agent: Microsoft Disallow: / User-agent: Control Disallow: / User-agent: MSIECrawler Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows NT) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows 95) Disallow: / User-agent: Mozilla/4.0 (compatible; MSIE 4.0; Windows 98) Disallow: / User-agent: Mozilla/4.0+(compatible; MSIE 4.0; Windows 98) Disallow: / User-agent: MFC Foundation Class Library Disallow: / User-agent: BaiDuSpider* Disallow: / User-agent: Baiduspider Disallow: / User-agent: Baiduspider-image Disallow: / User-agent: Charlotte Disallow: / User-agent: Cherry Picker Disallow: / User-agent: Crescent Internet ToolPak Disallow: / User-agent: ConveraCrawler Disallow: / User-agent: DISCo Pump Disallow: / User-agent: discobot Disallow: / User-agent: discoverybot Disallow: / User-agent: dotbot Disallow: / User-agent: EmailSiphon Disallow: / User-agent: e-SocietyRobot Disallow: / User-agent: BecomeBot Disallow: / User-agent: findlinks Disallow: / User-agent: Exabot* Disallow: / User-agent: Gaisbot Disallow: / User-agent: GenieBot Disallow: / User-agent: gigabot* Disallow: / User-agent: gigabot Disallow: / User-agent: grub Disallow: / User-agent: happyfunbot Disallow: / User-agent: htdig Disallow: / User-agent: HTTrack Disallow: / User-agent: ichiro Disallow: / User-agent: IconSurf Disallow: / User-agent: http://www.almaden.ibm.com/cs/crawler Disallow: / User-agent: IRLbot Disallow: / User-agent: ipselonbot Disallow: / User-agent: LocalcomBot Disallow: / User-agent: LNSpiderGuy Disallow: / User-agent: MJ12bot Disallow: / User-agent: Netprospector Disallow: / User-agent: NewsTroveBot Disallow: / User-agent: netseer Disallow: / User-agent: Nutch Disallow: / User-agent: Ocelli Disallow: / User-agent: PerMan Surfer Disallow: / User-agent: psbot Disallow: / User-agent: Shim-Crawler Disallow: / User-agent: sogou spider Disallow: / User-agent: Speedy Disallow: / User-agent: szukacz Disallow: / User-agent: RPT-HTTPClient Disallow: / User-agent: Teleport Disallow: / User-agent: Telesoft Disallow: / User-agent: TurnitinBot Disallow: / User-agent: Twiceler Disallow: / User-agent: Ultraseek Disallow: / User-agent: vspider Disallow: / User-agent: WebCopier Disallow: / User-agent: WebEMailExtractor Disallow: / User-agent: WebReaper Disallow: / User-agent: Webster Pro Disallow: / User-agent: WebStripper Disallow: / User-agent: Yandex Disallow: / User-agent: * Disallow: /*.axd$ Disallow: /Member/ Disallow: /member/ Disallow: /update_form.aspx Disallow: /Report_Msg.aspx? Disallow: /Profile.aspx? Disallow: /PhotoList.aspx? Disallow: /PhotoSlide.aspx? Disallow: /Forum_MSG.aspx? Disallow: /account Disallow: /account/ Disallow: /password/ Disallow: /PasswordReset/ Disallow: /passwordreset/ Disallow: /logout Disallow: /contest/ Sitemap: https://www.gasbuddy.com/sitemap_index.xml User-agent: Soso Disallow: / User-agent: Sosospider Disallow: / User-agent: sogou Disallow: / User-agent: Sogou web spider Disallow: / User-agent: SemrushBot Disallow: / User-agent: sistrix Disallow: / User-agent: CCBot Disallow: / User-Agent: www.integromedb.org/Crawler Disallow: / User-agent: SEOkicks-Robot Disallow: / User-agent: BLEXBot Disallow: / User-agent: EasouSpider Disallow: / User-agent: daumoa Disallow: / User-agent: grapeshot Disallow: / User-agent: Riddler Disallow: / User-agent: SearchmetricsBot Disallow: / User-agent: WeSEE Disallow: / User-Agent: trendictionbot Disallow: / user-agent: AhrefsBot disallow: / user-agent: ZumBot disallow: / User-agent: BoardReader Disallow: / User-agent: CrystalSemanticsBot Disallow: / User-agent: MaxPointCrawler/Nutch-1.1 Disallow: / User-agent: expo9 Disallow: / User-agent: voltron Disallow: / User-agent: WorldBrewBot Disallow: / User-agent: SMTBot Disallow: / User-agent: sukibot_heritrix Disallow: / User-agent: adbeat_bot Disallow: / User-agent: Spinn3r Disallow: / User-agent: spbot Disallow: / User-agent: memoryBot* Disallow: / User-agent: FuelMyRoute.com Disallow: / User-agent: MegaIndex.ru/2.0 Disallow: / User-agent: MaxPointCrawler/Nutch-1.10 Disallow: / User-agent: Toweyabot Disallow: / User-agent: ltx71 Disallow: / User-agent: Amazonbot Disallow: /