# /robots.txt file for all robots... # added blocking of searchme bot (Charlotte) by John Petrone 01/22/2009 # added blocking of omni explorer (http://www.omni-explorer.com/) by gg jun8,09 # remember, can do more than one sitemap here . . . (-gg) Sitemap: http://www.streetperformance.com/sitemapIndex_ymm_categories.xml Sitemap: http://www.streetperformance.com/sitemap_make.xml.gz Sitemap: http://www.streetperformance.com/sitemap_make_model.xml.gz Sitemap: http://www.streetperformance.com/sitemap_ymm.xml.gz Sitemap: http://www.streetperformance.com/partSitemaps.xml Sitemap: http://www.streetperformance.com/sitemap_categories.xml.gz Sitemap: http://www.streetperformance.com/sitemap_brands.xml.gz User-agent: * Disallow: /ADMINPD/ Disallow: /EBAY/ Disallow: /expo/ Disallow: /flashtest1/ Disallow: /forms/ Disallow: /gallery/ Disallow: /gallerynew/ Disallow: /midealer/ Disallow: /mistore/ Disallow: /miwheels/ Disallow: /myRide/ Disallow: /performance_old/ Disallow: /projectcar_loader/ Disallow: /projectcars/ Disallow: /SALES/ Disallow: /w3c/ Disallow: /p4p.php Disallow: /parts/*/ Disallow: /redirect.php Disallow: /guestbook.php Disallow: /banners.php Disallow: /nwaddupdatelisting.php Disallow: /advertise.php Disallow: /MARKETPLACE/p4p_click.php Disallow: /MARKETPLACE/click.php User-agent: ShopWiki Disallow: / User-Agent: Charlotte Disallow: / User-Agent: OmniExplorer_Bot Disallow: / #User-Agent: Googlebot #Disallow: /v3/ #User-Agent: Slurp #Disallow: /v3/