User-agent: *
Disallow: /accounts/
Disallow: /api/
Disallow: /board/
Disallow: /boards
Disallow: /buying
Disallow: /cdn-cgi/
Disallow: /download
Disallow: /f/
Disallow: /getapp
Disallow: /google_reviews/
Disallow: /item/*/discussions
Disallow: /item/*/message
Disallow: /item/*/credit_buy
Disallow: /item/buyingoffers
Disallow: /item/removed
Disallow: /item/watchingoffers
Disallow: /item/myoffers
Disallow: /jobs
Disallow: /job/detail/
Disallow: /p/
Disallow: /profile/
Disallow: /portal/
Disallow: /search/
Disallow: /selling
Disallow: /sendapp
Disallow: /support/
Disallow: /shipping/
Disallow: /letgo/
Disallow: *?_branch_match_id=
Disallow: *q=
Disallow: *sort=
Disallow: *radius=
Disallow: *price_min=
Disallow: *price_max=
Disallow: *delivery_param=
Disallow: *is_shippable_only=
Disallow: *veh_make=
Disallow: *veh_type=
Disallow: *veh_year_min=
Disallow: *veh_year_max=
Disallow: *veh_mile_max=
Disallow: */?type=
Allow: /accounts/login/$
Allow: /explore/*/?cid=&q=&source=
Allow: /search/$
Allow: /search/?cid=
# Allow /jobs/explore paths but not parent /jobs path as those pages are not SEO optimized yet
Allow: /jobs/explore

Sitemap: https://c.offerup.com/item-detail-index.xml.gz
Sitemap: https://c.offerup.com/explore-regional-topics-index.xml.gz
Sitemap: https://c.offerup.com/explore-global-topics-index.xml.gz
Sitemap: https://c.offerup.com/explore-cities-index.xml.gz
Sitemap: https://c.offerup.com/offerup_domain_static_sitemap.txt
Sitemap: https://c.offerup.com/explore-jobs-cities-index.xml.gz
Sitemap: https://c.offerup.com/explore-jobs-regional-topics-index.xml.gz

# Bot, bot, go away...
User-agent: CrazyWebCrawler-Spider
Disallow: /
User-agent: Zing-BottaBot*
Disallow: /
User-agent: EmailCollector
Disallow:/
User-agent: EmailSiphon
Disallow:/
User-agent: EmailWolf
Disallow:/
User-agent: Crawlera
Disallow: /
User-agent: wget
Disallow: /
User-agent: Nutch
Disallow: /
User-agent: KikBot
Disallow: /
User-agent: voltron
Disallow: /
user-agent: AhrefsBot
disallow: /