User-agent: *
Disallow: /sites/
Disallow: /latest-updates/*
Disallow: /tags/*/*
Allow: /latest-updates/
Allow: /tags/
Disallow: /search/
Disallow: /?*
Disallow: /player/
Disallow: /redirect_cs.php
Disallow: /logout/
Disallow: /email/
Disallow: /payments/
Disallow: /login/
Disallow: /login-required/
Disallow: /signup/
Disallow: /upgrade/
Disallow: /reset-password/
Disallow: /resend-confirmation/
Disallow: /feedback/
Disallow: /favorites/
Disallow: /history/
Disallow: /members/
Disallow: /similar/
Disallow: /embed/
Disallow: /search?*
Disallow: /*sort_by=*
Disallow: /*filter=*
Disallow: /*?page=*

User-agent: Googlebot
Allow: /video/
Allow: /*.mp4$
Allow: /*.webm$


# Block deep pagination (page 20+) - bots were hammering DB at 800% CPU
Disallow: /categories/*/2*/
Disallow: /categories/*/3*/
Disallow: /categories/*/4*/
Disallow: /categories/*/5*/
Disallow: /categories/*/6*/
Disallow: /categories/*/7*/
Disallow: /categories/*/8*/
Disallow: /categories/*/9*/
Disallow: /tags/*/2*/
Disallow: /tags/*/3*/
Disallow: /tags/*/4*/
Disallow: /tags/*/5*/
Disallow: /tags/*/6*/
Disallow: /tags/*/7*/
Disallow: /tags/*/8*/
Disallow: /tags/*/9*/
Disallow: /models/*/2*/
Disallow: /models/*/3*/
Disallow: /models/*/4*/
Disallow: /models/*/5*/
Disallow: /models/*/6*/
Disallow: /models/*/7*/
Disallow: /models/*/8*/
Disallow: /models/*/9*/
Disallow: /content-source/*/2*/
Disallow: /content-source/*/3*/
Disallow: /content-source/*/4*/
Disallow: /content-source/*/5*/
Disallow: /content-source/*/6*/
Disallow: /content-source/*/7*/
Disallow: /content-source/*/8*/
Disallow: /content-source/*/9*/

Sitemap: https://babepump.com/sitemap.php
Sitemap: https://babepump.com/sitemap_videos_new.php
Sitemap: https://babepump.com/sitemap_videos_hot.php
Sitemap: https://babepump.com/sitemap_categories.php
Sitemap: https://babepump.com/sitemap_models.php