# Sitemap declaration
Sitemap: https://laughingprofessor.net/sitemap_index.xml
Sitemap: https://laughingprofessor.net/sitemap_ai-tools.xml
# Sitemap: https://laughingprofessor.net/index.php?route=extension/feed/google_sitemap

User-agent: *
Allow: /

# Block admin and system directories
Disallow: /admin/
Disallow: /admin-pro/
Disallow: /download/
Disallow: /system/
Disallow: /admin-dashboard/

# Block dynamic URLs and parameters
Disallow: /index.php?route=account/
Disallow: /index.php?route=affiliate/
Disallow: *:/index.php
Disallow: *://index.php
Disallow: /*?page=
Disallow: /*&page=
Disallow: /*route=account/
Disallow: /*route=affiliate/
Disallow: /*route=checkout/
Disallow: /*?sort=
Disallow: /*&sort=
Disallow: /*?order=
Disallow: /*&order=
Disallow: /*?limit=
Disallow: /*&limit=
Disallow: /*?filter=
Disallow: /*&filter=
Disallow: /*?tracking=
Disallow: /*&tracking=

# Allow important resources
Allow: /*.css$
Allow: /*.js$
Allow: /*.txt$
# Custom AI learning model file
Allow: /llms.txt
Allow: /ai-discovery/
Allow: /ai-discovery/llms.txt

# Search engine specific rules
User-agent: Googlebot
Crawl-delay: 1

User-agent: Bingbot
Crawl-delay: 2

# Custom SEO crawler from The Laughing Professor
# Website: https://laughingprofessor.net/seo-agency-toolbox/
# Contact: admin@laughingprofessor.net
User-agent: Laughingprofessor-SEO-Crawler
Crawl-delay: 1

User-agent: GPTBot
Disallow: /index.php

User-agent: ClaudeBot
Disallow: /index.php

User-agent: PerplexityBot
Disallow: /index.php

User-agent: Amazonbot
Disallow: /index.php

User-agent: Bytespider
Disallow: /

User-agent: meta-externalagent
Disallow: /index.php