# robots.txt for NerdyTags (https://nerdyt.ag)
User-agent: *

# Allow crawling of public pages
Allow: /
Allow: /terms
Allow: /privacy
Allow: /login
Allow: /register
Allow: /directory

# Disallow admin and user-specific areas
Disallow: /dashboard/
Disallow: /logout
Disallow: /settings
Disallow: /verify
Disallow: /verify-email
Disallow: /forgot-password
Disallow: /reset-password
Disallow: /change-password
Disallow: /delete-account
Disallow: /account-setup

# Disallow API endpoints
Disallow: /api/

# Disallow tracking endpoints
Disallow: /tracking

# Allow crawling of user profiles
Allow: /*/

# Allow crawling of privacy page
Allow: /privacy

# Crawl delay to prevent server overload
Crawl-delay: 10

Sitemap: https://nerdyt.ag/sitemap.xml