User-agent: *
Allow: /
Allow: /author

Disallow: /admin
Disallow: /docs
Disallow: /documentation
Disallow: /api
Disallow: /judge
Disallow: /teaspoon
Disallow: /auth
Disallow: /conversations
Disallow: /*.pdf
Disallow: /*?fb_comment_id=*



User-agent: GPTBot
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: Google-Extended
Disallow: /