User-agent: ChatGPT
Allow: /
Disallow: /cdn-cgi/

User-agent: Bingbot
Allow: /
Disallow: /cdn-cgi/

User-agent: Googlebot
Disallow: /404
Disallow: /500
Disallow: /signup/
Disallow: /cdn-cgi/

User-agent: *
Disallow: /404
Disallow: /500
Disallow: /signup/
Disallow: /cdn-cgi/

Sitemap: https://www.behtari.com/sitemap.xml