User-agent: * Disallow: /wp-admin/ Disallow: /author/* Disallow: /v1/statistics?format=jetengine Disallow: /?nocache= Disallow: /?__hstc= Allow: /blog/digital-transformation-in-education/ Allow: /blog/harnessing-artificial-intelligence-and-sustainability/ Allow: /blog/impact-of-investing-in-education/ Allow: /blog/importance-of-smart-classrooms-in-modern-education/ Allow: /blog/innovative-teaching-methods/ Allow: /blog/voices-for-the-future-students-leading-climate-sustainability-forums/ Allow: /events/boarding-facilities-thank-you/ Allow: /guide/what-sustainable-school-really-means/ Allow: /marker/ Allow: /schools/dwight/ Allow: /student-wellness/student-well-being-a-key-to-inclusive-learning/ Allow: https://globalschools.com/blog/harnessing-artificial-intelligence-and-sustainability/ Allow: https://globalschools.com/blog/how-sustainability-competitions-in-schools-fuel-environmental-stewardship/ Allow: https://globalschools.com/blog/the-future-of-work-how-schools-must-prepare-children-for-an-evolving-job-landscape/ Allow: https://globalschools.com/blog/empowering-the-next-generation-of-gsgs-sustainability-ambassadors-the-launch-of-essa/ Sitemap: https://globalschools.com/sitemap_index.xml ############################## # Major Search Engine Bots ############################## # Google Search User-agent: Googlebot Allow: / # Bing Search User-agent: Bingbot Allow: / # Yahoo Search User-agent: Slurp Allow: / # Yandex Search User-agent: Yandex Allow: / # Baidu Search User-agent: Baiduspider Allow: / # DuckDuckGo Bot User-agent: DuckDuckBot Allow: / # Apple Search Bot User-agent: Applebot Allow: / ############################## # Major AI Bots ############################## # OpenAI GPTBot (used for ChatGPT / GPT training) User-agent: GPTBot Allow: / # Anthropic ClaudeBot User-agent: ClaudeBot Allow: / # Perplexity AI Bot User-agent: PerplexityBot Allow: / # Google AI Crawler (Gemini/Bard training) User-agent: Google-Extended Allow: / # Microsoft AI Bot (Bing AI / Copilot) User-agent: BingAI Allow: / # Common Crawl (used by many AI models) User-agent: CCBot Allow: / User-agent: Googlebot-Image Allow: / User-agent: Googlebot-News Allow: / User-agent: Googlebot-Video Allow: / User-agent: Googlebot/2.1 Allow: / User-agent: bingbot Allow: / User-agent: Bingbot/2.0 Allow: / User-agent: ChatGPT-User Allow: / User-agent: GPTBot/1.1 Allow: / User-agent: GPTBot/1.2 Allow: / User-agent: OAI-SearchBot Allow: / User-agent: Meta-ExternalFetcher Allow: / User-agent: Meta-ExternalAgent Allow: / User-agent: FacebookBot Allow: / User-agent: Claude-Web Allow: / User-agent: anthropic-ai Allow: / User-agent: Claude-User Allow: / User-agent: Claude-SearchBot Allow: / User-agent: Applebot-Extended Allow: / User-agent: Amazonbot Allow: / User-agent: NovaAct Allow: / User-agent: Bytespider Allow: / User-agent: Perplexity-User Allow: / User-agent: DuckAssistBot Allow: / User-agent: cohere-ai Allow: / User-agent: cohere-training-data-crawler Allow: / User-agent: AI2Bot Allow: / User-agent: YouBot Allow: / User-agent: MistralAI-User Allow: / User-agent: Kangaroo Bot Allow: /