# Allow all crawlers User-agent: * Allow: / # Sitemap location Sitemap: https://gertrainer.com/sitemap.xml # Allow crawling of vocabulary pages Allow: /info/basics/ Allow: /info/basics/words/ Allow: /info/about/ Allow: /info/cyrillic/ Allow: /info/faq/ # Disallow admin or private areas (if any exist) Disallow: /api/ Disallow: /_next/ Disallow: /admin/ # Crawl delay for respectful crawling Crawl-delay: 1