# robots.txt for VideoDownloader # Allow all search engines to crawl the site User-agent: * Allow: / Disallow: /download.php Disallow: /install.php Disallow: /test.php # Sitemap location Sitemap: https://www.yoursite.com/sitemap.xml # Crawl-delay for specific bots (optional) User-agent: Googlebot Crawl-delay: 0 User-agent: Bingbot Crawl-delay: 0