# robots.txt User-agent: facebookexternalhit Allow: / User-agent: Twitterbot Allow: / User-agent: * Allow: / # Disallowed directories Disallow: /home/ Disallow: /workspace/ Disallow: /userxy/ Disallow: /subscription/ Disallow: /my_creations/ Disallow: /user_info/ # Crawl delay of 10 seconds Crawl-delay: 10 # Sitemap Sitemap: https://vidgenesis.ai/sitemap.xml