User-agent: *
Allow: /

# Sitemaps
Sitemap: https://aiartgen.net/sitemap.xml

# Allow all search engines to crawl the site
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

User-agent: DuckDuckBot
Allow: /

# Crawl delay for better server performance
Crawl-delay: 1

# Disallow certain file types that are not relevant for SEO
Disallow: *.css$
Disallow: *.js$
Disallow: *.json$

# Allow important directories
Allow: /screen_shot/
Allow: /app_icon_new.jpg