# Crawl the public marketing site, documentation, blog, and login page. # The application paths below are closed to keep crawlers out of surfaces that # carry no SEO value. User-agent: * Disallow: /app/ Disallow: /api/ Disallow: /auth/ Disallow: /demo Disallow: /cdn-cgi/ Sitemap: https://pineprompt.com/sitemap.xml