User-agent: * Allow: / Allow: /llms.txt # Allow access to key directories Allow: /services/ Allow: /portfolio/ Allow: /products/ # Sitemap Sitemap: https://pavansgroup.com/sitemap.xml # Block unnecessary or private paths (if they exist) Disallow: /admin/ Disallow: /wp-admin/ Disallow: /cgi-bin/ Disallow: /userfiles/file/