development
claude/smbcloud-github-app-k9641p
development
feature/apps
feature/build-release
feature/ci-docs
feature/ci-ruby-gems
feature/cicd
feature/completion
feature/dist-nuget
feature/fix-ci-sdk-pypi-rubygem
feature/fix-clippy-on-stable-channel
feature/fix-deployment-script
feature/github-email
feature/gresiq-v1
feature/project-new-structure
feature/rsync-deploy
feature/ruby-runner
feature/sdk-npm
feature/sdk-workflows
feature/smbcloud-cli-release-npm
feature/smbcloud-deploy
feature/wasm
main
release/v0.7.4
| 1 | const BASE_URL = 'https://docs.smbcloud.xyz' |
| 2 | |
| 3 | // A blanket allow already covers the AI answer-engine crawlers (GPTBot, |
| 4 | // ClaudeBot, PerplexityBot, and friends) as well as classic search bots, so |
| 5 | // they can cite these docs. Naming individual agents is only worth doing to |
| 6 | // treat one differently — that's a content-licensing call, not a default. |
| 7 | export default function robots() { |
| 8 | return { |
| 9 | rules: [{ userAgent: '*', allow: '/' }], |
| 10 | sitemap: `${BASE_URL}/sitemap.xml`, |
| 11 | host: BASE_URL |
| 12 | } |
| 13 | } |