User-Agent: Bytespider
Disallow: /

User-Agent: Twitterbot
User-Agent: facebookexternalhit
User-Agent: LinkedInBot
User-Agent: Slackbot
User-Agent: Discordbot
User-Agent: WhatsApp
User-Agent: TelegramBot
Allow: /
Disallow: /login
Disallow: /register
Disallow: /oauth
Disallow: /account
Disallow: /settings
Disallow: /sanity-studio
Disallow: /api/
Disallow: /*?message=

User-Agent: *
Allow: /
Disallow: /login
Disallow: /register
Disallow: /oauth
Disallow: /account
Disallow: /settings
Disallow: /sanity-studio
Disallow: /api/
Disallow: /*?message=
Disallow: /*/*/dir
Disallow: /*/*/file
Disallow: /*/*/database
Disallow: /*/*/commit
Disallow: /*/*/commits
Disallow: /*/*/branches
Disallow: /*/*/compare
Disallow: /*/*/merges
Disallow: /*/*/evaluations
Disallow: /*/*/schemas
Disallow: /*/*/fine-tunes
Disallow: /*/*/workspaces
Disallow: /*/*/stargazers
Disallow: /*/*/settings
Disallow: /*/*/edit
Disallow: /*/*/upload
Disallow: /*/*/build-dataframe
Disallow: /*/*/caption-dataframe-images

Sitemap: https://www.oxen.ai/sitemap.xml