User-agent: *
# A few apps end with text that look like images but are not
Disallow: /apps/*.gif
Disallow: /apps/*.jpg
Disallow: /apps/*.jpeg
Disallow: /apps/*.png
Disallow: /auth/*
Disallow: /account/
Disallow: /search
Disallow: /apps/comparison/
Disallow: /apps/*/keywords
Disallow: /apps/*/keywords/
Disallow: /apps/*/monetized-ads/
Disallow: /apps/*/sdks
Disallow: /apps/*/sdks/
Disallow: /apps/*/trends/
Disallow: /apps/*/ranks/
Disallow: /sdks/*/
Disallow: /companies/*/app-adstxt/
Allow: /
Allow: /.well-known/
Allow: /api-docs

# MCP server discovery
Mcp-Server-Card: https://appgoblin.info/.well-known/mcp/server-card.json
Mcp-Manifest: https://appgoblin.info/.well-known/mcp.json

Sitemap: https://appgoblin.info/sitemap.xml
Sitemap: https://appgoblin.info/news-sitemap.xml