User-agent: * # Login pages Disallow: /authenticate Disallow: /error Disallow: /last_login Disallow: /login Disallow: /logout Disallow: /oauth Disallow: /register Disallow: /ui-login Disallow: /ui-logout # Checkout pages Disallow: /basket Disallow: /checkout Disallow: /thanks # Common pages requiring login Disallow: /account Disallow: /admin Disallow: /ajax Disallow: /myLenderId Disallow: /portfolio Disallow: /settings Disallow: /updates/myloans Disallow: /withdraw # Other Disallow: /app.php Disallow: /i/ Disallow: /*?*pageID= Disallow: /teams/*/loans Disallow: /teams/join/* User-agent: SemrushBot Crawl-delay: 60 User-agent: PetalBot Disallow: / Sitemap: http://www.kiva.org/sitemaps/index.xml