# Block spiders from all pages except the main login page ($ marks the end of URL) User-Agent: * Allow: /login Allow: /form/* Disallow: /*