# Comments appear after the "#" symbol at the start of a line, or after a directive
User-agent: * # match all bots
Disallow: /about # keep them out
Disallow: /invest # keep them out
Crawl-delay: 1