# User-agent contains entries of robots that you want to match this against. User-agent: * # # Disallow specifies partial or full URL paths # # ignore anything under / Disallow: /