All robots will spider the domain
User-agent: *
Disallow:

# Disallow directory /_assets/
User-agent: *
Disallow: /_assets/

# Disallow directory /backups/
User-agent: *
Disallow: /backups/

# Disallow directory /cgi-bin/
User-agent: *
Disallow: /cgi-bin/

# Disallow directory /online/
User-agent: *
Disallow: /online/

# Disallow directory /sitedepth/
User-agent: *
Disallow: /sitedepth/

# Disallow directory /staffstorage/
User-agent: *
Disallow: /staffstorage/

# Disallow directory /stafftransfer/
User-agent: *
Disallow: /stafftransfer/

# Disallow directory /suspended.page/
User-agent: *
Disallow: /suspended.page/

# Disallow directory /v2/
User-agent: *
Disallow: /v2/

# Disallow directory /v4/
User-agent: *
Disallow: /v4/

# Disallow directory /wp-admin/
User-agent: *
Disallow: /wp-admin/