User-agent: *
Crawl-delay: 10
Disallow: /admin/
Disallow: /search/
Disallow: /user/register/
Disallow: /auth/*
Disallow: /api/*
Disallow: /user/password/
Disallow: /user/login/
Disallow: /user/logout/
Disallow: /trap.txt


##############################
# START DBE CONTENT.
##############################

Disallow: /content/*
Disallow: /new/*
Disallow: /used/*
#Disallow: /user/*
Disallow: /preowned/*
Disallow: /demo/*
Allow: /content/dbe-site/

##############################
# STOP DBE CONTENT.
##############################

User-agent: ia_archiver
Disallow: /

Sitemap: https://www.dbe.academy/sitemap.xml