User-agent: *
crawl-delay: 10
Disallow: /wp-admin/
Disallow: /articles/
Disallow: /snippets/
Disallow: /backup/
Disallow: /api/
Disallow: /wp-admin/
Disallow: /images/
Disallow: /inc/
Disallow: /profiles/
Disallow: /tools/
Disallow: /uploadimages/
Disallow: /user/
Disallow: /userfiles/
Disallow: /levels-2020
Disallow: /levels-2020/list-1
Disallow: /levels-2020/list-2
Disallow: /levels-2020/list-3
Disallow: /levels-2020/list-4
Disallow: /wayback_machine_ssrf.txt
Allow: /wp-admin/admin-ajax.php


#WP Import Export Rule
User-agent: *
Disallow: /wp-content/uploads/wp-import-export-lite/

User-agent: ia_archiver
Disallow: /

User-agent: archive.org_bot
Disallow: /