User-Agent: *
Allow: /wp-admin/js/editor.min.js
Sitemap: https://probonoaustralia.com.au/sitemap_index.xml

# disallow all files in these directories
Disallow: /wp-admin/
Disallow: /readme.html

# disallow all files ending with these extensions
Disallow: /*.php$
Disallow: /*.php*
Disallow: /*.dll
Disallow: /*.ini
Disallow: /*.log
Disallow: /wp-content/plugins/*.pot
Disallow: /wp-content/uploads/*.xls
Disallow: /wp-content/uploads/*.xlsx
Disallow: /wp-content/uploads/*.csv
Disallow: /wp-content/uploads/*.pdf
Disallow: /wp-content/uploads/*.doc
Disallow: /wp-content/uploads/*.docx
Disallow: /wp-content/uploads/*.zip
Disallow: /wp-content/uploads/*.mp4
Disallow: /wp-content/uploads/*.mov
Disallow: /wp-content/uploads/*.avi
Disallow: /wp-content/uploads/*.txt
Disallow: /wp-content/uploads/*.rtf
Disallow: /wp-content/uploads/*.xml
Disallow: /wp-content/uploads/resource/
Disallow: /wp-content/uploads/files/
Disallow: /wp-content/uploads/jobadder/
Disallow: /wp-content/uploads/pageup/
Disallow: /job_application/
Disallow: /applications/
Disallow: /mentor/
Disallow: /mentor_position/
Disallow: /cron/
Disallow: /frontpage/

# section for blocking crawl for the bots
User-agent: AhrefsBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-Agent: trendictionbot
Disallow: /
User-Agent: zoominfo
Disallow: /
User-Agent: AwarioSmartBot
Disallow: /
User-Agent: PaperLiBot
Disallow: /
User-Agent: trendictionbot
Disallow: /
User-Agent: SeznamBot
Disallow: /
User-Agent: Jooblebot
Disallow: /

# section for crawl delay for the bots
User-agent: msnbot
crawl-delay: 30
User-agent: bingbot
crawl-delay: 30
User-agent: AppleNewsBot
crawl-delay: 30
User-agent: Googlebot
crawl-delay: 15 
User-agent: facebookexternalhit
crawl-delay: 15