# Disallow particular paths for all user agents User-agent: * Disallow: /wp/wp-admin Crawl-delay: 30 # Disallow entire user agents User-agent: Semrush Disallow: /