User-agent: SemrushBot
Disallow: /

User-agent: *
Disallow: /~karuk/*.php?
Disallow: /%7Ekaruk/*.php?
Disallow: /~yurok/*.php?
Disallow: /%7Eyurok/*.php?
Disallow: /~hupa/*.php?
Disallow: /%7Ehupa/*.php?
Disallow: /~kjohnson/English_Phonetics/audio/segments/*.mp3
Disallow: /%7Ekjohnson/English_Phonetics/audio/segments/*.mp3
Disallow: *?hidebots
Disallow: *wiki/index.php?printable
Disallow: *wiki/index.php/Help
Disallow: *wiki/index.php/MediaWiki
Disallow: *wiki/index.php/Special:
Disallow: *wiki/index.php/Template
Disallow: *wiki/skins/
Crawl-delay: 30

Sitemap: https://linguistics.berkeley.edu/sitemap.xml