Sitemap: https://www.lieder.net/lieder/sitemap_index.xml

User-agent: *
Disallow: /lieder/protected/
Disallow: /protected/
Disallow: /lieder/guest_editors/
Disallow: /guest_editors/
Disallow: /lieder/quick_find.html?*
Disallow: /lieder/find_text_compilations.html?*
Disallow: /lieder/find_titles_and_first_lines.html?*
Disallow: /lieder/find_settings_by_date.html?*
Disallow: /lieder/random.html?*

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: WebStripper
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: TeleportPro
Disallow: /

User-agent: WebZIP
Disallow: /

User-agent: linko
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: Microsoft.URL.Control
Disallow: /

User-agent: Xenu
Disallow: /

User-agent: larbin
Disallow: /

User-agent: libwww
Disallow: /

User-agent: fast
Disallow: /

User-agent: NPBot
Disallow: /

User-agent: WebReaper
Disallow: /

User-agent: GPTBot
Disallow: /