User-agent: *
Allow: /

Disallow : /*.pdf$
Disallow: /download.php
Disallow: /search.php

User-agent: AliyunSecBot
Disallow: /
User-agent: Scrapy
Disallow: /
User-agent: TikTokSpider
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: Linguee
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: MauiBot
Disallow: /
User-agent: MegaIndex.ru
Disallow: /
User-agent: megaindex.com
Disallow: /