User-agent: Mediapartners-Google*
Disallow:

User-agent: AdsBot-Google
Disallow:

User-agent: AdsBot-Google-Mobile
Disallow:

User-agent: *
Disallow: /resources/
Disallow: /module/
Disallow: /js2/
Disallow: /terms/
Disallow: /privacy/
Disallow: /rules/
Disallow: /fy/inserat/suche/
Disallow: /fy/inseratanzeige/
Disallow: /fy/inserat/inseratliste/
Disallow: /fy/merkliste/
Disallow: /data/listing/

User-agent: AdIdxBot
Disallow:

User-agent: Baiduspider
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: HubSpot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Crawl-Delay: 5

User-agent: BLEXBot
Disallow: /

User-agent: XoviBot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: MegaIndex.ru
Disallow: /

User-agent: megaindex.com
Disallow: /

User-agent: ltx71
Disallow: /

User-agent: linkdexbot/2.1
Disallow: /

User-agent: MisterShoplister
Disallow: /

Sitemap: https://www.machineseeker.lu/sitemap.xml