User-agent: *
Allow: /
Disallow: /mob/
Disallow: /upload/
Disallow: /users/
Disallow: /wiki/

User-Agent: Baiduspider
Allow: /

User-Agent: Baiduspider-ads
Allow: /*

User-agent: psbot
Disallow: /

User-agent: NPBot
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: NPBot-1/2.0
Disallow: /

User-agent: Google-adstxt
Disallow:

User-agent: Yahoo!-AdCrawler
Crawl-delay: 0.5

User-agent: adidxbot
Crawl-delay: 5

User-agent: adsbot-google
Crawl-delay: 5

User-agent: Mozilla/5.0 (compatible; bingbot/2.0; +http://www.bing.com)
Crawl-delay: 5


Sitemap: https://www.marinetraffic.com/sitemap.xml
Sitemap: https://www.marinetraffic.com/vessel_sitemap_index.xml
Sitemap: https://www.marinetraffic.com/port_sitemap_index.xml
Sitemap: https://www.marinetraffic.com/light_sitemap_index.xml
Sitemap: https://www.marinetraffic.com/terminal_sitemap_index.xml