User-agent: Mediapartners-Google

Allow: /
Disallow: /ajax/
Disallow: /scanning-new/

User-agent: *
Disallow: /english/search/
Disallow: /indonesia/cari/
Disallow: /search/
Disallow: /id/tiket-pesawat/cari/
Disallow: /en/flights/search/

Disallow: /id/admin/
Disallow: /en/admin/
Disallow: /id/members/
Disallow: /en/members/

Disallow: /book.asp
Disallow: /redirect.asp
Disallow: /booktrain.asp
Disallow: /flights.asp
Disallow: /trains.asp
Disallow: /en/trains/search.html
Disallow: /id/kereta-api/cari.html
Disallow: /en/partnerpage.html
Disallow: /id/partnerpage.html
Disallow: /en/index-mobi.html
Disallow: /index-mobi.html
Disallow: /id/index-mobi.html
Disallow: /ajax/
Disallow: /scanning-new/
Disallow: /search-new/
Disallow: /en/about/
Disallow: /id/tentang/
Disallow: /en/contact.html
Disallow: /id/contact.html
Disallow: /contact.html

Crawl-delay: 2

User-agent: BLEXBot
Crawl-delay: 60

User-agent: hbot
Crawl-delay: 60

User-agent: Yandex
Crawl-delay: 30


User-agent: bingbot
Crawl-delay: 15