User-agent: MJ12bot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: grapeshot
Disallow: /

user-agent: AhrefsBot
disallow: /

User-agent: IstellaBot
Disallow: /

User-agent: spbot
Disallow: /

User-agent: BingPreview
Disallow: /

User-agent: yandex
Crawl-delay: 5

User-agent: bingbot
Crawl-delay: 5

User-Agent: *
Disallow: /webdate_bak/
Disallow: /webdate3/
Disallow: /photos/
Disallow: /index.php?page=send_vkiss*
Disallow: /index.php?page=contact*
Disallow: /index.php?page=tell_friend*
Disallow: /index.php?action*
Disallow: /smartway/
Disallow: /index.php?page=adv_search*
Disallow: /index.php?page=search*
Disallow: /index.php?page=read_mail*
Disallow: /index.php?page=favourities*
Disallow: /index.php?page=address_snail*
Disallow: /index.php?page=send_vsmile*
Disallow: /index.php?page=members_area*
Disallow: /index.php?page=my_profile*
Disallow: /index.php?page=inbox*
Disallow: /index.php?page=matchfinder*
Disallow: /index.php?page=upload_photo*
Disallow: /index.php?page=postlog_sent*
Disallow: /index.php?page=postlog_rec*

Sitemap: https://www.globalpenfriends.com/sitemapindex.xml
Sitemap: https://www.globalpenfriends.com/sitemap_general_gps.txt