# 1. Common rules
##################################################
User-agent: *
Disallow: /download.php
Disallow: /api/
Disallow: /map/
Disallow: /not2crawl/
Disallow: /external/
Disallow: /site/
Disallow: /survey/