# robots.txt

User-agent: *
Crawl-delay: 10
Disallow: /data/ # underlying functions
Disallow: /presto/ # underlying functions 
Disallow: /presto_pub/ # underlying functions