# robots.txt definition User-agent: * Disallow: /adserving/ Disallow: /cache/ Disallow: /stor/