User-agent: * Crawl-delay: 0.2 Allow: /*.css Allow: /*.js Allow: /*.jpg Allow: /*.png Allow: /*.gif Allow: /*.svg Allow: /*.pdf Disallow: */asset_publisher/* Disallow: */web/guest/* Disallow: /*p_p_id