User-agent: Twitterbot
Disallow:/cache/
Allow: /cache/flickrjobs/

User-agent: *
Disallow: /cache/
Disallow: /cdn-cgi/
Allow: /cache/flickrjobs/