User-agent: Scrapy
Allow: /

User-agent: *
 Allow: /

 Disallow: /pdf/
 Disallow: /growth-assets/reports/
 Disallow: /therpcorp/
 Disallow: /events/thessaloniki/growth-hacking-thessaloniki.html
 Disallow: /growthbites/thanks/
 Disallow: /growthbites/terms-of-service/
 Disallow: /growthbites/privacy-policy/
 Disallow: /old_site/
 Disallow: /pinnatta/
 Disallow: /vm/
 Disallow: /plus/*