User-agent: * Crawl-delay: 10 Disallow: /cgi-bin/ Disallow: /application/ Disallow: /system/ Disallow: /vendor/ Disallow: /admin/ Disallow: /partner/ Disallow: /assistant/ Disallow: /dashboard/ Disallow: /credits/ Disallow: /support/ Disallow: /email/ Disallow: /oauth/ Disallow: /subscription/ Disallow: /clearCache Disallow: /cleanup-instagram-images Disallow: /store-instagram-image Disallow: /store-user-instagram-images/ Disallow: /instagram/fetch Disallow: /instagram/fetch-action Disallow: /instagram/job-status/ Disallow: /instagram/check-job-status/ Disallow: /instagram/get-similar-accounts-ajax Disallow: /instagram/get-user-details-ajax/ Disallow: /instagram/get-user-details-direct/ Disallow: /instagram/get-user-by-id/ Disallow: /instagram/delete/ Disallow: /instagram/get-contact-info/ Disallow: /instagram/email-logs Disallow: /instagram/get-recent-jobs Disallow: /instagram/trigger-job-processing/ Disallow: /youtube-discovery/search-init Disallow: /youtube-discovery/search-chunk Disallow: /youtube-discovery/search-history Disallow: /youtube-discovery/search Disallow: /youtube-discovery/send-bulk Disallow: /youtube-discovery/provider-status Disallow: /*.zip$ Disallow: /*.sql$ Disallow: /*.log$ Disallow: /refresh-instagram-async/ Disallow: /instagram-refresh-status/ Sitemap: https://findcollab.com/sitemap.xml