User-agent: * Allow: /* #allows to crawl all levels of url Sitemap: https://www.getcone.io/sitemap.xml Disallow: /*? #Restrcicts crawling of URL containg "?" Disallow: /*= #Restrcicts crawling of URL containg "=" Disallow: /*_ #Restrcicts crawling of URL containg "_" Disallow: /*payment #Restrcicts crawling of URL containg payment term Sitemap: https://getcone.io/sitemap.xml