6 things that happen when Googlebot can't crawl your website - SEO<\/title>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/cherylroll.com\/when-googlebot-cant-crawl-your-website-435806\/\" \/>\n<meta property=\"og:locale\" content=\"en_US\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"6 things that happen when Googlebot can't crawl your website - SEO\" \/>\n<meta property=\"og:description\" content=\"Ever wondered what would happen if you prevented Google from crawling your website for a few weeks? Technical SEO expert Kristina Azarenko has published the results of such an experiment. Six surprising things that happened. What happened when Googlebot couldn’t crawl Azarenko’s site from Oct 5 to Nov. 7: Favicon was removed from Google Search […]\" \/>\n<meta property=\"og:url\" content=\"https:\/\/cherylroll.com\/when-googlebot-cant-crawl-your-website-435806\/\" \/>\n<meta property=\"og:site_name\" content=\"SEO\" \/>\n<meta property=\"article:published_time\" content=\"2023-12-14T20:23:21+00:00\" \/>\n<meta name=\"author\" content=\"Fox News\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:label1\" content=\"Written by\" \/>\n\t<meta name=\"twitter:data1\" content=\"Fox News\" \/>\n\t<meta name=\"twitter:label2\" content=\"Est. reading time\" \/>\n\t<meta name=\"twitter:data2\" content=\"1 minute\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\/\/schema.org\",\"@graph\":[{\"@type\":\"WebPage\",\"@id\":\"https:\/\/cherylroll.com\/when-googlebot-cant-crawl-your-website-435806\/\",\"url\":\"https:\/\/cherylroll.com\/when-googlebot-cant-crawl-your-website-435806\/\",\"name\":\"6 things that happen when Googlebot can't crawl your website - SEO\",\"isPartOf\":{\"@id\":\"https:\/\/cherylroll.com\/#website\"},\"primaryImageOfPage\":{\"@id\":\"https:\/\/cherylroll.com\/when-googlebot-cant-crawl-your-website-435806\/#primaryimage\"},\"image\":{\"@id\":\"https:\/\/cherylroll.com\/when-googlebot-cant-crawl-your-website-435806\/#primaryimage\"},\"thumbnailUrl\":\"https:\/\/searchengineland.com\/wp-content\/seloads\/2023\/11\/blocked-robot.jpeg\",\"datePublished\":\"2023-12-14T20:23:21+00:00\",\"dateModified\":\"2023-12-14T20:23:21+00:00\",\"author\":{\"@id\":\"https:\/\/cherylroll.com\/#\/schema\/person\/e4ce5f7f0c831df260bde5b6992ae397\"},\"breadcrumb\":{\"@id\":\"https:\/\/cherylroll.com\/when-googlebot-cant-crawl-your-website-435806\/#breadcrumb\"},\"inLanguage\":\"en-US\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\/\/cherylroll.com\/when-googlebot-cant-crawl-your-website-435806\/\"]}]},{\"@type\":\"ImageObject\",\"inLanguage\":\"en-US\",\"@id\":\"https:\/\/cherylroll.com\/when-googlebot-cant-crawl-your-website-435806\/#primaryimage\",\"url\":\"https:\/\/searchengineland.com\/wp-content\/seloads\/2023\/11\/blocked-robot.jpeg\",\"contentUrl\":\"https:\/\/searchengineland.com\/wp-content\/seloads\/2023\/11\/blocked-robot.jpeg\"},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\/\/cherylroll.com\/when-googlebot-cant-crawl-your-website-435806\/#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Home\",\"item\":\"https:\/\/cherylroll.com\/\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"6 things that happen when Googlebot can't crawl your website\"}]},{\"@type\":\"WebSite\",\"@id\":\"https:\/\/cherylroll.com\/#website\",\"url\":\"https:\/\/cherylroll.com\/\",\"name\":\"SEO\",\"description\":\"News, Search Engine Optimization (SEO)\",\"potentialAction\":[{\"@type\":\"SearchAction\",\"target\":{\"@type\":\"EntryPoint\",\"urlTemplate\":\"https:\/\/cherylroll.com\/?s={search_term_string}\"},\"query-input\":\"required name=search_term_string\"}],\"inLanguage\":\"en-US\"},{\"@type\":\"Person\",\"@id\":\"https:\/\/cherylroll.com\/#\/schema\/person\/e4ce5f7f0c831df260bde5b6992ae397\",\"name\":\"Fox News\",\"sameAs\":[\"http:\/\/cherylroll.com\"],\"url\":\"https:\/\/cherylroll.com\/author\/fox-news\/\"}]}<\/script>\n","yoast_head_json":{"title":"6 things that happen when Googlebot can't crawl your website - SEO","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/cherylroll.com\/when-googlebot-cant-crawl-your-website-435806\/","og_locale":"en_US","og_type":"article","og_title":"6 things that happen when Googlebot can't crawl your website - SEO","og_description":"Ever wondered what would happen if you prevented Google from crawling your website for a few weeks? Technical SEO expert Kristina Azarenko has published the results of such an experiment. Six surprising things that happened. What happened when Googlebot couldn’t crawl Azarenko’s site from Oct 5 to Nov. 7: Favicon was removed from Google Search […]","og_url":"https:\/\/cherylroll.com\/when-googlebot-cant-crawl-your-website-435806\/","og_site_name":"SEO","article_published_time":"2023-12-14T20:23:21+00:00","author":"Fox News","twitter_card":"summary_large_image","twitter_misc":{"Written by":"Fox News","Est. reading time":"1 minute"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"WebPage","@id":"https:\/\/cherylroll.com\/when-googlebot-cant-crawl-your-website-435806\/","url":"https:\/\/cherylroll.com\/when-googlebot-cant-crawl-your-website-435806\/","name":"6 things that happen when Googlebot can't crawl your website - SEO","isPartOf":{"@id":"https:\/\/cherylroll.com\/#website"},"primaryImageOfPage":{"@id":"https:\/\/cherylroll.com\/when-googlebot-cant-crawl-your-website-435806\/#primaryimage"},"image":{"@id":"https:\/\/cherylroll.com\/when-googlebot-cant-crawl-your-website-435806\/#primaryimage"},"thumbnailUrl":"https:\/\/searchengineland.com\/wp-content\/seloads\/2023\/11\/blocked-robot.jpeg","datePublished":"2023-12-14T20:23:21+00:00","dateModified":"2023-12-14T20:23:21+00:00","author":{"@id":"https:\/\/cherylroll.com\/#\/schema\/person\/e4ce5f7f0c831df260bde5b6992ae397"},"breadcrumb":{"@id":"https:\/\/cherylroll.com\/when-googlebot-cant-crawl-your-website-435806\/#breadcrumb"},"inLanguage":"en-US","potentialAction":[{"@type":"ReadAction","target":["https:\/\/cherylroll.com\/when-googlebot-cant-crawl-your-website-435806\/"]}]},{"@type":"ImageObject","inLanguage":"en-US","@id":"https:\/\/cherylroll.com\/when-googlebot-cant-crawl-your-website-435806\/#primaryimage","url":"https:\/\/searchengineland.com\/wp-content\/seloads\/2023\/11\/blocked-robot.jpeg","contentUrl":"https:\/\/searchengineland.com\/wp-content\/seloads\/2023\/11\/blocked-robot.jpeg"},{"@type":"BreadcrumbList","@id":"https:\/\/cherylroll.com\/when-googlebot-cant-crawl-your-website-435806\/#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"Home","item":"https:\/\/cherylroll.com\/"},{"@type":"ListItem","position":2,"name":"6 things that happen when Googlebot can't crawl your website"}]},{"@type":"WebSite","@id":"https:\/\/cherylroll.com\/#website","url":"https:\/\/cherylroll.com\/","name":"SEO","description":"News, Search Engine Optimization (SEO)","potentialAction":[{"@type":"SearchAction","target":{"@type":"EntryPoint","urlTemplate":"https:\/\/cherylroll.com\/?s={search_term_string}"},"query-input":"required name=search_term_string"}],"inLanguage":"en-US"},{"@type":"Person","@id":"https:\/\/cherylroll.com\/#\/schema\/person\/e4ce5f7f0c831df260bde5b6992ae397","name":"Fox News","sameAs":["http:\/\/cherylroll.com"],"url":"https:\/\/cherylroll.com\/author\/fox-news\/"}]}},"_links":{"self":[{"href":"https:\/\/cherylroll.com\/wp-json\/wp\/v2\/posts\/950","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/cherylroll.com\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/cherylroll.com\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/cherylroll.com\/wp-json\/wp\/v2\/users\/2"}],"replies":[{"embeddable":true,"href":"https:\/\/cherylroll.com\/wp-json\/wp\/v2\/comments?post=950"}],"version-history":[{"count":0,"href":"https:\/\/cherylroll.com\/wp-json\/wp\/v2\/posts\/950\/revisions"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/cherylroll.com\/wp-json\/wp\/v2\/posts\/950"}],"wp:attachment":[{"href":"https:\/\/cherylroll.com\/wp-json\/wp\/v2\/media?parent=950"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/cherylroll.com\/wp-json\/wp\/v2\/categories?post=950"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/cherylroll.com\/wp-json\/wp\/v2\/tags?post=950"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}

{"id":950,"date":"2023-12-14T20:23:21","date_gmt":"2023-12-14T20:23:21","guid":{"rendered":"https:\/\/cherylroll.com\/when-googlebot-cant-crawl-your-website-435806\/"},"modified":"2023-12-14T20:23:21","modified_gmt":"2023-12-14T20:23:21","slug":"when-googlebot-cant-crawl-your-website-435806","status":"publish","type":"post","link":"https:\/\/cherylroll.com\/when-googlebot-cant-crawl-your-website-435806\/","title":{"rendered":"6 things that happen when Googlebot can't crawl your website"},"content":{"rendered":"

Ever wondered what would happen if you prevented Google from crawling your website for a few weeks? Technical SEO expert Kristina Azarenko has published the results of such an experiment. <\/p>\n

Six surprising things that happened.<\/strong> What happened when Googlebot couldn’t crawl Azarenko’s site from Oct 5 to Nov. 7:<\/p>\n

\n
Favicon was removed from Google Search results.<\/li>\n
Video search results took a big hit and still haven’t recovered post-experiment.<\/li>\n
Positions remained relatively stable, except were slightly more volatile in Canada.<\/li>\n
Traffic only saw only a slight decrease.<\/li>\n
An increase in reported indexed pages in Google Search Console. Why? Pages with noindex meta robots tags ended up being indexed because Google couldn’t crawl the site to see those tags. <\/li>\n
Multiple alerts in GSC (e.g., “Indexed, though blocked by robots.txt”, “Blocked by robots.txt”).<\/li>\n<\/ul>\n
Why we care. <\/strong>Testing is a crucial element of SEO. All changes (intentional or unintentional) can impact your rankings and traffic and bottom line, so it’s good to understand how Google could possibly react. Also, most companies aren’t able to attempt this sort of an experiment, so this is good information to know.<\/p>\n
The experiment.<\/strong> You can read all about it in Unexpected Results of My Google Crawling Experiment<\/a>.<\/p>\n
Another<\/strong> similar experiment. <\/strong>Patrick Stox of Ahrefs has also shared results of blocking two high-ranking pages<\/a> with robots.txt for five months. The impact on ranking was minimal, but the pages lost all their featured snippets. <\/p>\n
\n","protected":false},"excerpt":{"rendered":"
Ever wondered what would happen if you prevented Google from crawling your website for a few weeks? Technical SEO expert Kristina Azarenko has published the results of such an experiment. Six surprising things that happened. What happened when Googlebot couldn’t crawl Azarenko’s site from Oct 5 to Nov. 7: Favicon was removed from Google Search […]<\/p>\n","protected":false},"author":2,"featured_media":950,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[17],"tags":[18],"class_list":{"0":"post-950","1":"post","2":"type-post","3":"status-publish","4":"format-standard","5":"has-post-thumbnail","7":"category-seo","8":"tag-seo"},"yoast_head":"\n6 things that happen when Googlebot can't crawl your website - SEO<\/title>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/cherylroll.com\/when-googlebot-cant-crawl-your-website-435806\/\" \/>\n<meta property=\"og:locale\" content=\"en_US\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"6 things that happen when Googlebot can't crawl your website - SEO\" \/>\n<meta property=\"og:description\" content=\"Ever wondered what would happen if you prevented Google from crawling your website for a few weeks? Technical SEO expert Kristina Azarenko has published the results of such an experiment. Six surprising things that happened. What happened when Googlebot couldn’t crawl Azarenko’s site from Oct 5 to Nov. 7: Favicon was removed from Google Search […]\" \/>\n<meta property=\"og:url\" content=\"https:\/\/cherylroll.com\/when-googlebot-cant-crawl-your-website-435806\/\" \/>\n<meta property=\"og:site_name\" content=\"SEO\" \/>\n<meta property=\"article:published_time\" content=\"2023-12-14T20:23:21+00:00\" \/>\n<meta name=\"author\" content=\"Fox News\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:label1\" content=\"Written by\" \/>\n\t<meta name=\"twitter:data1\" content=\"Fox News\" \/>\n\t<meta name=\"twitter:label2\" content=\"Est. reading time\" \/>\n\t<meta name=\"twitter:data2\" content=\"1 minute\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\/\/schema.org\",\"@graph\":[{\"@type\":\"WebPage\",\"@id\":\"https:\/\/cherylroll.com\/when-googlebot-cant-crawl-your-website-435806\/\",\"url\":\"https:\/\/cherylroll.com\/when-googlebot-cant-crawl-your-website-435806\/\",\"name\":\"6 things that happen when Googlebot can't crawl your website - SEO\",\"isPartOf\":{\"@id\":\"https:\/\/cherylroll.com\/#website\"},\"primaryImageOfPage\":{\"@id\":\"https:\/\/cherylroll.com\/when-googlebot-cant-crawl-your-website-435806\/#primaryimage\"},\"image\":{\"@id\":\"https:\/\/cherylroll.com\/when-googlebot-cant-crawl-your-website-435806\/#primaryimage\"},\"thumbnailUrl\":\"https:\/\/searchengineland.com\/wp-content\/seloads\/2023\/11\/blocked-robot.jpeg\",\"datePublished\":\"2023-12-14T20:23:21+00:00\",\"dateModified\":\"2023-12-14T20:23:21+00:00\",\"author\":{\"@id\":\"https:\/\/cherylroll.com\/#\/schema\/person\/e4ce5f7f0c831df260bde5b6992ae397\"},\"breadcrumb\":{\"@id\":\"https:\/\/cherylroll.com\/when-googlebot-cant-crawl-your-website-435806\/#breadcrumb\"},\"inLanguage\":\"en-US\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\/\/cherylroll.com\/when-googlebot-cant-crawl-your-website-435806\/\"]}]},{\"@type\":\"ImageObject\",\"inLanguage\":\"en-US\",\"@id\":\"https:\/\/cherylroll.com\/when-googlebot-cant-crawl-your-website-435806\/#primaryimage\",\"url\":\"https:\/\/searchengineland.com\/wp-content\/seloads\/2023\/11\/blocked-robot.jpeg\",\"contentUrl\":\"https:\/\/searchengineland.com\/wp-content\/seloads\/2023\/11\/blocked-robot.jpeg\"},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\/\/cherylroll.com\/when-googlebot-cant-crawl-your-website-435806\/#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Home\",\"item\":\"https:\/\/cherylroll.com\/\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"6 things that happen when Googlebot can't crawl your website\"}]},{\"@type\":\"WebSite\",\"@id\":\"https:\/\/cherylroll.com\/#website\",\"url\":\"https:\/\/cherylroll.com\/\",\"name\":\"SEO\",\"description\":\"News, Search Engine Optimization (SEO)\",\"potentialAction\":[{\"@type\":\"SearchAction\",\"target\":{\"@type\":\"EntryPoint\",\"urlTemplate\":\"https:\/\/cherylroll.com\/?s={search_term_string}\"},\"query-input\":\"required name=search_term_string\"}],\"inLanguage\":\"en-US\"},{\"@type\":\"Person\",\"@id\":\"https:\/\/cherylroll.com\/#\/schema\/person\/e4ce5f7f0c831df260bde5b6992ae397\",\"name\":\"Fox News\",\"sameAs\":[\"http:\/\/cherylroll.com\"],\"url\":\"https:\/\/cherylroll.com\/author\/fox-news\/\"}]}<\/script>\n","yoast_head_json":{"title":"6 things that happen when Googlebot can't crawl your website - SEO","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/cherylroll.com\/when-googlebot-cant-crawl-your-website-435806\/","og_locale":"en_US","og_type":"article","og_title":"6 things that happen when Googlebot can't crawl your website - SEO","og_description":"Ever wondered what would happen if you prevented Google from crawling your website for a few weeks? Technical SEO expert Kristina Azarenko has published the results of such an experiment. Six surprising things that happened. What happened when Googlebot couldn’t crawl Azarenko’s site from Oct 5 to Nov. 7: Favicon was removed from Google Search […]","og_url":"https:\/\/cherylroll.com\/when-googlebot-cant-crawl-your-website-435806\/","og_site_name":"SEO","article_published_time":"2023-12-14T20:23:21+00:00","author":"Fox News","twitter_card":"summary_large_image","twitter_misc":{"Written by":"Fox News","Est. reading time":"1 minute"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"WebPage","@id":"https:\/\/cherylroll.com\/when-googlebot-cant-crawl-your-website-435806\/","url":"https:\/\/cherylroll.com\/when-googlebot-cant-crawl-your-website-435806\/","name":"6 things that happen when Googlebot can't crawl your website - SEO","isPartOf":{"@id":"https:\/\/cherylroll.com\/#website"},"primaryImageOfPage":{"@id":"https:\/\/cherylroll.com\/when-googlebot-cant-crawl-your-website-435806\/#primaryimage"},"image":{"@id":"https:\/\/cherylroll.com\/when-googlebot-cant-crawl-your-website-435806\/#primaryimage"},"thumbnailUrl":"https:\/\/searchengineland.com\/wp-content\/seloads\/2023\/11\/blocked-robot.jpeg","datePublished":"2023-12-14T20:23:21+00:00","dateModified":"2023-12-14T20:23:21+00:00","author":{"@id":"https:\/\/cherylroll.com\/#\/schema\/person\/e4ce5f7f0c831df260bde5b6992ae397"},"breadcrumb":{"@id":"https:\/\/cherylroll.com\/when-googlebot-cant-crawl-your-website-435806\/#breadcrumb"},"inLanguage":"en-US","potentialAction":[{"@type":"ReadAction","target":["https:\/\/cherylroll.com\/when-googlebot-cant-crawl-your-website-435806\/"]}]},{"@type":"ImageObject","inLanguage":"en-US","@id":"https:\/\/cherylroll.com\/when-googlebot-cant-crawl-your-website-435806\/#primaryimage","url":"https:\/\/searchengineland.com\/wp-content\/seloads\/2023\/11\/blocked-robot.jpeg","contentUrl":"https:\/\/searchengineland.com\/wp-content\/seloads\/2023\/11\/blocked-robot.jpeg"},{"@type":"BreadcrumbList","@id":"https:\/\/cherylroll.com\/when-googlebot-cant-crawl-your-website-435806\/#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"Home","item":"https:\/\/cherylroll.com\/"},{"@type":"ListItem","position":2,"name":"6 things that happen when Googlebot can't crawl your website"}]},{"@type":"WebSite","@id":"https:\/\/cherylroll.com\/#website","url":"https:\/\/cherylroll.com\/","name":"SEO","description":"News, Search Engine Optimization (SEO)","potentialAction":[{"@type":"SearchAction","target":{"@type":"EntryPoint","urlTemplate":"https:\/\/cherylroll.com\/?s={search_term_string}"},"query-input":"required name=search_term_string"}],"inLanguage":"en-US"},{"@type":"Person","@id":"https:\/\/cherylroll.com\/#\/schema\/person\/e4ce5f7f0c831df260bde5b6992ae397","name":"Fox News","sameAs":["http:\/\/cherylroll.com"],"url":"https:\/\/cherylroll.com\/author\/fox-news\/"}]}},"_links":{"self":[{"href":"https:\/\/cherylroll.com\/wp-json\/wp\/v2\/posts\/950","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/cherylroll.com\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/cherylroll.com\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/cherylroll.com\/wp-json\/wp\/v2\/users\/2"}],"replies":[{"embeddable":true,"href":"https:\/\/cherylroll.com\/wp-json\/wp\/v2\/comments?post=950"}],"version-history":[{"count":0,"href":"https:\/\/cherylroll.com\/wp-json\/wp\/v2\/posts\/950\/revisions"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/cherylroll.com\/wp-json\/wp\/v2\/posts\/950"}],"wp:attachment":[{"href":"https:\/\/cherylroll.com\/wp-json\/wp\/v2\/media?parent=950"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/cherylroll.com\/wp-json\/wp\/v2\/categories?post=950"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/cherylroll.com\/wp-json\/wp\/v2\/tags?post=950"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}