Merge pull request #21 from thoop/patch-1

Added googlebot, bingbot, yandex to list of user agents being checked
zf-fr · Jul 22, 2018 · 63e656f · 63e656f
2 parents c620418 + dc3b8fb
commit 63e656f
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 3 deletions.
diff --git a/config/module.config.php b/config/module.config.php
@@ -28,9 +28,10 @@
         // Prerender service URL
         'prerender_url' => 'http://service.prerender.io',
 
-        // Some widely used crawler user agents (Google Bot, Yahoo and BingBot are not in this list because
-        // we support _escaped_fragment_ and want to ensure people aren't penalized for cloaking).
         'crawler_user_agents' => [
+            'googlebot',
+            'bingbot',
+            'yandex',
             'baiduspider',
             'facebookexternalhit',
             'twitterbot',

diff --git a/tests/ZfrPrerenderTest/Factory/ModuleOptionsFactoryTest.php b/tests/ZfrPrerenderTest/Factory/ModuleOptionsFactoryTest.php
@@ -36,7 +36,7 @@ public function testCanCreateOptions()
         $options        = $serviceManager->get('ZfrPrerender\Options\ModuleOptions');
 
         $expectedCrawlerUserAgents = [
-            'baiduspider', 'facebookexternalhit', 'twitterbot', 'rogerbot', 'linkedinbot',
+            'googlebot', 'bingbot', 'yandex', 'baiduspider', 'facebookexternalhit', 'twitterbot', 'rogerbot', 'linkedinbot',
             'embedly', 'bufferbot', 'quora link preview', 'showyoubot', 'outbrain'
         ];