fix: ignore modern static-asset extensions (#277)

Add .otf, .eot and .avif to extensionsToIgnore and remove the
duplicated .doc entry. Verified live that Googlebot requesting
prerender.io's own inter-*.woff2 receives a 504 (a normal UA gets
200): the Prerender service rejects static-asset URLs with 504, so
any font/image request forwarded by the middleware surfaces as a
crawler-visible 5xx. Aligns with the canonical static-asset ignore
list in prerender/integration-contract#1.

Co-authored-by: Marcin <marcin@prerender.com>
Co-authored-by: Claude Fable 5 <noreply@anthropic.com>

Author: 3 people

index.js

@@ -177,7 +177,6 @@ prerender.extensionsToIgnore = [
   '.rar',
   '.exe',
   '.wmv',
-  '.doc',
   '.avi',
   '.ppt',
   '.mpg',
@@ -200,9 +199,12 @@ prerender.extensionsToIgnore = [
   '.woff',
   '.woff2',
   '.ttf',
+  '.otf',
+  '.eot',
   '.svg',
   '.webmanifest',
-  '.webp'
+  '.webp',
+  '.avif'
 ];
 
 

test/index-spec.js

@@ -162,6 +162,16 @@ describe ('Prerender', function(){
       assert.equal(res.end.callCount, 0);
     });
 
+    it('should call next() if user is a bot, but the bot is requesting a font file', function(){
+      var req = { method: 'GET', url: '/fonts/inter.woff2?v=3', headers: { 'user-agent': bot } };
+
+      prerender(req, res, next);
+
+      assert.equal(next.callCount, 1);
+      assert.equal(res.writeHead.callCount, 0);
+      assert.equal(res.end.callCount, 0);
+    });
+
     it('should call next() if the url is not part of the regex specific whitelist', function(){
       var req = { method: 'GET', url: '/saved/search/blah?_escaped_fragment_=', headers: { 'user-agent': bot }, connection: { encrypted: false } };