Handle parsing page count from last few index pages

lib/index.js

@@ -26,10 +26,19 @@ module.exports = async ( url ) => {
     .get()
 
   //The number of pages
+  let pageCount
+  const lastLink = $(".wp-pagenavi a.last").first()
+  if( lastLink.length != 0 ){
+    pageCount = lastLink.attr('href')
+    .match(/([0-9]+)$/)[1]
+  }else{
+    pageCount = $(".wp-pagenavi a.page").last().text()
+  }
+  /*
   const pageCount = $(".wp-pagenavi a.last").first()
     .attr('href')
     .match(/([0-9]+)$/)[1]
-
+  */
   return {
     reportsURLs,
     pageCount: Number(pageCount)

tests/lib/index.test.js

@@ -37,3 +37,14 @@ test( 'Base test', async () => {
   const result = await scrapeIndex( 'https://domain.tld/path/to/page.html' )
   expect( result ).toEqual( expectedResult )
 })
+
+test( 'Page without link to last page with classname "last"', async () => {
+  const sampleIndex = fs.readFileSync('./tests/samples/indexNoLast.html', 'utf8')
+  request.mockImplementation((...args) => {
+    const cb = args.pop()
+    cb( null, {statusCode: 200}, sampleIndex )
+  })
+
+  const result = await scrapeIndex( 'https://domain.tld/path/to/page.html' )
+  expect( result.pageCount ).toEqual( 36 )
+})