boxnovel: scrape first 4 pages (fixes #3)

src/en/boxnovel/boxnovel.js

@@ -10,13 +10,10 @@ const searchUrl = "https://boxnovel.com/";
 
 // Top novels
 
-router.get("/novels/:pageNo/", (req, res) => {
+function apiCall(reqOps) {
-    orderBy = req.query.o;
+    return new Promise(function (resolve, reject) {
-    pageNo = req.params.pageNo;
+        request(reqOps, (err, res, body) => {
-
+            if (!err && res.statusCode == 200) {
-    url = `${baseUrl}/page/${pageNo}/?m_orderby=${orderBy}`;
-
-    request(url, (err, response, body) => {
                 if (err) throw err;
 
                 let novels = [];
@@ -39,7 +36,42 @@ router.get("/novels/:pageNo/", (req, res) => {
 
                     novels.push(novel);
                 });
-        res.json(novels);
+                resolve(novels);
+            }
+
+            reject(err);
+        });
+    });
+}
+
+router.get("/novels/:pageNo/", (req, res) => {
+    orderBy = req.query.o;
+    pageNo = req.params.pageNo;
+
+    let url = `${baseUrl}/page/1/?m_orderby=${orderBy}`;
+
+    let page1, page2, page3, page4;
+
+    apiCall(url)
+        .then((res) => {
+            page1 = res;
+            return apiCall(`${baseUrl}/page/2/?m_orderby=${orderBy}`);
+        })
+        .then((res) => {
+            page2 = res;
+            return apiCall(`${baseUrl}/page/3/?m_orderby=${orderBy}`);
+        })
+        .then((res) => {
+            page3 = res;
+            return apiCall(`${baseUrl}/page/4/?m_orderby=${orderBy}`);
+        })
+        .then((result) => {
+            page4 = result;
+
+            res.json([...page1, ...page2, ...page3]);
+        })
+        .catch((err) => {
+            console.log("Error occured in one of the API call: ", err);
         });
 });