[feature] Allow loading more devices using pagination #117

closes #117
openwisp · Sep 1, 2022 · d804a94 · d804a94
1 parent 441c123
commit d804a94
Show file tree

Hide file tree

Showing 6 changed files with 35 additions and 14 deletions.
diff --git a/dist/netjsongraph.min.js b/dist/netjsongraph.min.js
diff --git a/examples/netjsonmap-nodeTiles.html b/examples/netjsonmap-nodeTiles.html
@@ -79,8 +79,8 @@
 
                 if (typeof tilesMap[curZoom] === "string") {
                   // json update function
-                  this.utils
-                    .JSONParamParse(folderName + tilesMap[curZoom])
+                  this.utils.paginatedDataParse
+                    .call(this, folderName + tilesMap[curZoom])
                     .then((JSONData) => {
                       // store the data.
                       tilesMap[curZoom] = JSONData;

diff --git a/src/js/netjsongraph.config.js b/src/js/netjsongraph.config.js
@@ -32,6 +32,7 @@ const NetJSONGraphDefaultConfig = {
   metadata: true,
   svgRender: false,
   switchMode: false,
+  maxPointsFetched: 10000,
   showMetaOnNarrowScreens: false,
   echartsOption: {
     aria: {

diff --git a/src/js/netjsongraph.core.js b/src/js/netjsongraph.core.js
@@ -58,9 +58,8 @@ class NetJSONGraph {
     this.config.onRender.call(this);
     this.event.once("onReady", this.config.onReady.bind(this));
     this.event.once("onLoad", this.config.onLoad.bind(this));
-
-    this.utils
-      .JSONParamParse(JSONParam)
+    this.utils.paginatedDataParse
+      .call(this, JSONParam)
       .then((JSONData) => {
         if (this.utils.isNetJSON(JSONData)) {
           this.type = "netjson";

diff --git a/src/js/netjsongraph.update.js b/src/js/netjsongraph.update.js
@@ -80,8 +80,8 @@ class NetJSONGraphUpdate extends NetJSONGraphUtil {
     const self = this;
     self.config.onUpdate.call(self);
 
-    return self.utils
-      .JSONParamParse(Data)
+    return self.utils.paginatedDataParse
+      .call(self, Data)
       .then((JSONData) => {
         function update() {
           // override data.

diff --git a/src/js/netjsongraph.util.js b/src/js/netjsongraph.util.js
@@ -18,19 +18,40 @@ class NetJSONGraphUtil {
           Accept: "application/json",
         },
       })
-        .then((response) => {
-          if (response.json) {
-            return response.json();
-          }
-          return response;
-        })
+        .then((response) => response)
         .catch((msg) => {
           console.error(msg);
         });
     }
     return Promise.resolve(JSONParam);
   }
 
+  async paginatedDataParse(JSONParam) {
+    let res;
+    let data;
+    try {
+      let paginatedResponse = await this.utils.JSONParamParse(JSONParam);
+      if (paginatedResponse.json) {
+        res = await paginatedResponse.json();
+        data = res.results ? res.results : res;
+        while (res.next && data.nodes.length <= this.config.maxPointsFetched) {
+          // eslint-disable-next-line no-await-in-loop
+          paginatedResponse = await this.utils.JSONParamParse(res.next);
+          // eslint-disable-next-line no-await-in-loop
+          res = await paginatedResponse.json();
+          data.nodes = data.nodes.concat(res.results.nodes);
+          data.links = data.links.concat(res.results.links);
+        }
+      } else {
+        data = paginatedResponse;
+      }
+    } catch (e) {
+      console.error(e);
+    }
+
+    return data;
+  }
+
   /**
    * @function
    * @name dateParse