Pagination and filtering of files is now server-side

Importing unregistered files does not block server start anymore

backend/utils.js

@@ -349,6 +349,26 @@ function removeFileExtension(filename) {
     return filename_parts.join('.');
 }
 
+function createEdgeNGrams(str) {
+    if (str && str.length > 3) {
+        const minGram = 3
+        const maxGram = str.length
+        
+        return str.split(" ").reduce((ngrams, token) => {
+            if (token.length > minGram) {   
+                for (let i = minGram; i <= maxGram && i <= token.length; ++i) {
+                    ngrams = [...ngrams, token.substr(0, i)]
+                }
+            } else {
+                ngrams = [...ngrams, token]
+            }
+            return ngrams
+        }, []).join(" ")
+    } 
+    
+    return str
+}
+
 /**
  * setTimeout, but its a promise.
  * @param {number} ms
@@ -399,6 +419,7 @@ module.exports = {
     getCurrentDownloader: getCurrentDownloader,
     recFindByExt: recFindByExt,
     removeFileExtension: removeFileExtension,
+    createEdgeNGrams: createEdgeNGrams,
     wait: wait,
     File: File
 }