optimize weighted_partial match

1 files changed, 29 insertions, 2 deletions

diff --git a/pieces/prepare-streams.js b/pieces/prepare.js
index ee7ba8e..65ccee1 100644
--- a/pieces/prepare-streams.js
+++ b/pieces/prepare.js
@@ -31,6 +31,8 @@ const kb = require('../utils/kb-util.js');
 
 
 /** create entity file from url
+ * used for entities like 'linked-words', 'synonyms', etc.
+ * 
  * @param {string} entity: use the entity name 
  * @param {string} url: prepared entity json-file in remote server
  */
@@ -50,6 +52,14 @@ function create(entity, url) {
     );
 }
 
+function get_data_structure() {
+    // data structure is an array of `{ url:.., expiration:.., path:.. }` objects
+}
+
+function set_data_structure(node) {
+
+}
+
 
 function load_products(url) {
     request(url,
@@ -58,6 +68,15 @@ function load_products(url) {
                 // body is a ready json-string; no need to parse and (re-)stringify
                 json = JSON.parse(body);
                 newJson = [];
+
+                // TODO:
+                // + attach handle synonyms
+                // + mark brand-names
+                // + attach category-names and SAP-categories
+                // + construct combo words
+                // + remove non-important words
+                // + normalize popularity
+
                 json.forEach( p => {
                     newJson.push({
                         id: p.id,
@@ -65,11 +84,19 @@ function load_products(url) {
                         kb: kb.keyboardize(kb.clean(p.w))
                     });
                 });
+                
                 try {
-                    fs.writeFileSync(`${__dirname}/../data/products.json`, JSON.stringify(newJson), 'utf-8');
-                    // file written successfully
+
+                    fs.writeFileSync(
+                        `${__dirname}/../data/products.json`,
+                        JSON.stringify(newJson),
+                        'utf-8'
+                    );
+                    return true;    // file written successfully
+
                 } catch (err) {
                     console.error(err);
+                    return false;
                 }
             }
         }