diff options
| author | George Halkiadakis <gchalkiadakis@sklavenitis.co.gr> | 2024-04-16 01:55:02 +0300 |
|---|---|---|
| committer | George Halkiadakis <gchalkiadakis@sklavenitis.co.gr> | 2024-04-16 01:55:02 +0300 |
| commit | 6248d2cf7a2214ac32628bc58248694108b4d8bf (patch) | |
| tree | 138d22974b783ce2285417f21ae0c4b83de2b245 /pieces/prepare-streams.js | |
| parent | 3894db0824bbb0023bce8402f1c4f578504fb8ce (diff) | |
| download | oseine-6248d2cf7a2214ac32628bc58248694108b4d8bf.tar.gz oseine-6248d2cf7a2214ac32628bc58248694108b4d8bf.tar.bz2 oseine-6248d2cf7a2214ac32628bc58248694108b4d8bf.zip | |
optimize weighted_partial match
Diffstat (limited to 'pieces/prepare-streams.js')
| -rw-r--r-- | pieces/prepare-streams.js | 101 |
1 files changed, 0 insertions, 101 deletions
diff --git a/pieces/prepare-streams.js b/pieces/prepare-streams.js deleted file mode 100644 index ee7ba8e..0000000 --- a/pieces/prepare-streams.js +++ /dev/null @@ -1,101 +0,0 @@ -const fs = require('fs'); -var request = require('request'); - -const kb = require('../utils/kb-util.js'); - - -// const https = require("https"); - - -/* TODO: ?? parallel read - // var request = require('request-promise'); - var calls = [ - request({ - url: 'https://storage.googleapis.com/pythia-files/uploads/json/emarket-keywords.json', - // headers: { ... } - }), - request({ - url: 'https://storage.googleapis.com/pythia-files/uploads/json/emarket-products.json', - // headers: { ... } - }), - // + linked-terms and replaces - // and more.. - ]; - - Promise.all(calls).then(function(results) { - // do something with results[0] - // do something with results[1] - // ... - }); -*/ - - -/** create entity file from url - * @param {string} entity: use the entity name - * @param {string} url: prepared entity json-file in remote server - */ -function create(entity, url) { - request(url, - function (error, response, body) { - if (!error && response.statusCode == 200) { - // body is a ready json-string; no need to parse and (re-)stringify - try { - fs.writeFileSync(`${__dirname}/../data/${entity}.json`, body, 'utf-8'); - // file written successfully - } catch (err) { - console.error(err); - } - } - } - ); -} - - -function load_products(url) { - request(url, - function (error, response, body) { - if (!error && response.statusCode == 200) { - // body is a ready json-string; no need to parse and (re-)stringify - json = JSON.parse(body); - newJson = []; - json.forEach( p => { - newJson.push({ - id: p.id, - w: p.w, - kb: kb.keyboardize(kb.clean(p.w)) - }); - }); - try { - fs.writeFileSync(`${__dirname}/../data/products.json`, JSON.stringify(newJson), 'utf-8'); - // file written successfully - } catch (err) { - console.error(err); - } - } - } - ); -} - - -// create data -// testing an implemenatatin of a custom local-fs-cache system -function random() { - var data = []; - for( let i = 0; i < (Math.floor(Math.random() * 100) +15) ; i++) { - data.push({ id: i, x5: i*5 }); - } - - try { - fs.writeFileSync(__dirname + '/../data/random.json', JSON.stringify(data), 'utf-8'); - // file written successfully - } catch (err) { - console.error(err); - } -} - - -module.exports = { - create, - random, - load_products -}
\ No newline at end of file |
