summaryrefslogtreecommitdiff
path: root/pieces/prepare-streams.js
diff options
context:
space:
mode:
authorGeorge Halkiadakis <gchalkiadakis@sklavenitis.co.gr>2024-04-16 01:55:02 +0300
committerGeorge Halkiadakis <gchalkiadakis@sklavenitis.co.gr>2024-04-16 01:55:02 +0300
commit6248d2cf7a2214ac32628bc58248694108b4d8bf (patch)
tree138d22974b783ce2285417f21ae0c4b83de2b245 /pieces/prepare-streams.js
parent3894db0824bbb0023bce8402f1c4f578504fb8ce (diff)
downloadoseine-6248d2cf7a2214ac32628bc58248694108b4d8bf.tar.gz
oseine-6248d2cf7a2214ac32628bc58248694108b4d8bf.tar.bz2
oseine-6248d2cf7a2214ac32628bc58248694108b4d8bf.zip
optimize weighted_partial match
Diffstat (limited to 'pieces/prepare-streams.js')
-rw-r--r--pieces/prepare-streams.js101
1 files changed, 0 insertions, 101 deletions
diff --git a/pieces/prepare-streams.js b/pieces/prepare-streams.js
deleted file mode 100644
index ee7ba8e..0000000
--- a/pieces/prepare-streams.js
+++ /dev/null
@@ -1,101 +0,0 @@
-const fs = require('fs');
-var request = require('request');
-
-const kb = require('../utils/kb-util.js');
-
-
-// const https = require("https");
-
-
-/* TODO: ?? parallel read
- // var request = require('request-promise');
- var calls = [
- request({
- url: 'https://storage.googleapis.com/pythia-files/uploads/json/emarket-keywords.json',
- // headers: { ... }
- }),
- request({
- url: 'https://storage.googleapis.com/pythia-files/uploads/json/emarket-products.json',
- // headers: { ... }
- }),
- // + linked-terms and replaces
- // and more..
- ];
-
- Promise.all(calls).then(function(results) {
- // do something with results[0]
- // do something with results[1]
- // ...
- });
-*/
-
-
-/** create entity file from url
- * @param {string} entity: use the entity name
- * @param {string} url: prepared entity json-file in remote server
- */
-function create(entity, url) {
- request(url,
- function (error, response, body) {
- if (!error && response.statusCode == 200) {
- // body is a ready json-string; no need to parse and (re-)stringify
- try {
- fs.writeFileSync(`${__dirname}/../data/${entity}.json`, body, 'utf-8');
- // file written successfully
- } catch (err) {
- console.error(err);
- }
- }
- }
- );
-}
-
-
-function load_products(url) {
- request(url,
- function (error, response, body) {
- if (!error && response.statusCode == 200) {
- // body is a ready json-string; no need to parse and (re-)stringify
- json = JSON.parse(body);
- newJson = [];
- json.forEach( p => {
- newJson.push({
- id: p.id,
- w: p.w,
- kb: kb.keyboardize(kb.clean(p.w))
- });
- });
- try {
- fs.writeFileSync(`${__dirname}/../data/products.json`, JSON.stringify(newJson), 'utf-8');
- // file written successfully
- } catch (err) {
- console.error(err);
- }
- }
- }
- );
-}
-
-
-// create data
-// testing an implemenatatin of a custom local-fs-cache system
-function random() {
- var data = [];
- for( let i = 0; i < (Math.floor(Math.random() * 100) +15) ; i++) {
- data.push({ id: i, x5: i*5 });
- }
-
- try {
- fs.writeFileSync(__dirname + '/../data/random.json', JSON.stringify(data), 'utf-8');
- // file written successfully
- } catch (err) {
- console.error(err);
- }
-}
-
-
-module.exports = {
- create,
- random,
- load_products
-} \ No newline at end of file