From 0c65dee04506567ee50537ff2fbb83998b8fef0f Mon Sep 17 00:00:00 2001 From: George Halkiadakis Date: Wed, 10 Apr 2024 03:41:05 +0300 Subject: add methods in kb-util module; intoduce match-util module --- pieces/prepare-streams.js | 36 ++++++++++++++++++++++++++++++++++++ 1 file changed, 36 insertions(+) create mode 100644 pieces/prepare-streams.js (limited to 'pieces/prepare-streams.js') diff --git a/pieces/prepare-streams.js b/pieces/prepare-streams.js new file mode 100644 index 0000000..0e10e27 --- /dev/null +++ b/pieces/prepare-streams.js @@ -0,0 +1,36 @@ +const fs = require("fs"); +// const https = require("https"); +var request = require('request-promise'); + +var calls = [ + request({ + url: 'https://storage.googleapis.com/pythia-files/uploads/json/emarket-keywords.json', + // headers: { ... } + }), + request({ + url: 'https://storage.googleapis.com/pythia-files/uploads/json/emarket-products.json', + // headers: { ... } + }), + // + linked-terms and replaces + // and more.. +]; + +Promise.all(calls).then(function(results) { + // do something with results[0] + // do something with results[1] + // ... +}); + + + +// write files into local fs; use them cached + +let file = fs.createWriteStream("data.txt"); + +https.get("https://www.w3.org/TR/PNG/iso_8859-1.txt", response => { + var stream = response.pipe(file); + + stream.on("finish", function() { + console.log("done"); + }); +}); \ No newline at end of file -- cgit v1.2.3