From bd8a99dc64e017b6f538d18ca9b927be8aec6dbf Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?J=C3=A1n=20Holp?= Date: Wed, 8 Apr 2020 16:29:28 +0000 Subject: [PATCH] Delete 'pages/students/2016/jan_holp/dp2021/elasticsearch.js' --- .../2016/jan_holp/dp2021/elasticsearch.js | 72 ------------------- 1 file changed, 72 deletions(-) delete mode 100644 pages/students/2016/jan_holp/dp2021/elasticsearch.js diff --git a/pages/students/2016/jan_holp/dp2021/elasticsearch.js b/pages/students/2016/jan_holp/dp2021/elasticsearch.js deleted file mode 100644 index 661952e35d..0000000000 --- a/pages/students/2016/jan_holp/dp2021/elasticsearch.js +++ /dev/null @@ -1,72 +0,0 @@ - -const elasticsearch = require('elasticsearch'); -const fs = require('fs'); -const readline = require('readline'); - -const client = new elasticsearch.Client({ - hosts: [ 'http://localhost:9200'] -}); - -client.indices.create({ - index: 'skweb' -}, function(error, response, status) { - if (error) { - console.log(error); - } else { - console.log("created a new index", response); - } -}); - -const bulkIndex = function bulkIndex(index, type, data) { - let bulkBody = []; - id = 1; -const errorCount = 0; - data.forEach(item => { - bulkBody.push({ - index: { - _index: index, - _type: type, - _id : id++, - } - }); - bulkBody.push(item); - }); - console.log(bulkBody); - client.bulk({body: bulkBody}) - .then(response => { - - response.items.forEach(item => { - if (item.index && item.index.error) { - console.log(++errorCount, item.index.error); - } - }); - console.log( - `Successfully indexed ${data.length - errorCount} - out of ${data.length} items` - ); - }) - .catch(console.err); -}; - -async function indexData() { - - let documents = []; - const readInterface = readline.createInterface({ - input: fs.createReadStream('/home/elastic/BP/skweb/server/text.txt'), -// output: process.stdout, - console: false - }); - readInterface.on('line', function(line) { - const article = JSON.parse(line); - documents.push(article); - - }); - readInterface.on('close', function() { - console.log(documents); - bulkIndex('skweb', 'web_page', documents); - }); - - - } - - indexData();