change: input files to json format

Author: ipmanlk

README.md

@@ -5,10 +5,10 @@
 This is an open database anyone can use to find Sinhala definitions for English words and vice versa. This project has a build script you can use to generate databases in different formats (see "Build" section for more information).
 
 ## Files
-- Main database files are in ```comma-separated values (.csv)``` format and they are located inside the ```inputs``` directory.
-- You can open them using a spreadsheet program such as LibreOffice Calc.  
-- ```en2sn``` database contains English-Sinhala definitions.
-- ```sn2en``` database contains Sinhala-English definitions.
+- Main input files are in ```JavaScript Object Notation (JSON)``` format and they are located inside the ```inputs``` directory.
+- You can open them using a text editor such as VSCode.  
+- ```en2sn.json``` database contains English-Sinhala definitions.
+- ```sn2en.json``` database contains Sinhala-English definitions.
 - These are the main files used by build script to generate databases.
 - Do not rename them if you are planning on using the build script.
 
@@ -17,7 +17,7 @@ You can use the build script in this project to automatically generate databases
 
 ### Currently supported formats,
 - SQLite
-- JSON
+- JSON (Structure is different than input files)
 
 ### Building Instructions
 1. Install Nodejs.

build.js

@@ -1,17 +1,15 @@
-const csv = require("csvtojson");
 const argio = require('argio');
 const parser = argio();
 
-const init = async () => {
-    const data = await readCSV().catch(e => console.log(e));
+const init = () => {
+    const data = readInputs();
     if (parser.get("f")) {
         let formats = parser.params.f;
         build(data, formats);
     } else {
         console.log("Usage: node build.js -f [formats]\n");
         console.log("Options:\n\t-f\t\tDefine output formats")
     }
-
 }
 
 const build = (data, formats) => {
@@ -25,13 +23,13 @@ const build = (data, formats) => {
     })
 }
 
-const readCSV = async () => {
+const readInputs = () => {
     try {
-        const en2sn = await csv().fromFile("./inputs/en2sn.csv");
-        const sn2en = await csv().fromFile("./inputs/sn2en.csv");
+        const en2sn = require("./inputs/en2sn.json");
+        const sn2en = require("./inputs/sn2en.json");
         return { en2sn, sn2en };
     } catch (e) {
-        throw (`Unable to read csv files. : ${e}`);
+        console.log(`Unable to read input files. : ${e}`);
     }
 }
 

formats/json.js

@@ -5,8 +5,8 @@ const build = (data) => {
         const jsonPath = `${__dirname}/../outputs/json`;
         const en2sn = {};
         const sn2en = {};
-        data.en2sn.forEach(row => { en2sn[row.word] = row.definitions.split(",") });
-        data.sn2en.forEach(row => { sn2en[row.word] = row.definitions.split(",") });
+        data.en2sn.forEach(row => { en2sn[row.word] = row.definitions });
+        data.sn2en.forEach(row => { sn2en[row.word] = row.definitions });
         fs.writeFileSync(`${jsonPath}/en2sn.json`, JSON.stringify(en2sn));
         fs.writeFileSync(`${jsonPath}/sn2en.json`, JSON.stringify(sn2en));
         console.log(`Success: JSON files have been generated!.`);

formats/sqlite.js

@@ -22,11 +22,11 @@ const save = async (table, data) => {
         let rowCount = data.length;
         let values = "";
         let count = 1;
-        let limit = 3000;
+        let limit = 1000;
 
         try {
             for (let row of data) {
-                values += `('${row.word}', '${row.definitions}')`;
+                values += `("${row.word}", "${row.definitions}")`;
                 if (count < limit) values += ",";
                 if (count == limit) {
                     let sql = `INSERT INTO ${table}(word, definitions) VALUES${values}`;
@@ -55,6 +55,7 @@ const insert = (sql) => {
     return new Promise((resolve, reject) => {
         osdb.run(sql, [], (err) => {
             if (err) {
+                console.log(sql);
                 console.log(`Error: Unable to insert data to the database! ${err}`);
                 reject();
             }