104 lines
3.2 KiB
JavaScript
Executable File
104 lines
3.2 KiB
JavaScript
Executable File
#!/usr/bin/env node
|
|
|
|
const meName = 'generate-json-tld-desc.json';
|
|
|
|
process.on('unhandledRejection', error => {
|
|
console.error(meName + ": (FATAL)", error);
|
|
process.exit(1);
|
|
});
|
|
|
|
const countries = require('country-data').countries;
|
|
const country = require('countryjs');
|
|
const parse = require('csv-parse');
|
|
const fs = require('fs-extra');
|
|
const path = require('path');
|
|
const md5File = require('md5-file/promise');
|
|
const pathinfo = require('pathinfo');
|
|
const program = require('commander');
|
|
const tmp = require('tmp');
|
|
|
|
//tmp.setGracefulCleanup();
|
|
|
|
const fileTldDescJs = path.dirname(require.main.filename) + '/../../formats/json/tld-desc.json';
|
|
const fileTldsCsv = path.dirname(require.main.filename) + '/../../tlds.csv';
|
|
|
|
program
|
|
.option('-q, --quiet', 'Quiet Mode')
|
|
.parse(process.argv);
|
|
|
|
if (!program.quiet) {
|
|
console.log(meName);
|
|
console.log(" (c) 2017 Doug Bird, All Rights Reserved.");
|
|
console.log(" see README.md for licensing and other information");
|
|
console.log(" https://github.com/katmore/tld-enum#readme");
|
|
console.log("");
|
|
console.log(" Generates new JSON format file 'tld-desc.json' from the 'tlds.csv' file");
|
|
console.log("");
|
|
}
|
|
|
|
(async() => {
|
|
|
|
const tmpDir = tmp.dirSync({ unsafeCleanup: true });
|
|
|
|
const fileNewTldDescJson = tmpDir.name + '/tld-desc.json';
|
|
|
|
let existingMd5 = null;
|
|
|
|
if (fs.existsSync(fileTldDescJs)) {
|
|
existingMd5 = await md5File(fileTldDescJs);
|
|
const pathinfoTlds = pathinfo(fileTldDescJs);
|
|
const fileBackupTlds = pathinfoTlds.dirname + pathinfoTlds.sep + pathinfoTlds.basename + '-' + existingMd5 + '-backup.js';
|
|
if (!fs.existsSync(fileBackupTlds)) {
|
|
fs.copySync(fileTldDescJs, fileBackupTlds);
|
|
}
|
|
}
|
|
|
|
process.stdout.write("reading 'tlds.csv'...");
|
|
|
|
let parser = parse({ delimiter: ',' });
|
|
|
|
let tldDesc = {};
|
|
|
|
parser.on('readable', function() {
|
|
let i = 0;
|
|
let row, domain, desc;
|
|
while (row = parser.read()) {
|
|
if (!row.length) {
|
|
console.error(meName + ": (FATAL) invalid 'tlds.csv' row #" + i + " in '" + fileTldsCsv+"'");
|
|
process.exit(1);
|
|
}
|
|
if (typeof row[1] === 'undefined') {
|
|
console.error(meName + ": (FATAL) invalid 'tlds.csv', missing column 2 on row #" + i + " in '" + fileTldsCsv+"'");
|
|
process.exit(1);
|
|
}
|
|
domain=row[0];
|
|
desc=row[1];
|
|
tldDesc[domain]=desc;
|
|
i++;
|
|
}
|
|
});
|
|
|
|
parser.write(fs.readFileSync(fileTldsCsv));
|
|
|
|
parser.end();
|
|
|
|
console.log("done");
|
|
|
|
process.stdout.write("generating new 'tld-desc.json' file...");
|
|
|
|
fs.appendFileSync(fileNewTldDescJson, JSON.stringify(tldDesc, null, 2));
|
|
|
|
console.log("done");
|
|
|
|
if (existingMd5) {
|
|
const newMd5 = await md5File(fileNewTldDescJson);
|
|
if (newMd5 == existingMd5) {
|
|
console.error(meName + ": (NOTICE) ignoring newly generated 'tld-desc.json' file that is identical to the existing file (md5: " + existingMd5 + ", path: " + fileTldDescJs + ")");
|
|
return;
|
|
}
|
|
}
|
|
fs.copySync(fileNewTldDescJson, fileTldDescJs);
|
|
|
|
console.log("saved new 'tld-desc.json' file");
|
|
|
|
})(); |