Win10 + node.js から SQL Server 2019 Express に CSVファイルを書き込んでみる
目的
以下の環境で郵便番号検索の17ISHIKA.CSVを書き込んでみる
Win10 + node.js -> Ubuntu 18.04 + SQL Server 2019 Express
#もう少し綺麗に書きたいなぁ・・・
対象テーブル
データの並びは以下に準拠
郵便番号データの説明
対象データにユニークキーになりそうなデータが無いので
8桁のテキストを追加する
CREATE TABLE [dbo].[ZIPCODE](
[SEQ] [nchar](8) NOT NULL,
[PREFCODE] [nchar](3) NULL,
[KUBUNCODE] [nchar](8) NULL,
[POSTAL5] [nchar](5) NULL,
[POSTAL] [nchar](8) NULL,
[PREFKANA] [nchar](20) NULL,
[CITYKANA] [nchar](40) NULL,
[ADDRKANA] [nchar](80) NULL,
[PREFKANJI] [nchar](20) NULL,
[CITYKANJI] [nchar](40) NULL,
[ADDRKANJI] [nchar](80) NULL,
[FLG1] [int] NULL,
[FLG2] [int] NULL,
[FLG3] [int] NULL,
[FLG4] [int] NULL,
[FLG5] [int] NULL,
[FLG6] [int] NULL
) ON [PRIMARY]
サンプルコード
地元県だと名前感あるので 17ISHIKA.CSV を使う
var async = require('async');
var Request = require('tedious').Request;
var TYPES = require('tedious').TYPES;
var Connection = require('tedious').Connection;
var fs = require('fs');
var iconv = require('iconv-lite');
var csv = require('csv');
var connectionConfig = {
userName: 'demo',
password: 'demo',
server: '192.168.5.49',
options: {
database: 'demo'
}
};
var startTime = new Date();
iconv.skipDecodeWarning = true;
var strsql = "INSERT INTO ZIPCODE (";
strsql = strsql + " SEQ";
strsql = strsql + ", PREFCODE";
strsql = strsql + ", KUBUNCODE";
strsql = strsql + ", POSTAL5"
strsql = strsql + ", POSTAL"
strsql = strsql + ", PREFKANA"
strsql = strsql + ", CITYKANA"
strsql = strsql + ", ADDRKANA"
strsql = strsql + ", PREFKANJI"
strsql = strsql + ", CITYKANJI"
strsql = strsql + ", ADDRKANJI"
strsql = strsql + ", FLG1"
strsql = strsql + ", FLG2"
strsql = strsql + ", FLG3"
strsql = strsql + ", FLG4"
strsql = strsql + ", FLG5"
strsql = strsql + ", FLG6"
strsql = strsql + ") VALUES (";
strsql = strsql + " @SEQ";
strsql = strsql + ", @PREFCODE";
strsql = strsql + ", @KUBUNCODE";
strsql = strsql + ", @POSTAL5"
strsql = strsql + ", @POSTAL"
strsql = strsql + ", @PREFKANA"
strsql = strsql + ", @CITYKANA"
strsql = strsql + ", @ADDRKANA"
strsql = strsql + ", @PREFKANJI"
strsql = strsql + ", @CITYKANJI"
strsql = strsql + ", @ADDRKANJI"
strsql = strsql + ", @FLG1"
strsql = strsql + ", @FLG2"
strsql = strsql + ", @FLG3"
strsql = strsql + ", @FLG4"
strsql = strsql + ", @FLG5"
strsql = strsql + ", @FLG6"
strsql = strsql + ");";
var connection = new Connection(connectionConfig);
connection.on('connect', function(err) {
if (err) {
console.log(err);
console.log('err:connect');
connection.exit;
process.exit(0);
}
console.log("Connected");
truncatetable();
});
function truncatetable() {
request = new Request("TRUNCATE TABLE ZIPCODE;", function(err) {
if (err) {
console.log(err);
console.log('err:request:truncatetable');
connection.exit;
process.exit(0);
}
});
request.on('requestCompleted', function (err) {
console.log("requestCompleted:truncatetable");
executeStatement();
});
connection.execSql(request);
}
var numcnt = 0;
function executeStatement() {
async.forEachSeries(fs.readFileSync('17ISHIKA.CSV', 'binary').toString().split('\n'), function(line, callback){
if (line.length <= 0) {
console.log('END:length <= 0');
connection.exit;
process.exit(0);
return line;
}
line = iconv.decode(line, 'Shift_JIS');
numcnt = numcnt + 1;
csv.parse(line, function(err, line){
csv.transform(line, function(line){
return line;
}, function(err, line){
request = new Request(strsql, function(err) {
if (err) {
console.log(err);
console.log('err:request');
connection.exit;
process.exit(0);
}
callback();
});
request.addParameter('SEQ', TYPES.NVarChar, ('00000000' + numcnt).slice(-8));
request.addParameter('PREFCODE', TYPES.NVarChar, line[0][0].substr(0, 2));
request.addParameter('KUBUNCODE', TYPES.NVarChar, line[0][0].trim());
request.addParameter('POSTAL5', TYPES.NVarChar, line[0][1].trim());
request.addParameter('POSTAL', TYPES.NVarChar, line[0][2].trim());
request.addParameter('PREFKANA', TYPES.NVarChar, line[0][3].trim());
request.addParameter('CITYKANA', TYPES.NVarChar, line[0][4].trim());
request.addParameter('ADDRKANA', TYPES.NVarChar, line[0][5].trim());
request.addParameter('PREFKANJI', TYPES.NVarChar, line[0][6].trim());
request.addParameter('CITYKANJI', TYPES.NVarChar, line[0][7].trim());
request.addParameter('ADDRKANJI', TYPES.NVarChar, line[0][8].trim());
request.addParameter('FLG1', TYPES.NVarChar, parseInt(line[0][9]));
request.addParameter('FLG2', TYPES.NVarChar, parseInt(line[0][10]));
request.addParameter('FLG3', TYPES.NVarChar, parseInt(line[0][11]));
request.addParameter('FLG4', TYPES.NVarChar, parseInt(line[0][12]));
request.addParameter('FLG5', TYPES.NVarChar, parseInt(line[0][13]));
request.addParameter('FLG6', TYPES.NVarChar, parseInt(line[0][14]));
connection.execSql(request);
});
});
}, function(err){
console.log('Err:OUT');
connection.exit;
process.exit(0);
});
}
参考にしたのは以下のサイト
How to use object in Asyn forEachSeries
async.js forEach vs forEachSeries
CSV Parser for Node.js
csv
tediousjs/tedious-connection-pool
tedious-connection-pool
手順 1:Node.js 開発用に開発環境を構成する
手順 3:Node.js を使用した SQL への接続を概念実証する
Requests can only be made in the LoggedIn state, not the SentClientRequest state (code: 'EINVALIDSTATE') #458
Requests can only be made in the LoggedIn state, not the SentClientRequest state