0
0

Delete article

Deleted articles cannot be recovered.

Draft of this article would be also deleted.

Are you sure you want to delete this article?

More than 3 years have passed since last update.

Win10 + node.js から SQL Server 2019 Express に CSVファイルを書き込んでみる(tedious)

Last updated at Posted at 2020-05-10

Win10 + node.js から SQL Server 2019 Express に CSVファイルを書き込んでみる
#目的
以下の環境で郵便番号検索の17ISHIKA.CSVを書き込んでみる
Win10 + node.js -> Ubuntu 18.04 + SQL Server 2019 Express
#もう少し綺麗に書きたいなぁ・・・
#対象テーブル
データの並びは以下に準拠
郵便番号データの説明
対象データにユニークキーになりそうなデータが無いので
8桁のテキストを追加する

CREATE TABLE [dbo].[ZIPCODE](
	[SEQ] [nchar](8) NOT NULL,
	[PREFCODE] [nchar](3) NULL,
	[KUBUNCODE] [nchar](8) NULL,
	[POSTAL5] [nchar](5) NULL,
	[POSTAL] [nchar](8) NULL,
	[PREFKANA] [nchar](20) NULL,
	[CITYKANA] [nchar](40) NULL,
	[ADDRKANA] [nchar](80) NULL,
	[PREFKANJI] [nchar](20) NULL,
	[CITYKANJI] [nchar](40) NULL,
	[ADDRKANJI] [nchar](80) NULL,
	[FLG1] [int] NULL,
	[FLG2] [int] NULL,
	[FLG3] [int] NULL,
	[FLG4] [int] NULL,
	[FLG5] [int] NULL,
	[FLG6] [int] NULL
) ON [PRIMARY]

#サンプルコード
地元県だと名前感あるので 17ISHIKA.CSV を使う


var async = require('async');
var Request = require('tedious').Request;
var TYPES = require('tedious').TYPES;
var Connection = require('tedious').Connection; 
var fs = require('fs');
var iconv = require('iconv-lite');
var csv = require('csv');

var connectionConfig = {
    userName: 'demo',
    password: 'demo',
    server: '192.168.5.49',
    options: {
        database: 'demo'
    }
};

var startTime = new Date();

iconv.skipDecodeWarning = true;

var strsql = "INSERT INTO ZIPCODE (";
strsql = strsql + "  SEQ";
strsql = strsql + ", PREFCODE";
strsql = strsql + ", KUBUNCODE";
strsql = strsql + ", POSTAL5"
strsql = strsql + ", POSTAL"
strsql = strsql + ", PREFKANA"
strsql = strsql + ", CITYKANA"
strsql = strsql + ", ADDRKANA"
strsql = strsql + ", PREFKANJI"
strsql = strsql + ", CITYKANJI"
strsql = strsql + ", ADDRKANJI"
strsql = strsql + ", FLG1"
strsql = strsql + ", FLG2"
strsql = strsql + ", FLG3"
strsql = strsql + ", FLG4"
strsql = strsql + ", FLG5"
strsql = strsql + ", FLG6"
strsql = strsql + ") VALUES (";
strsql = strsql + "  @SEQ";
strsql = strsql + ", @PREFCODE";
strsql = strsql + ", @KUBUNCODE";
strsql = strsql + ", @POSTAL5"
strsql = strsql + ", @POSTAL"
strsql = strsql + ", @PREFKANA"
strsql = strsql + ", @CITYKANA"
strsql = strsql + ", @ADDRKANA"
strsql = strsql + ", @PREFKANJI"
strsql = strsql + ", @CITYKANJI"
strsql = strsql + ", @ADDRKANJI"
strsql = strsql + ", @FLG1"
strsql = strsql + ", @FLG2"
strsql = strsql + ", @FLG3"
strsql = strsql + ", @FLG4"
strsql = strsql + ", @FLG5"
strsql = strsql + ", @FLG6"
strsql = strsql + ");";

var connection = new Connection(connectionConfig);
connection.on('connect', function(err) {  
    if (err) {
        console.log(err);
        console.log('err:connect');
        connection.exit;
        process.exit(0);
    }
    console.log("Connected");  
    truncatetable();
});

function truncatetable() {
    request = new Request("TRUNCATE TABLE ZIPCODE;", function(err) {
        if (err) {
            console.log(err);
            console.log('err:request:truncatetable');
            connection.exit;
            process.exit(0);
       }
    });

    request.on('requestCompleted', function (err) {
        console.log("requestCompleted:truncatetable");
        executeStatement();
    });
    connection.execSql(request);  
}

var numcnt = 0;
function executeStatement() {
    async.forEachSeries(fs.readFileSync('17ISHIKA.CSV', 'binary').toString().split('\n'), function(line, callback){
        if (line.length <= 0) {
            console.log('END:length <= 0');
            connection.exit;
            process.exit(0);
            return line;
        }
        line = iconv.decode(line, 'Shift_JIS');
        numcnt = numcnt + 1;
        csv.parse(line, function(err, line){
            csv.transform(line, function(line){
                return line;
            }, function(err, line){
                    request = new Request(strsql, function(err) {
                        if (err) {
                            console.log(err);
                            console.log('err:request');
                            connection.exit;
                            process.exit(0);
                        }
                        callback();
                    });

                    request.addParameter('SEQ',       TYPES.NVarChar, ('00000000' + numcnt).slice(-8));
                    request.addParameter('PREFCODE',  TYPES.NVarChar, line[0][0].substr(0, 2));
                    request.addParameter('KUBUNCODE', TYPES.NVarChar, line[0][0].trim());
                    request.addParameter('POSTAL5',   TYPES.NVarChar, line[0][1].trim());
                    request.addParameter('POSTAL',    TYPES.NVarChar, line[0][2].trim());
                    request.addParameter('PREFKANA',  TYPES.NVarChar, line[0][3].trim());
                    request.addParameter('CITYKANA',  TYPES.NVarChar, line[0][4].trim());
                    request.addParameter('ADDRKANA',  TYPES.NVarChar, line[0][5].trim());
                    request.addParameter('PREFKANJI', TYPES.NVarChar, line[0][6].trim());
                    request.addParameter('CITYKANJI', TYPES.NVarChar, line[0][7].trim());
                    request.addParameter('ADDRKANJI', TYPES.NVarChar, line[0][8].trim());
                    request.addParameter('FLG1',      TYPES.NVarChar, parseInt(line[0][9]));
                    request.addParameter('FLG2',      TYPES.NVarChar, parseInt(line[0][10]));
                    request.addParameter('FLG3',      TYPES.NVarChar, parseInt(line[0][11]));
                    request.addParameter('FLG4',      TYPES.NVarChar, parseInt(line[0][12]));
                    request.addParameter('FLG5',      TYPES.NVarChar, parseInt(line[0][13]));
                    request.addParameter('FLG6',      TYPES.NVarChar, parseInt(line[0][14]));
                    
                    connection.execSql(request);
                });
            });
    }, function(err){
        console.log('Err:OUT');
        connection.exit;
        process.exit(0);
    });
}

#参考にしたのは以下のサイト
How to use object in Asyn forEachSeries
async.js forEach vs forEachSeries
CSV Parser for Node.js
csv
tediousjs/tedious-connection-pool
tedious-connection-pool
手順 1:Node.js 開発用に開発環境を構成する
手順 3:Node.js を使用した SQL への接続を概念実証する
Requests can only be made in the LoggedIn state, not the SentClientRequest state (code: 'EINVALIDSTATE') #458
Requests can only be made in the LoggedIn state, not the SentClientRequest state

0
0
0

Register as a new user and use Qiita more conveniently

  1. You get articles that match your needs
  2. You can efficiently read back useful information
  3. You can use dark theme
What you can do with signing up
0
0

Delete article

Deleted articles cannot be recovered.

Draft of this article would be also deleted.

Are you sure you want to delete this article?