csv_storeIn_postgresSQL/db.js at master · myskam7/csv_storeIn_postgresSQL · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
const  fs = require('fs'),
        pg = require('pg'),
        csv = require('fast-csv');

const client = new pg.Client(process.env.DATABASE_URL);

// client.connect((err => console.log(err))

// );

let counter = 0;

let csvStream = csv.fromPath('./csv/FL_insurance_sample.csv', {headers: true,  ignoreEmpty: true })
    .on('data', (record) => {
        csvStream.pause();


        if(counter < 2){
            let policyID = record.policyID;
            let statecode = record.statecode;
            let county = record.county;
            let eq_site_limit = record.eq_site_limit;
            let hu_site_limit = record.hu_site_limit;
            let fl_site_limit = record.fl_site_limitfr_site_limit;
            let fr_site_limit = record.fr_site_limit;
            let tiv_2011 = record.tiv_2011;
            let tiv_2012 = record.tiv_2012;
            let eq_site_deductible = record.eq_site_deductible;
            let  hu_site_deductible= record.hu_site_deductible;
            let fl_site_deductible = record.fl_site_deductible;
            let fr_site_deductible = record.fr_site_deductible;
            let point_latitude = record.point_latitude;
            let point_longitude = record.point_longitude;
            let line = record.line;
            let construction = record.construction;
            let point_granularity = record.point_granularity;

            const seed = () => {
                client.query(`INSERT INTO csv_insurance (policyid, statecode, county,
                    point_latitude, point_longitude, line, construction)
                    VALUES ($1, $2, $3, $4, $5, $6, $7);`,[policyID, statecode, county, point_latitude, point_longitude, line, construction], (result, err) => {
                            if(err) {
                                console.log(err);
                            }
                            console.log(result);
                        });
                        ++counter;

                        };

                        const connect = () => {
                            client.connect((err) => {
                            if(!err){
                                if(process.env.SEED){
                                    seed();
                                }
                            }

                            });
                        };
                        connect();
                    }


                        csvStream.resume();
                        }).on('end', () => {
                            console.log('done reading csv file');
                        }).on('error', (err) => {
                            console.log(err);
                        });


const getProducts = (cb) => {

    client.query('select * from csv_insurance')
    .then(result => cb(null, result.rows))
    .catch(err => cb(err));

}


module.exports = {
    csvStream,
    getProducts
};