如何在NodeJS和ExpressJS中将嵌套的JSON对象数组转换为CSV

Question

我想将CSV文件从服务器发送到客户端。 我有ExpressJS响应从MongoDB获得的JSON对象。

这是我的NodeJS代码，它接受来自客户端的身份证明和集合名称参数的发布请求，在响应中，它提取与这些ID相关的数据。

app.post('/api/v1/imagelist_data/raw-data/:db', function(req, res) { 
    console.log("I received a NEW POST raw-data request"); 
    var dbname = req.params.db; 

    var myarray = req.body._id; 

    // Setting Collection Name 
    var mycollection = db.collection(dbname); 

    // Convert the list of ids to mongo object ids 
    var objectIds = myarray.map(function(item) { 
     return mongojs.ObjectId(item); 
    }); 

    console.log(objectIds); 

    mycollection.find({ 
     _id: { 
      $in: objectIds 
     } 
    }, function(err, docs) { 

     res.json(docs); 


    }); 

现在我在客户端获取响应数组对象。 我想用这些对象数组创建一个CSV文件。

对象数组看起来像这样。

[ 
{ 
    "_id": "58405524d70210dc299ca275", 
    "pictureNumber": 1, 
    "scAttitude": [ 
     0, 
     0, 
     0, 
     1 
    ], 
    "scPosition": [ 
     1, 
     0, 
     0 
    ], 
    "integrationTime": 10, 
    "time": "2016-12-01T16:51:57.000Z", 
    "offset": 1, 
    "gain": 2, 
    "ledStatus": false, 
    "imageType": "Image", 
    "cameraType": "Mongo", 
    "testPatternStatus": false, 
    "temperatureCCD": 189, 
    "temperatureLED1": 162, 
    "temperatureLED2": 152, 
    "temperatureVBG": 490, 
    "temperatureGND": 0, 
    "imageValid": true, 
    "remarks": " Reception time: Thu Dec 01 17:51:47 CET 2016", 
    "imageSize": 2271320 
}, 
{ 
    "_id": "586bc534b31a89bb45b0083e", 
    "pictureNumber": 2, 
    "scAttitude": [ 
     1, 
     0, 
     0, 
     1 
    ], 
    "scPosition": [ 
     1, 
     0, 
     0 
    ], 
    "integrationTime": 20, 
    "time": "2016-12-02T16:51:57.000Z", 
    "offset": 2, 
    "gain": 0, 
    "ledStatus": false, 
    "imageType": "Image", 
    "cameraType": "MOngo", 
    "testPatternStatus": false, 
    "temperatureCCD": 189, 
    "temperatureLED1": 162, 
    "temperatureLED2": 152, 
    "temperatureVBG": 490, 
    "temperatureGND": 0, 
    "imageValid": true, 
    "remarks": " Reception time: Thu Dec 01 17:51:47 CET 2016", 
    "imageSize": 2271320 
}] 

我应该在服务器端还是客户端进行处理？

我想通过点击按钮在客户端下载带有数据的CSV文件。

我该如何做到这一点？

Answer 1

我的建议是在服务器端生成CSV文件并将其作为附件返回给客户端。该方法保证所有设备（笔记本电脑/电话/表格等）上的CSV文件都是相同的。此外，您避免在每个不同的客户端上重新创建CSV。

响应与expressjs csv文件：

mycollection.find({ 
    _id: { 
     $in: objectIds 
    } 
}, function(err, docs) { 
    if (err) { 
     res.status(400); 
     res.send('Unexpected db error'); 
    } 

    var csv = convertCollectionToCsv(docs); 
    if (!csv) { 
     res.status(400); 
     res.send('Invalid csv format'); 
    } 

    res.attachment('filename.csv'); 
    res.status(200).send(csv); 
}); 

您可以选择CSV转换器/分析器第三方库，或者，如果实在是太简单，你可以创建自己的。 以下是为了创建一个CSV文件的典型方法：

var data = getData(); 
 
var csv = convertCollectionToCsv(data); 
 
console.log(csv); 
 

 
function convertCollectionToCsv(docs, seperator) { 
 
    if (!(Array.isArray(docs) && docs.length > 0)) { 
 
    return; 
 
    } 
 

 
    seperator = seperator || ','; 
 

 
    var header = createHeader(docs); 
 
    var body = docs.map(convertObjectsToCsv); 
 
    var csv = [] 
 
    .concat([header]) 
 
    .concat(body) 
 
    .join('\n'); 
 

 
    return csv; 
 

 
    function createHeader(docs) { 
 
    var headRow = docs[0]; 
 
    var header = Object.keys(headRow); 
 
    return header.join(seperator); 
 
    } 
 

 
    function convertObjectsToCsv (doc) { 
 
    // special treatment for dates, nested arrays or objects 
 
    // for instance: 
 
    doc['scAttitude'] = (doc['scAttitude'] || []).join('-'); 
 
    doc['scPosition'] = (doc['scPosition'] || []).join('-'); 
 

 
    var values = getValuesFromObject(doc); 
 
    return values.join(seperator); 
 
    } 
 
} 
 

 
function getValuesFromObject(obj) { 
 
    if (typeof obj !== 'object' || obj === null) { 
 
    return []; 
 
    } 
 

 
    var keys = Object.keys(obj); 
 
    var values = []; 
 
    for (var i = 0; i < keys.length; ++i) { 
 
    values.push(obj[keys[i]]); 
 
    } 
 

 
    return values; 
 
} 
 

 
function getData() { 
 
    return [{ 
 
     "_id": "58405524d70210dc299ca275", 
 
     "pictureNumber": 1, 
 
     "scAttitude": [ 
 
      0, 
 
      0, 
 
      0, 
 
      1 
 
     ], 
 
     "scPosition": [ 
 
      1, 
 
      0, 
 
      0 
 
     ], 
 
     "integrationTime": 10, 
 
     "time": "2016-12-01T16:51:57.000Z", 
 
     "offset": 1, 
 
     "gain": 2, 
 
     "ledStatus": false, 
 
     "imageType": "Image", 
 
     "cameraType": "Mongo", 
 
     "testPatternStatus": false, 
 
     "temperatureCCD": 189, 
 
     "temperatureLED1": 162, 
 
     "temperatureLED2": 152, 
 
     "temperatureVBG": 490, 
 
     "temperatureGND": 0, 
 
     "imageValid": true, 
 
     "remarks": " Reception time: Thu Dec 01 17:51:47 CET 2016", 
 
     "imageSize": 2271320 
 
    }, 
 
    { 
 
     "_id": "586bc534b31a89bb45b0083e", 
 
     "pictureNumber": 2, 
 
     "scAttitude": [ 
 
      1, 
 
      0, 
 
      0, 
 
      1 
 
     ], 
 
     "scPosition": [ 
 
      1, 
 
      0, 
 
      0 
 
     ], 
 
     "integrationTime": 20, 
 
     "time": "2016-12-02T16:51:57.000Z", 
 
     "offset": 2, 
 
     "gain": 0, 
 
     "ledStatus": false, 
 
     "imageType": "Image", 
 
     "cameraType": "MOngo", 
 
     "testPatternStatus": false, 
 
     "temperatureCCD": 189, 
 
     "temperatureLED1": 162, 
 
     "temperatureLED2": 152, 
 
     "temperatureVBG": 490, 
 
     "temperatureGND": 0, 
 
     "imageValid": true, 
 
     "remarks": " Reception time: Thu Dec 01 17:51:47 CET 2016", 
 
     "imageSize": 2271320 
 
    }]; 
 
}

Answer 2

您可以使用这些模块：

• https://www.npmjs.com/package/csv
• https://www.npmjs.com/package/tsv

（不要担心，如果它是CSV或TSV - 只要确保你使用正确的分隔符，其在你的情况是逗号）或从这些列表中的其他东西：

• https://www.npmjs.com/browse/keyword/csv
• https://www.npmjs.com/browse/keyword/tsv

这是容易得多，比人工合成的右输出，尤其是当你有任何特殊字符容易发生误差较小。