node.js的：使HTTP调用在循环

Question

我想打一个HTTP要求在一个阵列中的每个元素，并将所有响应合并成一个单一的阵列，像这样：

result = [] ; i = 0 
for item in array 
    options = get_options(item) 
    request options, (err, res, body)-> 
    result[i++] = body 

// when all calls are done, console.log the 'result' array 

我看着异步模块，但我不确定如何使用它。使用

Answer 1

异步库的地图功能，您可以

var makeRequest = function(item, callback){ 
    var options = get_options(item); 
    // handle http errors and getting access to body properly 
    http.get(options,res){ 
     callback(null, res) 
    } 
} 

async.map(['item1','item2','item3'], makeRequest(item, callback), function(err, results){ 
    //check errors do stuff with results 
}); 

Answer 2

试试这个，应该工作。您可能想要尝试使用mapLimit来限制并行请求或mapSeries的顺序执行。

var async = require('async'); 
var request = require('request'); 
async.map(['url1', 'url2'], function(item, callback){ 
    request(item, function (error, response, body) { 
    callback(error, body); 
    }); 
}, function(err, results){ 
    console.log(results); 
}); 

你的例子我需要看看你的get_options函数。它是同步的吗？如果是的话，你可以做到这一点

var async = require('async'); 
var request = require('request'); 
var options; 
async.map([item1, item2], function(item, callback){ 
    options = get_options(item); 
    request(options, function (error, response, body) { 
    callback(error, body); 
    }); 
}, function(err, results){ 
    console.log(results); 
}); 

如果您get_options是异步的，接受回调做以下操作：

var async = require('async'); 
var request = require('request'); 
async.map([item1, item2], function(item, callback){ 
    get_options(item, function(err, option){ 
    if(err) { 
     callback(err); 
    } 
    else{ 
     request(options, function (error, response, body) { 
     callback(error, body); 
     }); 
    } 
    }); 
}, function(err, results){ 
    console.log(results); 
}); 

Answer 3

如果你有兴趣在这里使用的承诺是一个答案还有：

var Q = require('q'); 
var http = require('http'); 

var httpGet = function(url) { 
    var data = "", defer = Q.defer(); 
    http.get(url, function (res) { 
    var content_length = parseInt(res.headers['content-length'], 10); 
    var total_downloaded = 0; 
    if (res.statusCode !== 200) { 
     defer.reject("HTTP Error " + res.statusCode + " for " + url); 
     return; 
    } 
    res.on("error", defer.reject); 
    res.on("data", function (chunk) { 
     data += chunk; 
     total_downloaded += chunk.length; 
     var percentage = Math.floor((total_downloaded/content_length) * 100); 
     defer.notify(percentage); 
    }); 
    res.on("end", function() { defer.resolve(data); }); 
    }); 
    return defer.promise; 
} 

这使用Q promises库。您可以这样使用它：

var promise = httpGet("http://example.com/"); 
promise.then(function (data) { 
    // Do something with data. 
}, function (reason) { 
    // Do something with the error 
}, function (progress) { 
    // Do something with the progress update (% so far) 
});