如何顺序/同步进行API调用-EMFILE错误

Question

I am trying to populate a database with data received from GET requests. Each request returns 500 items, which in turn makes 500 POSTs to the database. There are 686 GET requests to be made. The problem I am having is after the third GET, I start receiving Error: connect EMFILE and ended up with only ~1700 items in the database.

How would I make these API calls sequentially/synchronously to avoid this?

 function getProducts(myUrl) { axios.get(myUrl, { httpsAgent: agent }) .then(res => { res.data.products.forEach(product => { var product = { 'values': { '2': product.name, '3': product.display_price, '4': product.slug } }; postProduct(product); }); }) .catch(err => { console.log(err); }); } function postProduct(product) { axios.post(huburl, product) .then(res => { console.log(res.data); }) .catch(err => { console.log(err) }); } for (let i = 1; i <= 686; i++) { var pagedUrl = url + '&page=' + i; console.log(pagedUrl); getProducts(pagedUrl); } 

Answer 1

Here is a simple conversion to async/await that I said I would post in the comments.

 async function getProducts(myUrl) { try { let res = await axios.get(myUrl, { httpsAgent: agent }); res.data.products.forEach(product => { var product = { 'values': { '2': product.name, '3': product.display_price, '4': product.slug } }; await postProduct(product); }); } catch (e) { console.log(e); } } async function postProduct(product) { try { let res = await axios.post(huburl, product); console.log(res.data); } catch (e) { console.log(e); } } for (let i = 1; i <= 686; i++) { var pagedUrl = url + '&page=' + i; console.log(pagedUrl); await getProducts(pagedUrl); }