I have an array called tables that I need to iterate through, but in my current code it is iterating and then stopping at the first index of the array ignoring the rest of the values in the array.
My code:
async function scrapeSiteYield(){
var yield = [];
var country = [];
const yieldResult = await axios.get("https://tradingeconomics.com/forecast/government-bond-10y");
const $ = cheerio.load(yieldResult.data);
var tables = ["8","12","16","20","24"];
var count = 1;
tables.forEach(function (item, index) {
var scrapeStatus = false;
while (!scrapeStatus) {
var res = {};
$(`#aspnetForm > div.container > div > div > div:nth-child(${item}) > div > table > tbody > tr:nth-child(${count}) > td.datatable-item-first`).each((index, element) => {
console.log(item);
console.log($(element).text().trim());
res.country = $(element).text().trim();
});
if (res.country == null || res.country === undefined) {
scrapeStatus == true;
break;
}
else{
count++;
yield.push(res);
}
}
});
}
scrapeSiteYield();
My result:
8
UK
8
Germany
8
Russia
8
Italy
8
France
8
Switzerland
8
Czech Republic
8
Ireland
8
Portugal
So the values 12,16,20,24 in my table array is not being iterated through, how can I fix this?
You actually never assign true to scrapeStatus.
This code
if (res.country == null || res.country === undefined) {
scrapeStatus == true;
break;
}
Should look like this:
if (res.country == null || res.country === undefined) {
scrapeStatus = true;
}
1- The while clause will break when scrapeStatus is true according to your code. No need to add a break.
2- Assign true to scrapeStatus instead of checking if it's true.
You have two loops. The jQuery loop each() is inside the tables.forEach() loop, meaning that it will loop through all elements with the same item from tables array.
To fix this you need to itirate the tables array inside the each() loop, something like so:
elements.each((index, element) => {
let tableIndex = 0;
if(index < tables.length){
tableIndex = index;
}
console.log(tables[tableIndex]);
console.log($(element).text().trim());
res.country = $(element).text().trim();
});