How do you convert html to text efficiently using NodeJS, i.e. outside of the browser? I also want to convert entities like ä to ä, etc and not only just remove tags from the html.
Here is a JEST unit test for a a function convertHtmlToText which does this conversion:
it('when extract from partial html should extract text', () => {
const html = `<p> äü
\t<img alt="" src="http://www.test.org:80/imageupload/userfiles/2/images/world med new - 2022.jpg" style="width: 2000px; height: 1047px; max-width: 100%; height: auto;" /></p>
<p>
\tAn evening of music, silence and guiding thoughts to help us experience inner peace, connect with the Divine and share loving vibrations with the world. Join millions of people throughout the world to contribute in creating a wave of peace.</p>
<div>
\t </div>
<div>
\t<strong>Please join ....</strong></div>
<div>
\t </div>
<div>
\t<strong>Watch live: <a href="https://test.org/watchlive" target="_blank">test.org/watchlive</a></strong></div>`
const text = convertHtmlToText(html)
console.log(text)
expect(text).toContain("ä");
expect(text).toContain("ü");
expect.not.stringContaining("<")
expect.not.stringContaining(">")
});
One possible solution for this question would be to use a library like e.g: jsdom
This is the function which removes tags and also converts entities from any html text:
const jsdom = require("jsdom");
const { JSDOM } = jsdom;
const convertHtmlToText = (html) => {
if(!html) {
return ""
}
const dom = new JSDOM(html)
const textContent = dom.window.document.documentElement.textContent
// removing unnecessary spaces
return textContent.replace(/\s+/gm, ' ').trim()
}
module.exports = {
convertHtmlToText
}
let HTMLContent = `<div> my' <a href="profile/lol">profile</a></div>`;
let strippedHtml = decodeHTMLEntities(HTMLContent.replace(/<[^>]+>/g, ''));
console.log(strippedHtml)
function decodeHTMLEntities(text) {
var entities = [
['amp', '&'],
['apos', '\''],
['#x27', '\''],
['#x2F', '/'],
['#39', '\''],
['#47', '/'],
['lt', '<'],
['gt', '>'],
['nbsp', ' '],
['quot', '"']
];
for (var i = 0, max = entities.length; i < max; ++i) {
text = text.replace(new RegExp('&' + entities[i][0] + ';', 'g'), entities[i][1]);
}
return text;
}try this