// ==UserScript==
// @name Bypass Paywalls Clean - de/at/ch
// @version 4.0.8.0
// @description Bypass Paywalls of news sites
// @author magnolia1234
// @downloadURL https://gitflic.ru/project/magnolia1234/bypass-paywalls-clean-filters/blob/raw?file=userscript/bpc.de.user.js
// @updateURL https://gitflic.ru/project/magnolia1234/bypass-paywalls-clean-filters/blob/raw?file=userscript/bpc.de.user.js
// @homepageURL https://gitflic.ru/project/magnolia1234/bypass-paywalls-clean-filters
// @supportURL https://gitflic.ru/project/magnolia1234/bypass-paywalls-clean-filters
// @license MIT; https://gitflic.ru/project/magnolia1234/bypass-paywalls-clean-filters/blob/raw?file=LICENSE
// @match *://*.de/*
// @match *://*.beobachter.ch/*
// @match *://*.faz.net/*
// @match *://*.handelsblatt.com/*
// @match *://*.handelszeitung.ch/*
// @match *://*.kurier.at/*
// @match *://*.nzz.ch/*
// @match *://*.profil.at/*
// @match *://*.schweizermonat.ch/*
// @match *://*.themarket.ch/*
// @match *://*.tt.com/*
// @match *://*.vn.at/*
// @match *://*.vol.at/*
// @match *://*.wochenblatt.com/*
// @connect archive.fo
// @connect archive.is
// @connect archive.li
// @connect archive.md
// @connect archive.ph
// @connect archive.vn
// @connect funkemedien.de
// @grant GM.xmlHttpRequest
// ==/UserScript==
(function() {
//'use strict';
var func_post;
var fetch_headers = {};
window.setTimeout(function () {
var domain;
var mobile = window.navigator.userAgent.toLowerCase().includes('mobile');
var csDoneOnce;
var cs_param = {};
var overlay = document.querySelector('body.didomi-popup-open');
if (overlay)
overlay.classList.remove('didomi-popup-open');
var ads = 'div.OUTBRAIN, div[id^="taboola-"], div.ad-container, div[class*="-ad-container"], div[class*="_ad-container"], div.arc_ad, div[id^="poool-"], amp-ad, amp-embed[type="mgid"], amp-embed[type="outbrain"], amp-embed[type="taboola"]';
hideDOMStyle(ads, 10);
var de_funke_medien_domains = ['abendblatt.de', 'braunschweiger-zeitung.de', 'harzkurier.de', 'ikz-online.de', 'morgenpost.de', 'nrz.de', 'otz.de', 'thueringer-allgemeine.de', 'tlz.de', 'waz.de', 'wp.de', 'wr.de'];
var de_ippen_media_domains = ['fr.de', 'merkur.de', 'ovb-online.de'];
var de_lv_domains = ['profi.de', 'wochenblatt.com'];
var de_madsack_domains = ['haz.de', 'kn-online.de', 'ln-online.de', 'lvz.de', 'maz-online.de', 'neuepresse.de', 'ostsee-zeitung.de', 'rnd.de', 'saechsische.de'];
var de_motor_presse_domains = ['aerokurier.de', 'auto-motor-und-sport.de', 'flugrevue.de', 'motorradonline.de', 'womenshealth.de'];
var de_rp_medien_domains = ['ga.de', 'rp-online.de', 'saarbruecker-zeitung.de', 'volksfreund.de'];
if (matchDomain('aachener-zeitung.de')) {
let url = window.location.href;
getArchive(url, 'div[data-testid="paywall-position-popover"]', '', 'article');
let shade = document.querySelector('div.paywalled-article');
if (shade)
shade.classList.remove('paywalled-article');
let noscroll = document.querySelectorAll('html[class], body[class]');
for (let elem of noscroll)
elem.removeAttribute('class');
}
else if (matchDomain('aerztezeitung.de')) {
let paywall = document.querySelector('div.AZLoginModule');
if (paywall) {
removeDOMElement(paywall);
let json_script = getArticleJsonScript();
if (json_script) {
let json = JSON.parse(json_script.text);
if (json) {
let json_text = json.articleBody;
let content = document.querySelector('p.intro');
if (json_text && content) {
let article_new = document.createElement('p');
article_new.innerText = json_text;
content.after(article_new);
}
}
}
}
}
else if (matchDomain(['beobachter.ch', 'handelszeitung.ch'])) {
let paywall = document.querySelector('div#piano-inlined');
if (paywall) {
removeDOMElement(paywall);
let json_script = document.querySelector('script#hydrationdata');
if (json_script) {
try {
let json = JSON.parse(json_script.text);
if (json) {
let url_id = json_script.text.includes('"gcid":"') ? json_script.text.split('"gcid":"')[1].split('"')[0] : '';
if (url_id && !window.location.pathname.endsWith(url_id))
refreshCurrentTab();
let pars = json.state;
let paragraphs = document.querySelectorAll('div.paragraph');
let article = paragraphs[0];
if (article) {
article.setAttribute('class', 'paragraph text-paragraph');
for (let paragraph of paragraphs)
paragraph.innerHTML = '';
let parser = new DOMParser();
for (let par in pars) {
let par_elem = pars[par];
let elem = document.createElement('div');
elem.style = 'font-size: 1.7rem; margin: 25px;';
let sub_elem = '';
if (par_elem.__typename === 'TextParagraph' && par_elem.text) {
let content_new = parser.parseFromString('
') ? 'div' : 'p';
let content_new = parser.parseFromString('<' + elem_type + '>' + parseHtmlEntities(par.content.html) + '' + elem_type + '>', 'text/html');
let iframe = content_new.querySelector('iframe');
if (iframe)
iframe.style = 'width: 100%; height: 400px; margin-bottom: 32px;';
elem = content_new.querySelector(elem_type);
}
} else if (par.component === 'subheading') {
if (par.content && par.content.text) {
elem.innerText = par.content.text;
elem.style = 'font-weight: bold;';
}
} else if (par.component === 'image') {
if (par.content && par.content.image) {
let caption = par.content.caption ? par.content.caption.html + ' (Foto: ' + par.content.imageSource + ')' : '';
let sub_elem = makeFigure(par.content.image.url, caption);
elem.appendChild(sub_elem);
}
} else if (!(['articleHeader', 'articleTeaserM', 'newsletterEmbed'].includes(par.component) || par.component.startsWith('iqadtile')))
console.log(par);
if (elem.hasChildNodes())
article.appendChild(elem);
}
}
} catch (err) {
console.log(err);
}
}
}
}
}
let ads = 'er-ad-slot, div.iqdcontainer';
hideDOMStyle(ads);
}
else if (matchDomain('suedkurier.de')) {
let url = window.location.href;
getArchive(url, 'aside.article-paywall', '', 'main > article');
}
else if (matchDomain('t3n.de')) {
let paywall = document.querySelector('div.c-paywall__wrapper');
if (paywall) {
removeDOMElement(paywall);
let json_script = getArticleJsonScript();
if (json_script) {
let json = JSON.parse(json_script.text);
if (json) {
let json_text = json.articleBody;
if (json_text.includes('[embed]'))
json_text = json_text.replace(/\[embed\]([^\[]+)\[\/embed\]/g, '$1\n');
json_text = json_text.replace(/\[[^\]]+\]/g, '');
let article = document.querySelector('div.paywall-blur > p');
if (json_text && article) {
article.innerText = parseHtmlEntities(json_text);
article.parentNode.removeAttribute('class');
}
}
}
}
}
else if (matchDomain('tagesspiegel.de')) {
let paywall_sel = 'div#paywall';
let url = window.location.href;
if (matchDomain('www.tagesspiegel.de')) {
func_post = function () {
let opinionary = document.querySelector('div > div#opinary-automation-placeholder');
if (opinionary)
hideDOMElement(opinionary.parentNode);
if (mobile) {
let lazy_images = document.querySelectorAll('figure img[loading="lazy"][style]');
for (let elem of lazy_images)
elem.style = 'width: 95%;';
}
}
getArchive(url, paywall_sel, '', 'div#story-elements');
} else if (matchDomain('interaktiv.tagesspiegel.de')) {
let paywall = document.querySelector(paywall_sel);
if (paywall) {
removeDOMElement(paywall);
let article = document.querySelector('div.tslr-article > p');
if (article)
article.firstChild.before(archiveLink(url));
}
}
let ads = 'div.iqdcontainer';
hideDOMStyle(ads);
}
else if (matchDomain('tt.com')) {
let paywall = document.querySelector('div#piano-logwall');
if (paywall) {
removeDOMElement(paywall);
let article = document.querySelector('div[data-io-article-url]');
if (article) {
let json_script = document.querySelector('script#tt-com-www-state');
if (json_script) {
try {
let json_articles = JSON.parse(json_script.text).TT_COM_WWW_GLOBAL_STATE.articles;
let json_article_id = json_articles.ids[0];
if (!json_article_id || (json_article_id && !window.location.pathname.includes(json_article_id)))
refreshCurrentTab();
let parser = new DOMParser();
let pars = json_articles.entities[json_article_id].articleData.article.elements;
for (let par of pars) {
let elem;
if (['body', 'subheadline1'].includes(par.type)) {
if (par.content) {
let doc = parser.parseFromString('
' + par.content + '
', 'text/html');
elem = doc.querySelector('p');
if (par.type === 'subheadline1')
elem.style = 'font-weight: bold;';
}
} else if (par.type = 'x-im/content-part') {
if (par.elements) {
elem = document.createElement('p');
for (let item of par.elements) {
if (item.content) {
let doc = parser.parseFromString('
' + item.content + '
', 'text/html');
sub_elem = doc.querySelector('p');
elem.appendChild(sub_elem);
}
}
}
} else if (par.type.match(/^x-im\//)) {
if (par.url) {
if (par.url.startsWith('https://twitter.com/')) {
elem = document.createElement('p');
let sub_elem = document.createElement('a');
sub_elem.href = elem.innerText = par.url;
sub_elem.target = '_blank';
elem.appendChild(sub_elem);
} else {
elem = document.createElement('iframe');
elem.src = par.url;
elem.style = 'height: ' + article.offsetWidth + 'px; width: ' + article.offsetWidth + 'px;';
}
}
}
if (elem)
article.appendChild(elem);
}
} catch (err) {
console.log(err);
}
}
}
}
let ads = 'div[class*="ads-container"], div.adblock-warning';
hideDOMStyle(ads);
}
else if (matchDomain('vn.at')) {
if (window.location.href.match(/\.vn\.at\/.+\/\d{4}\//)) {
let paywall = document.querySelector('div.paywalled-content');
if (paywall) {
let par = paywall.querySelector('p');
if (!par) {
refreshCurrentTab();
} else {
let lazy_images = document.querySelectorAll('img[src^="data:image/"][lazy-src]');
for (let elem of lazy_images) {
elem.src = elem.getAttribute('lazy-src');
}
}
} else
refreshCurrentTab();
}
}
else if (matchDomain('vol.at')) {
if (!window.location.pathname.match(/\/amp\/?$/)) {
window.setTimeout(function () {
let paywall = document.querySelector('div.vodl-region-article__premium-content');
if (paywall) {
paywall.removeAttribute('class');
if (!paywall.hasChildNodes()) {
let json_script = document.querySelector('script#externalPostDataNode');
if (json_script) {
try {
let json = JSON.parse(json_script.text);
let json_text = json.content.data.post.content;
let parser = new DOMParser();
let doc = parser.parseFromString('
' + json_text + '
', 'text/html');
let article_new = doc.querySelector('div');
let hidden_images = article_new.querySelectorAll('img[src^="/"][srcset]');
let json_domain = json.content.data.post.thumbnail.src.match(/https:\/\/(www\.)?\w+\.at/)[0];
for (let elem of hidden_images) {
elem.src = elem.src.replace('https://www.vol.at', json_domain);
elem.removeAttribute('srcset');
}
let hidden_comments = document.querySelector('div[class*="backdrop-blur"]');
if (hidden_comments)
hidden_comments.removeAttribute('class');
let article = document.querySelector('div.article-body');
if (article) {
article.innerHTML = '';
article.appendChild(article_new);
}
} catch (err) {
console.log(err);
}
}
}
}
}, 500);
let ads = 'div[id^="rm-adslot-"], div[id^="piano_rec"]';
hideDOMStyle(ads);
} else
ampToHtml();
}
else if (matchDomain('weltkunst.de')) {
let paywall = document.querySelector('section.paywall');
if (paywall) {
removeDOMElement(paywall);
let json_url_dom = document.querySelector('head > link[rel="alternate"][type="application/json"][href]');
if (json_url_dom) {
let json_url = json_url_dom.href;
fetch(json_url)
.then(response => {
if (response.ok) {
response.json().then(json => {
let json_text = json.content.rendered;
let content = document.querySelector('div.article div.text');
if (json_text) {
if (content) {
let parser = new DOMParser();
let doc = parser.parseFromString('
' + json_text + '
', 'text/html');
let content_new = doc.querySelector('div');
content.innerHTML = '';
content.appendChild(content_new);
}
} else
header_nofix(content);
});
}
});
}
}
let par_initial = document.querySelector('p.initial');
removeDOMElement(par_initial);
}
else if (matchDomain('welt.de')) {
func_post = function () {
if (mobile) {
let headers = document.querySelectorAll('main header, main header ~ div');
for (let elem of headers)
elem.removeAttribute('style');
let main_divs = document.querySelectorAll('main div[style] > div > div[id]');
for (let elem of main_divs) {
if (elem.querySelector('img'))
elem.parentNode.parentNode.removeAttribute('style');
}
let lazy_images = document.querySelectorAll('main img[loading="lazy"][style]');
for (let elem of lazy_images)
elem.style = 'width: 95%;';
}
header_nofix('main header', 'img[alt="WELTplus"][loading]', 'BPC > no archive-fix');
let ads = pageContains('span', 'Anzeige');
removeDOMElement(...ads);
}
let url = window.location.href;
getArchive(url, 'div.contains_walled_content, div.c-article-paywall', '', 'main header + div');
let ads = 'div[data-component="Outbrain"], div[class*="c-ad"]';
hideDOMStyle(ads);
}
else if (matchDomain('weser-kurier.de')) {
let ads = 'div.ad-wrapper, div.anyad';
hideDOMStyle(ads);
}
else if (matchDomain('zeit.de')) {
func_post = function () {
if (mobile) {
let lazy_images = document.querySelectorAll('figure img[loading="lazy"][style]');
for (let elem of lazy_images)
elem.style = 'width: 95%;';
let span_empty = document.querySelectorAll('span:empty');
removeDOMElement(...span_empty);
}
let ads = document.querySelectorAll('div[style*=";min-height:"] > div[id^="iqadtile"]');
for (let ad of ads)
hideDOMElement(ad.parentNode);
}
let url = window.location.href.split(/[#\?]/)[0];
if (document.querySelector('head > link[rel="next"]'))
url += '/komplettansicht';
getArchive(url, 'aside#paywall', '', 'article', '', 'article', 'article > div');
let ads = 'div[id^="iqadtile"], .iqdcontainer';
hideDOMStyle(ads);
}
else if (matchDomain(de_funke_medien_domains)) {
func_post = function () {
document.querySelectorAll('div[data-carousel-id-slider]').forEach(x => x.removeAttribute('class'));
}
let paywall = document.querySelector('div#paywall-container');
if (paywall) {
removeDOMElement(paywall);
let spark_script = document.querySelector('script#__SPARK__');
if (spark_script) {
let match = spark_script.text.match(/PUBLICATION:\s?'([\w-]+)',/);
if (match) {
let spark_domain = match[1];
let url_src = 'https://app-webview.sparknews.funkemedien.de/' + spark_domain + window.location.pathname;
fetch_headers = {"Authorization": "Basic YXBpOkNTeGxxRG1YM2xCTmRsS1l6allRcWZqTnFZMkhQVUVm"};
replaceDomElementExt(url_src, true, false, 'div.article-body', 'BPC > no fix (source file)');
}
}
}
let ads = 'aside.ad-slot-wrapper';
hideDOMStyle(ads);
}
else if (matchDomain(de_lv_domains)) {
let paywall = document.querySelector('div[id^="paymentprocess-"]');
if (paywall) {
let intro = document.querySelector('div.m-paywall__textFadeOut');
removeDOMElement(paywall, intro);
let div_hidden = document.querySelector('div.paywall-full-content[style]');
if (div_hidden) {
div_hidden.removeAttribute('class');
div_hidden.removeAttribute('style');
}
}
let ads = 'div.adZone';
hideDOMStyle(ads);
}
else if (matchDomain(de_motor_presse_domains)) {
let ads = 'div#ads-container, div.va-sponsored, div.mps_markAd';
hideDOMStyle(ads);
}
else if (matchDomain(de_rp_medien_domains)) {
func_post = function () {
header_nofix('article', 'div#park-paywall', 'BPC > no archive-fix');
let videos = 'glomex-player';
hideDOMStyle(videos, 5);
}
let url = window.location.href;
getArchive(url, 'div.park-paywall-content', '', 'article');
let ads = 'div.portal-slot';
hideDOMStyle(ads);
}
else if (matchDomain(de_madsack_domains) || document.querySelector('head > link[href*=".rndtech.de/"]')) {
if (!window.location.search.includes('outputType=valid_amp')) {
let ads = 'div[class^="Adstyled__AdWrapper"]';
hideDOMStyle(ads);
} else {
ampToHtml();
}
}
else if (matchDomain(de_ippen_media_domains) || document.querySelector('header a[href^="https://www.ippen.media"]')) {
let ads = 'div[class^="id-TBeepSlot-"], div[data-id-advertdfpconf]';
hideDOMStyle(ads);
}
else if (matchDomain('ruhrnachrichten.de') || document.querySelector('a.mgw-logo[href^="https://mgw.de"]')) {
let pathname = window.location.pathname;
let article_id;
if (pathname.includes('-p-'))
article_id = pathname.split('-p-')[1].split('/')[0];
getJsonUrl('body.is_plus_article', {rm_class: 'is_plus_article'}, 'article', {art_append: 1, art_hold: 1, art_class: 'article__content'}, article_id);
if (!matchDomain('ruhrnachrichten.de')) {
window.setTimeout(function () {
let push = document.querySelector('div.cleverpush-bell');
removeDOMElement(push);
}, 1000);
}
}
}, 1000);
// General Functions
function matchDomain(domains, hostname) {
var matched_domain = false;
if (!hostname)
hostname = window.location.hostname;
if (typeof domains === 'string')
domains = [domains];
domains.some(domain => (hostname === domain || hostname.endsWith('.' + domain)) && (matched_domain = domain));
return matched_domain;
}
function urlHost(url) {
if (/^http/.test(url)) {
try {
return new URL(url).hostname;
} catch (e) {
console.log(`url not valid: ${url} error: ${e}`);
}
}
return url;
}
function matchUrlDomain(domains, url) {
return matchDomain(domains, urlHost(url));
}
function setCookie(name, value, domain, path, days, localstorage_hold = false) {
var max_age = days * 24 * 60 * 60;
document.cookie = name + "=" + (value || "") + "; domain=" + domain + "; path=" + path + "; max-age=" + max_age;
if (!localstorage_hold)
window.localStorage.clear();
}
function removeDOMElement(...elements) {
for (let element of elements) {
if (element)
element.remove();
}
}
function hideDOMElement(...elements) {
for (let element of elements) {
if (element)
element.style = 'display:none !important;';
}
}
function hideDOMStyle(selector, id = 1) {
let style = document.querySelector('head > style#ext'+ id);
if (!style && document.head) {
let sheet = document.createElement('style');
sheet.id = 'ext' + id;
sheet.innerText = selector + ' {display: none !important;}';
document.head.appendChild(sheet);
}
}
function addStyle(css, id = 1) {
let style = document.querySelector('head > style#add'+ id);
if (!style && document.head) {
let sheet = document.createElement('style');
sheet.id = 'add' + id;
sheet.innerText = css;
document.head.appendChild(sheet);
}
}
function clearPaywall(paywall, paywall_action) {
if (paywall) {
if (!paywall_action)
removeDOMElement(...paywall);
else {
for (let elem of paywall) {
if (paywall_action.rm_class)
elem.classList.remove(paywall_action.rm_class);
else if (paywall_action.rm_attrib)
elem.removeAttribute(paywall_action.rm_attrib);
}
}
}
}
function makeFigure(url, caption_text, img_attrib = {}, caption_attrib = {}) {
let elem = document.createElement('figure');
let img = document.createElement('img');
img.src = url;
for (let attrib in img_attrib)
if (img_attrib[attrib])
img.setAttribute(attrib, img_attrib[attrib]);
elem.appendChild(img);
if (caption_text) {
let caption = document.createElement('figcaption');
for (let attrib in caption_attrib)
if (caption_attrib[attrib])
caption.setAttribute(attrib, caption_attrib[attrib]);
let cap_par = document.createElement('p');
cap_par.innerText = caption_text;
caption.appendChild(cap_par);
elem.appendChild(caption);
}
return elem;
}
function header_nofix(header, cond_sel = '', msg = 'BPC > no fix') {
if (header && typeof header === 'string')
header = document.querySelector(header);
if (header && !document.querySelector('div#bpc_nofix')) {
if (cond_sel) {
let elem = document.querySelectorAll(cond_sel);
if (elem.length)
removeDOMElement(...elem);
else
return false;
}
let nofix_div = document.createElement('div');
nofix_div.id = 'bpc_nofix';
nofix_div.style = 'margin: 20px; font-size: 20px; font-weight: bold; color: red;';
nofix_div.innerText = msg;
header.before(nofix_div);
}
}
function waitDOMElement(selector, tagName = '', callback, multiple = false) {
new window.MutationObserver(function (mutations) {
for (let mutation of mutations) {
for (let node of mutation.addedNodes) {
if (!tagName || (node.tagName === tagName)) {
if (node.matches(selector)) {
callback(node);
if (!multiple)
this.disconnect();
}
}
}
}
}).observe(document, {
subtree: true,
childList: true
});
}
function waitDOMAttribute(selector, tagName = '', attributeName = '', callback, multiple = false) {
let targetNode = document.querySelector(selector);
if (!targetNode)
return;
new window.MutationObserver(function (mutations) {
for (let mutation of mutations) {
if (mutation.target.attributes[attributeName]) {
callback(mutation.target);
if (!multiple)
this.disconnect();
}
}
}).observe(targetNode, {
attributes: true,
attributeFilter: [attributeName]
});
}
function getSelectorLevel(selector) {
if (selector.replace(/,\s+/g, ',').match(/[>\s]+/))
selector = selector.replace(/,\s+/g, ',').split(',').map(x => x.match(/[>\s]+/) ? x + ', ' + x.split(/[>\s]+/).pop() : x).join(', ');
return selector;
}
function getArticleSrc(url, url_src, proxy, base64, selector, text_fail = '', selector_source = selector, selector_archive = selector) {
let url_fetch = url_src || url;
GM.xmlHttpRequest({
method: "GET",
url: url_fetch,
headers: fetch_headers,
onload: function (response) {
let html = response.responseText;
if (proxy && base64) {
html = decode_utf8(atob(html));
selector_source = 'body';
}
let recursive;
if (url.startsWith('https://archive.')) {
if (url_fetch.includes('/https')) {
if (html.includes('
')[0].split('href="')[1].split('"')[0];
getArticleSrc(url, url_src, proxy, base64, selector, text_fail, selector_source, selector_archive);
recursive = true;
} else
html = '';
}
}
if (!recursive)
replaceDomElementExtSrc(url, url_src, html, proxy, base64, selector, text_fail, selector_source, selector_archive);
}
});
}
function replaceDomElementExt(url, proxy, base64, selector, text_fail = '', selector_source = selector, selector_archive = selector) {
let article = document.querySelector(selector);
if (!article)
return;
if (proxy) {
if (!text_fail) {
if (url.startsWith('https://archive.'))
text_fail = 'BPC > Try for full article text (no need to report issue for external site):\r\n';
else if (!matchUrlDomain(window.location.hostname, url))
text_fail = 'BPC > failed to load from external site:\r\n';
}
getArticleSrc(url, '', proxy, base64, selector, text_fail, selector_source, selector_archive);
} else {
fetch(url, {headers: fetch_headers})
.then(response => {
let article = document.querySelector(selector);
if (response.ok) {
response.text().then(html => {
replaceDomElementExtSrc(url, '', html, false, base64, selector, text_fail, selector_source);
});
} else {
replaceTextFail(url, article, proxy, text_fail);
}
}).catch(function (err) {
replaceTextFail(url, article, proxy, text_fail);
});
}
}
var selector_level = false;
function replaceDomElementExtSrc(url, url_src, html, proxy, base64, selector, text_fail = '', selector_source = selector, selector_archive = selector) {
let article = document.querySelector(selector);
let article_link = document.querySelector(selector_archive);
let no_content_msg = ' | no article content found! | :';
if (html) {
if (!proxy && base64) {
html = decode_utf8(atob(html));
selector_source = 'body';
}
let parser = new DOMParser();
window.setTimeout(function () {
if (url.startsWith('https://archive.') && url_src) {
let domain_archive = url.match(/^https:\/\/(archive\.\w{2})/)[1];
let pathname = new URL(url_src).pathname;
html = html.replace(new RegExp('https:\\/\\/' + domain_archive.replace('.', '\\.') + '\\/o\\/\\w+\\/', 'g'), '').replace(new RegExp("(src=\"|background-image:url\\(')" + pathname.replace('/', '\\/'), 'g'), "$1" + 'https://' + domain_archive + pathname);
}
let doc = parser.parseFromString(html, 'text/html');
if (selector_level)
selector_source = getSelectorLevel(selector_source);
let article_new = doc.querySelector(selector_source);
if (article_new) {
if (article && article.parentNode) {
if (url.startsWith('https://archive.')) {
let arch_dom = (selector_archive !== selector) ? (article_new.querySelector(selector_archive) || document.querySelector(selector_archive)) : article_new;
if (arch_dom) {
if (arch_dom.firstChild)
arch_dom = arch_dom.firstChild;
let arch_div = document.createElement('div');
arch_div.appendChild(archiveLink_renew(url_src));
arch_div.appendChild(archiveLink(window.location.href, 'BPC > Full article text fetched from (no need to report issue for external site):\r\n'));
arch_div.style = 'margin: 0px 0px 50px;';
arch_dom.before(arch_div);
}
let targets = article_new.querySelectorAll('a[target="_blank"][href^="' + window.location.origin + '"]');
for (let elem of targets)
elem.removeAttribute('target');
let invalid_links = article_new.querySelectorAll('link[rel*="preload"]:not([href])');
removeDOMElement(...invalid_links);
}
window.setTimeout(function () {
if (article.parentNode) {
article.parentNode.replaceChild(article_new, article);
if (func_post)
func_post();
}
}, 200);
}
} else
replaceTextFail(url, article_link, proxy, text_fail.replace(':', no_content_msg));
}, 200);
} else {
replaceTextFail(url, article_link, proxy, url_src ? text_fail.replace(':', no_content_msg) : text_fail);
}
}
function replaceTextFail(url, article, proxy, text_fail) {
if (text_fail && article) {
let text_fail_div = document.createElement('div');
text_fail_div.id = 'bpc_fail';
text_fail_div.setAttribute('style', 'margin: 0px 50px; font-weight: bold; color: red;');
text_fail_div.appendChild(document.createTextNode(text_fail));
if (proxy) {
if (url.startsWith('https://archive.')) {
text_fail_div = archiveLink(url.replace(/^https:\/\/archive\.\w{2}\//, ''), text_fail);
} else {
let a_link = document.createElement('a');
a_link.innerText = url;
a_link.href = url;
a_link.target = '_blank';
text_fail_div.appendChild(a_link);
}
}
if (article.firstChild)
article.firstChild.before(text_fail_div);
else
article.appendChild(text_fail_div);
}
}
function randomInt(max) {
return Math.floor(Math.random() * Math.floor(max));
}
function archiveRandomDomain() {
let tld_array = ['fo', 'is', 'li', 'md', 'ph', 'vn'];
let tld = tld_array[randomInt(6)];
return 'archive.' + tld;
}
function getArchive(url, paywall_sel, paywall_action = '', selector, text_fail = '', selector_source = selector, selector_archive = selector) {
let url_archive = 'https://' + archiveRandomDomain() + '/' + url.split(/[#\?]/)[0];
let paywall = document.querySelectorAll(paywall_sel);
if (paywall.length) {
clearPaywall(paywall, paywall_action);
replaceDomElementExt(url_archive, true, false, selector, text_fail, selector_source, selector_archive);
}
}
function archiveLink(url, text_fail = 'BPC > Try for full article text (no need to report issue for external site):\r\n') {
return externalLink(['archive.today', archiveRandomDomain()], 'https://{domain}?run=1&url={url}', url, text_fail);
}
function archiveLink_renew(url, text_fail = 'BPC > Only use to renew if text is incomplete or updated:\r\n') {
return externalLink([new URL(url).hostname], '{url}/again?url=' + window.location.href, url, text_fail);
}
function googleSearchToolLink(url, text_fail = 'BPC > Try for full article text (test url & copy html (tab) code to [https://codebeautify.org/htmlviewer]):\r\n') {
return externalLink(['search.google.com'], 'https://search.google.com/test/rich-results?url={url}', encodeURIComponent(url), text_fail);
}
function nftLink(url, text_fail = 'BPC > Full article text:\r\n') {
return externalLink(['1ft.io'], 'https://{domain}/{url}', url, text_fail);
}
function externalLink(domains, ext_url_templ, url, text_fail = 'BPC > Full article text:\r\n') {
let text_fail_div = document.createElement('div');
text_fail_div.id = 'bpc_archive';
text_fail_div.setAttribute('style', 'margin: 20px; font-size: 20px; font-weight: bold; color: red;');
let parser = new DOMParser();
text_fail = text_fail.replace(/\[(?
[^\]]+)\]/g, function (match, url) {
return "" + new URL(url).hostname + "";
});
let doc = parser.parseFromString('' + text_fail + '', 'text/html');
let elem = doc.querySelector('span');
text_fail_div.appendChild(elem);
for (let domain of domains) {
let ext_url = ext_url_templ.replace('{domain}', domain).replace('{url}', url.split('?')[0]);
let a_link = document.createElement('a');
a_link.innerText = domain;
a_link.href = ext_url;
a_link.target = '_blank';
text_fail_div.appendChild(document.createTextNode(' | '));
text_fail_div.appendChild(a_link);
}
return text_fail_div;
}
function removeClassesByPrefix(el, prefix) {
let el_classes = el.classList;
for (let el_class of el_classes) {
if (el_class.startsWith(prefix))
el_classes.remove(el_class);
}
}
function amp_iframes_replace(weblink = false, source = '') {
let amp_iframes = document.querySelectorAll('amp-iframe' + (source ? '[src*="' + source + '"]' : ''));
let par, elem;
for (let amp_iframe of amp_iframes) {
if (!weblink) {
if (amp_iframe.offsetHeight > 10) {
elem = document.createElement('iframe');
elem.src = amp_iframe.getAttribute('src').replace(/^http:/, 'https:');
elem.style = 'height: ' + amp_iframe.offsetHeight + 'px; width: 100%; border: 0px;';
if (amp_iframe.getAttribute('sandbox'))
elem.sandbox = amp_iframe.getAttribute('sandbox');
amp_iframe.parentNode.replaceChild(elem, amp_iframe);
}
} else {
par = document.createElement('p');
par.style = 'margin: 20px 0px;';
elem = document.createElement('a');
elem.innerText = 'Media-link';
elem.setAttribute('href', amp_iframe.getAttribute('src'));
elem.setAttribute('target', '_blank');
par.appendChild(elem);
amp_iframe.parentNode.replaceChild(par, amp_iframe);
}
}
}
function amp_redirect_not_loop(amphtml) {
if (!check_loop()) {
window.location.href = amphtml.href;
} else {
let header = (document.body && document.body.firstChild) || document.documentElement;
header_nofix(header, '', 'BPC > redirect to amp failed (disable amp-to-html extension/add-on or browser setting)');
}
}
function amp_redirect(paywall_sel, paywall_action = '', amp_url = '') {
let paywall = document.querySelectorAll(paywall_sel);
let amphtml = document.querySelector('head > link[rel="amphtml"]');
if (!amphtml && amp_url)
amphtml = {href: amp_url};
if (paywall.length && amphtml) {
clearPaywall(paywall, paywall_action);
amp_redirect_not_loop(amphtml);
}
}
function amp_unhide_subscr_section(amp_ads_sel = '', replace_iframes = true, amp_iframe_link = false, source = '') {
let preview = document.querySelectorAll('[subscriptions-section="content-not-granted"]');
removeDOMElement(...preview);
let subscr_section = document.querySelectorAll('[subscriptions-section="content"]');
for (let elem of subscr_section)
elem.removeAttribute('subscriptions-section');
hideDOMStyle(amp_ads_sel, 5);
if (replace_iframes)
amp_iframes_replace(amp_iframe_link, source);
}
function amp_unhide_access_hide(amp_access = '', amp_access_not = '', amp_ads_sel = '', replace_iframes = true, amp_iframe_link = false, source = '') {
let access_hide = document.querySelectorAll('[amp-access' + amp_access + '][amp-access-hide]:not([amp-access="error"], [amp-access^="message"], .piano)');
for (let elem of access_hide)
elem.removeAttribute('amp-access-hide');
if (amp_access_not) {
let amp_access_not_dom = document.querySelectorAll('[amp-access' + amp_access_not + ']');
removeDOMElement(...amp_access_not_dom);
}
hideDOMStyle(amp_ads_sel, 6);
if (replace_iframes)
amp_iframes_replace(amp_iframe_link, source);
}
function breakText(str, headers = false) {
str = str.replace(/(?:^|[A-Za-z\"\“\”\)])(\.+|\?|!)(?=[A-ZÖÜ\„\”\d][A-Za-zÀ-ÿ\„\d]{1,})/gm, "$&\n\n");
if (headers)
str = str.replace(/(([a-z]{2,}|[\"\“]))(?=[A-Z](?=[A-Za-zÀ-ÿ]+))/gm, "$&\n\n");
return str;
}
function breakText_headers(str) {
str = breakText(str, true);
// exceptions: names with alternating lower/uppercase (no general fix)
let str_rep_arr = ['AstraZeneca', 'BaFin', 'BerlHG', 'BfArM', 'BilMoG', 'BioNTech', 'ChatGPT', 'DiGA', 'EuGH', 'FinTechRat', 'GlaxoSmithKline', 'IfSG', 'medRxiv', 'mmHg', 'OpenAI', 'PlosOne', 'StVO', 'TikTok'];
let str_rep_split;
let str_rep_src;
for (let str_rep of str_rep_arr) {
str_rep_split = str_rep.split(/([a-z]+)(?=[A-Z](?=[A-Za-z]+))/);
str_rep_src = str_rep_split.reduce(function (accumulator, currentValue) {
return accumulator + currentValue + ((currentValue !== currentValue.toUpperCase()) ? '\n\n' : '');
});
if (str_rep_src.endsWith('\n\n'))
str_rep_src = str_rep_src.slice(0, -2);
str = str.replace(new RegExp(str_rep_src, "g"), str_rep);
}
str = str.replace(/De\n\n([A-Z])/g, "De$1");
str = str.replace(/La\n\n([A-Z])/g, "La$1");
str = str.replace(/Le\n\n([A-Z])/g, "Le$1");
str = str.replace(/Mc\n\n([A-Z])/g, "Mc$1");
return str;
}
function parseHtmlEntities(encodedString) {
let parser = new DOMParser();
let doc = parser.parseFromString('', 'text/html');
let dom = doc.querySelector('textarea');
return dom.value;
}
function encode_utf8(str) {
return unescape(encodeURIComponent(str));
}
function decode_utf8(str) {
return decodeURIComponent(escape(str));
}
function ampToHtml() {
window.setTimeout(function () {
let canonical = document.querySelector('head > link[rel="canonical"][href]');
if (canonical)
window.location.href = canonical.href;
}, 1000);
}
function check_loop(interval = 2000) {
let loop = true;
let loop_date = Number(sessionStorage.getItem('###_loop'));
if (!(loop_date && (Date.now() - loop_date < interval))) {
sessionStorage.setItem('###_loop', Date.now());
loop = false;
}
return loop;
}
function refreshCurrentTab(not_loop = true) {
if (!not_loop || !check_loop(5000)) {
window.setTimeout(function () {
window.location.reload(true);
}, 500);
} else {
let header = (document.body && document.body.firstChild) || document.documentElement;
header_nofix(header, '', 'BPC > refresh loop stopped');
}
}
function getArticleJsonScript() {
let scripts = document.querySelectorAll('script[type="application/ld+json"]');
let json_script;
for (let script of scripts) {
if (script.innerText.match(/"(articlebody|text)":/i)) {
json_script = script;
break;
}
}
return json_script;
}
function getNestedKeys(obj, key) {
if (key in obj)
return obj[key];
let keys = key.split('.');
let value = obj;
for (let i = 0; i < keys.length; i++) {
value = value[keys[i]];
if (value === undefined)
break;
}
return value;
}
function getJsonUrlText(article, callback, article_id = '', key = '', url_rest = false, url_slash = false) {
let json_url_dom = document.querySelector('head > link[rel="alternate"][type="application/json"][href]');
let json_url;
if (json_url_dom)
json_url = json_url_dom.href;
if (!json_url && article_id)
json_url = window.location.origin + '/wp-json/wp/v2/posts/' + article_id;
if (url_rest)
json_url = json_url.replace('/wp-json/', '/?rest_route=/');
else if (url_slash)
json_url = json_url.replace('/wp-json/', '//wp-json/');
if (json_url) {
fetch(json_url)
.then(response => {
if (response.ok) {
response.json().then(json => {
try {
let json_text = parseHtmlEntities(!key ? json.content.rendered : getNestedKeys(json, key));
callback(json_text, article);
} catch (err) {
console.log(err);
}
});
}
});
}
}
function getJsonUrlAdd(json_text, article, art_options = {}) {
let art_type = 'div';
let art_attrib = '';
if (Object.keys(art_options).length) {
if (art_options.art_type)
art_type = art_options.art_type;
if (art_options.art_class)
art_attrib += ' class="' + art_options.art_class + '"';
if (art_options.art_id)
art_attrib += ' id="' + art_options.art_id + '"';
if (art_options.art_style)
art_attrib += ' style="' + art_options.art_style + '"';
if (art_options.func_text)
json_text = art_options.func_text(json_text);
}
let parser = new DOMParser();
let doc = parser.parseFromString('<' + art_type + art_attrib + '>' + json_text + '' + art_type + '>', 'text/html');
let article_new = doc.querySelector(art_type);
if (art_options.art_append || !article.parentNode) {
if (!art_options.art_hold)
article.innerHTML = '';
article.appendChild(article_new);
} else
article.parentNode.replaceChild(article_new, article);
if (func_post)
func_post();
}
function getJsonUrl(paywall_sel, paywall_action = '', article_sel, art_options = {}, article_id = '', key = '', url_rest = false, url_slash = false) {
let paywall = document.querySelectorAll(paywall_sel);
let article = document.querySelector(article_sel);
if (paywall.length && article) {
clearPaywall(paywall, paywall_action);
getJsonUrlText(article, (json_text, article) => {
if (json_text && article)
getJsonUrlAdd(json_text, article, art_options);
}, article_id, key, url_rest, url_slash);
}
}
function pageContains(selector, text) {
let elements = document.querySelectorAll(selector);
return Array.prototype.filter.call(elements, function (element) {
return RegExp(text).test(element.textContent);
});
}
})();