external/bypass-paywalls-firefox-clean
1
0
Fork 0
mirror of https://gitlab.com/magnolia1234/bypass-paywalls-firefox-clean.git synced 2024-11-10 03:41:57 +01:00
Code Issues Projects Releases Packages Wiki Activity

Add TechTarget Group

Browse source
This commit is contained in:
magnolia1234 2023-05-28 09:34:59 +02:00
parent 75177b25c8
commit 38f3423a1f
8 changed files with 183 additions and 176 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

7
README.md
View file

@ -152,6 +152,9 @@ Grouped in options:\
[360Dx](https://www.360dx.com) -
[GenomeWeb](https://www.genomeweb.com) -
[Precision Oncology News](https://www.precisiononcologynews.com)\
*TechTarget Group* sites like\
[Computer Weekly](https://www.computerweekly.com) -
[TechTarget](https://www.techtarget.com)\
*The Chronicle* sites like\
[The Chronicle of Higher Education](https://www.chronicle.com) -
[The Chronicle of Philanthropy](https://www.philanthropy.com)
@ -530,7 +533,9 @@ Grouped in options:\
*Roularta Media Group* sites like\
[Femmes d'Aujourd'hui](https://www.femmesdaujourdhui.be) -
[Flair.be](https://www.flair.be/fr) -
[Le Vif](https://www.levif.be)
[Le Vif](https://www.levif.be)\
*TechTarget Group* sites like\
[LeMagIT](https://www.lemagit.fr)
##### Germany/Austria
[Allgäuer Zeitung](https://www.allgaeuer-zeitung.de) -

295
background.js
View file

@ -176,6 +176,139 @@ function prep_regex_str(str, domain = '') {
return str.replace(/^\//, '').replace(/\/\//g, '/').replace(/([^\\])\/$/, "$1")
}
function addRules(domain, rule) {
if (rule.hasOwnProperty('remove_cookies_select_drop') || rule.hasOwnProperty('remove_cookies_select_hold')) {
rule.allow_cookies = 1;
rule.remove_cookies = 1;
}
if (rule.allow_cookies > 0 && !allow_cookies.includes(domain))
allow_cookies.push(domain);
if (rule.remove_cookies > 0 && !remove_cookies.includes(domain))
remove_cookies.push(domain);
if (rule.hasOwnProperty('remove_cookies_select_drop'))
remove_cookies_select_drop[domain] = rule.remove_cookies_select_drop;
if (rule.hasOwnProperty('remove_cookies_select_hold'))
remove_cookies_select_hold[domain] = rule.remove_cookies_select_hold;
if (rule.hasOwnProperty('block_regex')) {
if (rule.block_regex instanceof RegExp)
blockedRegexes[domain] = rule.block_regex;
else {
try {
blockedRegexes[domain] = new RegExp(prep_regex_str(rule.block_regex, domain));
} catch (e) {
console.log(`regex not valid, error: ${e}`);
}
}
}
if (rule.hasOwnProperty('block_regex_general')) {
if (rule.block_regex_general instanceof RegExp)
blockedRegexesGeneral[domain] = {block_regex: rule.block_regex_general};
else {
try {
blockedRegexesGeneral[domain] = {block_regex: new RegExp(prep_regex_str(rule.block_regex_general, domain))};
} catch (e) {
console.log(`regex not valid, error: ${e}`);
}
}
blockedRegexesGeneral[domain]['excluded_domains'] = rule.excluded_domains ? rule.excluded_domains : [];
}
if (rule.hasOwnProperty('block_js_inline')) {
if (rule.block_js_inline instanceof RegExp)
blockedJsInline[domain] = rule.block_js_inline;
else {
try {
blockedJsInline[domain] = new RegExp(prep_regex_str(rule.block_js_inline, domain));
} catch (e) {
console.log(`regex not valid, error: ${e}`);
}
}
}
if (rule.useragent) {
switch (rule.useragent) {
case 'googlebot':
if (!use_google_bot.includes(domain))
use_google_bot.push(domain);
break;
case 'bingbot':
if (!use_bing_bot.includes(domain))
use_bing_bot.push(domain);
break;
case 'facebookbot':
if (!use_facebook_bot.includes(domain))
use_facebook_bot.push(domain);
break;
}
}
if (rule.referer) {
switch (rule.referer) {
case 'facebook':
if (!use_facebook_referer.includes(domain))
use_facebook_referer.push(domain);
break;
case 'google':
if (!use_google_referer.includes(domain))
use_google_referer.push(domain);
break;
case 'twitter':
if (!use_twitter_referer.includes(domain))
use_twitter_referer.push(domain);
break;
}
}
if (rule.random_ip) {
random_ip[domain] = rule.random_ip;
}
if (rule.amp_unhide > 0 && !amp_unhide.includes(domain))
amp_unhide.push(domain);
if (rule.amp_redirect)
amp_redirect[domain] = rule.amp_redirect.paywall ? rule.amp_redirect : {paywall: rule.amp_redirect};
if (rule.cs_code) {
if (typeof rule.cs_code === 'string') {
try {
rule.cs_code = JSON.parse(rule.cs_code);
} catch (e) {
console.log(`cs_code not valid: ${rule.cs_code} error: ${e}`);
}
}
if (typeof rule.cs_code === 'object')
cs_code[domain] = rule.cs_code;
}
if (rule.ld_json)
ld_json[domain] = rule.ld_json;
if (rule.ld_json_next)
ld_json_next[domain] = rule.ld_json_next;
if (rule.ld_google_webcache)
ld_google_webcache[domain] = rule.ld_google_webcache;
if (rule.ld_json || rule.ld_json_next || rule.ld_google_webcache)
if (!dompurify_sites.includes(domain))
dompurify_sites.push(domain);
if (rule.add_ext_link && rule.add_ext_link_type)
add_ext_link[domain] = {css: rule.add_ext_link, type: rule.add_ext_link_type};
// custom
if (rule.googlebot > 0)
use_google_bot.push(domain); // legacy
if (rule.block_js > 0 || rule.block_javascript > 0)
block_js_custom.push(domain);
if (rule.block_js_ext > 0 || rule.block_javascript_ext > 0)
block_js_custom_ext.push(domain);
}
function customFlexAddRules(custom_domain, rule) {
addRules(custom_domain, rule);
if (blockedRegexes[custom_domain])
blockedRegexesDomains.push(custom_domain);
if (blockedJsInline[custom_domain]) {
blockedJsInlineDomains.push(custom_domain);
disableJavascriptInline();
}
if (rule.useragent || rule.referer || rule.random_ip)
change_headers.push(custom_domain);
if (rule.random_ip)
use_random_ip.push(custom_domain);
ext_api.tabs.reload({bypassCache: true});
}
function set_rules(sites, sites_updated, sites_custom) {
initSetRules();
for (let site in sites) {
@ -242,119 +375,7 @@ function set_rules(sites, sites_updated, sites_custom) {
custom = true;
}
}
addCookieRules(rule);
if (rule.allow_cookies > 0 && !allow_cookies.includes(domain))
allow_cookies.push(domain);
if (rule.remove_cookies > 0 && !remove_cookies.includes(domain))
remove_cookies.push(domain);
if (rule.hasOwnProperty('remove_cookies_select_drop'))
remove_cookies_select_drop[domain] = rule.remove_cookies_select_drop;
if (rule.hasOwnProperty('remove_cookies_select_hold'))
remove_cookies_select_hold[domain] = rule.remove_cookies_select_hold;
if (rule.hasOwnProperty('block_regex')) {
if (rule.block_regex instanceof RegExp)
blockedRegexes[domain] = rule.block_regex;
else {
try {
blockedRegexes[domain] = new RegExp(prep_regex_str(rule.block_regex, domain));
} catch (e) {
console.log(`regex not valid, error: ${e}`);
}
}
}
if (rule.hasOwnProperty('block_regex_general')) {
if (rule.block_regex_general instanceof RegExp)
blockedRegexesGeneral[domain] = {block_regex: rule.block_regex_general};
else {
try {
blockedRegexesGeneral[domain] = {block_regex: new RegExp(prep_regex_str(rule.block_regex_general, domain))};
} catch (e) {
console.log(`regex not valid, error: ${e}`);
}
}
blockedRegexesGeneral[domain]['excluded_domains'] = rule.excluded_domains ? rule.excluded_domains : [];
}
if (rule.hasOwnProperty('block_js_inline')) {
if (rule.block_js_inline instanceof RegExp)
blockedJsInline[domain] = rule.block_js_inline;
else {
try {
blockedJsInline[domain] = new RegExp(prep_regex_str(rule.block_js_inline, domain));
} catch (e) {
console.log(`regex not valid, error: ${e}`);
}
}
}
if (rule.useragent) {
switch (rule.useragent) {
case 'googlebot':
if (!use_google_bot.includes(domain))
use_google_bot.push(domain);
break;
case 'bingbot':
if (!use_bing_bot.includes(domain))
use_bing_bot.push(domain);
break;
case 'facebookbot':
if (!use_facebook_bot.includes(domain))
use_facebook_bot.push(domain);
break;
}
}
if (rule.referer) {
switch (rule.referer) {
case 'facebook':
if (!use_facebook_referer.includes(domain))
use_facebook_referer.push(domain);
break;
case 'google':
if (!use_google_referer.includes(domain))
use_google_referer.push(domain);
break;
case 'twitter':
if (!use_twitter_referer.includes(domain))
use_twitter_referer.push(domain);
break;
}
}
if (rule.random_ip) {
random_ip[domain] = rule.random_ip;
}
// updated/custom
if (rule.amp_redirect)
amp_redirect[domain] = rule.amp_redirect.paywall ? rule.amp_redirect : {paywall: rule.amp_redirect};
if (rule.cs_code) {
if (typeof rule.cs_code === 'string') {
try {
rule.cs_code = JSON.parse(rule.cs_code);
} catch (e) {
console.log(`cs_code not valid: ${rule.cs_code} error: ${e}`);
}
}
if (typeof rule.cs_code === 'object')
cs_code[domain] = rule.cs_code;
}
// custom
if (rule.googlebot > 0)
use_google_bot.push(domain);
if (rule.block_js > 0 || rule.block_javascript > 0)
block_js_custom.push(domain);
if (rule.block_js_ext > 0 || rule.block_javascript_ext > 0)
block_js_custom_ext.push(domain);
if (rule.amp_unhide > 0)
amp_unhide.push(domain);
if (rule.ld_json)
ld_json[domain] = rule.ld_json;
if (rule.ld_json_next)
ld_json_next[domain] = rule.ld_json_next;
if (rule.ld_google_webcache)
ld_google_webcache[domain] = rule.ld_google_webcache;
if (rule.ld_json || rule.ld_json_next || rule.ld_google_webcache)
if (!dompurify_sites.includes(domain))
dompurify_sites.push(domain);
if (rule.add_ext_link && rule.add_ext_link_type)
add_ext_link[domain] = {css: rule.add_ext_link, type: rule.add_ext_link_type};
addRules(domain, rule);
}
}
}
@ -1305,52 +1326,6 @@ function clear_cookies() {
});
}
function customAddRules(custom_domain, rule) {
if (rule.allow_cookies && !allow_cookies.includes(custom_domain))
allow_cookies.push(custom_domain);
if (rule.remove_cookies && !remove_cookies.includes(custom_domain))
remove_cookies.push(custom_domain);
let custom_block_regex = rule.block_regex;
if (custom_block_regex) {
if ((typeof custom_block_regex === 'string') && custom_block_regex.includes('{domain}'))
custom_block_regex = new RegExp(custom_block_regex.replace('{domain}', custom_domain.replace(/\./g, '\\.')));
blockedRegexes[custom_domain] = custom_block_regex;
blockedRegexesDomains = Object.keys(blockedRegexes);
}
let custom_useragent = rule.useragent;
if (custom_useragent) {
if (custom_useragent === 'googlebot') {
if (!use_google_bot.includes(custom_domain))
use_google_bot.push(custom_domain);
change_headers.push(custom_domain);
}
}
let custom_referer = rule.referer;
if (custom_referer) {
if (custom_referer === 'twitter') {
if (!use_twitter_referer.includes(custom_domain))
use_twitter_referer.push(custom_domain);
change_headers.push(custom_domain);
}
}
if (rule.amp_unhide) {
if (!amp_unhide.includes(custom_domain))
amp_unhide.push(custom_domain);
}
if (rule.ld_json)
ld_json[custom_domain] = rule.ld_json;
if (rule.ld_json_next)
ld_json_next[custom_domain] = rule.ld_json_next;
if (rule.ld_google_webcache)
ld_google_webcache[custom_domain] = rule.ld_google_webcache;
if (rule.ld_json || rule.ld_json_next || rule.ld_google_webcache)
if (!dompurify_sites.includes(custom_domain))
dompurify_sites.push(custom_domain);
if (rule.add_ext_link && rule.add_ext_link_type)
add_ext_link[custom_domain] = {css: rule.add_ext_link, type: rule.add_ext_link_type};
ext_api.tabs.reload({bypassCache: true});
}
var chrome_scheme = 'light';
ext_api.runtime.onMessage.addListener(function (message, sender) {
if (message.request === 'clear_cookies') {
@ -1382,7 +1357,7 @@ ext_api.runtime.onMessage.addListener(function (message, sender) {
custom_flex_domains.push(custom_domain);
if (!enabledSites.includes(custom_domain))
enabledSites.push(custom_domain);
customAddRules(custom_domain, rules);
customFlexAddRules(custom_domain, rules);
}
} else if (disabledSites.includes(group))
custom_flex_not_domains.push(custom_domain);

1
changelog.txt
View file

@ -4,6 +4,7 @@ Updates (install signed xpi-file): https://gitlab.com/magnolia1234/bypass-paywal
Post-release
Add GauchaZH
Add TechTarget Group
Add VmnMedia.nl Group (opt-in to custom sites)
Remove Weltkunst.de (fix obsolete)
Fix Challenges.fr & Sciences et Avenir.fr

11
contentScript.js
View file

@ -1358,7 +1358,7 @@ else if (matchDomain('politicaexterior.com')) {
else
csDone = true;
} else if (window.location.hostname.endsWith('.fr') || matchDomain(['bienpublic.com', 'connaissancedesarts.com', 'journaldunet.com', 'la-croix.com', 'ledauphine.com', 'legrandcontinent.eu', 'lejsl.com', 'lesinrocks.com', 'lesoir.be', 'loeildelaphotographie.com', 'marianne.net', 'nouvelobs.com', 'parismatch.com', 'science-et-vie.com', 'sudinfo.be'].concat(fr_groupe_nice_matin_domains))) {//france
} else if ((window.location.hostname.endsWith('.fr') && !matchDomain(['lemagit.fr'])) || matchDomain(['bienpublic.com', 'connaissancedesarts.com', 'journaldunet.com', 'la-croix.com', 'ledauphine.com', 'legrandcontinent.eu', 'lejsl.com', 'lesinrocks.com', 'lesoir.be', 'loeildelaphotographie.com', 'marianne.net', 'nouvelobs.com', 'parismatch.com', 'science-et-vie.com', 'sudinfo.be'].concat(fr_groupe_nice_matin_domains))) {//france
if (matchDomain('alternatives-economiques.fr')) {
window.setTimeout(function () {
@ -4283,6 +4283,15 @@ else if (matchDomain('techinasia.com')) {
removeDOMElement(splash_subscribe, paywall_hard);
}
else if (matchDomain(['techtarget.com', 'computerweekly.com', 'lemagit.fr'])) {
let paywall = document.querySelector('div.paywall');
if (paywall) {
paywall.classList.remove('paywall');
let banners = document.querySelectorAll('p#firstP, div#inlineRegistrationWrapper');
removeDOMElement(...banners);
}
}
else if (matchDomain('the-american-interest.com')) {
let counter = document.getElementById('article-counter');
removeDOMElement(counter);

2
custom/manifest.json
View file

@ -51,5 +51,5 @@
"webRequestBlocking",
"*://*/*"
],
"version": "3.1.9.7"
"version": "3.1.9.8"
}

5
manifest.json
View file

@ -151,6 +151,7 @@
"*://*.codesports.com.au/*",
"*://*.commentary.org/*",
"*://*.commercialappeal.com/*",
"*://*.computerweekly.com/*",
"*://*.connaissancedesarts.com/*",
"*://*.corriere.it/*",
"*://*.corriereadriatico.it/*",
@ -383,6 +384,7 @@
"*://*.leidschdagblad.nl/*",
"*://*.lejdd.fr/*",
"*://*.lejsl.com/*",
"*://*.lemagit.fr/*",
"*://*.lenouveleconomiste.fr/*",
"*://*.leparisien.fr/*",
"*://*.lepoint.fr/*",
@ -594,6 +596,7 @@
"*://*.tampabay.com/*",
"*://*.techinasia.com/*",
"*://*.technologyreview.com/*",
"*://*.techtarget.com/*",
"*://*.telegraaf.nl/*",
"*://*.telegraph.co.uk/*",
"*://*.telerama.fr/*",
@ -752,5 +755,5 @@
"*://*.wallkit.net/*",
"*://webcache.googleusercontent.com/*"
],
"version": "3.1.9.7"
"version": "3.1.9.8"
}

27
sites.js
View file

@ -1253,7 +1253,8 @@ var defaultSites = {
},
"Madavor Media (opt-in to custom sites)": {
domain: "###_usa_madavor",
group: []
group: [],
cs_code: "[{\"cond\": \"div.free-articles-remaining\", \"rm_elem\": 1}]"
},
"Madsack Mediengruppe": {
domain: "###_de_madsack",
@ -1808,6 +1809,10 @@ var defaultSites = {
domain: "studocu.com",
allow_cookies: 1
},
"Stylist.co.uk": {
domain: "stylist.co.uk",
allow_cookies: 1
},
"Suomen Sotilas": {
domain: "suomensotilas.fi",
allow_cookies: 1,
@ -1827,6 +1832,15 @@ var defaultSites = {
domain: "techinasia.com",
allow_cookies: 1
},
"TechTarget Group": {
domain: "###_usa_techtarget",
allow_cookies: 1,
group: [
"computerweekly.com",
"lemagit.fr",
"techtarget.com"
]
},
"Telegraaf": {
domain: "telegraaf.nl",
allow_cookies: 1
@ -2411,10 +2425,6 @@ var defaultSites = {
block_regex_general: /\/steadyhq\.com\//,
excluded_domains: ["steadyhq.com"]
},
"Stylist.co.uk": {
domain: "stylist.co.uk",
allow_cookies: 1
},
"TownNews sites (Blox CMS)": {
domain: "###_usa_townnews",
block_regex_general: /\/shared-content\/art\/tncms\/user\/user\.js/
@ -2470,13 +2480,6 @@ var defaultSites_groups_domains = [].concat.apply([], Object.values(defaultSites
}).map(x => x.group));
var defaultSites_domains = defaultSites_grouped_domains.concat(defaultSites_groups_domains);
function addCookieRules(rule) {
if (rule.hasOwnProperty('remove_cookies_select_drop') || rule.hasOwnProperty('remove_cookies_select_hold')) {
rule.allow_cookies = 1;
rule.remove_cookies = 1;
}
}
function expandSiteRules(sites, updated = false) {
for (let site in sites) {
let rule = sites[site];

11
sites_updated.json
View file

@ -82,6 +82,17 @@
"allow_cookies": 1,
"ld_google_webcache": "div#dompurify|div"
},
"TechTarget Group": {
"domain": "###_usa_techtarget",
"allow_cookies": 1,
"group": [
"computerweekly.com",
"lemagit.fr",
"techtarget.com"
],
"cs_code": "[{\"cond\":\"div.paywall\", \"rm_class\": \"paywall\", \"elems\":[{\"cond\":\"p#firstP, div#inlineRegistrationWrapper\", \"rm_elem\": 1}]}]",
"new_site": 1
},
"The New York Times": {
"domain": "nytimes.com",
"allow_cookies": 1,