[~] Refactor

This commit is contained in:
Siarhei Siniak 2024-08-17 01:08:58 +03:00
parent 13f0899b90
commit aa8d84614c
6 changed files with 1906 additions and 32 deletions

370
deps/greasyfork/dist/linkedin.user.js vendored Normal file

@ -0,0 +1,370 @@
(function () {
'use strict';
// ==UserScript==
// @name data extraction linkedin
// @namespace Violentmonkey Scripts
// @match https://www.linkedin.com/*
// @grant GM_getValue
// @grant GM_setValue
// @grant GM_getValues
// @grant GM_setValues
// @grant GM_listValues
// @grant GM_deleteValue
// @grant GM_deleteValues
// @grant GM_addStyle
// @grant GM_addElement
// @version 0.1
// @author Siarhei Siniak
// @license Unlicense
// @description 10/08/2024, 8:44:59 PM
// @run-at document-body
// @inject-into content
// @require https://cdn.jsdelivr.net/npm/@violentmonkey/dom@1
// @require https://cdn.jsdelivr.net/npm/jquery@3/dist/jquery.min.js
// @noframes
// ==/UserScript==
/*
Use this extension to disalbe CSP for linkedin
https://addons.mozilla.org/en-US/firefox/addon/header-editor/
https://github.com/FirefoxBar/HeaderEditor
https://github.com/violentmonkey/violentmonkey/issues/1335
https://developer.mozilla.org/en-US/docs/Web/HTTP/Headers/Content-Security-Policy/script-src
{
"request": [],
"sendHeader": [],
"receiveHeader": [
{
"enable": true,
"name": "disable CSP for linkedin",
"ruleType": "modifyReceiveHeader",
"matchType": "domain",
"pattern": "www.linkedin.com",
"exclude": "",
"group": "Ungrouped",
"isFunction": false,
"action": {
"name": "content-security-policy",
"value": ""
}
}
],
"receiveBody": []
}
*/
class Linkedin {
constructor() {
this.data = new Map();
this.ui = {
root: null,
entries: null,
search: null,
state: null
};
this.state = {
search: ''
};
}
clean_page() {
if (location.href.search('empty_body=true') != -1) {
$('head').empty();
$('body').empty();
$('body').addClass('no-border');
}
}
async data_load() {
let self = this;
const keys = await GM_listValues();
let loaded = 0;
for (let o of keys) {
if (!o.startsWith('data-')) {
return;
}
self.data.set(o.slice(5), await GM_getValue(o));
loaded += 1;
}
console.log({
action: 'loaded',
total: loaded
});
}
string_reduce(text) {
return text.replaceAll(/\s+/gi, ' ').trim();
}
parse_header() {
let self = this;
return [$('.scaffold-finite-scroll__content > div > .relative .update-components-header').map((i, o) => ({
header: o.innerText
})), $('.scaffold-finite-scroll__content > div > .relative .update-components-actor').map((i, o) => {
let header = $(o);
let teaser = $(o).parents('.relative').parent().find('.feed-shared-update-v2__description-wrapper');
return {
header: self.string_reduce(header.text()),
teaser: self.string_reduce(teaser.text())
};
})];
}
async data_add(entry) {
let self = this;
if (self.data.has(entry.header)) {
return false;
}
self.data.set(entry.header, {
entry: entry,
ts: new Date().valueOf()
});
await GM_setValue('data-' + entry.header, self.data.get(entry.header));
console.log('saved ' + entry.header);
console.log(self.data.get(entry.header));
return true;
}
async document_on_changed() {
let self = this;
let state_changed = false;
if (JSON.stringify(self.state_get()) != JSON.stringify(self.state)) {
state_changed = true;
self.old_state = self.state;
self.state = self.state_get();
}
let current_data = self.parse_header();
let changed = false;
for (let o of current_data[0]) {
let current_changed = await self.data_add(o);
if (current_changed) {
changed = current_changed;
}
}
for (let o of current_data[1]) {
let current_changed = await self.data_add(o);
if (current_changed) {
changed = current_changed;
}
}
if (changed || state_changed || self.ui.entries === null && self.data.size > 0) {
self.display();
}
}
listener_add() {
let self = this;
return VM.observe(document.body, () => {
self.document_on_changed();
});
}
display_init() {
let self = this;
self.ui.root = $(`<div class=online-fxreader-linkedin>`);
$('head').append($('<style>').html(`
div.online-fxreader-linkedin {
height: 3em;
overflow: scroll;
z-index: 9999;
position: fixed;
top: 5em;
background: yellow;
margin-left: 1em;
word-wrap: anywhere;
white-space: break-spaces;
margin-right: 1em;
width: calc(100% - 2em);
}
.d-none {
display: none !important;
}
.online-fxreader-linkedin .search,
.online-fxreader-linkedin .search input
{
height: 2em;
line-height: 2em;
box-sizing: border-box;
}
.no-border {
padding: unset;
margin: unset;
}
.online-fxreader-linkedin:hover {
height: 10em;
}
`));
GM_addElement('script', {
"textContent": `
class Linkedin {
constructor() {
let self = this;
this.ui = {
root: () => {
return document.getElementsByClassName('online-fxreader-linkedin')[0];
},
};
self.ui.search = () => {
let search = self.ui.root().getElementsByClassName('search')[0];
let search_input = search.getElementsByTagName('input')[0];
return search_input;
};
self.ui.state = () => {
let state = self.ui.root().getElementsByClassName('state')[0];
return state;
};
}
blah(class_name) {
console.log('blah');
Array.from(
document.getElementsByClassName(class_name)
).forEach((o) => o.remove());
}
state_update(partial) {
let self = this;
let ui_state = self.ui.state();
let old_state = JSON.parse(ui_state.innerText);
ui_state.innerText = JSON.stringify(
{
...old_state,
...partial
}
);
}
search_on_change() {
let self = this;
let search = self.ui.search();
self.state_update(
{
search: search.value
}
);
}
};
const online_fxreader_linkedin = new Linkedin();
console.log('started');
`
});
$(document.body).append(self.ui.root);
}
state_get() {
let self = this;
if (self.ui.state && self.ui.state.text() !== '') {
return JSON.parse(self.ui.state.text());
} else {
return {};
}
}
state_set(partial) {
let self = this;
self.ui.state.text({
...state_get(),
...partial
});
}
display() {
let self = this;
let sorted_entries = Array.from(self.data.entries()).sort((a, b) => a[1].ts - b[1].ts);
// self.ui.root.empty();
if (self.ui.search === null) {
let search = $('<div>').addClass('search').append($('<input>').val(self.state.search)).attr('onkeyup', `online_fxreader_linkedin.search_on_change()`);
search.append($('<div>').addClass('total'));
self.ui.root.append(search);
self.ui.search = search;
}
if (self.ui.state === null) {
self.ui.state = $('<div>').addClass('state d-none').text(JSON.stringify(self.state));
self.ui.root.append(self.ui.state);
}
//state_set(old_state);
let entries = null;
if (self.ui.entries === null) {
entries = $('<div>').addClass('entries');
self.ui.root.append(entries);
self.ui.entries = entries;
} else {
entries = self.ui.entries;
entries.empty();
}
let keywords = (self.state?.search || '').split(/\s+/).map(o => {
let action = null;
let word = null;
if (o.length > 0) {
if (o[0] == '+') {
action = 'include';
word = o.slice(1);
} else if (o[0] == '-') {
action = 'exclude';
word = o.slice(1);
} else {
action = 'include';
word = o;
}
}
return {
action,
word
};
}).filter(o => o.action !== null);
let filtered_entries = sorted_entries.filter(o => {
let match = true;
let text = JSON.stringify(o);
for (let k of keywords) {
if (k.action == 'include') {
if (text.search(k.word) == -1) {
match = false;
}
} else if (k.action == 'exclude') {
if (text.search(k.word) != -1) {
match = false;
}
}
if (!match) {
break;
}
}
return match;
});
self.ui.search.find('.total').text(filtered_entries.length);
for (let o of filtered_entries.reverse()) {
JSON.stringify(o[1]);
let ts = new Date(o[1].ts);
let entry = $('<div>').addClass('entry');
entry.append($('<div>').addClass('ts').text(ts.toISOString()));
entry.append($('<div>').addClass('header').text(o[1].entry.header));
entry.append($('<div>').addClass('teaser').text(o[1].entry.teaser));
// entry.append($('<pre>').text(raw));
entries.append(entry);
}
GM_addElement('script', {
"class": 'bridge',
"textContent": `
online_fxreader_linkedin.blah('bridge');
`
});
}
}
const l = new Linkedin();
(async () => {
l.clean_page();
await l.data_load();
l.listener_add();
l.display_init();
})();
})();

@ -4,18 +4,26 @@
"dependencies": { "dependencies": {
"@babel/core": "latest", "@babel/core": "latest",
"@babel/runtime": "latest", "@babel/runtime": "latest",
"@gera2ld/plaid-rollup": "^2.7.0",
"@violentmonkey/dom": "latest", "@violentmonkey/dom": "latest",
"@violentmonkey/ui": "latest", "@violentmonkey/ui": "latest",
"jquery": "^3.7.1",
"solid-js": "latest", "solid-js": "latest",
"typescript": "latest", "typescript": "latest",
"vite": "latest" "vite": "latest"
}, },
"devDependencies": { "devDependencies": {
"@babel/plugin-transform-react-jsx": "latest", "@babel/plugin-transform-react-jsx": "latest",
"@babel/plugin-transform-runtime": "^7.24.7",
"@types/babel__core": "latest", "@types/babel__core": "latest",
"@types/babel__plugin-transform-runtime": "^7",
"@types/jquery": "^3.5.30",
"@violentmonkey/types": "latest", "@violentmonkey/types": "latest",
"cross-env": "latest", "cross-env": "latest",
"postcss": "^8.4.41",
"prettier": "latest", "prettier": "latest",
"rollup": "^4.20.0",
"rollup-plugin-postcss": "^4.0.2",
"rollup-plugin-userscript": "latest", "rollup-plugin-userscript": "latest",
"unocss": "latest" "unocss": "latest"
} }

44
deps/greasyfork/rollup.config.mjs vendored Normal file

@ -0,0 +1,44 @@
import { defineExternal, definePlugins } from '@gera2ld/plaid-rollup';
import { defineConfig } from 'rollup';
import userscript from 'rollup-plugin-userscript';
import pkg from './package.json' with { type: 'json' };
export default defineConfig(
Object.entries({
'linkedin': 'src/linkedin/index.ts',
}).map(([name, entry]) => ({
input: entry,
plugins: [
...definePlugins({
esm: true,
minimize: false,
postcss: {
inject: false,
minimize: true,
},
extensions: ['.ts', '.tsx', '.mjs', '.js', '.jsx'],
}),
userscript((meta) => meta.replace('process.env.AUTHOR', pkg.author)),
],
external: defineExternal([
'@violentmonkey/ui',
'@violentmonkey/dom',
'solid-js',
'solid-js/web',
]),
output: {
format: 'iife',
file: `dist/${name}.user.js`,
globals: {
// Note:
// - VM.solid is just a third-party UMD bundle for solid-js since there is no official one
// - If you don't want to use it, just remove `solid-js` related packages from `external`, `globals` and the `meta.js` file.
'solid-js': 'VM.solid',
'solid-js/web': 'VM.solid.web',
'@violentmonkey/dom': 'VM',
'@violentmonkey/ui': 'VM',
},
indent: false,
},
})),
);

@ -25,10 +25,13 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
step((generator = generator.apply(thisArg, _arguments || [])).next()); step((generator = generator.apply(thisArg, _arguments || [])).next());
}); });
}; };
var __importDefault = (this && this.__importDefault) || function (mod) {
return (mod && mod.__esModule) ? mod : { "default": mod };
};
Object.defineProperty(exports, "__esModule", { value: true });
// @run-at document-body // @run-at document-body
// @inject-into content // @inject-into content
// @require https://cdn.jsdelivr.net/npm/@violentmonkey/dom@1 // @require https://cdn.jsdelivr.net/npm/@violentmonkey/dom@1
// @require https://cdn.jsdelivr.net/npm/jquery@3/dist/jquery.min.js
// @noframes // @noframes
// ==/UserScript== // ==/UserScript==
/* /*
@ -63,6 +66,7 @@ https://developer.mozilla.org/en-US/docs/Web/HTTP/Headers/Content-Security-Polic
"receiveBody": [] "receiveBody": []
} }
*/ */
const jquery_1 = __importDefault(require("jquery"));
class Linkedin { class Linkedin {
constructor() { constructor() {
this.data = new Map(); this.data = new Map();
@ -78,9 +82,9 @@ class Linkedin {
} }
clean_page() { clean_page() {
if (location.href.search('empty_body=true') != -1) { if (location.href.search('empty_body=true') != -1) {
$('head').empty(); (0, jquery_1.default)('head').empty();
$('body').empty(); (0, jquery_1.default)('body').empty();
$('body').addClass('no-border'); (0, jquery_1.default)('body').addClass('no-border');
} }
} }
data_load() { data_load() {
@ -104,12 +108,12 @@ class Linkedin {
parse_header() { parse_header() {
let self = this; let self = this;
return [ return [
$('.scaffold-finite-scroll__content > div > .relative .update-components-header').map((i, o) => ({ (0, jquery_1.default)('.scaffold-finite-scroll__content > div > .relative .update-components-header').map((i, o) => ({
header: o.innerText header: o.innerText
})), })),
$('.scaffold-finite-scroll__content > div > .relative .update-components-actor').map((i, o) => { (0, jquery_1.default)('.scaffold-finite-scroll__content > div > .relative .update-components-actor').map((i, o) => {
let header = $(o); let header = (0, jquery_1.default)(o);
let teaser = $(o).parents('.relative') let teaser = (0, jquery_1.default)(o).parents('.relative')
.parent().find('.feed-shared-update-v2__description-wrapper'); .parent().find('.feed-shared-update-v2__description-wrapper');
return { return {
header: self.string_reduce(header.text()), header: self.string_reduce(header.text()),
@ -171,8 +175,8 @@ class Linkedin {
} }
display_init() { display_init() {
let self = this; let self = this;
self.ui.root = $(`<div class=online-fxreader-linkedin>`); self.ui.root = (0, jquery_1.default)(`<div class=online-fxreader-linkedin>`);
$('head').append($('<style>').html(` (0, jquery_1.default)('head').append((0, jquery_1.default)('<style>').html(`
div.online-fxreader-linkedin { div.online-fxreader-linkedin {
height: 3em; height: 3em;
overflow: scroll; overflow: scroll;
@ -268,7 +272,7 @@ const online_fxreader_linkedin = new Linkedin();
console.log('started'); console.log('started');
` `
}); });
$(document.body).append(self.ui.root); (0, jquery_1.default)(document.body).append(self.ui.root);
} }
state_get() { state_get() {
let self = this; let self = this;
@ -289,13 +293,13 @@ const online_fxreader_linkedin = new Linkedin();
let sorted_entries = Array.from(self.data.entries()).sort((a, b) => a[1].ts - b[1].ts); let sorted_entries = Array.from(self.data.entries()).sort((a, b) => a[1].ts - b[1].ts);
// self.ui.root.empty(); // self.ui.root.empty();
if (self.ui.search === null) { if (self.ui.search === null) {
let search = $('<div>').addClass('search').append($('<input>').val(self.state.search)).attr('onkeyup', `online_fxreader_linkedin.search_on_change()`); let search = (0, jquery_1.default)('<div>').addClass('search').append((0, jquery_1.default)('<input>').val(self.state.search)).attr('onkeyup', `online_fxreader_linkedin.search_on_change()`);
search.append($('<div>').addClass('total')); search.append((0, jquery_1.default)('<div>').addClass('total'));
self.ui.root.append(search); self.ui.root.append(search);
self.ui.search = search; self.ui.search = search;
} }
if (self.ui.state === null) { if (self.ui.state === null) {
self.ui.state = $('<div>').addClass('state d-none').text(JSON.stringify(self.state)); self.ui.state = (0, jquery_1.default)('<div>').addClass('state d-none').text(JSON.stringify(self.state));
self.ui.root.append(self.ui.state); self.ui.root.append(self.ui.state);
} }
else { else {
@ -303,7 +307,7 @@ const online_fxreader_linkedin = new Linkedin();
//state_set(old_state); //state_set(old_state);
let entries = null; let entries = null;
if (self.ui.entries === null) { if (self.ui.entries === null) {
entries = $('<div>').addClass('entries'); entries = (0, jquery_1.default)('<div>').addClass('entries');
self.ui.root.append(entries); self.ui.root.append(entries);
self.ui.entries = entries; self.ui.entries = entries;
} }
@ -357,10 +361,10 @@ const online_fxreader_linkedin = new Linkedin();
for (let o of filtered_entries.reverse()) { for (let o of filtered_entries.reverse()) {
let raw = JSON.stringify(o[1]); let raw = JSON.stringify(o[1]);
let ts = (new Date(o[1].ts)); let ts = (new Date(o[1].ts));
let entry = $('<div>').addClass('entry'); let entry = (0, jquery_1.default)('<div>').addClass('entry');
entry.append($('<div>').addClass('ts').text(ts.toISOString())); entry.append((0, jquery_1.default)('<div>').addClass('ts').text(ts.toISOString()));
entry.append($('<div>').addClass('header').text(o[1].entry.header)); entry.append((0, jquery_1.default)('<div>').addClass('header').text(o[1].entry.header));
entry.append($('<div>').addClass('teaser').text(o[1].entry.teaser)); entry.append((0, jquery_1.default)('<div>').addClass('teaser').text(o[1].entry.teaser));
// entry.append($('<pre>').text(raw)); // entry.append($('<pre>').text(raw));
entries.append(entry); entries.append(entry);
} }

@ -19,7 +19,6 @@
// @run-at document-body // @run-at document-body
// @inject-into content // @inject-into content
// @require https://cdn.jsdelivr.net/npm/@violentmonkey/dom@1 // @require https://cdn.jsdelivr.net/npm/@violentmonkey/dom@1
// @require https://cdn.jsdelivr.net/npm/jquery@3/dist/jquery.min.js
// @noframes // @noframes
// ==/UserScript== // ==/UserScript==
@ -56,7 +55,20 @@ https://developer.mozilla.org/en-US/docs/Web/HTTP/Headers/Content-Security-Polic
} }
*/ */
import $ from "jquery";
class Linkedin { class Linkedin {
data : Map<string, any>;
ui : {
root: any | null
entries: any | null
search: any | null
state: any | null
};
state : {
search: string
};
constructor() { constructor() {
this.data = new Map(); this.data = new Map();
this.ui = { this.ui = {
@ -65,6 +77,7 @@ class Linkedin {
search: null, search: null,
state: null, state: null,
}; };
this.state = { this.state = {
search: '', search: '',
}; };

File diff suppressed because it is too large Load Diff