mirror of
https://github.com/ergosteur/misc-userscripts.git
synced 2026-04-19 13:09:33 -04:00
add current script collection
This commit is contained in:
ergosteur
345
lazyload-link-collector.user.js
Normal file
345
lazyload-link-collector.user.js
Normal file
@@ -0,0 +1,345 @@
|
||||
// ==UserScript==
|
||||
// @name Extract Links (Universal, Configurable Patterns)
|
||||
// @namespace ergosteur
|
||||
// @version 2.9
|
||||
// @description Universal lazy-scroll link extractor with config, HUD, stop button, and Tampermonkey menu
|
||||
// @match *://*/*
|
||||
// @grant GM_registerMenuCommand
|
||||
// ==/UserScript==
|
||||
|
||||
(function () {
|
||||
'use strict';
|
||||
|
||||
const found = new Set();
|
||||
|
||||
// 🔧 Defaults + persisted settings
|
||||
let hrefPattern = localStorage.hrefPattern || "https://t.co/";
|
||||
let textPattern = localStorage.textPattern || "drive.google.com";
|
||||
let useHrefPattern = localStorage.useHrefPattern !== "false"; // default true
|
||||
let useTextPattern = localStorage.useTextPattern !== "false"; // default true
|
||||
let maxScrolls = parseInt(localStorage.maxScrolls || "0", 10); // 0 = unlimited
|
||||
let autoShowButton = localStorage.autoShowButton === "true"; // default false
|
||||
|
||||
// Scrolling behavior
|
||||
const STEP_FRACTION = 0.9;
|
||||
const SCROLL_DELAY_MS = 700;
|
||||
const SETTLE_DELAY_MS = 800;
|
||||
const STALL_LIMIT = 8;
|
||||
const HARD_CAP = 2000;
|
||||
|
||||
// Progress HUD
|
||||
let progressEl = null;
|
||||
let stopFlag = false;
|
||||
|
||||
function showProgress() {
|
||||
if (!progressEl) {
|
||||
progressEl = document.createElement("div");
|
||||
Object.assign(progressEl.style, {
|
||||
position: "fixed",
|
||||
top: "20px",
|
||||
left: "20px",
|
||||
zIndex: "1000000",
|
||||
background: "rgba(0,0,0,0.7)",
|
||||
color: "white",
|
||||
padding: "6px 10px",
|
||||
borderRadius: "4px",
|
||||
fontSize: "13px",
|
||||
fontFamily: "monospace",
|
||||
display: "flex",
|
||||
alignItems: "center",
|
||||
gap: "8px"
|
||||
});
|
||||
|
||||
const label = document.createElement("span");
|
||||
label.id = "progress-label";
|
||||
progressEl.appendChild(label);
|
||||
|
||||
const stopBtn = document.createElement("button");
|
||||
stopBtn.innerText = "⏹ Stop";
|
||||
Object.assign(stopBtn.style, {
|
||||
background: "#d9534f",
|
||||
color: "white",
|
||||
border: "none",
|
||||
padding: "2px 6px",
|
||||
borderRadius: "3px",
|
||||
cursor: "pointer",
|
||||
fontSize: "12px"
|
||||
});
|
||||
stopBtn.onclick = () => { stopFlag = true; };
|
||||
progressEl.appendChild(stopBtn);
|
||||
|
||||
document.body.appendChild(progressEl);
|
||||
}
|
||||
}
|
||||
|
||||
function updateProgress(rounds) {
|
||||
const spinner = ["⠋","⠙","⠹","⠸","⠼","⠴","⠦","⠧","⠇","⠏"][rounds % 10];
|
||||
const label = document.getElementById("progress-label");
|
||||
if (label) {
|
||||
label.textContent = `${spinner} Rounds: ${rounds} | Links: ${found.size}`;
|
||||
}
|
||||
}
|
||||
|
||||
function hideProgress() {
|
||||
if (progressEl) { progressEl.remove(); progressEl = null; }
|
||||
}
|
||||
|
||||
function extractLinks() {
|
||||
document.querySelectorAll("a").forEach(a => {
|
||||
const href = a.href || "";
|
||||
const text = a.textContent || "";
|
||||
const hrefOk = !useHrefPattern || (hrefPattern && href.includes(hrefPattern));
|
||||
const textOk = !useTextPattern || (textPattern && text.includes(textPattern));
|
||||
if (hrefOk && textOk && href) {
|
||||
if (!found.has(href)) {
|
||||
found.add(href);
|
||||
}
|
||||
}
|
||||
});
|
||||
}
|
||||
|
||||
async function wait(ms) { return new Promise(r => setTimeout(r, ms)); }
|
||||
|
||||
async function scrollToTopAndSettle() {
|
||||
const html = document.documentElement;
|
||||
const prev = html.style.scrollBehavior;
|
||||
html.style.scrollBehavior = "auto";
|
||||
window.scrollTo(0, 0);
|
||||
html.style.scrollBehavior = prev || "";
|
||||
const t0 = performance.now();
|
||||
while (window.scrollY !== 0 && performance.now() - t0 < 1500) {
|
||||
await wait(50);
|
||||
}
|
||||
await wait(SETTLE_DELAY_MS);
|
||||
}
|
||||
|
||||
async function autoScrollAndExtract() {
|
||||
found.clear();
|
||||
stopFlag = false;
|
||||
|
||||
await scrollToTopAndSettle();
|
||||
showProgress();
|
||||
|
||||
const scroller = document.scrollingElement || document.documentElement;
|
||||
let lastHeight = scroller.scrollHeight;
|
||||
let lastFound = 0;
|
||||
let rounds = 0;
|
||||
let stall = 0;
|
||||
|
||||
while (!stopFlag && rounds < HARD_CAP) {
|
||||
rounds++;
|
||||
const step = Math.max(64, Math.floor(window.innerHeight * STEP_FRACTION));
|
||||
window.scrollBy(0, step);
|
||||
await wait(SCROLL_DELAY_MS);
|
||||
|
||||
extractLinks();
|
||||
updateProgress(rounds);
|
||||
|
||||
const newHeight = scroller.scrollHeight;
|
||||
const atBottom = (scroller.scrollTop + window.innerHeight + 2) >= newHeight;
|
||||
const heightGrew = newHeight > lastHeight + 2;
|
||||
const foundGrew = found.size > lastFound;
|
||||
|
||||
if (heightGrew || foundGrew || !atBottom) stall = 0;
|
||||
else stall++;
|
||||
|
||||
lastHeight = newHeight;
|
||||
lastFound = found.size;
|
||||
|
||||
if ((maxScrolls > 0 && rounds >= maxScrolls) || (atBottom && stall >= STALL_LIMIT)) {
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
||||
hideProgress();
|
||||
showOverlay([...found], false);
|
||||
}
|
||||
|
||||
function showOverlay(links, configOnly = false) {
|
||||
const old = document.getElementById("extract-box");
|
||||
if (old) old.remove();
|
||||
|
||||
const container = document.createElement("div");
|
||||
container.id = "extract-box";
|
||||
Object.assign(container.style, {
|
||||
position: "fixed",
|
||||
top: "60px",
|
||||
right: "20px",
|
||||
width: "480px",
|
||||
zIndex: "999999",
|
||||
background: "white",
|
||||
border: "2px solid black",
|
||||
padding: "10px",
|
||||
fontSize: "12px"
|
||||
});
|
||||
|
||||
// Href config
|
||||
const hrefRow = document.createElement("div");
|
||||
const hrefChk = document.createElement("input");
|
||||
hrefChk.type = "checkbox";
|
||||
hrefChk.checked = useHrefPattern;
|
||||
hrefChk.onchange = () => {
|
||||
useHrefPattern = hrefChk.checked;
|
||||
localStorage.useHrefPattern = useHrefPattern;
|
||||
};
|
||||
const hrefLbl = document.createElement("label");
|
||||
hrefLbl.innerText = " Href pattern:";
|
||||
const hrefInp = document.createElement("input");
|
||||
hrefInp.type = "text";
|
||||
hrefInp.value = hrefPattern;
|
||||
Object.assign(hrefInp.style, { width: "70%", marginLeft: "6px" });
|
||||
hrefInp.onchange = () => {
|
||||
hrefPattern = hrefInp.value.trim();
|
||||
localStorage.hrefPattern = hrefPattern;
|
||||
};
|
||||
hrefRow.append(hrefChk, hrefLbl, hrefInp);
|
||||
|
||||
// Text config
|
||||
const textRow = document.createElement("div");
|
||||
const textChk = document.createElement("input");
|
||||
textChk.type = "checkbox";
|
||||
textChk.checked = useTextPattern;
|
||||
textChk.onchange = () => {
|
||||
useTextPattern = textChk.checked;
|
||||
localStorage.useTextPattern = useTextPattern;
|
||||
};
|
||||
const textLbl = document.createElement("label");
|
||||
textLbl.innerText = " Text pattern:";
|
||||
const textInp = document.createElement("input");
|
||||
textInp.type = "text";
|
||||
textInp.value = textPattern;
|
||||
Object.assign(textInp.style, { width: "70%", marginLeft: "6px" });
|
||||
textInp.onchange = () => {
|
||||
textPattern = textInp.value.trim();
|
||||
localStorage.textPattern = textPattern;
|
||||
};
|
||||
textRow.append(textChk, textLbl, textInp);
|
||||
|
||||
// Max scroll config
|
||||
const maxRow = document.createElement("div");
|
||||
const maxLbl = document.createElement("label");
|
||||
maxLbl.innerText = " Max scrolls (0 = unlimited):";
|
||||
const maxInp = document.createElement("input");
|
||||
maxInp.type = "number";
|
||||
maxInp.min = "0";
|
||||
maxInp.value = maxScrolls;
|
||||
Object.assign(maxInp.style, { width: "60px", marginLeft: "6px" });
|
||||
maxInp.onchange = () => {
|
||||
maxScrolls = parseInt(maxInp.value, 10) || 0;
|
||||
localStorage.maxScrolls = maxScrolls;
|
||||
};
|
||||
maxRow.append(maxLbl, maxInp);
|
||||
|
||||
// Auto show button config
|
||||
const autoRow = document.createElement("div");
|
||||
const autoChk = document.createElement("input");
|
||||
autoChk.type = "checkbox";
|
||||
autoChk.checked = autoShowButton;
|
||||
autoChk.onchange = () => {
|
||||
autoShowButton = autoChk.checked;
|
||||
localStorage.autoShowButton = autoShowButton;
|
||||
};
|
||||
const autoLbl = document.createElement("label");
|
||||
autoLbl.innerText = " Show floating button automatically";
|
||||
autoRow.append(autoChk, autoLbl);
|
||||
|
||||
container.append(hrefRow, textRow, maxRow, autoRow);
|
||||
|
||||
if (!useHrefPattern && !useTextPattern) {
|
||||
const warn = document.createElement("div");
|
||||
warn.textContent = "⚠ Warning: Both filters are off. All links will be collected.";
|
||||
Object.assign(warn.style, { color: "red", margin: "6px 0" });
|
||||
container.appendChild(warn);
|
||||
}
|
||||
|
||||
if (!configOnly) {
|
||||
const box = document.createElement("textarea");
|
||||
box.value = links.join("\n");
|
||||
Object.assign(box.style, { width: "100%", height: "200px", margin: "8px 0" });
|
||||
container.appendChild(box);
|
||||
|
||||
const dl = document.createElement("button");
|
||||
dl.innerText = "⬇ Download .txt";
|
||||
Object.assign(dl.style, {
|
||||
background: "#1da1f2", color: "white", border: "none",
|
||||
padding: "6px 10px", borderRadius: "4px", cursor: "pointer", marginRight: "8px"
|
||||
});
|
||||
dl.onclick = () => {
|
||||
const blob = new Blob([links.join("\n")], { type: "text/plain" });
|
||||
const url = URL.createObjectURL(blob);
|
||||
const a = document.createElement("a");
|
||||
a.href = url; a.download = "extracted_links.txt";
|
||||
document.body.appendChild(a); a.click(); a.remove();
|
||||
URL.revokeObjectURL(url);
|
||||
};
|
||||
container.appendChild(dl);
|
||||
}
|
||||
|
||||
// Start + Close
|
||||
const start = document.createElement("button");
|
||||
start.innerText = "▶ Start";
|
||||
Object.assign(start.style, {
|
||||
background: "#1da1f2", color: "white", border: "none",
|
||||
padding: "6px 10px", borderRadius: "4px", cursor: "pointer", marginRight: "8px"
|
||||
});
|
||||
start.onclick = () => { container.remove(); autoScrollAndExtract(); };
|
||||
|
||||
const close = document.createElement("button");
|
||||
close.innerText = "❌ Close";
|
||||
Object.assign(close.style, {
|
||||
background: "#aaa", color: "white", border: "none",
|
||||
padding: "6px 10px", borderRadius: "4px", cursor: "pointer"
|
||||
});
|
||||
close.onclick = () => container.remove();
|
||||
|
||||
container.append(start, close);
|
||||
document.body.appendChild(container);
|
||||
|
||||
if (!configOnly) {
|
||||
alert(`✅ Extracted ${links.length} links (href: ${useHrefPattern ? hrefPattern : "ANY"}, text: ${useTextPattern ? textPattern : "ANY"}).`);
|
||||
}
|
||||
}
|
||||
|
||||
function addSplitButton() {
|
||||
if (document.getElementById("extract-btn")) return;
|
||||
|
||||
const wrap = document.createElement("div");
|
||||
wrap.id = "extract-btn";
|
||||
Object.assign(wrap.style, {
|
||||
position: "fixed", top: "20px", right: "20px", zIndex: "999999",
|
||||
display: "flex", borderRadius: "4px", overflow: "hidden",
|
||||
boxShadow: "0 2px 4px rgba(0,0,0,0.2)"
|
||||
});
|
||||
|
||||
const mainBtn = document.createElement("button");
|
||||
mainBtn.innerText = "Extract Links";
|
||||
Object.assign(mainBtn.style, {
|
||||
background: "#1da1f2", color: "white", border: "none",
|
||||
padding: "8px 12px", cursor: "pointer", fontSize: "14px", flex: "1"
|
||||
});
|
||||
mainBtn.onclick = autoScrollAndExtract;
|
||||
|
||||
const cfgBtn = document.createElement("button");
|
||||
cfgBtn.innerText = "⛭";
|
||||
Object.assign(cfgBtn.style, {
|
||||
background: "#0d8ddb", color: "white", border: "none",
|
||||
padding: "8px 10px", cursor: "pointer", fontSize: "14px", width: "40px"
|
||||
});
|
||||
cfgBtn.onclick = () => showOverlay([], true);
|
||||
|
||||
wrap.append(mainBtn, cfgBtn);
|
||||
document.body.appendChild(wrap);
|
||||
}
|
||||
|
||||
// Tampermonkey menu items
|
||||
if (typeof GM_registerMenuCommand !== "undefined") {
|
||||
GM_registerMenuCommand("Show Button", addSplitButton);
|
||||
GM_registerMenuCommand("Extract Links", autoScrollAndExtract);
|
||||
GM_registerMenuCommand("Config", () => showOverlay([], true));
|
||||
}
|
||||
|
||||
// Auto-show only if enabled
|
||||
if (autoShowButton) {
|
||||
setInterval(addSplitButton, 2000);
|
||||
}
|
||||
})();
|
||||
Reference in New Issue
Block a user