Karl/JDRssDownloader
1
0
Fork 0
mirror of https://github.com/karl0ss/JDRssDownloader.git synced 2025-04-27 20:03:40 +01:00
Code Issues Packages Projects Releases Wiki Activity

use flaresolverr to bypass CloudFlare

Browse Source
This commit is contained in:
Karl0ss 2023-06-06 16:42:28 +01:00
parent 18cf07527e
commit 1324466bdd
1 changed files with 21 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

23
LinkGrabber.js
View File

@ -1,13 +1,32 @@
const axios = require('axios');
var cheerio = require('cheerio');
async function flareSolve(url) {
var data = JSON.stringify({
"cmd": "request.get",
"url": url,
"maxTimeout": 120000
});
var config = {
method: 'post',
url: 'http://127.0.01:8191/v1',
headers: {
'Content-Type': 'application/json'
},
data: data
};
res = await axios(config)
return res.data.solution.response
}
async function getLinksFromURL(url) {
try {
let links = [];
let httpResponse = await axios.get(url);
let scrape = await flareSolve(url)
// let httpResponse = await axios.get(url);
let $ = cheerio.load(httpResponse.data);
let $ = cheerio.load(scrape);
let linkObjects = $('a'); // get all hyperlinks
linkObjects.each((index, element) => {