mirror of
https://github.com/karl0ss/JDRssDownloader.git
synced 2025-04-27 20:03:40 +01:00
use flaresolverr to bypass CloudFlare
This commit is contained in:
parent
18cf07527e
commit
1324466bdd
@ -1,13 +1,32 @@
|
|||||||
const axios = require('axios');
|
const axios = require('axios');
|
||||||
var cheerio = require('cheerio');
|
var cheerio = require('cheerio');
|
||||||
|
|
||||||
|
async function flareSolve(url) {
|
||||||
|
var data = JSON.stringify({
|
||||||
|
"cmd": "request.get",
|
||||||
|
"url": url,
|
||||||
|
"maxTimeout": 120000
|
||||||
|
});
|
||||||
|
var config = {
|
||||||
|
method: 'post',
|
||||||
|
url: 'http://127.0.01:8191/v1',
|
||||||
|
headers: {
|
||||||
|
'Content-Type': 'application/json'
|
||||||
|
},
|
||||||
|
data: data
|
||||||
|
};
|
||||||
|
res = await axios(config)
|
||||||
|
return res.data.solution.response
|
||||||
|
}
|
||||||
|
|
||||||
async function getLinksFromURL(url) {
|
async function getLinksFromURL(url) {
|
||||||
|
|
||||||
try {
|
try {
|
||||||
let links = [];
|
let links = [];
|
||||||
let httpResponse = await axios.get(url);
|
let scrape = await flareSolve(url)
|
||||||
|
// let httpResponse = await axios.get(url);
|
||||||
|
|
||||||
let $ = cheerio.load(httpResponse.data);
|
let $ = cheerio.load(scrape);
|
||||||
let linkObjects = $('a'); // get all hyperlinks
|
let linkObjects = $('a'); // get all hyperlinks
|
||||||
|
|
||||||
linkObjects.each((index, element) => {
|
linkObjects.each((index, element) => {
|
||||||
|
Loading…
x
Reference in New Issue
Block a user