js script for crawling e-books

Answer 1

The following is an example of a js script used to crawl e-book related content:

```javascript
let links = document.querySelectorAll('dl > dd > a');
let result = [];
for (let l of links) {
$.ajax({
type: 'get',
url: l.href,
async: false,
success: function (data) {
console.log(typeof data);
let c = document.createElement('div');
c.innerHTML = data;
result.push(l.text, c.querySelector("#content").textContent);
}
});
}
function downloadFile(blob, name) {
if (navigator.msSaveBlob) {
navigator.msSaveBlob(blob, name);
return;
}
var WURL = window.URL || window.webkitURL;
var bloburl = WURL.createObjectURL(blob);
var anchor = document.createElement("a");
if ('download' in anchor) {
anchor.style.visibility = "hidden";
anchor.href = bloburl;
anchor.download = name;
document.body.appendChild(anchor);
var evt = document.createEvent("MouseEvents");
evt.initEvent("click", true, true);
anchor.dispatchEvent(evt);
document.body.removeChild(anchor);
//Release the target
WURL.revokeObjectURL(bloburl);
} else {
location.href = bloburl;
}
}
//text file
var blob = new Blob((result.join("\n\n")), { type: "text/plain;charset=UTF-8" });
downloadFile(blob, 'fileName.txt');
```

It was important to note that when using such scripts to crawl online content, it was necessary to ensure compliance with relevant laws and regulations as well as the terms of use of the target website to avoid problems such as infringement or violation of website rules.
Read more exciting novels for free