mirror of
https://github.com/zhigang1992/DefinitelyTyped.git
synced 2026-04-21 05:20:24 +08:00
30 lines
955 B
TypeScript
30 lines
955 B
TypeScript
import * as scraper from 'website-scraper';
|
|
|
|
scraper.scrape({
|
|
urls: [
|
|
'http://nodejs.org/',
|
|
{url: 'http://nodejs.org/about', filename: 'about.html'},
|
|
{url: 'http://blog.nodejs.org/', filename: 'blog.html'}
|
|
],
|
|
directory: '/path/to/save',
|
|
subdirectories: [
|
|
{directory: 'img', extensions: ['.jpg', '.png', '.svg']},
|
|
{directory: 'js', extensions: ['.js']},
|
|
{directory: 'css', extensions: ['.css']}
|
|
],
|
|
sources: [
|
|
{selector: 'img', attr: 'src'},
|
|
{selector: 'link[rel="stylesheet"]', attr: 'href'},
|
|
{selector: 'script', attr: 'src'}
|
|
],
|
|
request: {
|
|
headers: {
|
|
'User-Agent': 'Mozilla/5.0 (Linux; Android 4.2.1; en-us; Nexus 4 Build/JOP40D) AppleWebKit/535.19 (KHTML, like Gecko) Chrome/18.0.1025.166 Mobile Safari/535.19'
|
|
}
|
|
}
|
|
}).then(function (result) {
|
|
console.log(result);
|
|
}).catch(function(err){
|
|
console.log(err);
|
|
});
|