pioneerjs - a puppeteer framework
Pioneerjs is a puppeteer framework that uses the principle of Dependency Injection to inject all the resources(page,browser,...) you need.
- Pioneerjs helps you to manage the
BrowserandPageobjects of Puppeteer - It instantiates and automatically injects Page, Browser, ScriptContext objects for each runnable script
- You can use RunnableScript to run the puppeteer code and start it with @Runnable('https://xxx.com') decorator
- You can use InjectableScripts in any RunnableScript and inject them automatically using the @Inject decorator, no instantiation is needed, the Page, Browser, ScriptContext objects of an InjectableScript are the same as in the RunnableScript it is in, and InjectableScripts generally play the role of tool scripts
# init your package.json
npm init# install dependencies
npm install puppeteer-core @pioneerjs/core @pioneerjs/common
# or you can just install pioneerjs
npm install puppeteer-core pioneerjs# init typescript config
tsc --inittscondig.json
{
"compilerOptions": {
"target": "es5",
"module": "commonjs",
"outDir": "./dist",
"strict": true,
"esModuleInterop": true,
"experimentalDecorators": true,
"emitDecoratorMetadata": true,
"skipLibCheck": true,
"forceConsistentCasingInFileNames": true
}
}create app.ts
import { PioneerFactory } from "@pioneerjs/core";
import { TestScript } from "./src/test";
PioneerFactory.launch({
// your chrome path
executablePath: "C:\\Program Files\\Google\\Chrome\\Application\\chrome.exe",
defaultViewport: null,
headless: false,
}).then(async pioneer => {
pioneer.startup({
scripts: [TestScript],
events: ['request']
})
// or you can find script by name
const { runnanleScripts } = await pioneer.startup({
scripts: [TestScript],
events: ['request']
})
runnanleScripts?.find(s=>s.name="TestScript").run()
})
create src/test.ts
import { Injectable, Runnable, Inject } from "@pioneerjs/common";
import { InjectableScript, RunnableScript, WaitForScript } from "@pioneerjs/core";
import { Protocol } from "puppeteer-core";
// create your new script
@Injectable()
export class Spider extends InjectableScript {
async getCookie(url: string): Promise<Protocol.Network.Cookie[]> {
await this.page.goto(url)
return await this.page.cookies()
}
}
/**
* create a new runnable script
* @Runnable({url:"https://baidu.com"}) // goto "https://baidu.com"
* or
* @Runnable() // do nothing
*/
@Runnable()
export class TestScript extends RunnableScript {
@Inject()
private mySpider!: Spider ;
@Inject()
private waitFor!: WaitForScript ;
async run(): Promise<void> {
console.log(await this.mySpider.getCookie("https://baidu.com")); // <html>...</html>
console.log("waidForSleep");
// auto inject you don't need to instance
this.waitFor.sleep(3000)
console.log(this.waitFor.page.url());
// InjectableScript use same page,and context with RunnableScript
console.log(this.waitFor.page === this.page);
// eventPool: catch all the event
console.log(this.context.eventPool.getEvents('request')?.length)
// Script communication
this.context.store.set('say', 'hello word')
console.log(this.waitFor.context.store.get('say'))
}
// called when document change
async update(): Promise<void> {
console.log("update", this.page.url());
}
}# build your project
tsc
# run
node dist/index.jsout put like this :
[pioneerjs]:script injected - TestScript.Spider
[pioneerjs]:script injected - TestScript.WaitForScript
[pioneerjs]:script running - TestScript
[
xxx
]
waidForSleep
https://www.baidu.com/
true
43
hello word
update https://www.baidu.com/
React
Typescript
Django
Laravel
Facebook
Microsoft
Google
Alibaba
D3
Tencent