mirrors/txtdot
3
0
Fork 0
mirror of https://github.com/txtdot/txtdot synced 2024-10-18 14:40:19 +03:00
Code Issues Packages Projects Releases Wiki Activity

feat: fallback engine errors

Browse Source 
You can now make engines for individual pages, uncovered pages will be handled by readability or other engines
This commit is contained in:
Artemy 2024-05-15 17:28:47 +03:00
parent 26ed97b4e3
commit 736fa9578b
1 changed files with 15 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

22
packages/server/src/distributor.ts
View File

@ -63,14 +63,12 @@ export class Distributor {
throw new NotHtmlMimetypeError();
}
const engine = this.getFallbackEngine(urlObj.hostname, engineName);
const input = new HandlerInput(
await decodeStream(data, parseEncodingName(mime)),
remoteUrl
);
let output = await engine.handle(input);
let output = await this.processEngines(urlObj.hostname, input, engineName);
// Sanitize output before middlewares, because middlewares can add unsafe tags
output = {
@ -108,18 +106,28 @@ export class Distributor {
};
}
getFallbackEngine(host: string, specified?: string): Engine {
async processEngines(
host: string,
input: HandlerInput,
specified?: string
): Promise<EngineOutput> {
if (specified) {
return this.engines_fallback[this.engines_id[specified]];
return await this.engines_fallback[this.engines_id[specified]].handle(
input
);
}
for (const engine of this.engines_fallback) {
if (micromatch.isMatch(host, engine.domains)) {
return engine;
try {
return await engine.handle(input);
} catch {
/*Try next engine*/
}
}
}
return this.engines_fallback[0];
return await this.engines_fallback[0].handle(input);
}
async processMiddlewares(