web_reader / build /services /cf-browser-rendering.js
Mohammad Shahid
Include pre-built files for HF deployment
f316cce
"use strict";
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
return c > 3 && r && Object.defineProperty(target, key, r), r;
};
var __metadata = (this && this.__metadata) || function (k, v) {
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
};
Object.defineProperty(exports, "__esModule", { value: true });
exports.CFBrowserRendering = void 0;
const tsyringe_1 = require("tsyringe");
const async_service_1 = require("civkit/async-service");
const secrets_1 = require("../shared/services/secrets");
const logger_1 = require("./logger");
const cloud_flare_1 = require("../shared/3rd-party/cloud-flare");
const http_1 = require("civkit/http");
const errors_1 = require("./errors");
let CFBrowserRendering = class CFBrowserRendering extends async_service_1.AsyncService {
constructor(globalLogger, secretExposer) {
super(...arguments);
this.globalLogger = globalLogger;
this.secretExposer = secretExposer;
this.logger = this.globalLogger.child({ service: this.constructor.name });
}
async init() {
await this.dependencyReady();
const [account, key] = this.secretExposer.CLOUD_FLARE_API_KEY?.split(':');
this.client = new cloud_flare_1.CloudFlareHTTP(account, key);
this.emit('ready');
}
async fetchContent(url) {
try {
const r = await this.client.fetchBrowserRenderedHTML({ url });
return r.parsed.result;
}
catch (err) {
if (err instanceof http_1.HTTPServiceError) {
if (err.status === 429) {
// Rate limit exceeded, return empty result
this.logger.warn('Cloudflare browser rendering rate limit exceeded', { url });
throw new errors_1.ServiceNodeResourceDrainError(`Cloudflare browser rendering (our account) is at capacity, please try again later or switch to another engine.`);
}
}
throw err;
}
}
};
exports.CFBrowserRendering = CFBrowserRendering;
exports.CFBrowserRendering = CFBrowserRendering = __decorate([
(0, tsyringe_1.singleton)(),
__metadata("design:paramtypes", [logger_1.GlobalLogger,
secrets_1.SecretExposer])
], CFBrowserRendering);
const instance = tsyringe_1.container.resolve(CFBrowserRendering);
exports.default = instance;
//# sourceMappingURL=cf-browser-rendering.js.map