web_reader / build /db /adaptive-crawl-task.js
Mohammad Shahid
Include pre-built files for HF deployment
f316cce
"use strict";
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
return c > 3 && r && Object.defineProperty(target, key, r), r;
};
var __metadata = (this && this.__metadata) || function (k, v) {
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
};
var AdaptiveCrawlTask_1;
Object.defineProperty(exports, "__esModule", { value: true });
exports.AdaptiveCrawlTask = exports.AdaptiveCrawlTaskStatus = void 0;
const civkit_1 = require("civkit");
const firestore_1 = require("../shared/lib/firestore");
var AdaptiveCrawlTaskStatus;
(function (AdaptiveCrawlTaskStatus) {
AdaptiveCrawlTaskStatus["PENDING"] = "pending";
AdaptiveCrawlTaskStatus["PROCESSING"] = "processing";
AdaptiveCrawlTaskStatus["COMPLETED"] = "completed";
AdaptiveCrawlTaskStatus["FAILED"] = "failed";
})(AdaptiveCrawlTaskStatus || (exports.AdaptiveCrawlTaskStatus = AdaptiveCrawlTaskStatus = {}));
let AdaptiveCrawlTask = class AdaptiveCrawlTask extends firestore_1.FirestoreRecord {
static { AdaptiveCrawlTask_1 = this; }
static { this.collectionName = 'adaptiveCrawlTasks'; }
static { this.patchedFields = [
'meta',
]; }
static from(input) {
for (const field of this.patchedFields) {
if (typeof input[field] === 'string') {
input[field] = (0, civkit_1.parseJSONText)(input[field]);
}
}
return super.from(input);
}
degradeForFireStore() {
const copy = { ...this };
for (const field of this.constructor.patchedFields) {
if (typeof copy[field] === 'object') {
copy[field] = JSON.stringify(copy[field]);
}
}
return copy;
}
};
exports.AdaptiveCrawlTask = AdaptiveCrawlTask;
__decorate([
(0, civkit_1.Prop)({
required: true
}),
__metadata("design:type", String)
], AdaptiveCrawlTask.prototype, "status", void 0);
__decorate([
(0, civkit_1.Prop)({
required: true
}),
__metadata("design:type", String)
], AdaptiveCrawlTask.prototype, "statusText", void 0);
__decorate([
(0, civkit_1.Prop)(),
__metadata("design:type", Object)
], AdaptiveCrawlTask.prototype, "meta", void 0);
__decorate([
(0, civkit_1.Prop)(),
__metadata("design:type", Array)
], AdaptiveCrawlTask.prototype, "urls", void 0);
__decorate([
(0, civkit_1.Prop)(),
__metadata("design:type", Object)
], AdaptiveCrawlTask.prototype, "processed", void 0);
__decorate([
(0, civkit_1.Prop)(),
__metadata("design:type", Object)
], AdaptiveCrawlTask.prototype, "failed", void 0);
__decorate([
(0, civkit_1.Prop)(),
__metadata("design:type", Date)
], AdaptiveCrawlTask.prototype, "createdAt", void 0);
__decorate([
(0, civkit_1.Prop)(),
__metadata("design:type", Date)
], AdaptiveCrawlTask.prototype, "finishedAt", void 0);
__decorate([
(0, civkit_1.Prop)(),
__metadata("design:type", Number)
], AdaptiveCrawlTask.prototype, "duration", void 0);
exports.AdaptiveCrawlTask = AdaptiveCrawlTask = AdaptiveCrawlTask_1 = __decorate([
(0, civkit_1.Also)({
dictOf: Object
})
], AdaptiveCrawlTask);
//# sourceMappingURL=adaptive-crawl-task.js.map