web_reader / build /services /threaded.js
Mohammad Shahid
Include pre-built files for HF deployment
f316cce
"use strict";
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
return c > 3 && r && Object.defineProperty(target, key, r), r;
};
var __metadata = (this && this.__metadata) || function (k, v) {
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
};
var __importDefault = (this && this.__importDefault) || function (mod) {
return (mod && mod.__esModule) ? mod : { "default": mod };
};
var _a;
Object.defineProperty(exports, "__esModule", { value: true });
exports.Threaded = exports.RPCReflect = exports.Ctx = exports.Param = exports.Method = exports.ThreadedServiceRegistry = void 0;
require("reflect-metadata");
const tsyringe_1 = require("tsyringe");
const threaded_1 = require("civkit/threaded");
const lodash_1 = __importDefault(require("lodash"));
const logger_1 = require("./logger");
const async_context_1 = require("./async-context");
const pseudo_transfer_1 = require("./pseudo-transfer");
const os_1 = require("os");
const worker_threads_1 = require("worker_threads");
let ThreadedServiceRegistry = class ThreadedServiceRegistry extends threaded_1.AbstractThreadedServiceRegistry {
constructor(globalLogger, asyncContext, pseudoTransfer) {
super(...arguments);
this.globalLogger = globalLogger;
this.asyncContext = asyncContext;
this.pseudoTransfer = pseudoTransfer;
this.container = tsyringe_1.container;
this.logger = this.globalLogger.child({ service: this.constructor.name });
}
setMaxWorkersByCpu() {
const cpuStat = (0, os_1.cpus)();
const evenCpuCycles = cpuStat.filter((_cpu, i) => i % 2 === 0).reduce((acc, cpu) => acc + cpu.times.user + cpu.times.sys, 0);
const oddCpuCycles = cpuStat.filter((_cpu, i) => i % 2 === 1).reduce((acc, cpu) => acc + cpu.times.user + cpu.times.sys, 0);
const isLikelyHyperThreaded = (oddCpuCycles / evenCpuCycles) < 0.5;
this.maxWorkers = isLikelyHyperThreaded ? cpuStat.length / 2 : cpuStat.length;
}
async init() {
await this.dependencyReady();
await super.init();
if (worker_threads_1.isMainThread) {
this.setMaxWorkersByCpu();
await Promise.all(lodash_1.default.range(0, 2).map((_n) => new Promise((resolve, reject) => {
this.createWorker()
.once('message', resolve)
.once('error', reject);
})));
}
this.emit('ready');
}
};
exports.ThreadedServiceRegistry = ThreadedServiceRegistry;
exports.ThreadedServiceRegistry = ThreadedServiceRegistry = __decorate([
(0, tsyringe_1.singleton)(),
__metadata("design:paramtypes", [logger_1.GlobalLogger,
async_context_1.AsyncLocalContext,
pseudo_transfer_1.PseudoTransfer])
], ThreadedServiceRegistry);
const instance = tsyringe_1.container.resolve(ThreadedServiceRegistry);
exports.default = instance;
_a = instance.decorators(), exports.Method = _a.Method, exports.Param = _a.Param, exports.Ctx = _a.Ctx, exports.RPCReflect = _a.RPCReflect, exports.Threaded = _a.Threaded;
//# sourceMappingURL=threaded.js.map