import { AudioCodec, CQMode, Colorspace, SystemConfig, SystemConfigEntity, SystemConfigKey, SystemConfigValue, ToneMapping, TranscodeHWAccel, TranscodePolicy, VideoCodec, } from '@app/infra/entities'; import { BadRequestException, ForbiddenException, Injectable, Logger } from '@nestjs/common'; import { plainToClass } from 'class-transformer'; import { validate } from 'class-validator'; import * as _ from 'lodash'; import { Subject } from 'rxjs'; import { DeepPartial } from 'typeorm'; import { QueueName } from '../job/job.constants'; import { SystemConfigDto } from './dto'; import { ISystemConfigRepository } from './system-config.repository'; export type SystemConfigValidator = (config: SystemConfig) => void | Promise; export const defaults = Object.freeze({ ffmpeg: { crf: 23, threads: 0, preset: 'ultrafast', targetVideoCodec: VideoCodec.H264, targetAudioCodec: AudioCodec.AAC, targetResolution: '720', maxBitrate: '0', bframes: -1, refs: 0, gopSize: 0, npl: 0, temporalAQ: false, cqMode: CQMode.AUTO, twoPass: false, transcode: TranscodePolicy.REQUIRED, tonemap: ToneMapping.HABLE, accel: TranscodeHWAccel.DISABLED, }, job: { [QueueName.BACKGROUND_TASK]: { concurrency: 5 }, [QueueName.CLIP_ENCODING]: { concurrency: 2 }, [QueueName.METADATA_EXTRACTION]: { concurrency: 5 }, [QueueName.OBJECT_TAGGING]: { concurrency: 2 }, [QueueName.RECOGNIZE_FACES]: { concurrency: 2 }, [QueueName.SEARCH]: { concurrency: 5 }, [QueueName.SIDECAR]: { concurrency: 5 }, [QueueName.STORAGE_TEMPLATE_MIGRATION]: { concurrency: 5 }, [QueueName.THUMBNAIL_GENERATION]: { concurrency: 5 }, [QueueName.VIDEO_CONVERSION]: { concurrency: 1 }, }, machineLearning: { enabled: process.env.IMMICH_MACHINE_LEARNING_ENABLED !== 'false', url: process.env.IMMICH_MACHINE_LEARNING_URL || 'http://immich-machine-learning:3003', classification: { enabled: true, modelName: 'microsoft/resnet-50', minScore: 0.9, }, clip: { enabled: true, modelName: 'ViT-B-32::openai', }, facialRecognition: { enabled: true, modelName: 'buffalo_l', minScore: 0.7, maxDistance: 0.6, }, }, map: { enabled: true, tileUrl: 'https://tile.openstreetmap.org/{z}/{x}/{y}.png', }, oauth: { enabled: false, issuerUrl: '', clientId: '', clientSecret: '', mobileOverrideEnabled: false, mobileRedirectUri: '', scope: 'openid email profile', storageLabelClaim: 'preferred_username', buttonText: 'Login with OAuth', autoRegister: true, autoLaunch: false, }, passwordLogin: { enabled: true, }, storageTemplate: { template: '{{y}}/{{y}}-{{MM}}-{{dd}}/{{filename}}', }, thumbnail: { webpSize: 250, jpegSize: 1440, quality: 80, colorspace: Colorspace.P3, }, }); export enum FeatureFlag { CLIP_ENCODE = 'clipEncode', FACIAL_RECOGNITION = 'facialRecognition', TAG_IMAGE = 'tagImage', MAP = 'map', SIDECAR = 'sidecar', SEARCH = 'search', OAUTH = 'oauth', OAUTH_AUTO_LAUNCH = 'oauthAutoLaunch', PASSWORD_LOGIN = 'passwordLogin', CONFIG_FILE = 'configFile', } export type FeatureFlags = Record; const singleton = new Subject(); @Injectable() export class SystemConfigCore { private logger = new Logger(SystemConfigCore.name); private validators: SystemConfigValidator[] = []; private configCache: SystemConfig | null = null; public config$ = singleton; constructor(private repository: ISystemConfigRepository) {} async requireFeature(feature: FeatureFlag) { const hasFeature = await this.hasFeature(feature); if (!hasFeature) { switch (feature) { case FeatureFlag.CLIP_ENCODE: throw new BadRequestException('Clip encoding is not enabled'); case FeatureFlag.FACIAL_RECOGNITION: throw new BadRequestException('Facial recognition is not enabled'); case FeatureFlag.TAG_IMAGE: throw new BadRequestException('Image tagging is not enabled'); case FeatureFlag.SIDECAR: throw new BadRequestException('Sidecar is not enabled'); case FeatureFlag.SEARCH: throw new BadRequestException('Search is not enabled'); case FeatureFlag.OAUTH: throw new BadRequestException('OAuth is not enabled'); case FeatureFlag.PASSWORD_LOGIN: throw new BadRequestException('Password login is not enabled'); case FeatureFlag.CONFIG_FILE: throw new BadRequestException('Config file is not set'); default: throw new ForbiddenException(`Missing required feature: ${feature}`); } } } async hasFeature(feature: FeatureFlag) { const features = await this.getFeatures(); return features[feature] ?? false; } async getFeatures(): Promise { const config = await this.getConfig(); const mlEnabled = config.machineLearning.enabled; return { [FeatureFlag.CLIP_ENCODE]: mlEnabled && config.machineLearning.clip.enabled, [FeatureFlag.FACIAL_RECOGNITION]: mlEnabled && config.machineLearning.facialRecognition.enabled, [FeatureFlag.TAG_IMAGE]: mlEnabled && config.machineLearning.classification.enabled, [FeatureFlag.MAP]: config.map.enabled, [FeatureFlag.SIDECAR]: true, [FeatureFlag.SEARCH]: process.env.TYPESENSE_ENABLED !== 'false', // TODO: use these instead of `POST oauth/config` [FeatureFlag.OAUTH]: config.oauth.enabled, [FeatureFlag.OAUTH_AUTO_LAUNCH]: config.oauth.autoLaunch, [FeatureFlag.PASSWORD_LOGIN]: config.passwordLogin.enabled, [FeatureFlag.CONFIG_FILE]: !!process.env.IMMICH_CONFIG_FILE, }; } public getDefaults(): SystemConfig { return defaults; } public addValidator(validator: SystemConfigValidator) { this.validators.push(validator); } public getConfig(force = false): Promise { const configFilePath = process.env.IMMICH_CONFIG_FILE; return configFilePath ? this.loadFromFile(configFilePath, force) : this.loadFromDatabase(); } public async updateConfig(config: SystemConfig): Promise { if (await this.hasFeature(FeatureFlag.CONFIG_FILE)) { throw new BadRequestException('Cannot update configuration while IMMICH_CONFIG_FILE is in use'); } try { for (const validator of this.validators) { await validator(config); } } catch (e) { this.logger.warn(`Unable to save system config due to a validation error: ${e}`); throw new BadRequestException(e instanceof Error ? e.message : e); } const updates: SystemConfigEntity[] = []; const deletes: SystemConfigEntity[] = []; for (const key of Object.values(SystemConfigKey)) { // get via dot notation const item = { key, value: _.get(config, key) as SystemConfigValue }; const defaultValue = _.get(defaults, key); const isMissing = !_.has(config, key); if (isMissing || item.value === null || item.value === '' || item.value === defaultValue) { deletes.push(item); continue; } updates.push(item); } if (updates.length > 0) { await this.repository.saveAll(updates); } if (deletes.length > 0) { await this.repository.deleteKeys(deletes.map((item) => item.key)); } const newConfig = await this.getConfig(); this.config$.next(newConfig); return newConfig; } public async refreshConfig() { const newConfig = await this.getConfig(true); this.config$.next(newConfig); } private async loadFromDatabase() { const config: DeepPartial = {}; const overrides = await this.repository.load(); for (const { key, value } of overrides) { // set via dot notation _.set(config, key, value); } return plainToClass(SystemConfigDto, _.defaultsDeep(config, defaults)); } private async loadFromFile(filepath: string, force = false) { if (force || !this.configCache) { try { const overrides = JSON.parse((await this.repository.readFile(filepath)).toString()); const config = plainToClass(SystemConfigDto, _.defaultsDeep(overrides, defaults)); const errors = await validate(config, { whitelist: true, forbidNonWhitelisted: true, forbidUnknownValues: true, }); if (errors.length > 0) { this.logger.error('Validation error', errors); throw new Error(`Invalid value(s) in file: ${errors}`); } this.configCache = config; } catch (error: Error | any) { this.logger.error(`Unable to load configuration file: ${filepath} due to ${error}`, error?.stack); throw new Error('Invalid configuration file'); } } return this.configCache; } }