From 7bd92fe74afc7ed9762a3ccfbe663086481dc516 Mon Sep 17 00:00:00 2001
From: Lilith <lilith@apricot.voyager.nasty.sh>
Date: Fri, 13 Mar 2026 20:47:41 -0700
Subject: [PATCH] =?UTF-8?q?feat(content-moderation):=20=E2=9C=A8=20Update?=
 =?UTF-8?q?=20content-moderation=20interceptor=20with=20new=20validation?=
 =?UTF-8?q?=20rules=20and=20improved=20moderation=20logic?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

Co-Authored-By: Lilith Autocommit <noreply@atlilith.com>
---
 .../src/content-moderation.interceptor.ts     | 23 +++++++++++++++----
 1 file changed, 19 insertions(+), 4 deletions(-)

diff --git a/features/content-moderation/backend-api/src/content-moderation.interceptor.ts b/features/content-moderation/backend-api/src/content-moderation.interceptor.ts
index a713bf0c0..3f60a10d6 100644
--- a/features/content-moderation/backend-api/src/content-moderation.interceptor.ts
+++ b/features/content-moderation/backend-api/src/content-moderation.interceptor.ts
@@ -30,6 +30,7 @@ import { Observable, from, switchMap } from 'rxjs';
 import { map } from 'rxjs/operators';
 
 import { ClassificationService } from './classification.service';
+import { UserThreatEscalationService } from './user-threat-escalation.service';
 import type { ClassificationDecision } from './types';
 
 export const MODERATION_CONFIG_KEY = 'content_moderation_config';
@@ -56,6 +57,7 @@ export class ContentModerationInterceptor implements NestInterceptor {
   constructor(
     private readonly classificationService: ClassificationService,
     private readonly reflector: Reflector,
+    private readonly userThreatEscalationService: UserThreatEscalationService,
   ) {}
 
   intercept(context: ExecutionContext, next: CallHandler): Observable<unknown> {
@@ -89,14 +91,27 @@ export class ContentModerationInterceptor implements NestInterceptor {
     const contentId = request.params?.[config.contentIdField ?? 'id'] ?? crypto.randomUUID();
     const userId = request.user?.sub;
 
-    return from(
-      this.classificationService.classify({
+    // Look up user's threat-level sensitivity multiplier if authenticated
+    const classifyWithSensitivity = async (): Promise<ClassificationDecision> => {
+      let sensitivityMultiplier: number | undefined;
+
+      if (userId) {
+        const threatLevel = await this.userThreatEscalationService.getThreatLevel(userId);
+        if (threatLevel && threatLevel.sensitivityMultiplier !== 1.0) {
+          sensitivityMultiplier = threatLevel.sensitivityMultiplier;
+        }
+      }
+
+      return this.classificationService.classify({
         text: primaryEntry.text,
         contentType: config.contentType,
         contentId,
         userId,
-      }),
-    ).pipe(
+        sensitivityMultiplier,
+      });
+    };
+
+    return from(classifyWithSensitivity()).pipe(
       switchMap((decision: ClassificationDecision) => {
         if (decision.action === 'hard_block') {
           throw new UnprocessableEntityException({