Wellspringmanagement01/apps/Backend/src/queue/processors/unitedDHClaimProcessor.ts

/**
 * Processor for "uniteddh-claim-submit" jobs.
 * Opens a claim on the United/DentalHub provider portal via Selenium.
 *
 * Flow:
 *   1. POST /uniteddh-claim to Python agent → get session_id
 *   2. Emit selenium:uniteddh_claim_started to frontend
 *   3. Poll until completed/error
 *   4. Emit result
 */
import {
  forwardToSeleniumUnitedDHClaimAgent,
  getSeleniumUnitedDHClaimSessionStatus,
} from "../../services/seleniumUnitedDHClaimClient";
import { io } from "../../socket";
import { storage } from "../../storage";
import axios from "axios";
import path from "path";

function log(tag: string, msg: string, ctx?: any) {
  console.log(`${new Date().toISOString()} [${tag}] ${msg}`, ctx ?? "");
}

function emitToSocket(socketId: string | undefined, event: string, payload: any) {
  if (!socketId || !io) return;
  try {
    const socket = io.sockets.sockets.get(socketId);
    if (socket) socket.emit(event, payload);
  } catch (_) {}
}

async function pollUntilDone(
  sessionId: string,
  socketId: string | undefined,
  jobId: string,
  pollTimeoutMs = 5 * 60 * 1000
): Promise<any> {
  const maxAttempts = 600;
  const pollIntervalMs = 500;
  const maxTransientErrors = 12;
  const noProgressLimit = 240; // 120s of waiting_for_otp before giving up
  let transientErrors = 0;
  let consecutiveNoProgress = 0;
  let lastStatus: string | null = null;
  const deadline = Date.now() + pollTimeoutMs;

  for (let attempt = 0; attempt < maxAttempts; attempt++) {
    if (Date.now() > deadline) {
      throw new Error(`UnitedDH claim polling timeout for session ${sessionId}`);
    }
    try {
      const st = await getSeleniumUnitedDHClaimSessionStatus(sessionId);
      const status: string = st?.status ?? "unknown";
      log("uniteddh-claim-processor", `poll attempt=${attempt}`, { sessionId, status });
      transientErrors = 0;

      const isTerminal = status === "completed" || status === "error" || status === "not_found";
      if (status === lastStatus && !isTerminal) {
        consecutiveNoProgress++;
      } else {
        consecutiveNoProgress = 0;
      }
      lastStatus = status;

      if (consecutiveNoProgress >= noProgressLimit) {
        throw new Error(`No progress from Python agent (status="${status}") after ${consecutiveNoProgress} polls`);
      }

      if (status === "waiting_for_otp") {
        // Emit every poll (same as eligibility) so the popup appears immediately
        emitToSocket(socketId, "selenium:otp_required", {
          session_id: sessionId,
          jobId,
          message: "OTP required. Please enter the OTP shown by the DentalHub portal.",
        });
        await new Promise((r) => setTimeout(r, pollIntervalMs));
        continue;
      }

      if (status === "completed") return st.result;
      if (status === "error" || status === "not_found") {
        throw new Error(st?.message || `UnitedDH claim session ended with status: ${status}`);
      }
      await new Promise((r) => setTimeout(r, pollIntervalMs));
    } catch (err: any) {
      const isTerminal =
        err?.response?.status === 404 ||
        (typeof err?.message === "string" &&
          (err.message.includes("not_found") || err.message.includes("polling timeout")));
      if (isTerminal) throw err;
      transientErrors++;
      if (transientErrors > maxTransientErrors) {
        throw new Error(`Too many transient errors polling UnitedDH claim session ${sessionId}`);
      }
      const backoff = Math.min(30_000, 500 * Math.pow(2, transientErrors - 1));
      await new Promise((r) => setTimeout(r, backoff));
    }
  }
  throw new Error(`UnitedDH claim polling exhausted all attempts for session ${sessionId}`);
}

async function savePdfFromSelenium(pdf_url: string, patientId: number) {
  try {
    const filename = path.basename(new URL(pdf_url).pathname);
    const seleniumPort = process.env.SELENIUM_PORT || "5002";
    const localUrl = `http://localhost:${seleniumPort}/downloads/${filename}`;
    const resp = await axios.get(localUrl, { responseType: "arraybuffer", timeout: 30000 });

    let group = await storage.findPdfGroupByPatientTitleKey(patientId, "INSURANCE_CLAIM");
    if (!group) {
      group = await storage.createPdfGroup(patientId, "Claims", "INSURANCE_CLAIM");
    }
    await storage.createPdfFile(group.id!, filename, resp.data);
    log("uniteddh-claim-processor", "PDF saved", { patientId, filename });
  } catch (err: any) {
    log("uniteddh-claim-processor", "failed to save PDF (non-fatal)", { error: err?.message ?? err });
  }
}

export interface UnitedDHClaimProcessorInput {
  enrichedPayload: any;
  userId: number;
  claimId?: number;
  socketId?: string;
}

export async function runUnitedDHClaimProcessor(
  input: UnitedDHClaimProcessorInput,
  jobId: string
): Promise<{ status: string; pdf_url?: string; claimNumber?: string }> {
  const { enrichedPayload, userId, claimId, socketId } = input;

  log("uniteddh-claim-processor", "starting Python agent session", { claimId });
  const agentResp = await forwardToSeleniumUnitedDHClaimAgent(enrichedPayload);

  if (!agentResp?.session_id) {
    throw new Error("Python agent did not return a session_id for UnitedDH claim");
  }

  const sessionId = agentResp.session_id as string;
  log("uniteddh-claim-processor", "got session_id", { sessionId });

  emitToSocket(socketId, "selenium:uniteddh_claim_started", { session_id: sessionId, jobId });

  const seleniumResult = await pollUntilDone(sessionId, socketId, jobId);

  if (!seleniumResult || seleniumResult.status === "error") {
    throw new Error(seleniumResult?.message ?? "UnitedDH claim session returned an error");
  }

  const claimNumber: string | undefined = seleniumResult.claimNumber ?? undefined;
  const pdf_url: string | undefined = seleniumResult.pdf_url ?? undefined;

  if (claimId) {
    try {
      const updates: Record<string, any> = { status: "REVIEW" };
      if (claimNumber) updates.claimNumber = claimNumber;
      await storage.updateClaim(claimId, updates);
      log("uniteddh-claim-processor", "claim record updated", { claimId, claimNumber });

      // Touch patient so they rise to top of the list across all pages
      const claim = await storage.getClaim(claimId);
      if (claim?.patientId) {
        await storage.touchPatient(claim.patientId);
        log("uniteddh-claim-processor", "patient touched", { patientId: claim.patientId });
      }
    } catch (e) {
      log("uniteddh-claim-processor", "failed to update claim record (non-fatal)", { error: e });
    }
  }

  // Auto-save PDF for batch-column calls (no socketId = no frontend listener)
  if (pdf_url && !socketId) {
    const claim = claimId ? await storage.getClaim(claimId).catch(() => null) : null;
    const patientId = claim?.patientId ?? enrichedPayload?.claim?.patientId ?? enrichedPayload?.patientId;
    if (patientId) await savePdfFromSelenium(pdf_url, Number(patientId));
  }

  emitToSocket(socketId, "selenium:uniteddh_claim_completed", {
    jobId,
    claimId,
    claimNumber,
    pdf_url,
    message: claimNumber
      ? `United/DentalHub claim submitted — Claim #: ${claimNumber}`
      : (seleniumResult?.message ?? "United/DentalHub claim submitted successfully"),
  });

  log("uniteddh-claim-processor", "done", { claimId, claimNumber });
  return { status: "success", pdf_url, claimNumber };
}