feat: DDMA claim submission with OTP, PDF, claim number extraction
- Add full DDMA claim Selenium flow (steps 1-8): search patient, open member page, create claim, fill form, attach files, next, submit, extract claim number and save confirmation PDF - Add fee schedule price-mismatch dialog for all claim buttons (MH, CCA, DDMA, United, Tufts, Save) with optional price update to JSON - Add OTP modal for DDMA claim when session expires, mirroring eligibility OTP flow - Close Chrome after claim submission via quit_driver() (session preserved in profile) - Move Map Price button between Direct Submission and procedure table, right-aligned above Billed Amount column - Add fee-schedule update-price backend route - Add DDMA claim processor with claimNumber/pdf_url result handling Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
This commit is contained in:
Gitead
367
apps/SeleniumService/helpers_ddma_claim.py
Normal file
367
apps/SeleniumService/helpers_ddma_claim.py
Normal file
@@ -0,0 +1,367 @@
|
||||
import os
|
||||
import time
|
||||
import asyncio
|
||||
from typing import Dict, Any
|
||||
from selenium.webdriver.common.by import By
|
||||
from selenium.webdriver.support.ui import WebDriverWait
|
||||
from selenium.webdriver.support import expected_conditions as EC
|
||||
from selenium.common.exceptions import WebDriverException, TimeoutException
|
||||
|
||||
from selenium_DDMA_claimSubmitWorker import AutomationDDMAClaimSubmit
|
||||
from ddma_browser_manager import get_browser_manager
|
||||
|
||||
sessions: Dict[str, Dict[str, Any]] = {}
|
||||
|
||||
SESSION_OTP_TIMEOUT = int(os.getenv("SESSION_OTP_TIMEOUT", "120"))
|
||||
|
||||
|
||||
def make_session_entry() -> str:
|
||||
import uuid
|
||||
sid = str(uuid.uuid4())
|
||||
sessions[sid] = {
|
||||
"status": "created",
|
||||
"created_at": time.time(),
|
||||
"last_activity": time.time(),
|
||||
"bot": None,
|
||||
"driver": None,
|
||||
"otp_event": asyncio.Event(),
|
||||
"otp_value": None,
|
||||
"result": None,
|
||||
"message": None,
|
||||
}
|
||||
return sid
|
||||
|
||||
|
||||
async def cleanup_session(sid: str, message: str | None = None):
|
||||
s = sessions.get(sid)
|
||||
if not s:
|
||||
return
|
||||
try:
|
||||
if s.get("status") not in ("completed", "error", "not_found"):
|
||||
s["status"] = "error"
|
||||
if message:
|
||||
s["message"] = message
|
||||
ev = s.get("otp_event")
|
||||
if ev and not ev.is_set():
|
||||
ev.set()
|
||||
finally:
|
||||
sessions.pop(sid, None)
|
||||
print(f"[helpers_ddma_claim] cleaned session {sid}")
|
||||
|
||||
|
||||
async def _remove_session_later(sid: str, delay: int = 20):
|
||||
await asyncio.sleep(delay)
|
||||
await cleanup_session(sid)
|
||||
|
||||
|
||||
async def start_ddma_claim_run(sid: str, data: dict, url: str):
|
||||
"""
|
||||
Run the DDMA claim workflow — mirrors helpers_ddma_eligibility exactly for
|
||||
login/OTP, then continues into claim-specific steps.
|
||||
|
||||
OTP handling uses two complementary strategies:
|
||||
1. Accept OTP submitted from the app (via /submit-otp → otp_value)
|
||||
2. Poll the browser URL/DOM to detect when user enters OTP directly
|
||||
"""
|
||||
s = sessions.get(sid)
|
||||
if not s:
|
||||
return {"status": "error", "message": "session not found"}
|
||||
|
||||
s["status"] = "running"
|
||||
s["last_activity"] = time.time()
|
||||
|
||||
try:
|
||||
bot = AutomationDDMAClaimSubmit(data)
|
||||
bot.config_driver()
|
||||
|
||||
s["bot"] = bot
|
||||
s["driver"] = bot.driver
|
||||
s["last_activity"] = time.time()
|
||||
|
||||
try:
|
||||
bot.driver.maximize_window()
|
||||
bot.driver.get(url)
|
||||
await asyncio.sleep(1)
|
||||
except Exception as e:
|
||||
s["status"] = "error"
|
||||
s["message"] = f"Navigation failed: {e}"
|
||||
await cleanup_session(sid)
|
||||
return {"status": "error", "message": s["message"]}
|
||||
|
||||
# --- Login ---
|
||||
try:
|
||||
login_result = bot.login(url)
|
||||
except WebDriverException as wde:
|
||||
s["status"] = "error"
|
||||
s["message"] = f"Selenium driver error during login: {wde}"
|
||||
await cleanup_session(sid, s["message"])
|
||||
return {"status": "error", "message": s["message"]}
|
||||
except Exception as e:
|
||||
s["status"] = "error"
|
||||
s["message"] = f"Unexpected error during login: {e}"
|
||||
await cleanup_session(sid, s["message"])
|
||||
return {"status": "error", "message": s["message"]}
|
||||
|
||||
# ── Already logged in (persistent session) ────────────────────────────
|
||||
if isinstance(login_result, str) and login_result == "ALREADY_LOGGED_IN":
|
||||
print("[DDMA Claim] Session persisted — skipping OTP")
|
||||
s["status"] = "running"
|
||||
s["message"] = "Session persisted"
|
||||
|
||||
# ── OTP required ──────────────────────────────────────────────────────
|
||||
elif isinstance(login_result, str) and login_result == "OTP_REQUIRED":
|
||||
s["status"] = "waiting_for_otp"
|
||||
s["message"] = "OTP required for login — please enter OTP"
|
||||
s["last_activity"] = time.time()
|
||||
|
||||
driver = s["driver"]
|
||||
max_polls = SESSION_OTP_TIMEOUT
|
||||
login_success = False
|
||||
|
||||
print(f"[DDMA Claim OTP] Polling for OTP completion (up to {SESSION_OTP_TIMEOUT}s)...")
|
||||
|
||||
for poll in range(max_polls):
|
||||
await asyncio.sleep(1)
|
||||
s["last_activity"] = time.time()
|
||||
|
||||
try:
|
||||
# a) App submitted OTP via /submit-otp endpoint
|
||||
otp_value = s.get("otp_value")
|
||||
if otp_value:
|
||||
print(f"[DDMA Claim OTP poll {poll+1}] OTP received from app, typing it in...")
|
||||
try:
|
||||
otp_input = driver.find_element(By.XPATH,
|
||||
"//input[contains(@aria-label,'Verification') or "
|
||||
"contains(@placeholder,'verification') or @type='tel' or "
|
||||
"contains(@aria-lable,'Verification code') or "
|
||||
"contains(@placeholder,'Enter your verification code')]"
|
||||
)
|
||||
otp_input.clear()
|
||||
otp_input.send_keys(otp_value)
|
||||
try:
|
||||
verify_btn = driver.find_element(By.XPATH,
|
||||
"//button[@type='button' and @aria-label='Verify']")
|
||||
verify_btn.click()
|
||||
except Exception:
|
||||
otp_input.send_keys("\n")
|
||||
print("[DDMA Claim OTP] OTP typed and submitted via app")
|
||||
s["otp_value"] = None
|
||||
await asyncio.sleep(3)
|
||||
except Exception as type_err:
|
||||
print(f"[DDMA Claim OTP] Failed to type OTP from app: {type_err}")
|
||||
|
||||
# b) Check URL — if past OTP page, login succeeded
|
||||
current_url = driver.current_url.lower()
|
||||
print(f"[DDMA Claim OTP poll {poll+1}/{max_polls}] URL: {current_url[:70]}...")
|
||||
|
||||
if "member" in current_url or "dashboard" in current_url or "eligibility" in current_url:
|
||||
try:
|
||||
WebDriverWait(driver, 5).until(
|
||||
EC.presence_of_element_located((By.XPATH, '//input[@placeholder="Search by member ID"]'))
|
||||
)
|
||||
print("[DDMA Claim OTP] Member search found — login successful!")
|
||||
login_success = True
|
||||
break
|
||||
except TimeoutException:
|
||||
print("[DDMA Claim OTP] On member page but search input not found, continuing...")
|
||||
|
||||
# Check if OTP input still visible (user hasn't finished)
|
||||
try:
|
||||
driver.find_element(By.XPATH,
|
||||
"//input[contains(@aria-label,'Verification') or "
|
||||
"contains(@placeholder,'verification') or @type='tel']"
|
||||
)
|
||||
print(f"[DDMA Claim OTP poll {poll+1}] OTP input still visible — waiting...")
|
||||
except Exception:
|
||||
# OTP input gone — try navigating to members
|
||||
if "onboarding" in current_url or "start" in current_url:
|
||||
print("[DDMA Claim OTP] OTP input gone, navigating to members page...")
|
||||
try:
|
||||
driver.get("https://providers.deltadentalma.com/members")
|
||||
await asyncio.sleep(2)
|
||||
except Exception:
|
||||
pass
|
||||
|
||||
except Exception as poll_err:
|
||||
print(f"[DDMA Claim OTP poll {poll+1}] Error: {poll_err}")
|
||||
|
||||
if not login_success:
|
||||
# Final attempt — navigate directly to members page
|
||||
try:
|
||||
print("[DDMA Claim OTP] Final attempt — navigating to members page...")
|
||||
driver.get("https://providers.deltadentalma.com/members")
|
||||
await asyncio.sleep(3)
|
||||
WebDriverWait(driver, 10).until(
|
||||
EC.presence_of_element_located((By.XPATH, '//input[@placeholder="Search by member ID"]'))
|
||||
)
|
||||
print("[DDMA Claim OTP] Member search found — login successful!")
|
||||
login_success = True
|
||||
except TimeoutException:
|
||||
s["status"] = "error"
|
||||
s["message"] = "OTP timeout — login not completed"
|
||||
await cleanup_session(sid)
|
||||
return {"status": "error", "message": "OTP not completed in time"}
|
||||
except Exception as final_err:
|
||||
s["status"] = "error"
|
||||
s["message"] = f"OTP verification failed: {final_err}"
|
||||
await cleanup_session(sid)
|
||||
return {"status": "error", "message": s["message"]}
|
||||
|
||||
if login_success:
|
||||
s["status"] = "running"
|
||||
s["message"] = "Login successful after OTP"
|
||||
print("[DDMA Claim OTP] Proceeding to claim steps...")
|
||||
|
||||
# ── Login succeeded without OTP ───────────────────────────────────────
|
||||
elif isinstance(login_result, str) and login_result == "SUCCESS":
|
||||
print("[DDMA Claim] Login succeeded without OTP")
|
||||
s["status"] = "running"
|
||||
s["message"] = "Login succeeded"
|
||||
|
||||
# ── Login error ───────────────────────────────────────────────────────
|
||||
elif isinstance(login_result, str) and login_result.startswith("ERROR"):
|
||||
s["status"] = "error"
|
||||
s["message"] = login_result
|
||||
await cleanup_session(sid)
|
||||
return {"status": "error", "message": login_result}
|
||||
|
||||
# --- Step 1: Search patient ---
|
||||
step1_result = bot.step1_search_patient()
|
||||
print(f"[DDMA Claim] step1 result: {step1_result}")
|
||||
if isinstance(step1_result, str) and step1_result.startswith("ERROR"):
|
||||
s["status"] = "error"
|
||||
s["message"] = step1_result
|
||||
await cleanup_session(sid)
|
||||
return {"status": "error", "message": step1_result}
|
||||
|
||||
# --- Step 2: Open member information page ---
|
||||
step2_result = bot.step2_open_member_page()
|
||||
print(f"[DDMA Claim] step2 result: {step2_result}")
|
||||
if isinstance(step2_result, str) and step2_result.startswith("ERROR"):
|
||||
s["status"] = "error"
|
||||
s["message"] = step2_result
|
||||
await cleanup_session(sid)
|
||||
return {"status": "error", "message": step2_result}
|
||||
|
||||
# --- Step 3: Click Create claim ---
|
||||
step3_result = bot.step3_click_create_claim()
|
||||
print(f"[DDMA Claim] step3 result: {step3_result}")
|
||||
if isinstance(step3_result, str) and step3_result.startswith("ERROR"):
|
||||
s["status"] = "error"
|
||||
s["message"] = step3_result
|
||||
await cleanup_session(sid)
|
||||
return {"status": "error", "message": step3_result}
|
||||
|
||||
# --- Step 4: Fill service date + procedure code + tooth/arch/surface ---
|
||||
step4_result = bot.step4_fill_claim_form()
|
||||
print(f"[DDMA Claim] step4 result: {step4_result}")
|
||||
if isinstance(step4_result, str) and step4_result.startswith("ERROR"):
|
||||
s["status"] = "error"
|
||||
s["message"] = step4_result
|
||||
await cleanup_session(sid)
|
||||
return {"status": "error", "message": step4_result}
|
||||
|
||||
# --- Step 5: Attach files ---
|
||||
step5_result = bot.step5_attach_files()
|
||||
print(f"[DDMA Claim] step5 result: {step5_result}")
|
||||
if isinstance(step5_result, str) and step5_result.startswith("ERROR"):
|
||||
s["status"] = "error"
|
||||
s["message"] = step5_result
|
||||
await cleanup_session(sid)
|
||||
return {"status": "error", "message": step5_result}
|
||||
|
||||
# --- Step 6: Click Next step ---
|
||||
step6_result = bot.step6_click_next()
|
||||
print(f"[DDMA Claim] step6 result: {step6_result}")
|
||||
if isinstance(step6_result, str) and step6_result.startswith("ERROR"):
|
||||
s["status"] = "error"
|
||||
s["message"] = step6_result
|
||||
await cleanup_session(sid)
|
||||
return {"status": "error", "message": step6_result}
|
||||
|
||||
# --- Step 7: Acknowledge + Submit claim ---
|
||||
step7_result = bot.step7_submit_claim()
|
||||
print(f"[DDMA Claim] step7 result: {step7_result}")
|
||||
if isinstance(step7_result, str) and step7_result.startswith("ERROR"):
|
||||
s["status"] = "error"
|
||||
s["message"] = step7_result
|
||||
await cleanup_session(sid)
|
||||
return {"status": "error", "message": step7_result}
|
||||
|
||||
# --- Step 8: Extract claim number + save confirmation PDF ---
|
||||
step8_result = bot.step8_save_confirmation_pdf()
|
||||
print(f"[DDMA Claim] step8 result: {step8_result}")
|
||||
if isinstance(step8_result, str) and step8_result.startswith("ERROR"):
|
||||
# Non-fatal: claim was submitted; log but don't abort
|
||||
print(f"[DDMA Claim] step8 warning (non-fatal): {step8_result}")
|
||||
step8_result = {}
|
||||
|
||||
# Build pdf_url from pdf_path so the backend can fetch it
|
||||
pdf_path = step8_result.get("pdf_path") if isinstance(step8_result, dict) else None
|
||||
pdf_url = None
|
||||
if pdf_path:
|
||||
import os as _os
|
||||
filename = _os.path.basename(pdf_path)
|
||||
port = _os.getenv("PORT", "5002")
|
||||
url_host = _os.getenv("HOST", "localhost")
|
||||
pdf_url = f"http://{url_host}:{port}/downloads/{filename}"
|
||||
print(f"[DDMA Claim] pdf_url: {pdf_url}")
|
||||
|
||||
claim_number = step8_result.get("claimNumber") if isinstance(step8_result, dict) else None
|
||||
|
||||
result = {
|
||||
"status": "success",
|
||||
"message": "DDMA claim submitted successfully",
|
||||
"claimNumber": claim_number,
|
||||
"pdf_url": pdf_url,
|
||||
}
|
||||
s["status"] = "completed"
|
||||
s["result"] = result
|
||||
s["message"] = "completed"
|
||||
|
||||
# Close the browser window after claim (session preserved in profile)
|
||||
try:
|
||||
from ddma_browser_manager import get_browser_manager
|
||||
get_browser_manager().quit_driver()
|
||||
print("[DDMA Claim] Browser closed - session preserved in profile")
|
||||
except Exception as close_err:
|
||||
print(f"[DDMA Claim] Could not close browser (non-fatal): {close_err}")
|
||||
|
||||
asyncio.create_task(_remove_session_later(sid, 60))
|
||||
return result
|
||||
|
||||
except Exception as e:
|
||||
if s:
|
||||
s["status"] = "error"
|
||||
s["message"] = f"worker exception: {e}"
|
||||
await cleanup_session(sid)
|
||||
return {"status": "error", "message": f"worker exception: {e}"}
|
||||
|
||||
|
||||
def submit_otp(sid: str, otp: str) -> Dict[str, Any]:
|
||||
s = sessions.get(sid)
|
||||
if not s:
|
||||
return {"status": "error", "message": "session not found"}
|
||||
if s.get("status") != "waiting_for_otp":
|
||||
return {"status": "error", "message": f"session not waiting for otp (state={s.get('status')})"}
|
||||
s["otp_value"] = otp
|
||||
s["last_activity"] = time.time()
|
||||
try:
|
||||
s["otp_event"].set()
|
||||
except Exception:
|
||||
pass
|
||||
return {"status": "ok", "message": "otp accepted"}
|
||||
|
||||
|
||||
def get_session_status(sid: str) -> Dict[str, Any]:
|
||||
s = sessions.get(sid)
|
||||
if not s:
|
||||
return {"status": "not_found"}
|
||||
return {
|
||||
"session_id": sid,
|
||||
"status": s.get("status"),
|
||||
"message": s.get("message"),
|
||||
"created_at": s.get("created_at"),
|
||||
"last_activity": s.get("last_activity"),
|
||||
"result": s.get("result") if s.get("status") in ("completed", "error") else None,
|
||||
}
|
||||
Reference in New Issue
Block a user