DentalManagementMH04/apps/SeleniumService/selenium_DDMA_eligibilityCheckWorker.py

from selenium import webdriver
from selenium.common.exceptions import WebDriverException, TimeoutException
from selenium.webdriver.chrome.service import Service
from selenium.webdriver.common.by import By
from selenium.webdriver.common.keys import Keys
from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.support import expected_conditions as EC
from webdriver_manager.chrome import ChromeDriverManager
import time
import os
import base64

from ddma_browser_manager import get_browser_manager

class AutomationDeltaDentalMAEligibilityCheck:
    def __init__(self, data):
        self.headless = False
        self.driver = None

        self.data = data.get("data", {}) if isinstance(data, dict) else {}

        # Flatten values for convenience
        self.memberId = self.data.get("memberId", "")
        self.dateOfBirth = self.data.get("dateOfBirth", "")
        self.firstName = self.data.get("firstName", "")
        self.lastName = self.data.get("lastName", "")
        self.massddma_username = self.data.get("massddmaUsername", "")
        self.massddma_password = self.data.get("massddmaPassword", "")

        # Use browser manager's download dir
        self.download_dir = get_browser_manager().download_dir
        os.makedirs(self.download_dir, exist_ok=True)

    def config_driver(self):
        # Use persistent browser from manager (keeps device trust tokens)
        self.driver = get_browser_manager().get_driver(self.headless)

    def _force_logout(self):
        """Force logout by clearing cookies when credentials change."""
        try:
            print("[DDMA login] Forcing logout due to credential change...")
            browser_manager = get_browser_manager()

            # Try to click logout button if visible
            try:
                self.driver.get("https://providers.deltadentalma.com/")
                time.sleep(2)

                logout_selectors = [
                    "//button[contains(text(), 'Log out') or contains(text(), 'Logout') or contains(text(), 'Sign out')]",
                    "//a[contains(text(), 'Log out') or contains(text(), 'Logout') or contains(text(), 'Sign out')]",
                    "//button[@aria-label='Log out' or @aria-label='Logout' or @aria-label='Sign out']",
                    "//*[contains(@class, 'logout') or contains(@class, 'signout')]"
                ]

                for selector in logout_selectors:
                    try:
                        logout_btn = WebDriverWait(self.driver, 3).until(
                            EC.element_to_be_clickable((By.XPATH, selector))
                        )
                        logout_btn.click()
                        print("[DDMA login] Clicked logout button")
                        time.sleep(2)
                        break
                    except TimeoutException:
                        continue
            except Exception as e:
                print(f"[DDMA login] Could not click logout button: {e}")

            # Clear cookies as backup
            try:
                self.driver.delete_all_cookies()
                print("[DDMA login] Cleared all cookies")
            except Exception as e:
                print(f"[DDMA login] Error clearing cookies: {e}")

            browser_manager.clear_credentials_hash()
            print("[DDMA login] Logout complete")
            return True
        except Exception as e:
            print(f"[DDMA login] Error during forced logout: {e}")
            return False

    def login(self, url):
        wait = WebDriverWait(self.driver, 30)
        browser_manager = get_browser_manager()

        try:
            # Check if credentials changed — force logout first
            if self.massddma_username and browser_manager.credentials_changed(self.massddma_username):
                self._force_logout()
                self.driver.get(url)
                time.sleep(2)

            # Check if already on a logged-in page (persistent session from profile)
            try:
                current_url = self.driver.current_url
                print(f"[login] Current URL: {current_url}")

                logged_in_patterns = ["member", "dashboard", "eligibility", "search", "patients"]
                is_logged_in_url = any(pattern in current_url.lower() for pattern in logged_in_patterns)

                if is_logged_in_url and "onboarding" not in current_url.lower():
                    print("[login] Already on logged-in page - skipping login entirely")
                    if "member" not in current_url.lower():
                        try:
                            member_search = WebDriverWait(self.driver, 5).until(
                                EC.presence_of_element_located((By.XPATH, '//input[@placeholder="Search by member ID"]'))
                            )
                            print("[login] Found member search input - returning ALREADY_LOGGED_IN")
                            return "ALREADY_LOGGED_IN"
                        except TimeoutException:
                            members_url = "https://providers.deltadentalma.com/members"
                            print(f"[login] Navigating to members page: {members_url}")
                            self.driver.get(members_url)
                            time.sleep(2)

                    try:
                        member_search = WebDriverWait(self.driver, 5).until(
                            EC.presence_of_element_located((By.XPATH, '//input[@placeholder="Search by member ID"]'))
                        )
                        print("[login] Member search found - ALREADY_LOGGED_IN")
                        return "ALREADY_LOGGED_IN"
                    except TimeoutException:
                        print("[login] Could not find member search, will try login")
            except Exception as e:
                print(f"[login] Error checking current state: {e}")

            # Navigate to login URL
            self.driver.get(url)
            time.sleep(2)

            # Check if session redirected us straight to member search
            try:
                current_url = self.driver.current_url
                print(f"[login] URL after navigation: {current_url}")

                if "onboarding" not in current_url.lower():
                    member_search = WebDriverWait(self.driver, 3).until(
                        EC.presence_of_element_located((By.XPATH, '//input[@placeholder="Search by member ID"]'))
                    )
                    if member_search:
                        print("[login] Session valid - skipping login")
                        return "ALREADY_LOGGED_IN"
            except TimeoutException:
                print("[login] Proceeding with login")

            # Dismiss any "Authentication flow continued in another tab" modal
            modal_dismissed = False
            try:
                ok_button = WebDriverWait(self.driver, 3).until(
                    EC.element_to_be_clickable((By.XPATH, "//button[normalize-space(text())='Ok' or normalize-space(text())='OK']"))
                )
                ok_button.click()
                print("[login] Dismissed authentication modal")
                modal_dismissed = True
                time.sleep(2)

                all_windows = self.driver.window_handles
                print(f"[login] Windows after modal dismiss: {len(all_windows)}")

                if len(all_windows) > 1:
                    original_window = self.driver.current_window_handle
                    for window in all_windows:
                        if window != original_window:
                            self.driver.switch_to.window(window)
                            print("[login] Switched to auth popup window")
                            break

                    try:
                        otp_candidate = WebDriverWait(self.driver, 10).until(
                            EC.presence_of_element_located(
                                (By.XPATH, "//input[contains(@aria-lable,'Verification code') or contains(@placeholder,'Enter your verification code') or contains(@aria-label,'Verification code')]")
                            )
                        )
                        if otp_candidate:
                            print("[login] OTP input found in popup -> OTP_REQUIRED")
                            return "OTP_REQUIRED"
                    except TimeoutException:
                        print("[login] No OTP in popup, checking main window")
                        self.driver.switch_to.window(original_window)

            except TimeoutException:
                pass  # No modal present

            if modal_dismissed:
                time.sleep(2)
                try:
                    member_search = WebDriverWait(self.driver, 5).until(
                        EC.presence_of_element_located((By.XPATH, '//input[@placeholder="Search by member ID"]'))
                    )
                    if member_search:
                        print("[login] Already authenticated after modal dismiss")
                        return "ALREADY_LOGGED_IN"
                except TimeoutException:
                    pass

            # Fill login form
            try:
                email_field = WebDriverWait(self.driver, 10).until(
                    EC.element_to_be_clickable((By.XPATH, "//input[@name='username' and @type='text']"))
                )
            except TimeoutException:
                print("[login] Could not find login form - page may have changed")
                return "ERROR: Login form not found"

            email_field = wait.until(EC.presence_of_element_located((By.XPATH, "//input[@name='username' and @type='text']")))
            email_field.clear()
            email_field.send_keys(self.massddma_username)

            password_field = wait.until(EC.presence_of_element_located((By.XPATH, "//input[@name='password' and @type='password']")))
            password_field.clear()
            password_field.send_keys(self.massddma_password)

            # Remember me
            try:
                remember_me_checkbox = wait.until(EC.element_to_be_clickable(
                    (By.XPATH, "//label[.//span[contains(text(),'Remember me')]]")
                ))
                remember_me_checkbox.click()
            except Exception:
                print("[login] Remember me checkbox not found (continuing).")

            login_button = wait.until(EC.element_to_be_clickable((By.XPATH, "//button[@type='submit' and @aria-label='Sign in']")))
            login_button.click()

            # Save credentials hash after login attempt
            if self.massddma_username:
                browser_manager.save_credentials_hash(self.massddma_username)

            # OTP detection — wait up to 30 seconds for OTP input
            try:
                otp_candidate = WebDriverWait(self.driver, 30).until(
                    EC.presence_of_element_located(
                        (By.XPATH, "//input[contains(@aria-lable,'Verification code') or contains(@placeholder,'Enter your verification code')]")
                    )
                )
                if otp_candidate:
                    print("[login] OTP input detected -> OTP_REQUIRED")
                    return "OTP_REQUIRED"
            except TimeoutException:
                print("[login] No OTP input detected in allowed time.")
                # Check if we're now on the member search page (login succeeded without OTP)
                try:
                    current_url = self.driver.current_url.lower()
                    if "member" in current_url or "dashboard" in current_url:
                        member_search = WebDriverWait(self.driver, 5).until(
                            EC.presence_of_element_located((By.XPATH, '//input[@placeholder="Search by member ID"]'))
                        )
                        print("[login] Login successful - now on member search page")
                        return "SUCCESS"
                except TimeoutException:
                    pass

                # Check for error messages
                try:
                    error_elem = WebDriverWait(self.driver, 3).until(
                        EC.presence_of_element_located((By.XPATH, "//*[contains(@class,'error') or contains(text(),'invalid') or contains(text(),'failed')]"))
                    )
                    print(f"[login] Login failed - error detected: {error_elem.text}")
                    return f"ERROR:LOGIN FAILED: {error_elem.text}"
                except TimeoutException:
                    pass

                if "onboarding" in self.driver.current_url.lower() or "login" in self.driver.current_url.lower():
                    print("[login] Login failed - still on login page")
                    return "ERROR:LOGIN FAILED: Still on login page"

                print("[login] Assuming login succeeded (no errors detected)")
                return "SUCCESS"

        except Exception as e:
            print("[login] Exception during login:", e)
            return f"ERROR:LOGIN FAILED: {e}"

    def step1(self):
        """Fill search form with all available fields (flexible search)."""
        wait = WebDriverWait(self.driver, 30)

        try:
            fields = []
            if self.memberId:
                fields.append(f"ID: {self.memberId}")
            if self.firstName:
                fields.append(f"FirstName: {self.firstName}")
            if self.lastName:
                fields.append(f"LastName: {self.lastName}")
            if self.dateOfBirth:
                fields.append(f"DOB: {self.dateOfBirth}")
            print(f"[DDMA step1] Starting search with: {', '.join(fields)}")

            def replace_with_sendkeys(el, value):
                el.click()
                el.send_keys(Keys.CONTROL, "a")
                el.send_keys(Keys.BACKSPACE)
                el.send_keys(value)

            # 1. Fill Member ID if provided
            if self.memberId:
                try:
                    member_id_input = wait.until(EC.presence_of_element_located(
                        (By.XPATH, '//input[@placeholder="Search by member ID"]')
                    ))
                    member_id_input.clear()
                    member_id_input.send_keys(self.memberId)
                    print(f"[DDMA step1] Entered Member ID: {self.memberId}")
                    time.sleep(0.2)
                except Exception as e:
                    print(f"[DDMA step1] Warning: Could not fill Member ID: {e}")

            # 2. Fill DOB if provided
            if self.dateOfBirth:
                try:
                    dob_parts = self.dateOfBirth.split("-")
                    year = dob_parts[0]
                    month = dob_parts[1].zfill(2)
                    day = dob_parts[2].zfill(2)

                    dob_container = wait.until(
                        EC.presence_of_element_located(
                            (By.XPATH, "//div[@data-testid='member-search_date-of-birth']")
                        )
                    )

                    month_elem = dob_container.find_element(By.XPATH, ".//span[@data-type='month' and @contenteditable='true']")
                    day_elem   = dob_container.find_element(By.XPATH, ".//span[@data-type='day' and @contenteditable='true']")
                    year_elem  = dob_container.find_element(By.XPATH, ".//span[@data-type='year' and @contenteditable='true']")

                    replace_with_sendkeys(month_elem, month)
                    time.sleep(0.05)
                    replace_with_sendkeys(day_elem, day)
                    time.sleep(0.05)
                    replace_with_sendkeys(year_elem, year)
                    print(f"[DDMA step1] Filled DOB: {month}/{day}/{year}")
                except Exception as e:
                    print(f"[DDMA step1] Warning: Could not fill DOB: {e}")

            # 3. Fill First Name if provided
            if self.firstName:
                try:
                    first_name_input = wait.until(EC.presence_of_element_located(
                        (By.XPATH, '//input[@placeholder="First name - 1 char minimum" or contains(@placeholder,"first name") or contains(@name,"firstName")]')
                    ))
                    first_name_input.clear()
                    first_name_input.send_keys(self.firstName)
                    print(f"[DDMA step1] Entered First Name: {self.firstName}")
                    time.sleep(0.2)
                except Exception as e:
                    print(f"[DDMA step1] Warning: Could not fill First Name: {e}")

            # 4. Fill Last Name if provided
            if self.lastName:
                try:
                    last_name_input = wait.until(EC.presence_of_element_located(
                        (By.XPATH, '//input[@placeholder="Last name - 2 char minimum" or contains(@placeholder,"last name") or contains(@name,"lastName")]')
                    ))
                    last_name_input.clear()
                    last_name_input.send_keys(self.lastName)
                    print(f"[DDMA step1] Entered Last Name: {self.lastName}")
                    time.sleep(0.2)
                except Exception as e:
                    print(f"[DDMA step1] Warning: Could not fill Last Name: {e}")

            time.sleep(0.3)

            # Click Search button
            continue_btn = wait.until(EC.element_to_be_clickable(
                (By.XPATH, '//button[@data-testid="member-search_search-button"]')
            ))
            continue_btn.click()
            print("[DDMA step1] Clicked Search button")

            # Wait for either results row or no-results message (up to 15s)
            try:
                WebDriverWait(self.driver, 15).until(
                    EC.any_of(
                        EC.presence_of_element_located((By.XPATH, "//tbody//tr")),
                        EC.presence_of_element_located((By.XPATH, '//div[@data-testid="member-search-result-no-results"]')),
                    )
                )
            except TimeoutException:
                pass  # proceed and let step2 handle missing results

            # Check for no-results error
            try:
                error_msg = self.driver.find_element(By.XPATH, '//div[@data-testid="member-search-result-no-results"]')
                if error_msg:
                    print("[DDMA step1] Error: No results found")
                    return "ERROR: INVALID SEARCH CRITERIA"
            except Exception:
                pass

            print("[DDMA step1] Search completed successfully")
            return "Success"

        except Exception as e:
            print(f"[DDMA step1] Exception: {e}")
            return f"ERROR:STEP1 - {e}"

    def step2(self):
        """Navigate to patient detail page and generate PDF."""
        wait = WebDriverWait(self.driver, 90)

        try:
            import re

            # Wait for results table
            try:
                WebDriverWait(self.driver, 10).until(
                    EC.presence_of_element_located((By.XPATH, "//tbody//tr"))
                )
            except TimeoutException:
                print("[DDMA step2] Warning: Results table not found within timeout")

            eligibilityText = "unknown"
            foundMemberId = ""
            patientName = ""

            # Extract data from first result row
            try:
                first_row = self.driver.find_element(By.XPATH, "(//tbody//tr)[1]")
                row_text = first_row.text.strip()
                print(f"[DDMA step2] First row text: {row_text[:150]}...")

                if row_text:
                    lines = row_text.split('\n')

                    # Extract patient name (first line, strip DOB if present)
                    if lines:
                        potential_name = lines[0].strip()
                        potential_name = re.sub(r'\s*DOB[:\s]*\d{1,2}/\d{1,2}/\d{2,4}\s*', '', potential_name, flags=re.IGNORECASE).strip()
                        if potential_name and not potential_name.startswith('DOB') and not potential_name.isdigit():
                            patientName = potential_name
                            print(f"[DDMA step2] Extracted patient name: '{patientName}'")

                    # Extract Member ID
                    for line in lines:
                        line = line.strip()
                        if line and re.match(r'^[A-Z0-9]{5,}$', line) and not line.startswith('DOB'):
                            foundMemberId = line
                            print(f"[DDMA step2] Extracted Member ID: {foundMemberId}")
                            break

                    if not foundMemberId and self.memberId:
                        foundMemberId = self.memberId
                        print(f"[DDMA step2] Using input Member ID: {foundMemberId}")

            except Exception as e:
                print(f"[DDMA step2] Error extracting data from row: {e}")
                if self.memberId:
                    foundMemberId = self.memberId

            # Extract eligibility status
            try:
                short_wait = WebDriverWait(self.driver, 3)
                status_link = short_wait.until(EC.presence_of_element_located((
                    By.XPATH,
                    "(//tbody//tr)[1]//a[contains(@href, 'member-eligibility-search')]"
                )))
                eligibilityText = status_link.text.strip().lower()
                print(f"[DDMA step2] Found eligibility status: {eligibilityText}")
            except Exception:
                try:
                    alt_status = self.driver.find_element(By.XPATH, "//*[contains(text(),'Active') or contains(text(),'Inactive') or contains(text(),'Eligible')]")
                    eligibilityText = alt_status.text.strip().lower()
                    if "active" in eligibilityText or "eligible" in eligibilityText:
                        eligibilityText = "active"
                    elif "inactive" in eligibilityText:
                        eligibilityText = "inactive"
                    print(f"[DDMA step2] Found eligibility via alternative: {eligibilityText}")
                except Exception:
                    pass

            # Navigate to detailed patient page
            print("[DDMA step2] Navigating to patient detail page...")
            patient_name_clicked = False
            detail_url = None

            patient_link_selectors = [
                "(//table//tbody//tr)[1]//td[1]//a",
                "(//tbody//tr)[1]//a[contains(@href, 'member-details')]",
                "(//tbody//tr)[1]//a[contains(@href, 'member')]",
            ]

            for selector in patient_link_selectors:
                try:
                    patient_link = WebDriverWait(self.driver, 5).until(
                        EC.presence_of_element_located((By.XPATH, selector))
                    )
                    link_text = patient_link.text.strip()
                    href = patient_link.get_attribute("href")
                    print(f"[DDMA step2] Found patient link: text='{link_text}', href={href}")

                    if link_text and not patientName:
                        patientName = link_text

                    if href and "member-details" in href:
                        detail_url = href
                        patient_name_clicked = True
                        break
                except Exception as e:
                    print(f"[DDMA step2] Selector '{selector}' failed: {e}")
                    continue

            if not detail_url:
                try:
                    all_links = self.driver.find_elements(By.XPATH, "//a[contains(@href, 'member-details')]")
                    if all_links:
                        detail_url = all_links[0].get_attribute("href")
                        patient_name_clicked = True
                        print(f"[DDMA step2] Fallback member-details link: {detail_url}")
                except Exception as e:
                    print(f"[DDMA step2] Could not find member-details link: {e}")

            if patient_name_clicked and detail_url:
                print(f"[DDMA step2] Navigating directly to: {detail_url}")
                self.driver.get(detail_url)

                # Wait for page to be ready
                try:
                    WebDriverWait(self.driver, 30).until(
                        lambda d: d.execute_script("return document.readyState") == "complete"
                    )
                except Exception:
                    print("[DDMA step2] Warning: document.readyState did not become 'complete'")

                # Wait for meaningful content to appear
                content_selectors = [
                    "//div[contains(@class,'member') or contains(@class,'detail') or contains(@class,'patient')]",
                    "//h1", "//h2", "//table",
                    "//*[contains(text(),'Member ID') or contains(text(),'Name') or contains(text(),'Date of Birth')]",
                ]
                for selector in content_selectors:
                    try:
                        WebDriverWait(self.driver, 10).until(
                            EC.presence_of_element_located((By.XPATH, selector))
                        )
                        print(f"[DDMA step2] Content loaded: {selector}")
                        break
                    except Exception:
                        continue

                time.sleep(1)  # Brief settle for any late-rendering elements

                # Try to extract patient name from detail page if not already found
                if not patientName:
                    for selector in ["//h1", "//h2", "//*[contains(@class,'patient-name') or contains(@class,'member-name')]"]:
                        try:
                            name_elem = self.driver.find_element(By.XPATH, selector)
                            name_text = name_elem.text.strip()
                            if name_text and len(name_text) > 1:
                                if not any(x in name_text.lower() for x in ['active', 'inactive', 'eligible', 'search', 'date', 'print']):
                                    patientName = name_text
                                    print(f"[DDMA step2] Found patient name on detail page: {patientName}")
                                    break
                        except Exception:
                            continue
            else:
                print("[DDMA step2] Warning: Could not navigate to patient detail page")
                if not patientName:
                    try:
                        name_elem = self.driver.find_element(By.XPATH, "(//tbody//tr)[1]//td[1]")
                        patientName = name_elem.text.strip()
                    except Exception:
                        pass

            if not patientName:
                print("[DDMA step2] Could not extract patient name")

            # Clean patient name
            if patientName:
                cleaned = re.sub(r'\s*DOB[:\s]*\d{1,2}/\d{1,2}/\d{2,4}\s*', '', patientName, flags=re.IGNORECASE).strip()
                if cleaned:
                    patientName = cleaned

            # Wait for page ready before PDF
            try:
                WebDriverWait(self.driver, 30).until(
                    lambda d: d.execute_script("return document.readyState") == "complete"
                )
            except Exception:
                pass

            # Generate PDF via Chrome DevTools Protocol
            print("[DDMA step2] Generating PDF of patient detail page...")
            pdf_options = {
                "landscape": False,
                "displayHeaderFooter": False,
                "printBackground": True,
                "preferCSSPageSize": True,
                "paperWidth": 8.5,
                "paperHeight": 11,
                "marginTop": 0.4,
                "marginBottom": 0.4,
                "marginLeft": 0.4,
                "marginRight": 0.4,
                "scale": 0.9,
            }

            result = self.driver.execute_cdp_cmd("Page.printToPDF", pdf_options)
            pdf_data = base64.b64decode(result.get('data', ''))
            pdf_id = foundMemberId or self.memberId or "unknown"
            pdf_path = os.path.join(self.download_dir, f"eligibility_{pdf_id}.pdf")
            with open(pdf_path, "wb") as f:
                f.write(pdf_data)

            print(f"[DDMA step2] PDF saved at: {pdf_path}")

            # Close the browser window after PDF (session preserved in profile)
            try:
                from ddma_browser_manager import get_browser_manager
                get_browser_manager().quit_driver()
                print("[step2] Browser closed - session preserved in profile")
            except Exception as e:
                print(f"[step2] Error closing browser: {e}")

            print(f"[DDMA step2] Final — PatientName: '{patientName}', MemberID: '{foundMemberId}'")

            return {
                "status": "success",
                "eligibility": eligibilityText,
                "ss_path": pdf_path,   # kept for backward compatibility
                "pdf_path": pdf_path,  # explicit pdf_path
                "patientName": patientName,
                "memberId": foundMemberId,
            }

        except Exception as e:
            print("ERROR in step2:", e)
            # Cleanup download dir on error
            try:
                dl = os.path.abspath(self.download_dir)
                if os.path.isdir(dl):
                    for name in os.listdir(dl):
                        item = os.path.join(dl, name)
                        try:
                            if os.path.isfile(item) or os.path.islink(item):
                                os.remove(item)
                        except Exception as rm_err:
                            print(f"[cleanup] failed to remove {item}: {rm_err}")
            except Exception as cleanup_exc:
                print(f"[cleanup] unexpected error: {cleanup_exc}")
            return {"status": "error", "message": str(e)}

    def main_workflow(self, url):
        try:
            self.config_driver()
            self.driver.maximize_window()
            time.sleep(3)

            login_result = self.login(url)
            if login_result.startswith("ERROR"):
                return {"status": "error", "message": login_result}
            if login_result == "OTP_REQUIRED":
                return {"status": "otp_required", "message": "OTP required after login"}

            step1_result = self.step1()
            if step1_result.startswith("ERROR"):
                return {"status": "error", "message": step1_result}

            step2_result = self.step2()
            if step2_result.get("status") == "error":
                return {"status": "error", "message": step2_result.get("message")}

            return step2_result
        except Exception as e:
            return {"status": "error", "message": str(e)}
        # NOTE: Do NOT quit driver — keep browser alive for next patient