!/i~dZddlZddlZddlZddlZddlZddlZddlZddlm Z m Z ddl m Z m Z ddlmZddlmZddlmZmZmZmZmZmZddlmZdd lmZddlZdd lmZdd lm Z ejBejD ejFe$Z%Gd deZ&GddeZ'e GddZ(e GddZ)e GddZ*Gdde Z+Gdde+Z,Gdde+Z-Gdde+Z.Gdd Z/ed%d!ee(fd"Z0d#Z1e$d$k(rejde1yy)&a GENESIS BROWSER CONTROLLER =========================== Unified resilient multi-leveled advanced browser automation with failsafe capabilities. Multi-Level Architecture: Level 1: Playwright (Primary) - Fastest, most reliable Level 2: Selenium WebDriver - Wide browser support Level 3: CDP (Chrome DevTools Protocol) - Direct control Level 4: HTTP Client - Headless API fallback Level 5: Cached/Archive - Wayback Machine fallback Failsafe Features: - Automatic level escalation on failure - Request retry with exponential backoff - Proxy rotation support - Anti-detection measures - Session persistence and recovery - Screenshot capture on errors - Automatic CAPTCHA detection - Resource timeout management Usage: controller = BrowserController() result = await controller.navigate("https://example.com") content = await controller.get_content() N)ABCabstractmethod) dataclassfield)datetime)Path)DictListAnyOptionalCallableTuple)Enum)asynccontextmanager)GHLSynergyBridge) VisionWorker)levelc$eZdZdZdZdZdZdZdZy) BrowserLevelz+Browser automation levels (priority order).N) __name__ __module__ __qualname____doc__ PLAYWRIGHTSELENIUM CDP_DIRECT HTTP_CLIENTARCHIVE0/mnt/e/genesis-system/core/browser_controller.pyrr5s5JHJKGr%rc,eZdZdZdZdZdZdZdZdZ dZ y ) NavigationStatuszNavigation result status.successtimeouterrorblockedcaptcha rate_limited not_foundN) rrrrSUCCESSTIMEOUTERRORBLOCKEDCAPTCHA RATE_LIMITED NOT_FOUNDr$r%r&r(r(>s(#GG EGG!LIr%r(ceZdZUdZdZeed<dZeed<dZ eed<dZ eed <d Z e e ed <d Ze e ed <d Ze eed <dZeed<dZeed<dZeed<dZeed<dZy ) BrowserConfigz,Browser configuration with validation logic.Theadlessi0u timeout_msiviewport_widthi8viewport_heightN user_agentproxy cookies_filescreenshot_on_errorr max_retriesretry_delay_msanti_detectionctdt|jd|_tdt|jd|_tdt|jd|_tdt|j d|_td t|j d |_|jr6t|jtst|j|_y y y ) z"Validate configuration parameters.i iiXipir di'N) maxminr;r<r:rArCr? isinstancerselfs r& __post_init__zBrowserConfig.__post_init__Xs"#s4+>+>'EF"3D,@,@$(GHdC$@Aq#d&6&6";<!#s4+>+>'FG   Z0A0A4%H $T%6%6 7D &I r%)rrrrr9bool__annotations__r:intr;r<r=r strr>r?rr@rArCrDrNr$r%r&r8r8Is6HdJNCOS $J $E8C=#'L(4.' $$KNCND8r%r8c"eZdZUdZeed<eed<eed<dZe eed<dZ e eed<dZ e eed<d Z e ed <d Ze ed <dZe eed <ee Zeeefed<ee Zeeefed<dZe eed<ee Zeeefed<y)NavigationResultzResult from navigation attempt.urlstatus level_usedNcontenthtmltitler status_code duration_msscreenshot_pathdefault_factorycookiesheadersr+metadata)rrrrrRrPr(rrXr rYrZr[rQr\r]rrdictr`r rar+rbr r$r%r&rTrTjs) H !GXc]!D(3-E8C=KK&*OXd^*#D9GT#s(^9#D9GT#s(^9E8C=$T:Hd38n:r%rTc|eZdZUdZeed<eed<dZeeed<e e Z e eefed<dZ eed <dZeed <y) ElementResultz Result from element interaction.selectorfoundNtextr^ attributesFvisible clickable)rrrrrRrPrOrhr rrcrir rjrkr$r%r&rere|sH*M KD(3-!&t! controller_sparkle_scriptz0Sparkle script injection failed (CSP-blocked?): _tracked_tasksc(d|jvrtdrvjjr_t j jj}j j|fd}|j|yyyy)NGENESIS_USER_ACTIVITYrcjj||jr'tj d|jyy)NzUser activity task exception: )rdiscard exceptionloggerwarning)trMs r& _task_donezHPlaywrightBackend.initialize..handle_console.._task_done%sC //77: {{} &1OPQP[P[P]/_ ` -r%) rhhasattrron_user_activityasyncio create_taskraddadd_done_callback)msgtaskrrMs r&handle_consolez4PlaywrightBackend.initialize..handle_consolesz*chh6t\2t7W7W&224??3S3S3UV++//5a ..z:8X27r%consolez"Playwright initialization failed: zContext cleanup error: zBrowser cleanup error: zPlaywright cleanup error: r$)$rtrrstart _playwrightchromiumlaunchr9rr;r<r=rD_generate_user_agentr> new_contextrrrrr Exceptionrrnew_pagersetronr?exists _load_cookiesr+rdebugstop) rMrwinit_playwright init_browser init_contextrcontext_options sparkle_errre cleanup_errs ` r&ryzPlaywrightBackend.initializesn &&(((   V  =%5%7%=%=%??D "O"&"2"2";";"B"B#C#DM L#22$44O  060A0A -&&040I0I0K -||,4fll+C(";$--";";"No"NNDMLt\*wtHY/Ze--778W8WXXX $}}5577DJ4!12&)e# ; JJMM)^ 4""v':':'A'A'C(()<)<===O) @(O Y eNN%UVaUb#cdde80>  LL=aSA B J----/// JLL#:;-!HIIJ $  J----/// JLL#:;-!HIIJ $ 4#3#3M**//111 MLL#=k]!KLLM#' DJ- slO H2 O I2H5>I2H8BI2H; -I22IH>II2"I.#B I2,I0-I21O 5I28I2;I2>I I+ I&!I2&I++I20I22 O<&O#KKKO K2K-(O-K22O L/(L+)L/.O/ M8MOMO3NNNO O N=8O=OOO OO cK|jr |jsy |jjxr|jj S#YyxYww)z+Check if browser and page are still active.F)rr is_connected is_closedrLs r&is_alivezPlaywrightBackend.is_aliveJsL}}DJJ ==--/N 8L8L8N4N N sA6AAAAc4gd}tj|S)zGenerate realistic user agent.)zoMozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36zuMozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36zPMozilla/5.0 (Windows NT 10.0; Win64; x64; rv:121.0) Gecko/20100101 Firefox/121.0)randomchoice)rMagentss r&rz&PlaywrightBackend._generate_user_agentTs  }}V$$r%r?c K t|d5}tj|}|jj |d{dddy7 #1swYyxYw#t $r"}t jd|Yd}~yd}~wwxYww)zLoad cookies from file.rNzFailed to load cookies: )openjsonloadr add_cookiesrrr)rMr?fr`rs r&rzPlaywrightBackend._load_cookies]s ;lC( 9A))A,mm//888 9 98 9 9 ; NN5aS9 : : ;scB A 4AAA A BAAA BA B )BBB  BrUc K|js+t|tj|j dSt j } |jj |dd{}tt j |z dz}|r |jnd}|jjd{}|jjd{}tj}|dk(rtj}nM|dk(rtj}n7|d k(rtj}n!|j|rtj }t|||j |||| S777#t"j$$rPt|tj&|j tt j |z dzd cYSt($r`} t|tj|j tt j |z dzt+|  cYd} ~ Sd} ~ wwxYww) NzBrowser not initializedrUrVrWr+domcontentloaded) wait_untilrBr)rUrVrWrYrZr[r\zNavigation timeoutrUrVrWr\r+)rrTr(r2rtimegotorQrVrZrXr0r3r5r6_detect_captchar4r TimeoutErrorr1rrR) rMrUrresponser\r[rZrYrVrs r&r{zPlaywrightBackend.navigatefszz#'--::</   , !ZZ__S=O_PPHtyy{U2d:;K-5(//1K****,,E++--D&--Fc!)11#)66#)33%%d+)11#::<'' %Q--.## #'//::<u!4 <=*   #'--::<u!4 <=!f   s|A I F/E>0AFF!F&F'BF=I>FFFA I%I'I/AI II IIrYcTgd}|jtfd|DS)zDetect CAPTCHA presence.) recaptchar-hcaptchazchallenge-runningz cf-turnstilez please verifyzsecurity checkc3&K|]}|v ywrr$).0pattern html_lowers r& z4PlaywrightBackend._detect_captcha..sIW7j(Is)lowerany)rMrYcaptcha_patternsrs @r&rz!PlaywrightBackend._detect_captchas* ZZ\ I8HIIIr%clK|jsy|jjd{S7wN)rrXrLs r&r}zPlaywrightBackend.get_contents)zzZZ''))))s +424rfcK|jsy |jj|d{}|s t|dS|jd{}|j d{}|j d{}t|d|||S7k7F707#t $rt|dcYSwxYww)NFrfrgT)rfrgrhrjrk)rquery_selectorre text_content is_visible is_enabledr)rMrfelementrhrjrks r&rzPlaywrightBackend.find_elementszz A JJ55h??G$heDD --//D#..00G%0022I !#  @002 A (%@ @ AszB?B#BB#B?B#BB#.B/B#B!B#B?B#B#B#!B##B<9B?;B<<B?cK|jsy |jj|d{y7#t$r"}tj d|Yd}~yd}~wwxYww)NFTzClick failed: )rrrrr)rMrfrs r&rzPlaywrightBackend.clicksZzz **""8, , , -  NN^A3/ 0 s7A%757A%7 A"AA%A""A%rhcK|jsy |jj||d{y7#t$r"}tj d|Yd}~yd}~wwxYww)NFTz Type failed: )rfillrrr)rMrfrhrs r&rzPlaywrightBackend.type_textsZzz **//(D1 1 1 2  NN]1#. / s7A&868A&8 A#AA&A##A&rcK|jsy |jjt|d{y7#t$r"}tj d|Yd}~yd}~wwxYww)NF)rTzScreenshot failed: )rrrRrrr)rMrrs r&rzPlaywrightBackend.screenshotsbzz **''SY'7 7 7 8  NN04 5 s;A/(A?AA/A A, A'"A/'A,,A/rcK|jsy |jj|d{S7#t$r"}tj d|Yd}~yd}~wwxYww)NzEvaluation failed: )rrrrr)rMrrs r&rzPlaywrightBackend.evaluatesVzz ,,V44 44  NN04 5 s6A$646A$6 A!AA$A!!A$cK|jr$|jj|d{y|jr$|jj|d{yy767wr)rrrrs r&rz!PlaywrightBackend.add_init_scriptsR ==--//7 7 7 ZZ**,,V4 4 4 8 4s!+A(A$/A(A&A(&A(cK|jr"|jjd{t|dr0|jr#|jj d{yyy7A7 w)Nr)rrrrrrLs r&rzPlaywrightBackend.closes^ ==--%%' ' ' 4 'D,<,<""'') ) )-= ' ( )s!*A2A.9A2&A0'A20A2N)rrrrrrRrprrrOrtr8ryrrrrrTr{rr}r rerrrrr rrrr$r%r&rrs9 c'|'Dd}ddL%c%;;6#6*:6pJCJDJ*3* A3A8M3JA.CD34TdSS5C5 *r%rceZdZdZdZdefdZdefdZde fdZ de de fdZ d ede fd Zdefd Zd edeefd Zd ede fdZd edede fdZdede fdZdedefdZdefdZdZy)HTTPClientBackendz2HTTP client backend (Level 4 - Headless fallback).c.d|_d|_d|_yr)_session_last_responserrLs r&rzHTTPClientBackend.__init__s "r%rncy)Nz HTTP Clientr$rLs r&rpzHTTPClientBackend.namesr%c"tjSr)rr"rLs r&rzHTTPClientBackend.levels'''r%cK|j ddl}d|_|jS|jS#t$r1 ddl}d|_n#t$r d|_YnwxYwY|jSwxYwwNrTF)rhttpxraiohttp)rMrrs r&rtzHTTPClientBackend.is_availabless ?? " ,"&t  ,,"&*DO",&+DO,  ,sH A0 3A0 A- A A- AA-AA- A0,A--A0rwcK|jd{syd} ddl}d|jxsdi}|j||jdz dd|_d}y7H#t $r}tjd ||rf|j rZ |j jd{7n.#t $r"}tjd |Yd}~nd}~wwxYwd|_Yd}~yd}~wwxYww) zu Initialize HTTP client backend. UVS-H14: Proper session cleanup on initialization failure. NFrz User-AgentzCC/C  C/*C7/C44C7rUc K|js+t|tj|j dSt j } |j r# |j jd{|jj|d{}||_tt j |z dz}|j}tjd|tj}|r|jdnd}tj }|j"dk(rtj$}n_|j"dk(rtj&}n?|j"dk(rtj(}n|j"d k\rtj}t|||j |||j"|t+|j, S7e#t$rYowxYw7U#t$r`} t|tj|j tt j |z dzt/|  cYd} ~ Sd} ~ wwxYww) NClient not initializedrrB]*>([^<]+)rrrri)rUrVrWrYrZr[r\rar)rrTr(r2rrrrrgetrQrhresearch IGNORECASEgroupr0r[r3r5r6rcrarR) rMrUrrr\rY title_matchrZrVrs r&r{zHTTPClientBackend.navigate7s}}#'--::<.   , ""--44666"]]..s33H"*D tyy{U2d:;K==D))$BD"--XK,7K%%a(TE%--F##s*)11%%,)66%%,)33%%,)//#::<$00'X--.  -7 3< #'--::<u!4 <=!f   szA I  G4G!9G:G!>G4G1EG4I G!! G.*G4-G..G44 I=AIII II cPK|jr|jjSywr)rrhrLs r&r}zHTTPClientBackend.get_contentos$   &&++ +s$&rfc$Kt|dSwNFrrers r&rzHTTPClientBackend.find_elementtshe<<c KywNFr$rs r&rzHTTPClientBackend.clickx rvrhc Kywr.r$rs r&rzHTTPClientBackend.type_text{r/rvrc Kywr.r$rs r&rzHTTPClientBackend.screenshot~r/rvrc Kywrr$rs r&rzHTTPClientBackend.evaluate rvc Kywrr$rs r&rz!HTTPClientBackend.add_init_script  rvcnK|jr#|jjd{yy7wr)rrrLs r&rzHTTPClientBackend.closes+ ==--&&( ( (  ( *535NrrrrrrRrprrrOrtr8ryrTr{r}r rerrrrrr rrrr$r%r&rrs< c(|( D #}##J6#6*:6p3 =3=8M3J=CD34TdSS C )r%rceZdZdZdZdefdZdefdZde fdZ de de fdZ d ede fd Zdefd Zd edeefd Zd ede fdZd edede fdZdede fdZdedefdZdefdZdZy)ArchiveBackendz1Wayback Machine fallback (Level 5 - Last resort).c d|_d|_yr)_client _last_contentrLs r&rzArchiveBackend.__init__s !r%rncy)NzWayback Archiver$rLs r&rpzArchiveBackend.names r%c"tjSr)rr#rLs r&rzArchiveBackend.levels###r%c4K ddl}y#t$rYywxYwwr)rr)rMrs r&rtzArchiveBackend.is_availables"    s  rwc|K ddl}|j|jdz |_y#t$rYywxYww)NrrBr*TF)rrr:r<r)rMrwrs r&ryzArchiveBackend.initializesB   ,,V5F5F5M,NDL  s<(-< 9<9<rUc K|js+t|tj|j dSd}d}t j } d|} t j|jj||d{}|j}|jd i}|jd i} | jdsMt|tj|j tt j |z dzd S| d} t j|jj| |d{} | j|_tt j |z dz} t!j"d|jt j$} | r| j'dnd}t|tj(|j |j|| j*| | | jddS7#t j$rTt|tj|j tt j |z dzd |d  cYSwxYw7?#t j$rTt|tj|j tt j |z dzd|d  cYSwxYw#t,$r`}t|tj|j tt j |z dzt/| cYd}~Sd}~wwxYww)z Navigate via Wayback Machine archive. UVS-H21: Added asyncio.wait_for timeouts for API and content fetches. r rg@g$@z*https://archive.org/wayback/available?url=rBNrBzArchive API timeout after srarchived_snapshotsclosest availablezNo archive snapshot availablerUzArchive fetch timeout after r!r timestamp) archive_urlarchive_timestamp)rUrVrWrYrZr[r\rb)r<rTr(r2rrrwait_forr"rr1rQrr6rhr=r#r$r%r&r0r[rrR)rMrUARCHIVE_API_TIMEOUTARCHIVE_FETCH_TIMEOUTrapi_urlrdata snapshotsrFrIarchive_responser\r'rZrs r&r{zArchiveBackend.navigates ||#'--::<.  " $ K B3%HG !(!1!1LL$$W-/"==?D!5r:ImmIr2G;;{+'+55#zz| #TYY[5%8D$@ A9 "%.K )0)9)9LL$$[11*$ "2!6!6D tyy{U2d:;K))$BDDVDVXZXeXefK,7K%%a(TE#'//::<'',88'#.)0[)A  e'' '+33#zz| #TYY[5%8D$@ A67J6K1M  4$'' '+33#zz| #TYY[5%8D$@ A89N8OqQ  < #'--::<u!4 <=!f   sAM4L3H1 H. H1BL"M4#L)3JJJ!C L-M4.H11A$JLM4JLJA$LLM4LL M1AM,&M1'M4,M11M4c*K|jxsdSwr)r=rLs r&r}zArchiveBackend.get_contents!!'R'srfc$Kt|dSwr*r+rs r&rzArchiveBackend.find_element she< { try { if (document.getElementById('genesis-sparkle-cursor')) return; if (!document.body) { setTimeout(inject, 50); return; } const cursor = document.createElement('div'); cursor.id = 'genesis-sparkle-cursor'; cursor.style.cssText = ` position: fixed; width: 25px; height: 25px; background: radial-gradient(circle, rgba(0,242,255,1) 0%, rgba(0,242,255,0.2) 70%); border: 2px solid #00f2ff; border-radius: 50%; pointer-events: none; z-index: 999999; transition: transform 0.1s ease-out, left 0.1s linear, top 0.1s linear; box-shadow: 0 0 20px #00f2ff; display: none; left: 0; top: 0; `; const sparkle = document.createElement('div'); sparkle.innerHTML = '✨'; sparkle.style.cssText = ` position: absolute; top: -10px; left: 20px; font-size: 20px; animation: sparkle-rotate 2s linear infinite; `; const style = document.createElement('style'); style.id = 'genesis-sparkle-style'; style.textContent = ` @keyframes sparkle-rotate { from { transform: rotate(0deg) scale(1); } 50% { transform: rotate(180deg) scale(1.2); } to { transform: rotate(360deg) scale(1); } } @keyframes genesis-circle { 0% { transform: translate(0, 0); } 25% { transform: translate(30px, 0); } 50% { transform: translate(30px, 30px); } 75% { transform: translate(0, 30px); } 100% { transform: translate(0, 0); } } @keyframes genesis-underline { 0% { transform: translate(-50px, 20px); } 50% { transform: translate(50px, 20px); } 100% { transform: translate(-50px, 20px); } } #genesis-progress-pill { position: fixed; top: 20px; right: 20px; background: rgba(0, 0, 0, 0.8); backdrop-filter: blur(10px); border: 1px solid #00f2ff; border-radius: 20px; padding: 8px 16px; color: #00f2ff; font-family: 'Inter', sans-serif; font-size: 13px; font-weight: 500; z-index: 1000000; display: none; box-shadow: 0 4px 15px rgba(0, 242, 255, 0.3); transition: all 0.3s ease; } `; const pill = document.createElement('div'); pill.id = 'genesis-progress-pill'; document.head.appendChild(style); cursor.appendChild(sparkle); document.body.appendChild(cursor); document.body.appendChild(pill); // MUTUAL AUTONOMY: Detect user activity let lastUserMove = 0; window.addEventListener('mousemove', (e) => { if (e.isTrusted) { // Only real user moves const now = Date.now(); if (now - lastUserMove > 500) { // Throttle console.log("GENESIS_USER_ACTIVITY: mousemove"); lastUserMove = now; } } }); window.clearGenesisAnchor = () => { if (window.genesisAnchorInterval) { clearInterval(window.genesisAnchorInterval); window.genesisAnchorInterval = null; } const c = document.getElementById('genesis-sparkle-cursor'); if (c) { c.style.animation = 'none'; c.style.borderColor = '#00f2ff'; } }; window.moveGenesisCursor = (x, y) => { window.clearGenesisAnchor(); const c = document.getElementById('genesis-sparkle-cursor'); if (c) { c.style.display = 'block'; c.style.left = x + 'px'; c.style.top = y + 'px'; c.style.borderColor = '#ff004c'; } }; window.anchorGenesisCursor = (selector) => { const el = document.querySelector(selector); if (!el) return; window.clearGenesisAnchor(); const c = document.getElementById('genesis-sparkle-cursor'); if (!c) return; const updatePos = () => { const rect = el.getBoundingClientRect(); c.style.display = 'block'; c.style.left = (rect.left + rect.width / 2) + 'px'; c.style.top = (rect.top + rect.height / 2) + 'px'; }; updatePos(); window.genesisAnchorInterval = setInterval(updatePos, 50); }; window.updateGenesisProgress = (text) => { const p = document.getElementById('genesis-progress-pill'); if (p) { if (text) { p.innerText = "ANTIGRAVITY: " + text; p.style.display = 'block'; } else { p.style.display = 'none'; } } }; window.gestureGenesisCursor = (type, selector) => { const el = document.querySelector(selector); const c = document.getElementById('genesis-sparkle-cursor'); if (!el || !c) return; window.anchorGenesisCursor(selector); if (type === 'circle') { c.style.animation = 'genesis-circle 1.5s ease-in-out infinite'; } else if (type === 'underline') { c.style.animation = 'genesis-underline 1.5s ease-in-out infinite'; } }; window.resetGenesisUI = () => { window.clearGenesisAnchor(); window.updateGenesisProgress(null); const c = document.getElementById('genesis-sparkle-cursor'); if (c) c.style.display = 'none'; const p = document.getElementById('genesis-progress-pill'); if (p) p.style.display = 'none'; }; } catch (e) { console.error("Sparkle injection error:", e); } }; if (document.readyState === 'loading') { document.addEventListener('DOMContentLoaded', inject); } else { inject(); } })(); ) collectionsr^ threadingr8rwrrr\mkdirrEvent _abort_signalrrr: _backends_active_backend _initializedLock _stats_lockrrp_stats _csrf_tokensr ghl_bridgeload_ghl_contextrvision_historyr)rMrwr\r^rirs r&rzBrowserController.__init__/s& &/  48&]$/\*] td;$]]_      0  :>!%>>+!"&'4@A5QA!"   -/+, ((*#4(  %C0 s l%' UBs>D<rncRK|jD]{}|jd{s||_|j|jd{sG||_d|_tjd|jytjdy7}7Tw)z.Initialize the best available browser backend.NTzInitialized browser with zNo browser backend availableF) rmrtrryrwrnrorinforpr+)rMbackends r&ryzBrowserController.initializes~~ G))+++%)" ++DKK888+2D((,D%KK";GLLN;K LM   34,9s-#B'B#B'%B'B%B'AB'%B'cKg}|jD]X}|jd{s|j|jd|j j dZ|S7Fw)zGet list of available backends.Nz (Level ))rmrtappendrprvalue)rMrGrzs r&get_available_backendsz(BrowserController.get_available_backends(so ~~ VG))+++  GLLN#38GMMO  mmC      " !sAA, A* A,c K|jrW|jjd{rytjdd|_|j d{S|j d{S7Q77w)z3Check if browser is alive and restart if necessary.NTz/Browser detected as dead. Attempting restart...F)rnrrrroryrLs r&ensure_browser_alivez&BrowserController.ensure_browser_aliveEsn   ))22444 NNL M %D ** *__&&& 5+&s3*BA>4B!B"B9B:BBBrUrArCc K|jjr+t|tjt j dS|js|jd{|xs|jj}|xs|jj}|jdd}|jD]}|jd{st|D]} ||j k7r,|j|jd{sa||_|j#|d{}|j$tj&fvrM|jd|j)|j*j,|j/||ccS|j$tj0k(r|jd|}|j$tj2tj4fvr;|d|zz}t7j8|dz d{|jd ]|j$tj:k(r|}|}|r|j/||St|tjt jFd S7G777|7#t<$rx} t>jA|j-d | |jd t|tj|jCtE| }Yd} ~ Qd} ~ wwxYww) z Navigate to URL with automatic fallback and abort check. Tries each backend level in order until success. AbortedrNrarbrfrrBrez error: rdzAll backends failed)$rlis_setrTr(r2rrroryrwrArC _update_statsrmrtrangernr{rVr0_update_stats_by_levelrWrp_record_historyr4r3r5rrr6rrrrrRr#) rMrUrArC last_resultrzattemptresultdelayrs r&r{zBrowserController.navigateOs    $ $ &#4D4J4JWcWnWnvA A  //# # #!?&, }})9)A)ACSC`C`(aa .!w, ?%mmEDL999**95 }}(8(B(BB&, "(KI.  3 l    - #))#++'   I $0 E9&:!NNglln%5XaS#AB&&x0"2/55#*==?!!f #KsA%M'J.(A.MJ1M,-J<J4J<M J<;J7rrhcpK|jr$|jj||d{Sy7w)rNF)rnrrs r&rzBrowserController.type_texts4   --77$GG GHs ,646rcnK|jr#|jj|d{Sy7wr)rnrrs r&rzBrowserController.evaluates1   --66v>> >?rcpK|jr$|jj|d{yy7w)z5Add a script to be executed on every page navigation.N)rnrrs r&rz!BrowserController.add_init_scripts1   &&66v> > > >s +646rpcfK|js|jd{sy|xs&dtjj d}|j |dz }t dD]d} |jj|d{r|cS|jjd{s|jd{fy77G7#7 #t$rF}tjd|dzd|tjd d{7Yd}~d}~wwxYww) z!Take screenshot with retry logic.N screenshot_z %Y%m%d_%H%M%Sz.pngrzScreenshot attempt rz failed: g?)rnrrnowstrftimer\rrrrrrrr)rMrprrrs r&rzBrowserController.screenshots##33555OX\\^%<%<_%M$NOTF$-/Qx )G )--88>>>K!11::<<<33555 )#6?=5 )!4WQYKyLMmmC((( )s D1CAD13CCCD1C7C8CCCD1CCC D.(6D)D!D)$D1)D..D1cK|jd{}|sytjdd|tjtjz}tjdd|tjtjz}tjdd|}tjdd|j }|S7w) z*Extract text content from page or element.Nrz]*>.*?)flagsz]*>.*?z<[^>]+> z\s+)r}r#subDOTALLr%strip)rMrfrYrhs r& extract_textzBrowserController.extract_texts%%''vv2BBIIPRP]P]D]^vv0"d"))bmmB[\vvj#t,vvfc4(..0 (sCC B6Cr:check_interval_mscKfd} tj||dz d{S7#tj$rYywxYww)z Wait for element to appear. UVS-H29: Uses asyncio.wait_for for precise timeout regardless of system load. cK jd{}|r |jrytjdz d{I747w)NTrB)rrgrr)rrrfrMs r&_poll_for_elementz>BrowserController.wait_for_selector.._poll_for_elementsO#00::fllmm$5$<=== :>s!AA.AA AArBrBNF)rrKr)rMrfr:rrs`` ` r&wait_for_selectorz#BrowserController.wait_for_selectorsU >  ))!#"T) ##  s1A"757A7A  A A  Arc |jjtjj |j |j j|jj|j|jdy)zy Record navigation in history. UVS-H12: Uses deque with maxlen=100 - no manual trimming needed. )rHrUrVrr\rZN) rwr}rr isoformatrUrVr~rWrpr\rZ)rMrs r&rz!BrowserController._record_historys` !113::mm))&&++!--\\   r%key incrementc|j5||jvr|j|xx|z cc<dddy#1swYyxYw)z UVS-H19: Thread-safe stats update. Args: key: Stats key to update increment: Amount to increment by Nrqrr)rMrrs r&rzBrowserController._update_statssB   .dkk! C I-  . . .s &<A level_namec|j5||jdvr|jd|xxdz cc<dddy#1swYyxYw)z(UVS-H19: Thread-safe level stats update.rcrNr)rMrs r&rz(BrowserController._update_stats_by_level*sJ    9T[[44 J' 3q83 9 9 9s ,AA domaincLK|jsy ||jdd{}|xsd}||jvr|j|S|jdd{}|r)||j|<tj d||S|jdd{}|r)||j|<tj d||Stj d|y777L#t $r"}tj d |Yd}~yd}~wwxYww) aq UVS-H07: Extract CSRF token from current page. Searches for common CSRF token patterns in: - Meta tags (csrf-token, _csrf, X-CSRF-Token) - Hidden form inputs - Cookies Args: domain: Domain to cache token for (auto-detected if None) Returns: CSRF token if found, None otherwise Nzwindow.location.hostnameunknowna (() => { const metaNames = ['csrf-token', '_csrf', 'csrf', 'X-CSRF-Token', '_token']; for (const name of metaNames) { const meta = document.querySelector(`meta[name="${name}"]`); if (meta && meta.content) return meta.content; } return null; })() z'CSRF token extracted from meta tag for a (() => { const inputNames = ['_token', 'csrf_token', '_csrf', 'csrfmiddlewaretoken']; for (const name of inputNames) { const input = document.querySelector(`input[name="${name}"]`); if (input && input.value) return input.value; } return null; })() z)CSRF token extracted from form input for zNo CSRF token found for zCSRF token extraction failed: )rnrrsrrrr)rMr current_urltokenrs r&extract_csrf_tokenz$BrowserController.extract_csrf_token0s=##1 ~$(MM2L$MM $1 ***((00-- )  E,1!!&) FvhOP -- )  E,1!!&) HQR LL3F8< =UN " &  NN;A3? @ sD$C6C0&C6D$C6#C2$.C6D$C6'C4(.C6D$C6/D$0C62C64C66 D!?DD$D!!D$c8|jj|S)z!Get cached CSRF token for domain.)rsr")rMrs r&get_csrf_tokenz BrowserController.get_csrf_tokenus  $$V,,r%c8|jjy)zClear all cached CSRF tokens.N)rsrrLs r&clear_csrf_tokensz#BrowserController.clear_csrf_tokensys !r%c4K |jd|dz }|j5t|j}dddt j j |jr|jjndt|jddd}t|d5}tj||ddddy #1swYxYw#1swYy xYw#t$r"}tj!d |Yd}~y d}~wwxYww) zSave current session state.session_z.jsonNi)saved_atactive_backendhistorystatswrindentTzFailed to save session: F)r\rqrcrrrrrrnrplistrwrrdumprrr+)rMrp session_file stats_copyrOrrs r& save_sessionzBrowserController.save_session}s ++e.DDL!! /!$++.  /%LLN446AEAUAU$"6"6";";"=[_ .st4# D lC( -A $!, - / / -  LL3A37 8 siDC*CA7C*0C C*DCC*C'#C*&D'C** D3D DDDc~Kt|dr|jrtjdt |jdt |jD]#}|j r|j%|jr'tj|jddid{|jj|jD]} |jd{y7I7 #t$r3}tjd|jd|Yd}~Zd}~wwxYww) zt Close all backends and cancel tracked tasks. UVS-H10: Cancel and await all tracked tasks. rz Cancelling z tracked tasksreturn_exceptionsTNzError closing z: )rrrrlenrdonecancelrgatherrrmrrrrp)rMrrzrs r&rzBrowserController.closes  4) *t/B/B LL;s4+>+>'?&@O PT001 "yy{KKM """nnd&9&9RTRRR    % % '~~ GG Gmmo%% GS & G /?r!EFF GsUA-D=0AD=0C:1-D=C>2C<3C>7D=<C>> D:)D50D=5D::D=c(|j5t|j}t|jd|d<dddi|jr|jj ndt |j dS#1swYKxYw)zX Get controller statistics. UVS-H19: Thread-safe stats access. rcN)rhistory_entries)rqrcrrrnrprrw)rMrs r& get_statszBrowserController.get_statss    Cdkk*J%)$++j*A%BJz " C  =A=Q=Qd22779W["4==1   C Cs 1BB)NNr)rFrH)r)(rrrrr r8rrrOryr rRrrTrrrrQr{r}rerrrr rrrrrrrrrrrrrr rr$r%r&r[r["s +/&*h''h'd^h'T $ d3i XC XDT X#'D'&*(, X X c]X ! X  X t3 38M3J CD 34 SS ?C? Xc]htn,8C=C*!$    4  &6  . . .99 CsChsmCJ-S-Xc]-"st*G. 4S> r%r[rwcKt|}d} |jd{}|s td||r|jd{yy727#|r|jd{7wwxYww)z Context manager for browser sessions. UVS-H22: Only call close() if initialize() succeeded to avoid cascading errors. FNzBrowser initialization failed)r[ry RuntimeErrorr)rwr initializeds r&browser_sessionrs#6*JK%&1133 >? ? ""$ $ $  4 % ""$ $ $ sIA<AAAA<AA<AA<A91A42A99A<cKddl}|jd}|jdgd|jdd |jd d |jd dd|j}t }|j dk(rD|j d{}tdtd|D]}td|y|j dk(r9|js tdytd|j|j|jd{}td|jjtd|jjtd|jtd|jd|j rtd|j |j"r(|j#d{}|rtd||j%d{y|j dk(rEtd tdtt'j(|j+d!"y|j d#k(rtd$tdd%}|j|d{}td&|td'|jjtd(|jjtd|j|j-d{} td)| dd*d+|j%d{yy7707v7Q77>7w),zCLI for Browser Controller.rNzGenesis Browser Controller) descriptioncommand)r{backendsrtest)choicesz--urlzURL to navigate to)helpz --selectorz CSS selectorz --screenshot store_truezTake screenshot)actionrrzAvailable Browser Backends:z(========================================z - r{z Usage: --url https://example.comzNavigating to: z Status: zLevel: zTitle: z Duration: mszError: z Screenshot: rzBrowser Controller Statistics:rrrzTesting browser backends...zhttps://example.comzURL: zStatus: z Backend: zText preview: z...)argparseArgumentParser add_argument parse_argsr[rrprintrUr{rVr~rWrprZr\r+rrrdumpsrr) rparserargsrrbrrtest_urlrhs r&mainrs  $ $1M $ NF  +TU &:;  >: |BST    D"$J ||z!#::<< +, h A D*    #xx 4 5  z*+!**48844 6==../01 ))../01  ~&' 6--.b12 << GFLL>* + ??#..00D TF+,     ./ h djj--/:;   +, h(!**844 hZ ! ,,-./ &++00123  ~&' ,,.. tDSzl#./   ! E=51 !5/ !sB"M2$M %BM23M#4Brs]8   #(==*4+',,'   8 $4t 88 8@ ;; ;"  B SB Jh*h*V R)R)jS(^S(lU  U  p%(="9%%&@!F zGKKr%