!j**dZddlZddlZddlZddlZddlZddlZddlZddlmZm Z ddl m Z ddl m Z ddlZddlmZddlmZdZd Zd Zd Zd Zd eddfdZeeej4ddj7Zej4ddj7Zeres1ej<j?dedej@ddedddZ!e ejDjGddejHdZ%e%jMejNde%_(e%jRse eddd !Z*e*jWejXd"d#e%j[e*ej\ej^Z0e0jWejXd"d#e%j[e0d9d$ed%eddfd&Z1dejdfd'Z3e3Z4dejjfd(Z6d)ejjd*ededzfd+Z7d)ejjd*ed,eddfd-Z8de9e:fd.Z;d/eded*ed,ede?fd3Z@d)ejjd4e:d5e:ddfd6ZAdeBfd7ZCeDd8k(rej@eCyy):u Atualiza o campo 'Status Tarefa' nas oportunidades do pipeline PX3. 🟢 = tem tarefa futura (em dia) 🟡 = sem tarefa cadastrada 🔴 = tem tarefa vencida (atrasada) Roda via cron a cada 30 minutos (com flock). Melhorias 2026-09-15: - Credenciais em /opt/mia/config/farois_px3.env (chmod 600) - Distingue "sem tarefa" de "falha de leitura" (não pinta 🟡 falso) - Cache SQLite local para pular PUTs redundantes - requests.Session com Retry/backoff (429/5xx + Retry-After) - Log rotacionado (10MB x 3 backups) + duração da execução N)datetimetimezone)RotatingFileHandler)Path) HTTPAdapter)Retryz/opt/mia/config/linkia_px3.envz/opt/mia/data/farois_px3.dbz!/opt/mia/logs/farois_pipeline.logz$https://services.leadconnectorhq.comcvrJJ7rlAuIGgCL42NEHpathreturnctjj|syt|dd5}|D]}|j }|r|j dsd|vr+|j d\}}}|j }|j j dj d}tjj|| dddy#1swYyxYw) uLCarrega KEY=VALUE do arquivo pra os.environ (dotenv-like, sem dependência).Nrutf-8)encoding#="') osr isfileopenstrip startswith partitionenviron setdefault)r frawlinekey_vals 5/opt/mia/workspace/clientes/px3lab/farois_pipeline.py _load_envr#,s 77>>$  dC' *,a ,C99;D4??3/3d?..-KCC))+C))+##C(..s3C JJ ! !#s + ,,,,s B#CC% GHL_TOKEN GHL_LOCATIONz3[FATAL] GHL_TOKEN/GHL_LOCATION ausentes. Verifique  zBearer z 2021-07-28zapplication/json) AuthorizationVersionz Content-TypeTparentsexist_ok farois_px3Fir)maxBytes backupCountrz%%(asctime)s %(levelname)s %(message)sz%Y-%m-%d %H:%M:%Smsglevelcjtt|jtj|y)N)getattrloggerlowerinfo)r2r3s r"logr9es/GFEKKM6;;/4c tj}tddddddtgddd }t |dd }|j d ||j d ||j jt|S) Nr/g?)iiiii)GETPUTPOSTTF) totalconnectreadstatusbackoff_factorstatus_forcelistallowed_methodsrespect_retry_after_headerraise_on_status ) max_retriespool_connections pool_maxsizezhttps://zhttp://) requestsSessionr frozensetrmountheadersupdateHEADERS)sretryadapters r"_build_sessionrVms~A  2!"89#' EebrRGGGJ GGIwIIW Hr:cttjjddt j td}|j d|j d|j|S)NTr+ timeoutz CREATE TABLE IF NOT EXISTS farois_cache ( opp_id TEXT PRIMARY KEY, farol TEXT NOT NULL, updated_at TEXT NOT NULL ) zPCREATE INDEX IF NOT EXISTS idx_farois_cache_updated ON farois_cache (updated_at))rDB_PATHparentmkdirsqlite3r@executecommit)conns r" _cache_connrbsaMtd; ??7B /DLL  LLZ KKM Kr:raopp_idcV|jd|fj}|r|dSdS)Nz/SELECT farol FROM farois_cache WHERE opp_id = ?r)r_fetchone)rarcrows r" cache_getrgs/ ,,H6) T ] ] _C3q6"d"r:farolc|jd||tjtjj fy)Nz INSERT INTO farois_cache (opp_id, farol, updated_at) VALUES (?, ?, ?) ON CONFLICT(opp_id) DO UPDATE SET farol=excluded.farol, updated_at=excluded.updated_at )r_rnowrutc isoformat)rarcrhs r" cache_setrms5LL  X\\2<<>? r:cJg}tddd} tjtd|d}|jd k7r,t d |jd |jd d d |S|j}|jd xsg}|j||jdi}|jd}|jd}|r|rt|dkr |Stdd||d}#tj $r}t d|dYd }~|Sd }~wwxYw)uLBusca todas as oportunidades abertas da location (paginação cursor-based).rd) location_idrBlimitz/opportunities/search)paramsrZu buscar_oportunidades: exceção ERRORNzbuscar_oportunidades: HTTP  - opportunitiesmeta startAfter startAfterId)rprBrqryrz) r&SESSIONgetGHL_BASErLRequestExceptionr9 status_codetextjsonextendlen) oppsrsr edatabatchrx start_afterstart_after_ids r"buscar_oportunidadesrs:D)Vc JF   xj(=>vWY ZA ==C  -amm_Ct ~NPW X  Kvvx)/R Exx#hh|, .1.CJ4D  K (%*  # ((  21%8' B & K+ sC55D"DD" contact_idc  tjtd|dd}|j d k(rd gfS|j d k7r0t d|d |j d|jd d ddgfS |jjdxsg}|rd|fSd |fS#tj$r }t d|d|ddgfcYd }~Sd }~wwxYw#t$rt d|dddgfcYSwxYw)u Retorna (status, tarefas): - ("ok", [...]) -> leitura bem-sucedida com N tarefas - ("empty", []) -> leitura bem-sucedida, sem tarefas - ("fail", []) -> falha de leitura (timeout, 429 pós-retry, 5xx, 4xx inesperado) z /contacts/z/tasksrYzbuscar_tarefas_contato( ): exceção WARNINGfailNiemptyru): HTTP rvtasksu): JSON inválidook) r{r|r}rLr~r9rrr ValueError)rr rtarefass r"buscar_tarefas_contators' KK8*Jzl&A2K N  }}}}} %j\!--AFFSWTWL> Z  |&&(,,w'-2 D' 22' 22)  $ $ %j\qe DiP|  %j\1B CYO|s/!B#6#C#C6C CCC98C9rc|Dcgc]}|jdr|}}|sytjtj}|D]}|jd}|s t |t tfr)tj|dz tj}n.tjt|jdd}||kryy cc}w#t$rYwxYw) N completedu🟡dueDatei)tzZz+00:00u🔴u🟢) r|rrjrrk isinstanceintfloat fromtimestamp fromisoformatstrreplace Exception)rt pendentesagoraduedts r"calcular_farolrs#>q155+=>I>  LL &E  eeI  #U|,++C$J8<<H++CH,<,R   $ $ %fX]1% @)Ls!A++B>BBoppcountersc|jd}|jdxs$|jdxsijd}|r|s|dxxdz cc<yt|\}}|dk(r|dxxdz cc<yt|}t||}||k(r|dxxdz cc<yt ||rt ||||d xxdz cc<y|d xxdz cc<y) Nr contactIdcontactpuladas_sem_idrfalhas_leitura inalterados atualizadosfalhas_escrita)r|rrrgrrm) rarrrcrrBrrhanteriors r"processar_oportunidaders WWT]F%M#'')*<*B)G)G)MJ !"a'",Z8OFG !"a'" 7 #Ev&H51$fe,$&1$!"a'"r:ctj}tdt}tdt |t }dddddd} |D]}t ||||j|jtj|z }td|dd|dd |d d |d d |dd|d y#|jwxYw)Nu&iniciando atualização de faróis PX3zoportunidades encontradas: r)rrrrrzresumo: atualizados=rz | inalterados=rz | falhas_leitura=rz | falhas_escrita=rz | puladas_sem_id=rz | duracao_segundos=z.1f) time monotonicr9rrrbrr`close)startrrarrduracaos r"mainr0s NN E01  !D %c$i[12 =D H 8C "4h 7 8  nn&G  ./0 ./0"#3456"#3456"#3456#C=  *  s $C C__main__)INFO)E__doc__rloggingrrandomr^sysrrrlogging.handlersrpathlibrrLrequests.adaptersrurllib3.util.retryrENV_FILEr[LOG_PATHr}rrr#getenvrr$r&stderrwriteexitrRr\r] getLoggerr6setLevelr propagatehandlershandler setFormatter Formatter addHandler StreamHandlerstdoutstreamr9rMrVr{ Connectionrbrgrmlistdictrtuplerrboolrrrr__name__r:r"rs    '0)$ , ' . 1( ,C ,D , ( BIIk2 & , , . ryy,224  JJ =hZrJ CHHQKyk*& XD48   < (  !+WG ACVW g "W " "3:: .F ACVW f5S55$5 (( (  W''&#G&&##d # G&&CDd4j>3s3uS$t*_/E3@DJ3* 3 s t ((!3!3($($(SW(2! c! H z CHHTVr: