djJ dZddlmZddlZddlZddlZddlZddlZddlZddl Z ddl m Z m Z ddl m Z ddlmZddlmZddlZddlmZmZmZeej1j2Zed Zej2j9d d ej:d Ze ed ddZejAeejBejDZ#e#jAeejHejJee#gejLdZ'dZ( ddl)m*Z*e*e(ejnjsddjcZ:ejnjsddjcZ;ejnjsddjydZ=ejnjsdd jcZ>ejnjsd!djcZ?ejnjsd"djcZ@ejnjsd#djcZAejnjsd$djcZBejnjsd%djcZCejnjsd&djcZDejnjsd'd(jcd)vZEe:re;re?s8e'jd*eGe:eGe;eGe?ejde?e@eAeBeCd+ZIeIjDcic] \}}|s || c}}ZIed,z ZKd-ZLd.ZMejZOd/ZPdMd0ZQdNd1ZRdOd2ZSdPd3ZTdQd4ZUdRd5ZVdSd6ZWdTd7ZXdUd8ZYdVdWd:ZZdXd;Z[dYd<Z\ee]Z^e^jsd=d>Z_e^jd?d@Zae^jdAdBdCgDdZdEZceQe]dFk(riedejnjsdGdHZeejnjsdIdJZfe'jdKefeeeEe;e^jefeed9d Lyy#e+$rejXj[e(re.e(d5Z/e/D]wZ0e0jcZ2e2re2jgdsde2vr+e2jidd\Z5Z6ejnjqe5jce6jcy dddn #1swYnxYwYwxYwcc}}w)[u  GHL UTM Enricher - PX3 Lab ========================== Micro-serviço webhook que enriquece contatos do Linkia PX3 com UTM baseado no attributionSource NATIVO do GoHighLevel. Fluxo: 1. Recebe webhook (POST /webhook) do painel Linkia (evento Contact Create/Update). 2. Extrai contactId do payload (aceita vários formatos). 3. GET /contacts/{id} na GHL API -> pega attributionSource + customFields. 4. Se contato JÁ tem custom field utm_source preenchido -> skip. 5. Se attributionSource sinaliza origem paga/orgânica identificável -> mapeia pra utm_source/utm_medium/... e faz PUT /contacts/{id}. 6. O workflow existente do Linkia ("Aplicar tag de origem") dispara naturalmente com o campo agora preenchido e aplica origem_meta/google/etc. Dedupe: - SQLite local (dedupe.db) marca contact_id processado com TTL de 6h. - Evita reprocessar quando o Linkia dispara múltiplos eventos (Create + Update) do mesmo contato em curto período. Endpoints: GET /health -> status + config resumida POST /webhook -> recebe evento do Linkia POST /enrich/{contact_id} -> força enriquecimento manual de um contato GET /enrich/{contact_id} -> mesmo mas útil pra teste em browser Config: /opt/mia/config/ghl_utm_enricher_px3.env Log: /opt/mia/logs/ghl_utm_enricher_px3.log DB: ./dedupe.db Handler modular: `enrich_contact()` é chamado tanto pelo webhook quanto pelo backfill_enrichment.py. No futuro (Meta CAPI Purchase), plugar outro handler em `run_handlers(contact, changes)`. ) annotationsN)datetimetimezone)RotatingFileHandler)Path)Any)Flaskjsonifyrequestz&/opt/mia/logs/ghl_utm_enricher_px3.logT)parentsexist_okz1%(asctime)s [%(levelname)s] %(name)s: %(message)sizutf-8)maxBytes backupCountencoding)levelhandlersutm_enricher_px3z(/opt/mia/config/ghl_utm_enricher_px3.env) load_dotenv)r#= GHL_TOKENGHL_LOCATION_ID GHL_API_BASEz$https://services.leadconnectorhq.com/GHL_API_VERSIONz 2021-07-28UTM_FIELD_SOURCEUTM_FIELD_MEDIUMUTM_FIELD_CAMPAIGNUTM_FIELD_CONTENTUTM_FIELD_TERMWEBHOOK_SECRETDRY_RUN01trueyesz:Config incompleta: GHL_TOKEN=%s LOC=%s UTM_FIELD_SOURCE=%s) utm_source utm_medium utm_campaign utm_contentutm_termz dedupe.dbi`Ti'cptjttd}|j d|S)Ng@)timeoutzPRAGMA journal_mode=WAL)sqlite3connectstrDB_PATHexecute)conns :/opt/mia/workspace/clientes/px3lab/ghl_utm_enricher/app.py_dbr9s( ??3w< 5DLL*+ Kct5t5}|jd|jdtt jt z }|jd|fj }|j|rtjd|ddddddy#1swYxYw#1swYyxYw)Nz CREATE TABLE IF NOT EXISTS processed ( contact_id TEXT PRIMARY KEY, ts INTEGER NOT NULL, result TEXT ) z7CREATE INDEX IF NOT EXISTS idx_proc_ts ON processed(ts)z"DELETE FROM processed WHERE ts < ?z0dedupe cleanup: %d registros expirados removidos) _db_lockr9r6inttimeCLEANUP_TTL_SECONDSrowcountcommitloginfo)r7cutoffns r8_init_dbrFs L35LD    NOTYY[!$77 LL=y I R R HHG KLLLLLLs# B;B B/B;/B8 4B;;Cc|syttjtz }t5t 5}|j d||fj }ddddddduS#1swYxYw#1swYduSxYw)NFz9SELECT ts FROM processed WHERE contact_id = ? AND ts >= ?)r=r>DEDUPE_TTL_SECONDSr<r9r6fetchone) contact_idrDr7rows r8_is_recently_processedrLs    2 2F 35Dll G    (*  d?  d?s" A<#A0A<0A9 5A<<Bc|syttj}t5t5}|j d|||f|j ddddddy#1swYxYw#1swYyxYw)NzJINSERT OR REPLACE INTO processed (contact_id, ts, result) VALUES (?, ?, ?))r=r>r<r9r6rA)rJresultnowr7s r8_mark_processedrPso  diik C 35D X f %  s" A5&A)A5)A2 .A55A>c&dttdddS)NzBearer zapplication/json) AuthorizationVersionAcceptz Content-Type)rrr:r8 _ghl_headersrVs"9+."$*  r:c tjtd|td}|jdk(rt j d|y|jdk\r0t j d||j|jddy|jxsijd xsiS#tj$r!}t jd ||Yd}~yd}~wwxYw) N /contacts/)headersr1izcontato %s nao encontrado (404),zGET /contacts/%s falhou: %s %scontactzGET /contacts/%s excecao: %s) requestsgetrrV status_coderBwarningtextjsonRequestExceptionerror)rJres r8 fetch_contactrhs LLnJzl 3 N  ==C  KK9: F ==C  KK0AMM166$3< B##I.4"4  $ $ 0*a@s$AB7>B7&B77C+ C&&C+cZtrtjd||y tjt d|t d|id}d|jcxkxrdknc}||jd |jd dfS#tj$r}d d |fcYd }~Sd }~wwxYw) zDPUT /contacts/{id} com customFields. Retorna (ok, resp_body_or_err).z*DRY_RUN: PUT /contacts/%s custom_fields=%s)Tdry_runrX customFieldsrY)rZrcr1r\r[ NFz REQ_ERROR: ) r%rBrCr^putrrVr`rbrd)rJfieldsrfokrgs r8update_contact_custom_fieldsrps =z6R ( LLnJzl 3 N &)   AMM 'C 'amm_AaffTcl^444  $ $( A3'''(sA%BB*B%B*%B*c|jdgxsgD]L}|jd|k(s|jd}|yt|j}|xsdcSy)Nrkidvalue)r_r4strip)r]field_idcfvss r8 _get_cf_valuerysdkk."-3 66$<8 #wAyA A9   r:ct|rt|tsiSi}|jdxsdj}|jdxsdj}|jdxsdj}|jdxsdj}|jdxsdj}|jdxsdj}|jdxsdjj }|jd xsdj} |jd xsdj} |r?|j |d <|r|j |d <|r||d <|r||d<|r||d<|S|j } d| vsd| vr#d|d <d|vrdnd|d <| r| dd|d <| r| |d<|Sd| vsd| vrd|d <d|vrdnd|d <|Sd| vsd| vr d|d <d|d <|Sd| vr d|d <d|d <|Sd | vr d |d <d |d <|Sd!| vr d!|d <d!|d <|S)"u Regras de mapeamento (atribuição nativa GHL -> UTMs lógicos). Prioridade: 1. Se attribution já traz utmSource, usa direto (com utmMedium/Campaign/etc.). 2. sessionSource == "Paid Social" -> utm_source=meta, utm_medium=whatsapp_ads (se medium=whatsapp) ou paid_social; extra: adName->utm_campaign, adId->utm_content. 3. sessionSource == "Social media" / "Social Media" (orgânico) -> utm_source=meta, utm_medium=whatsapp_organic (se medium=whatsapp) senão social. 4. sessionSource contém "Paid Search" / "cpc" -> utm_source=google, utm_medium=cpc. 5. sessionSource == "Organic Search" -> utm_source=google, utm_medium=organic. 6. sessionSource == "Referral" -> utm_source=referral, utm_medium=referral. 7. sessionSource == "Email" -> utm_source=email. 8. Direct / CRM Workflows / CRM UI / Manual / vazio -> {} (deixa workflow classificar como origem_desconhecida). utmSourcer utmMedium utmCampaign utmContentutmTerm sessionSourcemediumadNameadIdr+r,r-r.r/z paid social paid_socialmetawhats whatsapp_adsNr\z social mediazorganic socialwhatsapp_organicsocialz paid searchcpcgooglezorganic searchorganicreferralemail) isinstancedictr_rtlower) attoututm_srcutm_medutm_camputm_contr/sess_srcrad_namead_id sess_lowers r8_map_attribution_to_utmrs" jd+ Cww{#)r002Gww{#)r002G &,"335H %+224H "(b//1H(.B557Hggh%2 , , . 4 4 6Fwwx &B--/G WWV_ " ) ) +E#MMOL  ' C  "*C  !)C  &C O !J "mz&A"L.5.?N]L ")$3-C  !&C $ J# : %)9Z)G"L29V2C.L J * $(;$L!L J Z '$L%L J z !&L&L J J #L#L Jr:cg}|jD]3\}}tj|}|r|s |j||d5|S)zHConverte {utm_source: 'meta', ...} em [{id: , value: 'meta'}, ...])rrrs)itemsCF_MAPr_append)utmrkeyvalcf_ids r8_build_custom_fields_payloadrEsM CIIK0S 3C  %#./ 0 Jr:Fc 6|sdddS|st|rdd|dSt|}|sdd|dSt|t}|rt |d dd ||d S|j d xsi}|j d xsi}t |}d }|s|r t |}d }|st |ddd|||dSt|}|st |ddd||dSt||\} } | rdnd} t || | ||j d|||| s | tdSdtdS)u Aplica enriquecimento UTM a um contato. Args: contact_id: ID GHL force: se True, ignora dedupe (mas ainda respeita 'já tem utm_source'). Retorna dict com resultado (ok/skip/erro) — sempre serializável. F no_contact_id)roreasonTdedupe)roskiprJcontact_not_found)rorrJskip_has_utm_sourcealready_has_utm_source)rorrJr+attributionSourcelastAttributionSourceskip_no_mappingno_attribution_mapping)rorrJ attributionlast_attributionskip_no_payload empty_payload)rorrJrwritten write_error firstNamero)rorJnameused_attribution utm_written cf_payloadresprj) rLrhryrrPr_rrrpr%) rJforcer]current_utm_sourcerlast_attrusedrrorrNs r8enrich_contactrSs 77 +J7HJGGJ'G ':*UU'w0@A $9: 8$4F  ++) * 0bC{{239rH "# &C D 8%h/&  $56 8$H  .c2J  $56$S  ,J CHBY-FJ'  K(    %)  r:cFg}|jddit||S)u Executa todos os handlers pra este contact_id/evento. Por ora só o enricher; no futuro plug outros (ex: Meta CAPI). handler utm_enricher)rr)rJ event_typeresultss r8 run_handlersrs) G NNI~L 1KLM Nr:ct|tsyt|jdxs|jdxsdj }d}dD]G}|j|}|st|ts(t |dk\s7|j }n|sM|jd}t|tr,t|jdxsdj }||fS) a  Retorna (contact_id, event_type). O Linkia/GHL manda formatos variados: - {"type": "ContactCreate", "contact_id": "..."} - {"type": "ContactCreate", "id": "..."} - {"contactId": "...", "type": "..."} - {"contact": {"id": "..."}, "type": "..."} )rrtypeeventr)rJ contactIdrr r]rr)rrr4r_rtlen)payloadetcidrrwcs r8_extract_contact_idrs gt $ W[[ >GKK$8 >B ? E E GB C0 KK  As#A" '')C    KK " a aeeDk'R(..0C 7Nr:z/healthc tddtttj t t tdS)NTghl_utm_enricher_px3)roservicelocation cf_fieldsrjwebhook_secret_required)r rlistrkeysr%boolr$rUr:r8healthrs6 -'fkkm,'+N';    r:z/webhookc trktjjddj }|tk7r4t j dtjtddddfStjd xsi}t|\}}t jd |xsd |xsd tjjd tjxsd |sTt j dtj|ddtddt|jddfSt!||}t jd|tj|dddtd||dS)NzX-Webhook-Secretrz*webhook rejeitado: secret invalido (ip=%s)F unauthorized)roreiT)silentz.webhook recebido: event=%s contact_id=%s ip=%s?z(vazio)zX-Forwarded-Foru%webhook sem contact_id parseável: %sr)rore payload_keysz)webhook processado: contact=%s results=%s ensure_asciii)rorJr)r$r rZr_rtrBra remote_addrr get_jsonrrCrcdumpsrrr)gotrrJrrs r8webhookrsOoo!!"4b9??A . KKDgFYFY Z%.ABCG Gd+1rG09J HH8ci-w/B/B/IcJ   ;TZZ=PQURU=VWeotT[T`T`TbOcdegjjj:z2GHH3DJJwU;DSA $jWM NNr:z/enrich/GETPOST)methodsctjjdddv}t||}tj d|t j|ddd t|S) u<Manual: força enriquecimento de um contato (ignora dedupe).rr(r')rz"manual enrich contact=%s result=%sFrNr) r argsr_rrBrCrcrr )rJrrNs r8enrich_endpointrs\ LL  Wc *.B BE Je 4FHH 1:tzz&_d?efjgj?kl 6?r:__main__PORT8919HOSTz0.0.0.0zDghl_utm_enricher_px3 subindo: host=%s port=%s dry_run=%s location=%s)hostportdebugthreaded)returnNone)rJr4rr)rJr4rNr4rr)rdict[str, str])rJr4rz dict | None)rJr4rn list[dict]rztuple[bool, str])r]rrur4rz str | None)rrrr)rrrr)F)rJr4rrrr)rJr4rr4rr)rrrztuple[str, str])rJr4)i__doc__ __future__rrcloggingosr2sys threadingr>rrlogging.handlersrpathlibrtypingrr^flaskr r r __file__resolveparentBASE_DIRLOG_FILEmkdir Formatter_fmt_fh setFormatter StreamHandlerstdout_sh basicConfigINFO getLoggerrBENV_FILEdotenvr ImportErrorpathexistsopenfrawrtline startswithsplitkrwenviron setdefaultr_rrrstriprrrr r!r"r#r$r%criticalrexitrrr5rHr?Lockr<r9rFrLrPrVrhrpryrrrrr__name__apprpostrrouterr=rrrCrun)r"rws00r8r.s#J#    '0)) > ! ! # * * 8 9dT2wLM 'QgCJJ'',,#s<g*+ 6 <" JJNN; + 1 1 3 **..!2B7==?zz~~n.TU\\]`a **..!2LAGGI::>>"4b9??A::>>"4b9??AZZ^^$8"=CCEJJNN#6;AAC 0"5;;= 0"5;;= **..C ( . . 04H H/?LLD Yo.5E0F CHHQK#"&$  "<<> /41aQ!Q$ / [  ' 9>>  L&  ,(*HVDT6 Ho  *OO< !E6?;<  z rzz~~ff- .D ::>>&) ,DHHN dG_GGDG=e < ww~~h (W - < <yy{ts3s$zz#q)1 %%aggi;  < < < <