-Gh  PddlmZmZddlmZddlmZmZmZddlZddl Z ddl m Z m Z m Z ddlZddlZddlZddlZddlmZddlmZddlZddlZddlZdZeej2j5d d ej2j5d d eej2j5d dZeej2j5ddeZeddZeej2j5ddZej2j5ddZeej2j5ddZgZ ej2j5ddZ!da"ejFjIe%dej2j5dd Z&d!Z'd"Z(e e d#e d$d%&'d(Z)d)Z*e je jVe*e je jXe*d*Z-ej\e-d.d+Z/d,Z0e1d-k(re0yy)/)timesleep)Redis)WorkerQueueget_current_jobN)retrywait_exponentialstop_after_attempt) setup_logger)generate_dedupe_keycttj|d<tj|dj d}t j|jS)N unique_idT) sort_keyszutf-8) struuiduuid4jsondumpsencodehashlibmd5 hexdigest)job_data job_strings >/var/www/trellinator.diamondhoofcare.com/public_html/worker.pygenerate_md5_hashrsJ -H[H5<>- ( mS !1Tyy"&tBxD111s !A  A)c4tt}tjtd|dz tj t}t jd|dt|tkr&tjtt||iyy)Nz-infz JOB COUNT : z || MAX_JOBS_PER_MINUTE : TF) intrrediszremrangebyscorer.zcardloggerinfor,zaddr) current_time job_counts rcan_process_jobrK7sutv;L 9flR.?@ I&I KK,yk)CDWCXYZ&& 9s<0,?@ r<)minmax)stopwaitc2 tjtjdt |}|j t jdy#tjj$r}t jd|d}~wwxYw)Nz {script-id})rz1Successfully sent job data to Google Apps Script.zFailed to send data to GAS: ) requestspostr1replacer?raise_for_statusrFrG exceptionsRequestExceptionerror)rresponsees r send_to_gasr]Dst==!8!8HX!Y`hi!!# GH    / / 3A378 sAAB8BBcHdatjdtdy)NTz&Gracefully shutting down the worker...)graceful_shutdownrFrGr)signalframes rhandle_shutdownrcOs KK89 !Hrc<trtjdyy)Nz+Worker shutting down, cleaning resources...)r`rFrGrrcleanup_on_exitrfZs ABrcP t}|rDtjd|jdt j d|j tjd|jdt j d|j trt|}tjd|tjd|rtjdytjd|dd tjd t|ytjd d }d tt!d zz }tjdt#||dt%t#||t'|dy#t($r|}tj+d|t-|}|jdd}|d kr8|d z|d<t%tjd d t'|dYd}~yYd}~yd}~wwxYw)NzCALLBACK :: Processing job id: z | worker id: z | worker name: zProcessing job id: zHash: z job-hash-z Duplicate Jobi processedzProcessing job...rM zMRate limit reached, bursting possible jobs. Waiting for the rate to reset in z...TzError: retriesr)rrFrGidr8getpid worker_namerKrrCgetsetexr]randomrandintrBrrOr process_job ExceptionrZr ) rcallbackjobjob_hashburst_wait_time time_leftr\keyrks rrsrsas (  KK9#&&PRPYPYP[}\lmpm|m|l}~  )#&& }L\]`]l]l\mno  '18 ;;z* +ii)H:./ [[ )  ;;8*-t[ A ;;* + x $nnQ2Oc$&kB./I KKghkl{~GiHhIILM N #oy1 2 $ ' ( wqc]#!(+,,y!, a<")A+HY  &..A& ' $ ' '  (s&C.F 1:F ,A3F H%)A-H  H%cttgt}tsB |j dtryt j dtdtsAyy#trYyt j dtdwxYw)Nr(T)burstz3Nothing to process, taking a break for 3 seconds...ri)rqueuerCr`workrFrGr)r*s rmainrsf UG .F  KKdK #  KKM N !H ! KKM N !HsA B *!B __main__)F)2rrrCrrqrrrrTratenacityr r r atexitr8rrqrFr brokerr rrrenvironrorBr}r,r.r0JOBSr1r`r9dirname__file__r3r?rKr]rcSIGINTSIGTERMrfregisterrsr__name__rerrrs-- @@ &  / 2::>>, <::>>,7RZZ^^J23 5 bjjnn],BCPUV h 6"**..)>CD JJNN;(? @ bjjnnY, - **..!24ij77??8,-Qrzz~~o{/[.\] 1  q !(8QB(GHI  fmm_-  fnno.C !(J  zFr