From 4c847f7753d483aa56342237ea09b4cc1659593f Mon Sep 17 00:00:00 2001
From: "Ishan S. Patel" <ispatel@live.com>
Date: Fri, 3 Oct 2025 14:28:55 -0400
Subject: [PATCH] YACWC

---
 __pycache__/kwq.cpython-312.pyc        | Bin 1912 -> 3742 bytes
 __pycache__/kwq.cpython-313.pyc        | Bin 1903 -> 3405 bytes
 __pycache__/settings.cpython-312.pyc   | Bin 3007 -> 3007 bytes
 __pycache__/settings.cpython-313.pyc   | Bin 3069 -> 3069 bytes
 __pycache__/util.cpython-312.pyc       | Bin 5213 -> 5213 bytes
 __pycache__/video_meta.cpython-312.pyc | Bin 10177 -> 11388 bytes
 __pycache__/video_meta.cpython-313.pyc | Bin 10334 -> 11220 bytes
 __pycache__/wq.cpython-312.pyc         | Bin 2869 -> 3209 bytes
 cache_checker.py                       |  11 +++
 kwq.py                                 | 102 ++++++++++++++++---------
 util.py                                |   2 +
 video_meta.py                          |  29 ++++++-
 wq.py                                  |  34 ++++-----
 13 files changed, 121 insertions(+), 57 deletions(-)
 create mode 100644 cache_checker.py

diff --git a/__pycache__/kwq.cpython-312.pyc b/__pycache__/kwq.cpython-312.pyc
index 9cb26c51b63e4193f32da2aba6c253302e211061..af858040d1591e893a9c511f5851c1db14753502 100644
GIT binary patch
literal 3742
zcmX@j%ge>Uz`&5=b2noaHv_|C5C?`?pp4Ib3=9m@8B!Qh7;_kM8KW2(L2RZRrYNQq
zh7_h8<|yVAh7{%;mR!~-)?BtIHb#aNmMC^626u)O))s~ow$)4!lcG4lV(cvpDI9Py
zP9}y_&eaeF3{hOETv6PqTv-xO0VFDlH-#&OvxPB=uaZfV`z1(5lkpadYhG!tpC;2S
zj)0>4l+xtXqFWr!`FX{qxv51}!iJVcdWL2edWL#NCPr3<mIjta$smm|%m`(CwgG!F
zl_82Tg&~S5g)xdbg(-?9g*l2fg(ZqDg*A#jg)NFBg*}Qhg(He9g)@pfg)53Dg*%Ej
zg(r%yl2?=O7F&pafTwftEg1uY__EBD)coT3lKlAM<ou%4_>|O=)Z~)P{JdLIhHzQ1
zR0@)um<e32JhLPtKCd)AJ+-9xmL#fperX9@O2`zhB{x4MGc7YU<(7mQTr4#=DK#a&
zpeQrHD6^#UmKZ`NGp{T$Co?5JEi)(emPBerW=Xu6K|EM}N@iYqd|F~=PHM_6DTEHF
zbKy#E@j-o=mmi;1oS%0~2+9Ymh|kQ6Pf5BZjwuE<+E0`J7Ds%1USe))eEco0`1suX
zl+qj!n<qZLurx6TDx(N?8Qu_;2P?r7tkPfws9^{XKshXu$N?-4md6sxa;bSGsYReb
zL-8Uatic))!3PcSB7O!2hFcI*5t85_OG!;B5(LSLA)5$}4M<>0V;2Vp=t_pqptStU
zMn5AzH&wqRBQ+^Cv8Y%-I5iOz#riI(#hK}O#rn?qDXIDal_eSZdHT-zxw-jyV3F+d
zLcM~@B6bD_1~9?Rz`#)K&A`CW!f->w?E;JH0~Lo0EXofQEH1Ff-%z%@z@qd(#^3^r
z^anNu6%g-+wDAQNsT;E97g%I&$XHxpk$xbo+~9XZS|22=WPOoEzDNmXI!Ydd77h%b
zLDJJ15P7hLA&NPLHHEo_F^VOHErq3pF^aX4Nt68+w|8P%cA|4mW@=tZGAs*&e9z0k
zz`)GF!0_1#oSjSHawRZJ7*ZHhm{OQiSW;M1*izV2I8r!MxaM%JhN`S#h=;4JWYFaH
zyTupm80-@t;N$4&7vdTb@{2dvImpphH`v2b*T~fD7H4s3L26NHF{s$dO)RPe1$yQT
zD+Y#_Aa}e>VPIf*$;!aMkojOT3xg)tFTtez{F365qQnBd;?$zD)S}{Fg2k!HrJ(Go
zS5TB+lAoNP^NX)Iu{cLBH#IpUF)y<?_ZKgi53&W6Euh?j#Ny)e{Gya9p`z5n($wM-
zy^_q_)cn#Cz1-qk>_w?1MVYC^RRSPJrCw5Ea&~@NnqF>k6=zOnUV3T~h$)<#T9TNO
zSdyrhn^>Wjn4YSaTdc`k1S<G%3BX+%4{_-&jsj>23o3StQ*+XaL7}Elqzp>49P#m)
zd6^~g@l_&7v7-kQRRpCcLk0$h28KHl3U?F@Zzvkxkkh>(t8qhC{f3hI4RMJZ3d%Pm
zrEVx|eiY?a;`+?MEy>-%(#s1@HGat;H-VxUgxO%xEW-${m>63aYFTQS8dVSxo&}Fa
zkOl~@VS+_-7AQ&}f^aegE}O@g!cfav!%WaTW)jR}t6|6jxf^aDgptJwp^?cN#v0Zd
zwi=c-%&VckW@Nyj8<b6vwK6a;z^YP4hDrua7QbZVfZ$|cU=Rl7k4518QNz&4j|j39
z#u|p%40GYZ05SkcmZ^p@3zVjDST~y?g}H_iTfo8`G@BuXrG_yJRK(ykV=fykNI|x1
zvientgHw}2N@`AKS!z+G0;FEDQm7L3O)V}?OizVLrKTv9<SSG$DMVNC#403~DCDQ5
z6{nUcXtLa5Ehx&&E4js5l3$RSe2cRnv8W^yTp6=L)Mzr@Vooh8y2YGZoL&qHF9m3#
z=7(7uUzA#qUsO`133d&n<k2fm%}dd<$;nSn%qh0hLsM!1O7Nfpw1MFUzfed09Rbk`
z68amMSCn25GrcNc_5{S&U6H&#b7ki0>=m&)ly(H~kKGx&JN|-=?}?ZTQL)#fQZ7cN
zT#ib+5Se~KEaR#`CO9ipv6hyk=~`$q-(t>At-QrrmY7qTdW$1DF((I<$u-$-v4Cr1
z)|ArRg5q0jsd>ryDXB%KpiIgR&B3==({f6SGc?(Y%s@r5HHdHo5ukFj$N{93Gds01
zKB=-KwfGh{*a`@z7!-X95CF;eETCYh5<m|aeUSf4!5RJ&6ANb+;|CrF3+oN_Q(UHd
zP4t>kJlX%ch}K0Btrg~1M2t_kba39VcDP{eGbLqu*2Js@qL;<guZ!tj6w_N#enrgu
zLQq%-_YDr7e%?;r>m0HdIb>&~u8`cJeIX$J0*CAsjs&=z^hFNos~oc6kU}XlK+RlG
z^8M@sPWmPABv`{(#8ktW$C$!c!;GjJYM6?cYMAmEK~=;Y&RUidkY2E!8Wva*t!1rY
z4Q9~f^t;8IlA4xSno|;=UX)*2;8vs#3QG+Tp$Q_iKmp1JQ<Ds?w=_A6^cWZzsyM(}
z^fFVb1QSb3^7SAoQm-hrIJKloC^auJDJNAAER&p{o10lu1Pa(9Q0giI6{kf;AVWAI
zX6j|8XfhR<fUE=+aGGr3=)DE8B0e+a7E~RG3AQaBVp}}ewp%R8`FUx#IFg~Q=VDNC
zg&foT$wjG&C8_Z+1y$0>k&Y$_N>jzQ;P`){Xn0daXC}u6{Tqr#pt2sR=)b9^KU4C8
zsq05!E&;9%mM>xqA~G{vCfjvz+~61Q;0MQ}CX=7vN@hR5TWmRrC8@<FnruZPAU}$N
z2r&?04kAFAttbS<0#!C(o!}H&qzV!P5elF*32I@rFnnU-VdefT!^JB1MS_=A0-_qE
zCK(>l3=9mQPz3QmgTi|{10vC2D+y~DY8Y#nR)f?tFfar&XflGjB|O=nwn{uCg22wx
zWG?atxhMcc1cICd(xLz@bHGZ#1Xv2x4{Bhz!!3TDTm2%p`U;K>nip*SE_3@|VDX1I
zI+THdL6iR$OKM(eZV||&A{S6{V=k^NzQqrU(VWuMypnjZGr%=_5y)4NR07J(kl={`
zIR;cl6oG>A7JETyQch-Z2G}7*sNs2w!v@k=w=0TeU|;~X0g8PY7#Kb<GcqzhWe~m1
zz<ry6>pp|t2Q~%~%?k_y-`Rv1Z9XyxG1`3B(qNSM$N(ZD7#RelyK5VGZg7h?aNOV$
VyUrzjkxROP{R<l-V*n%AZvY!N;j;h$

delta 1424
zcmbOy`-4yYG%qg~0|Ns?oA0iS$!rV^k3k$5=7%yq&zh)iT%XPu#m>aw&XB^|!jQtY
znh7Eq#gW3^!Vtxo%9JGn5kV%SxS1GISyS0lIa4`PI8r!MxKg-Ncv5&%_)_>&1X2Xo
z2(9LYsE^`F5lInlVT|IfWYQFU2@=#~yv5?0SDNdm$#jd?TR1T-J29XrKczG|wdfYF
zH;6m&nlYosWG+TczDf>F&Rc9D{sErO!M7wQuVRv76rX&SNy0|BEHfoFzc{`;vm_%v
zuQWY9wWRnKA5<_eKR&BCKkt?pln+vrUs?iFH`#|tpOI^F4U>v=5eEYULlGy40EJf(
zH;Bc<z`$@zZ1Q?$vB_(h3q!RT7#La@ZYWq^V3EBcV|sx_`i6w=1s3re!paSPH>8a(
zut?pI)(4SF))!gii$p<Yurn|)Br}4%3&qR~3=AOr*^7aJVLHR)^K9~r43pop$<{Nj
zhN=r@&}8zfVl6F6)3wlKzQqFe18YiYZb9)aw$!}j{FGEp##@YK#US+xMPeXla@gb~
z<|d^i+7-z#Fff3uE*58CU}#{NQZl`2V$}l0$+g$TwJ(ZmuW-L2ZUS~&<_s$ahD-r<
z28PTBlUW$}U#2iHFuY_15g-RnR%A7)*W|q=n3SJiQe0A$SP);FT2z)=RD6psJGBzT
z$xO`2tV%7qB~X@_Q<{n_B2<)GSejZ~5?_*;n+gi@+~Qk2xrr6=Njdq++3~r>w}f+3
zOA=EOOA_Nj!injrAVGnm)RLmg_@u<-?EJK}_}u#9TbwzWdFiP|AX#>hY-VclEy3c{
z<kF(dlFImkqWqHl<oujle8q{yIq|uv$r*`xnZ>!cgu(oRoW#t$_|oFkqP)c1R20F2
z#Ny)e{Gya(XhH`^4=AyM{QlVu962TRpb!Sjl)#mhuz&>^7#I+&6vi5c8paf+6y_9`
z6xI~BHSDWFDTslAA(%mv!_Vy&M`~hGPG)LxNs$65RVac8B@m&^z`&r%U8DkvLjh2*
zrlc097Qq5mT?i7gD1t(%d5K9msqu-WCHe8m`MJ57C6k|UYt$F%f(+CH5&9s)0Aw_C
z5hy}$37|*fEgobuHJOUcKw8Wh7#NB{K2?AwEB@r7)Wnk1_~iV&;?msIq9SXMp&(Tt
z(;FD>a7)~g(z+w5dPllm{f4a44ME8pBC<DR)NV*=-4Iv1A)|gnM(v9@4-eZ11|C*6
zaJtiE^7GT=yTy{4SDIS{3hg2Zknfp`D~oTjW`pv55h#ek4ll9<ISZ7DZgC-n3u{h(
zVoGt56-XaP0i@8Vhd8bXR7`>GDS~E<-29Z%oK(9aCk6%vP<$5WFfcHDU}j`we99nt
zn}Pc_1J`{9y$@^*qFNV(wJtCSd}m{4wE4&YB19PYOdGgv@C)}>byhX-Jmi+RA*Oai
zSoVgf{0(uL8-ijtB;;<0O5EV%zah`V3zk#5A)$OjLg|Y%9}iOl#}_4DMu@ioWSWa5

diff --git a/__pycache__/kwq.cpython-313.pyc b/__pycache__/kwq.cpython-313.pyc
index 9f2d65f1d851dd3a643fc81d3f090a412357b6c8..13536e1e28c5d36409110c0c78a04a10967ad211 100644
GIT binary patch
literal 3405
zcmey&%ge>Uz`*cZcz4ESP6md@APx+(KpCGWFfcGoWe8>nX7pz8Vk}}*0I`|8nTnW#
z8G@O-nTwc%8G@O;S-e<_SiRVa*c2FoS&G;t7?c=-S)~|)*-V)rCKYjj#n`17f;r$~
zoH3kA45knT3`JZqTt(b5TtO000VJx3H<&A!Q;H#rv4}67Nt62}NKTXS7K>|MX|A6p
z(=CpGqWqN7<kX^D9M1W9#ihBaMODIvmPUGpW)^yedPXKjR)&@amPW}SjWEmzWqdXO
zdoqThh%uO<h$)z{h&h<4h$Wc0h&7m{h%K14h&`CCh$EQ2h%=a@h%1=0h&!E2llvB1
zh<|{mbMQ-U1_p*(l4Y4Gsrkk6CHe8i$@xX8@hPb#smUdo`FXd*p;BP+6eI~@s6=^Y
zNk)8LX?l8UN%1W{s9;`xd{%LO-YqdGAEYS1v;?kB2r8bMo0OUopP3h*k_5L2Ni04s
zF*9c+gP$hPEsps3yu{qp`1o5~@$tF&DWy3eHcxzfVQFFxRE9r3J}tATxFjbtFEuYe
zKE8;Pfq|h2lu(L5-Ynt)ad|-=hPexDS4w7HI@Ar)$nHXjgWYjUG(Nt#B(WqjIX<zZ
zq$o3~v?R4SKE6nRfq~&OC^l}{=x5~Trs|huq$Z^%78UCUrzWOl=A`Poq!wqU=N0Qa
z=clCV2UM11<mc%-=jZ0;=Yd7C%M0}iDvQ`bt^*Muw-#$NFfg<++)%K-z#@A?#`FS<
z^bHB!3oPO{gq0ioZb%znV3E2Ztq&rVtS__37l9HU*a(zV0!_dSpY^b$5-ElvmSFZ^
z7I4yJ4Q2-=`YgsGwqUj*_H<@Vj$7Q`iD}u1&N-Q>c_lAJ85kInVW|$}T~I(WgZ%CU
zHai+F7Y(zOA(%0kDVRB!C73msEtox+BbYOoOOMMGsxp)z2d*-mL6h6>7GJPquupt|
zkE5qwh-*a1FWzA1AV*)_U=K%KBU7_moW-RDsYRv5pq!GMSX2oL<;)pY3=A(p?s%EP
zz`*d5m4SgF^TA{m22HMCf=T)LCB-F0i3NJasYPX}Ma91ai&K+Ji!w_p^$LpeOY)QR
zbAIs^Cl=@E<)$WQB<5un=l<da^Fg+Nk`<I&kXT$?o?nzwB~+AJSejZ~qF0ico0?x*
zqL*8Ii@hkdq$o4BxJm%TsMJeJOwP_vOVi6OuHwwe%u7!#0x^YiQ%e$45=#>GauX}`
z64O)la*H*Yi$JB-EdjVo;~_4+#Zdq)6hI|KacWLlF(}j&iX=hFmm@wtGcU6wKK_;n
zQWWXIM8y~w7>W%U7#JED?no%yQ8c`vXm~?T_lB&-4O#UYO6oVnC2lAv-;k8Lp{)5)
zlv|1GGXu9IcLz%^ZxJXN`6Ywg1d3u12Bk<)@P3wJ1ed0aQVe-4p-f4t3=GjAc`y!w
zM<kdFCX^ULnP5>J1d0~0D1r!v%lb10Gvu*`G81JcGYMw0g)#)OA#8-Pf;eF;1RWt7
zkrK>o$)do3Lk}odB9wz!u+m?FA)P^!#V;8-5I|N4gL20baPA0YNaAN;K;)5N#!v=6
z24i>-fQ&$rWeQ~s0tGtQ8Uz8ekdGmlIg}AwpdzVY31tidMIJ&sn1xVb%mxceknNhR
zepTY&)TEG-nv+?UT2!e3Dt=Q_tQ4w5eN&5z6Vp>+QmH8lCHV?fObXFeJh2LiB?|dz
zX~n4}3YsjpSPP0W^Ga^9mgE;?Cg0*LNGvMJ1lJ^N5H*@ix0q9lif%FI7N-}3LQDag
zsQF>m#uud)<QJ9P(geE(QvB!@r{<;T+2rIWC*~B}>7glA1toZIaDu<VFVtCoM?my~
zg#HHR6{Q!%Os@)<Jpu7`S0t~`T$#B#dqwOHr5(ZhV|T{xj=x~zdm`pSRP6Prl#5X*
zm!r}yM5bR5%eX3#3C;>ttfeJsx)z$ux0th2D{rxuCFYc--r`73%*g>|a!s~dEZ};M
zHKjDSp!gPBYF=`FN@|e~D3h{7bMP(Jw4Bo73{CbTT~G;c3?i&Rgf)n;04e3nPOXej
zsw_z@zQql;0>UW<MV|r$Kr%iHC>U-Dpa+Z!$o~ak|9@g);ml(Ez{6l+y|I3Z%XF_v
zUNed(`(GE)x+tQx!u*Pe@d=j>&KuSa7p;A!q)gA6l(j(gvY7gHF};godMnDWh?!pq
z3hUs$!NJqd+sS*KL-rzv?2ObM+802q1h}yDMGon!9J1g*N=8nppxPG1|C|6$_lP1Q
zlu-km{ume%nHU&C8T}biYll!K6nQ3pMo@jB$C<|*4Kfd`Hx!=v^H@SzR2Ve5{BH54
zq^2d7=9I*z7v+~0+~P=0EXv7DEiQ2@k^_aWJcv*L5sILY=7XtD2G?quoJF9tQ^f(+
zte2TmC74)RlCK9zs(MAK#i=D#LaBL)Nja%{V439n+}zBPA~leS>L3E->LN`B28Jq5
zh?#nsDVj`0p!&NARO)H6g5&)b#ESULlv_}BASO$4eqP!wj$~-FuNb5O9N&=W=1(q4
zO)N=`hsocPMvi$jNdr(KumvZACyIvmRCH!?Y|y`<s0}Lck;?yjYWg!JFPOT16y_4(
z>R|aI#vmdy!)3Bv2geP5@eY1)jA}B1lkiF=KR->5B0-Qhg+K(TKr0dfu|VyKA{P+L
z4@8KA2v9=^tR3w5B59Bqhyb-5ib007F??d;VdefJ!^JB1U4oZY0-_qE2Bqu-RX?CO
z{|w4UQ<19~kSI7MAczP?Sd(0ZL6Z^Gp61C0HCy5#u~7tapC(h07sxfBA_BS00ZW1j
zH&Eb#yw|{Rhg<wQxB5kH^%WeKxos}6*g#wvz`($u$$yI_HLo<c2;`0;P*~q$F0L%T
z#Se<coYK_1l6bJ);7T1F`;c@1%EyrK2m(0+<SlUE-C{2&P0GnE&H%ds+>(S?2C3z3
zAnjbcqHqQV22k~1?8Cso@PV0;k?|>m=xqk>+YDUy8T3A|F^FhhU=aAu#?EN-k%67j
v=DUanqr^uB5D~%1ARygc+rV>!TfBke2A9}%F6oP0(hcli*%%pZ!L|VavKTV0

delta 1154
zcmX>r^`1}tGcPX}0|NuY4DVeTk!%bMk3k$5=7TamPnxK1T(8eq#4f?0#1PCX#SqM9
z$^?-t;s|D!VkqK_VG0s~h#-?i+%c?53^D96oH3li9KoEyT*2JIJi)xde8K#|0+!rG
zJi$W2f>I1wj77ZZOq#+kL7FugZ?U-MmFD_sGTq|!PE5;A3@FM^;Vw;1ErRkl-f&@(
zVg#v$VrB*g1`z)2!@$5Wb@EMCB}RtHe^_Pf8BL+eR2Vdw{Hj<>OVV^LG?{O)WEJP<
z-C|8C%`GUt#g>|voS%}a$#{#gtQe$Tp-7T}f#DX1O-^ENQc9v-kvszfgD3+7L$Npm
z149GDl#=OHld2XdPOiN!u6<EldxiTIag!nm1_p-A8CDDonF8tz3@=$37#LVzf?PHE
z8na2gCigADr2PDn;*z4og81UpqO#PY;#+*#sg)p3W@1ieRcg^KfwIJ$(o|#-p`z5n
z($wOT_>#=r)cn$t_}t=KJh_P#@ku%P$=M(tXHI5bdTJ4f$zGINQk0omd`qx6HMz7X
zv!pV<peVm2KRG`r=N4aaVsTD<ZfbHyVqRu(?k!<3zaS?uGcUfhIJGD*F*g-OupqIx
zxIDioB^esm;J^kY3XrEhJ526lmaLCv0gEy)Fd$gLjG+vnjKNI7%)u<dtif!-?3Uar
z44NE%Znrp66N_>(Q;SQAlo%Koij+Zw3W!i;U|`VXE>Z)9y8tLqQc{aki(tVb1PK;Y
zvDCc8r23rH_{7qZ{P^Vj+}zBPTO8>{`K1N%nJKq8lXEgt^GZNWL9mMaw6x;XlK7(3
z;?$BNU67r6AVMER7=UbNE&@f_Edlgcy2XQRuO?HG8AyvcC^;~JLSpiLE{XagYX$}e
zb&wdytOkZV+!A-BwC+f%-jP<nA**ylQ1XU|><t;U8&X;~#MN%dsNaxL`zX%C!}fuJ
zhm{SSb~Ks%{51J)v83je<`#hrE|La?26J&`@h#SDP(COE1vc1~MV25pu!H2eK;cvm
zO+TzT`H3mTMOGjQj)J266i}`KyRAq7qyv;jVTn68KczG$)vm~ifq?;(>WkAD7#Kb<
zGcqzhWe~m1z<ry6>pp|t2Q~&#tqa0h7Z?P-v#~SUd}II-A`E<{4O}<)h5M^Is~UJ7
yns7_p5L3G$EPF##{)V{B4MDLReEc_fc)@~7HzbsANGO54%hbT}RgRYt;$Z-REIo+;

diff --git a/__pycache__/settings.cpython-312.pyc b/__pycache__/settings.cpython-312.pyc
index 8a68dc1b628dde977489bce152b1d519ec164193..6992ba8729b2e45804a0904336788b92d11e86ce 100644
GIT binary patch
delta 20
ccmdllzF(aCG%qg~0|NuYW0Tz*xwmiw06l^Q^Z)<=

delta 20
ccmdllzF(aCG%qg~0|Ntt?264Bxwmiw06M4zng9R*

diff --git a/__pycache__/settings.cpython-313.pyc b/__pycache__/settings.cpython-313.pyc
index 1be1650cd61b17476f39122389e094618f3cc32c..4d7fe5c1ad48082f57acce89642777a1f2c05e42 100644
GIT binary patch
delta 20
ccmew>{#Ts)GcPX}0|NuYW0Tz*xj%6O07;4l)&Kwi

delta 20
ccmew>{#Ts)GcPX}0|Ntt?264Bxj%6O07kF|d;kCd

diff --git a/__pycache__/util.cpython-312.pyc b/__pycache__/util.cpython-312.pyc
index 349b8d7e1aa3e058899c1f88092be222d9e83f5c..20cfc69911428921019254e1d4e0fef5580d5d6d 100644
GIT binary patch
delta 73
zcmcbsaaV))G%qg~0|Ns?2>X?c=7qdmj88W6amg_;+HBV4NoQqrpFCCYHKW?(MxhOi
e`kRe}B^iZy7-c@ma4-sd7Sm=FE)rv4U;qH(I1(EG

delta 73
zcmcbsaaV))G%qg~0|NuYitc~ujSG3X81HQ6<C0@ywBD@Clg`TMHhHSxYetpHjY1n3
ebvGLcOEL;^Gs=9D;$Rf`ET+XMTqMT8zyJUmuM-FW

diff --git a/__pycache__/video_meta.cpython-312.pyc b/__pycache__/video_meta.cpython-312.pyc
index 2faf677e195351a9b6a6a4531af6c48aaa339ebd..36a7af6daa16707a233fd3831f644cef133f6eb5 100644
GIT binary patch
delta 2932
zcmX@;|0ja)G%qg~0|Ns?M%>+uD^e5rBp5GERQIh<VMt-j;f~@?<;;=*Nu%N@-V|mg
zhE%@QP~kF$Vs5YqKavPj3QLp#6GJLTs$dFh3fmg?)yxp(Q9>ykQNk&lQ6ec^Eeuhj
zDcmg#QDRIC?hGkBEet8VtC<+s!78J~H-6G*Vq7^{iCK-2Z?Y$IIU~>HgUnM|6&V;9
zL^nsXh%&nKGcYg|@qq|I1_lOA<|1(h28LUlX$6TT8AbW|B}LK<3=G8}n-vrkiWESS
zyy>YW@yUtF8L9C(`N>793=9m)lee?#>nSlXFeHO*h7wFr`tv>p28QVjsSHt!DGX6e
zDMBfXEsT?e*u3OZI9nK^c)|YQOJxW71Qr5O{3$#wll$3}V^i5v_*)p@;=-xyDFR4*
zkxD^L;aePTApv2TDXIC%Ah$y8Wng1qU;yzy%P@i*P{UZm5D$}Ms9~yMh@UJgBF|Rj
zmcp3AG}%tTX!03xj>&dX+>?8lG$zaOaMq_V&ta)yi06Rm$`dFNhOuiHS2IG`$SP78
zY8c|dX#yk%=5d2qAPna5fLI_5=JA49AY93y$>Mj5#V<cEwFne&MIbY5HTfVh!k?L*
zmtT|`pO%@EnwOZHS_E=Mkq9V0nDg?>ixBZB28v915TQ6Zl-*RC`4&rYYEBy1m?ABd
z*ql6{T_H{rBviz}z|g>OLsY7RrHAW=yj};(6%Lsj-2B(M<u7r|-%!)p5O^f$c=W;O
z<M9XMFS~|aNl3b$kbW^C{dz+F#f1C|1*Ml0$}Y;4cewQWJ&`rv!FpNNuEV9r@4@7I
z>~f4slmD`pN`QQ-$#jc7Be6KKq@<__%x5k#nB2u7%cwAU1&0iy+2o@fMvO|6e{if)
z0;e^Ovee}Gy!@ivDnVET>%oL<Cm-Q7U{sp?mD5~uC8OU;#v*+N28NZ4MFt=rfnr9X
zNMW)&mj<Kb<N_{nHgNJ}nk=XwGI=4FxSAs<h@3!)o(Zhu7F%(0eo<<1F(~k1X<cmc
ze=f1fU$_(vTtS9{qNIW0hOBZ2%T*4kBCv@di$L)Q!tnHVjcGC)tHtJ8ZWTriqy)p9
z!XnAQzyM1&C88irAY8+cB{sR9TZ%n9hJm3-p=R<#K~YdzWMgEgVaSr6yh~h)k#X_@
z9vMcl$qSi;Ctu*PfV0>pEAdJ(%1pN96=#&09LhVV-UZ|<exx)3%G<X%i&7JF;z1ev
z7F%jXW^qYzksc@vtU-y0B_}^I<rZ^hUdb)y+{B7o%sHufx46@a5_40F<1_Qp@^49H
z=9MMpWTqsRq{f$I=B5^xB<2=C%7I(LNDAYN_*2V^GD}j6z|LSRGMMbb=g6oqxs6YS
z%@Y)g8Iw2gC9{6uU=R_TEXHqQ_Jo_SqhbdCMShLT+?s2GH;7y}bi8Qjcv;u!61US0
z9)asT+824Wukh%C*(w)#RIc!-J(%px->ELmpc=yX^Ait)YC7Z3TZ)OrLJSNHheU;3
zWmpbdNV+Pr9FdcBRb!bPASt$)Pr!*u6jWLj`GdTT$T0zvQ-xF|13|&S=~|JTT2PXi
zpLdI;Jh3QGleNfT@?s%1Muo|zgmf4)H-8tBV~#`^k^nL(5kw?`2vF%)lmaq{C8adC
zpePk2m<EasR&W|C$^;3dgNO_ekp&74Rt5$J1rR7wn4Bl3$5=6WuGlk1hRGjTL}Wnb
zPiH8Br?C=H;shlahAb9PdSR($C}E#`K}lw^4J%hYBSR%a5hz`2vVx0ch@EiX-eN0C
z&CM@M)nqIJIiVP2Dx^#=3S(eks8WV!G2Btz1ah$qxU{$<qPRq5x!yv(%OZvyoOd|5
zxcfOfIVWgd<&Y^-n*5qYQe+ai*asJLU^jz^$=k%`m}(g(3rL7f4v<iuTr4F#`HZ+o
zJ<R1SMY^Ey;|EnTNU5qQ9~55MprC|iSB|{Ya&XE-&ag${AdkqvJ%VIHd=VsBwlOd;
z6x)J*a6?)iRM1I05EeJOF06i0SpBlFW(UU&4xZ~AG8Z{yW`taq)x9XIdxb;qhP3>3
zX}ycmdY7dQK$%|x;>F1`#6RkQLmcAnB9IG<ia~A#JJ=ay8B#chPCh6h$=EyjwnQPL
z(q>=DgUpfMAn&r2R2HNb`GUMB1P%a58U;mv5j=U_;wmmpDk#cNPAx9J#gm+onw%Y<
zUs_U7T2cf`_P5wwT*LfAeSDzFZgRS;q6Da#xWx&|uPLcHC5ezim#fHN@&Z{=#;nQP
zWGz)d1ufXgRTA)ULks;`n}y|8GMXAg%2#mZg6=a=X<j7+HvnWKxP;g<`J=oP3#g==
z+$e7)rOD)11gZ{;dO%@>Y{=wf1vSP4le-k8z-79H8#q`QA@vrrLXbvKi=~PeZX2jj
zI|2%7P~F<V@PJ>qzpAt90*7Rg(q?7FY9>V;kS0)Q-eOHjO)5<<0%uo{DUeb!VDf%t
z9Y%x6Z<I~tz~KSPG)Ufo7o8_2+pFB=0(r+zlhI96bh5IlYP})IbaPNV@)VaOmSiU9
zrj}&nrxe+Pgg6R{@(WUnN-DwSVUasXZ7hfYClzoi0p&h$$}I{7Nr00NC_Ib$KwPjZ
zLGD?}0IqSst*|0>kQ9i}U=UznC_cl$z|g|*nTeZK>66stv#RDQvaAxHnHkvlJ}}9$
zN_?{8Wfl1($H5xL_(_C`RrV7HE34rLzR7ZGnYtj)fQ{3X05>QgO$$)*c#Ac!G`FC#
z2vkE9)qpHanY=|!TNs>BZ*i4@+FS9tsU?X;Nt55INx01fDFKCY5h&*uO$KolK?JzK
z1Ua^79*7IJ5fsd~IBatBQ%ZAE?TVH%Fff2JN^#+2Z*>Lc+YH>3v(?@Ci<uZTKQVwv
Gu-^f|gSUVH

delta 2091
zcmewpanPUdG%qg~0|NuYrCpmdj*Cy^lVChGQQem*m2<KnpGZa&PYN>=Ln`lTkP-$4
zhBAg?Zm<X+k_b}@OB6p7Ln=qAKniOL+Zy)O%n;>Kf+-wPLMfb4!YN!W3{fH}+${`I
zqD&0#3@JP<3@N;;nV{;#HvZCQV$__h#jM82J2{ZKoRNF-N#?1n3JeSkBAb(0L>b-r
z7#J9ectL~!0|SF5bCDPW1H&!Ow1UKvjH3Mfk|HSv28Lpg#R>`vMe-m?-t^Rx_~gXo
zjMVs?{Ny4P1_lPD$@^LL85JkLXO$G%z`(#TogtMWiZO*DiYbM$g<-M`o0oAadkSX@
z1I&9-ykMvErLuz@4;ST6We0fy%AefIrd(giuPJbg!!0BrEHfoFKN;#Zum?e|0^!eD
zU@L1FYZ&6e5+I@kBm-hF)G)4Q1Tz?F7~<jjQ$Rep8ZeIqqKbh5%wq-fK)wTW*}z-|
z28K$8m5hFx?BIYZ0)=Fe+~gPzQ&FZ{EXAogX<+eUkTsz2n!JWXL0$tCgvJaE3=Ir7
zM5Q`ddbsXL8gFpDENRuj(!+OSvKFTtqvB*w&eC8WP#iGbV$Vn{PAn-YDgyJFi*!N3
z&YEA6ky><%BRM~}AigXy2Q^aI;^T8l;^V9MVIidl5ipo6$YsQ+IN6136{Gy*_go5$
z=92}u4Hy+CJE~epfn2tdu}Fu3fng;h*qUNcP$?A2PoBuFA!!YAI4FfQFg)NFzRs_B
zkzerwhhmZ9<V)NJiXhEJc3>BSwccVYPR=h%Ek<}=na4)o9%Ke6D>N|NkX7zrxym6`
zq{zU)kPNa27N(%U1;xc@zs-F-v5b@V^GP!bO%~)8p8SrFZSo2}BREfiQDibdzc{1F
zWOe>I!44qXxr;zfL?q%{oJFaLIq{$re2Xo$BD1)pxJVn6!Yx3-$dZ$vm~x9bGq2<p
zcUn<mZfbFSW?ou;5!fiUBHhV>0*;LGlP3$PusMUAt~YtFKr-_KVbRH|f+mbNCie?=
zDho2GhA{rTrIPmZmSSSD5Ca3lAyFY036?`9k}k3=hovN4ls4N5MKXzkQcsaL$Zmua
zeI~CFQI+%sxrNiUB0067Br`wn7E5_zQJyAik?!PIB5I8ClLbX}7-KfuiOMlYA`FQD
znG^{kqCiA6h=>6h#FA2)TTm1W;>Ur4gcTeiMTsB*P?ji40I`xl{sARx1rR8bpS)E<
zk1>1l6NzV=wPn~Cc|j4X$x@^RQky)vQCd_i9mE93ASkvV`M=12a;&T*W7*_#*+Ldj
zOis2J65Grqw}M&S9qg8p%7WA)PmnW&AZCFB0Lkr>FDlB32!hnIySRq=h5GnFoj#da
zNl_0JoVPejGILW?QgccYA$foc?4et%;Bx5}b8>FVE#~~vlA@%^K}wcvpkk>gbMizb
zS;pqg>y=hAni@b-v>Z0~gECc>5ImoNY$`5E%q>_txmQIB;v-oVD=AGTzamh&EowkF
zWb%I%HJO#5zyx^$oHzRGI_qYnUF282z@b_M&RcHa&}0M`2Sw;X$jiXMP{j*(0w}4j
z1(^qO8pOP+&Z-L>l0}M}_p4SjDQYq>Fcg78@D^)IYEo%>5jg%qra;oZ&*W$g9Y)>B
z9U7)`;J^R{Ig%gY8Dit)+ZuP-L9yniDLna*rfR(&$Y>K#WbhQ1B$i|*=cblq<fjzb
zfP^>-it-Cmi%KfN*`o-QA&Npl8j?W-ICc1gSeYOK<oKc{5DV-ukP}uifb%-I-Y8N7
zNr4D;kXH{eFfg<*d}3o_V^#VjFu6?2TuO{p;xjV?8{Y>eF;<CB2E42ypX4}L!x%q^
zO}?m=sS9#7*bq(eB4LnOpp*jk|1H+M(%gc|B2We|Dga5vOitI<uD``q2C6jTb5lza
z!9jM5r7W?i_!fJ5PJU8iPH_<^GZgiLG=KuPs13ww2NB?M9h~t%4lbGm5(C>03f)^A
zHo5sJr8%i~MKc)~7(iL0IFEsW;R7=xBjarb(c281w;6<PGw=%DX5hWgV1Ao{?=}O^
TWHlXk{#YhP%})#<5*#o9#W~F5

diff --git a/__pycache__/video_meta.cpython-313.pyc b/__pycache__/video_meta.cpython-313.pyc
index c12899035775fb2b61a9ed55050929981da5a50f..5c1957e12911d561bf4f0b8d3141c943dd1173c5 100644
GIT binary patch
delta 1357
zcmcZ?a3!4YGcPX}0|Ntt_48vHCnPuWJz-@$GWj!WJaaIY)Z}<JN#<Z)smZNu${H~o
z!2(hYrXaNp3=BmgF&x2yNPN*?p(3$#VNH?E8`vhYuzq4<V3;~tfzxzzHMbd~Mzk<g
zA44c}FbgXK1A{3eL?l`iLNhRgG6acDuH}|;x7x$Nkf;C_kc3GhXqXEWKpLbG;xHCm
ze)0w$8Ah?mj-0}iAMn^fSq8i+j53oQIfPkRLm7f(CM!w^Pj2AtW8|OA&u8JzoSRs2
zi#aDX?-qAjQDSataeQW8TK+Am%)GM1oXnKOlGON;%-q!ClEmDC_~gXojMQ7gNDAYN
zQp<}nOHwBX^OZ0rPd>qy!uo-OK}2k_KEH|C6K=kaiW&SD`86(cYpx02AadQ%@uH#Q
zWnHJs+)g)m1g`UFU*yrg!lMgjt6bz!xx%CNU~&q7v$`~cY6#=cPdp5&>5M;bDJB*R
zF)%P3k`{H<VmZPj?W)gmL`&M$gk^HSq}XCb0cOVJ%}T;n%nr$*cuD~gsURW^M5Hq?
zFx+BEDa|b?$^h{*85kHeS&Q^Q>>Lo01tPLRMDFA{Vz!J$lW&PVVPu$mkWEA;iGhJ(
zDnm3h<`@{FnP7n)!~%*rmOO@Nw#kZ0GWALfq3{@1U`S^u(uCNf0x}qESs;kT2XYNt
zQEF~}S*j*u5y<Xhkm(9V@*wF5khHQ}NI+O-N@~6y?pUZ{U|=YgVPIfrV7McqxI{&K
zx!yv(%OZvyoOd|5`Z>EeCum;fkSS7}{E$UbXcE{L!3?1cAP<9lF!`gn0#hF2WPb^<
z$^8<_lbb|@Cv!@O)Wh7(Qlt%X34eNONjy??7ZrmXnFsP26F3BKapa|zgOf}#C}b3%
z-iQQgmVtW%$plz}X#lz37VQ2T(()ZFS2!dd2#XtC7goP0tbSQovxDOX2hVj5nTs4U
zGeWM*>Ry!9y~3e)Lt6g2wBAK&z01-D9V}NlBp@E#d|8~4ksIW!qDqhhizhQGh%kmv
zl9Xg@-z+5=$ij`3FeaDD>aaml!sHdQevG-3zsuUmgY?~!fV&vY-%~b+$lYXQ+%{QH
zA(3(FWJU$y$%_?~8Fx)SuF%A|Z?l);IwoF_6}MPZQj<#4i&7`Es`N1)+B`*tnUPU^
z@(k5<&3KT*z)l2*At<7YK*3ZL4w3*_U&I4q&6q5wX3uzLa-5p8iY%+dXJ!UAz7I^Y
ztP-E>cv(e0$#JlTF@6$ZVwL^G!OCj*fp79|wFzu3Af4%x1Jy0UKnedAOIc!3@h$fB
zocyH3oZ=!-=~J`}qz2^3qIn?Jd=Q}kBETtB4a8atA{0RcC^6pRu*uC&Da}c>E7~&o
TzIp+F9uuSHCk7B%1X2V5E~r!z

delta 678
zcmcZ-elLLUGcPX}0|NuYrCpmdj*D;Pd&0`NWAbO#c;gt3U@j>JQ;-}3149vCFt-##
z5q}IvFb|TbKnzDPFPuNQkWHB*SfEHGT~JeK^B%T|EQ}eO{kZcPWkQ*QSy&ku7=#(Z
zSc;kS8H$;N89YQ781fy0geG6)7M@(jYr_a(9phDD6qy{zBh1Pg$`B+nSx{DZvKU_<
zBlqN`d=@<1X+?>-sm1Y`d1?8RRrpI7H7C#HPhox_EIOG<z=ZL}<Q#!!6+s5o5XPUk
zRMLLlQcNrsVqjo6BrWQq%5un7+C_`yu&T6+KFj2fGGdE$1eqCQHtUL5F+0SAJedF@
z5<x@~h)8B&V7SGSQkq*(lmg<XGB7Y`vKHxq*cl)q4Me1ah|I~$#cdh0CqET`vROx3
zjL|I%q?bQEwIm+N#YOobwayF-48@EL3=9fI@*sXFNU4ZhNI+O-N@~6ylKQgEH8O!L
z+(>Sld_zHp4dR%|T#9~-nUf<G?HG$D&rp<QY~H+0@g^hV(#aE)6B)ZFe^NGMTsc`&
zrHOIv<~1ton0P_P++s~hO)5<<N}Qao-p9Cc^EY*7Mn=)ezckY2qd{%~IUC|ikgJM{
zKw>-~qHl7Sraj}K$)_}(rNmezJ~K10@qJ(tW0m-1z{@J~NsfaxjPZlmWJ9e9Y*irj
z$&-(3SuiF}(w0z}1LA`$FPZ{kO$8AOAVLL1sDX&ZlWnvm7*|aW)h^(VWn$F)!~i0T
I6d4#80P<z4Y5)KL

diff --git a/__pycache__/wq.cpython-312.pyc b/__pycache__/wq.cpython-312.pyc
index cb909beff196a5aeb92d9d9e0476a09bd37c2a00..907ac4f4f22b7e6c1d0680fa1d916a35b67cf889 100644
GIT binary patch
delta 907
zcmdlg)+xz%nwOW0fq{WxYt_{ZH|~vm5{$`Jl4Y62nfZBExjFF=R(wf*d~tGqQEHVe
zL;#Cad}>8Wl^lk2eo|ISYDs)rVrEWiN|iiResV6Ogch8Kum`HTI6JeTAT^~*6Q+D2
zqY`J827)I&`2iyvCqkZwNm`(|G&wo7xEP^~he?sMN)@I_pGl6hN(ILAXOcycli-J1
zsRmQAo=HLoW+Y57S8wtLkVYk#qVr7BoN#YUe#0ceS%oAgI$4@ocd{B|)#fB-4#vqn
zOj9Q}vqaaMTwoEqA!~DiMe2r}-31ou8}bepSY)82R_Fy5^&6VO7g*G8AhUHtF0g3b
z&<VQ0qIm<tR`a{SqI^Tu_X3O34JEe=Eb>qjl-w?|$QMa7FfbIcGB7YCGl8NPirE+#
z7&gbUS};n;FfcIOVlOC7%E>IwDAHhHU;v2}yG_>Tl9+sy&4>kLz~m3?Vv_~g6FKA<
z7#K8}i&Q38u`7sz6yD-3NGvK&jn7RjE>28OEz+I5p8ZZBSQ%T9Jk0JQ1rSRKWED$M
zL4HAzF323FA~le(4g&*2G01TW3PoTe*^~40ic51-iwqbT7(gnEO(*MfNlyOCp};6T
zS&Z|P8#aU4a*7i3(o=6S=cMK#n}3U?EHS4T#R8Us)YR-E)5&UFfsE3VE4UQuRX`2_
zh0-nV;F6-u<dUG&l+5BHkc+`#0yYrro+49_QYjDt3K@utIc#$CQ%ZAE?TV}z7#J8q
z9&%z}VEDky$jJDdLF6uj=xqk>FD!zL?u;EFUl>622Mq>Ru?E-cETR`#L??@LOMwF#
E0Qp1&`2YX_

delta 646
zcmeB_+$zR*nwOW0fq{Wx6UU~Eb6gwwBp4?jV6I|RntYm3iRqT&<kO7O9BGM}IjJeP
zlqM@MfyES<q&1*oa=AJ2Wtqj9`FZjANm(hWCGiENMd_*W#ihx~sl~;&WGByIk`=mz
zp=`1V>*C2XnboC>*cccXir7H}2Z-PV5g-@cQl6Z^A~QLh<+Wsy5J*rMM2LV0Q4k@<
zz`!v1I%{;A?gbXH8?vSsSfp;qnO|U$z9DaUfkg&NYWZDYQNN+-bAd(e1~OaM_X3O7
z4IS?bESfhUY&G`_EXp@jT`#aG-B7Z>z#<PdLCO9ii+qvN<{4~(jQq+B3=Fr}3rdr6
zGK({c^e6vd4`x)F?88yTp~}F(pvhdMJ^37mf+$!SZ$V;FacX>SYH@L5dTNo$WM<Ag
zfna59MQR`)u!0D65TOY&mZhj5zo5tjWDZl2E=bszfq|iziGhJZL7@n2BztmxUU6w|
zYLPhu0|Q7&vFT(+4vEPgT#AfJle4%^xnVPyEvG0kFFo}Zb53d=viY}I$`W&mQ7m97
zNKMTyvYA}P9muFO`3$#$mo~^DAeY|a4lXImOfCsZP01`S0=c+IA0!8IFxWjsHXyDd
rh)@C%U>9@P<mRW8=A_ycIZig?k>hk=><Ib7Ajs%2IhIF*1*8rDNgb_d

diff --git a/cache_checker.py b/cache_checker.py
new file mode 100644
index 0000000..0db1761
--- /dev/null
+++ b/cache_checker.py
@@ -0,0 +1,11 @@
+import ring
+
+@ring.lru()
+def hello(a,b,c):
+    print(a,b,c)
+    return str(a)+str(b)+str(c)
+
+# %%
+
+hello(1,2,3)
+
diff --git a/kwq.py b/kwq.py
index b748a2a..e6388b7 100644
--- a/kwq.py
+++ b/kwq.py
@@ -2,53 +2,81 @@
 from enum import Enum
 import json
 import sys
-from kafka import KafkaProducer, KafkaConsumer
+from confluent_kafka import Producer, Consumer
 
 
-bootstrap_server = ["192.168.1.242:19092"]
+bootstrap_server = "192.168.1.242:19092"
 
 
 class TOPICS():
-    videos_to_score_detection = "videos_to_score_detection"
-    videos_scored_detection="videos_scored_detection"
-    videos_with_nuggets="videos_with_nuggets"
+    exit_00_videos_to_score_detection = "00_videos_to_score_detection"
+    
+    exit_10_videos_scored_detection="10_videos_scored_detection"
+    
+    exit_40_videos_with_nuggets="40_videos_with_nuggets"
+    exit_40_videos_without_nuggets="40_videos_without_nuggets"
+    
+    exit_50_videos_modified="50_videos_modified"
+    
+
+    enter_60_videos_embed_priority="60_videos_embed_priority" # Higher prioriy queue
+    exit_60_videos_invalid="60_videos_invalid_file"
+    exit_60_embedding_failed="exit_60_embedding_failed"
+    exit_60_videos_embedded="60_videos_scored_embedding"
+    
     videos_no_json="videos_no_json"
-    videos_without_nuggets="videos_without_nuggets"
     videos_embedding_in_db="videos_embed_in_db"
     videos_embedding_in_db_fail = "videos_embed_in_db_fail"
 
 
-serializer = lambda v: json.dumps(v).encode("utf-8")
-deserializer = json.loads
+class KafkaClient:
+    def __init__(self):
+        self.producer = Producer({
+            'bootstrap.servers': bootstrap_server,
+            'security.protocol': 'SASL_PLAINTEXT',  # change to SASL_SSL if TLS is enabled
+            'sasl.mechanism': 'SCRAM-SHA-256',
+            'sasl.username': 'superuser',
+            'sasl.password': 'marybear',
+            'request.timeout.ms': 15000,
+            'retries': 3,
+            'retry.backoff.ms': 100,
+            'linger.ms': 5,
+            'metadata.max.age.ms': 300000,
+        })
 
-producer = KafkaProducer(
-    bootstrap_servers=bootstrap_server,
-    key_serializer=serializer,
-    value_serializer=serializer,
-    request_timeout_ms=15000, # 15s (keep small)
-    max_block_ms=10000,       # 10s max blocking
-    metadata_max_age_ms=300000,
-    retry_backoff_ms=100,
-    linger_ms=5,
-    retries=3,
-    security_protocol='SASL_PLAINTEXT',  # change to SASL_SSL if TLS is enabled
-    sasl_mechanism='SCRAM-SHA-256',
-    sasl_plain_username='superuser',
-    sasl_plain_password='marybear'
-)
+    def send(self, topic, key=None, value=None):
+        def delivery_report(err, msg):
+            if err is not None:
+                print(f'Kafka delivery failed: {err}')
+            else:
+                print(f'Message delivered to {msg.topic()} [{msg.partition()}] at offset {msg.offset()}')
+
+        key_bytes = json.dumps(key).encode("utf-8") if key is not None else None
+        value_bytes = json.dumps(value).encode("utf-8") if value is not None else None
+        self.producer.produce(topic, key=key_bytes, value=value_bytes, callback=delivery_report)
+        self.producer.flush()
+
+    def create_consumer(self, group_id=None, client_id=None, auto_offset_reset = 'latest'):
+        conf = {
+            'bootstrap.servers': bootstrap_server,
+            'group.id': group_id if group_id else 'default_group',
+            'auto.offset.reset': auto_offset_reset,
+            'enable.auto.commit': False,
+            'security.protocol': 'SASL_PLAINTEXT',
+            'sasl.mechanism': 'SCRAM-SHA-256',
+            'sasl.username': 'superuser',
+            'sasl.password': 'marybear',
+            'client.id': client_id if client_id else 'default_client',
+        }
+        consumer = Consumer(conf)
+        return consumer
 
 
-def create_consumer(group_id = None, client_id = None):
-    return KafkaConsumer(
-        bootstrap_servers=bootstrap_server,
-        key_deserializer=deserializer,
-        value_deserializer=deserializer,
-        enable_auto_commit = False,
-        group_id=group_id,
-        client_id = client_id,
-        auto_offset_reset = 'earliest',
-        security_protocol='SASL_PLAINTEXT',  # change to SASL_SSL if TLS is enabled
-        sasl_mechanism='SCRAM-SHA-256',
-        sasl_plain_username='superuser',
-        sasl_plain_password='marybear'        
-    )
+# Instantiate a global client for compatibility
+kafka_client = KafkaClient()
+producer = kafka_client
+publish = kafka_client.send
+
+
+def create_consumer(group_id=None, client_id=None, auto_offset_reset = 'latest'):
+    return kafka_client.create_consumer(group_id, client_id, auto_offset_reset)
diff --git a/util.py b/util.py
index 6f6f364..b403f7d 100644
--- a/util.py
+++ b/util.py
@@ -44,6 +44,7 @@ def append_json_no_file_read(obj_append, jpath = '/home/thebears/Videos/Winslow/
 
 
 def get_cset_match(input_in):
+
     if not os.path.exists(input_in):
         return {}
             
@@ -90,6 +91,7 @@ def get_cset_match_dir(rtdir):
             except:
                 pass
 
+
     mp4_tstamps = sorted(summary)
     other_tstamps = sorted(other_files)
     idx_other = 0
diff --git a/video_meta.py b/video_meta.py
index 24a0dbb..9abba6d 100644
--- a/video_meta.py
+++ b/video_meta.py
@@ -6,6 +6,7 @@ import pickle
 from CommonCode.settings import get_logger, LogColorize
 import logging
 import numpy
+import time
 pfm = LogColorize.video_meta
 
 if not ('__file__' in vars() or '__file__' in globals()):
@@ -37,9 +38,14 @@ def get_cache_loc(cpath):
 
 
 class FTPVideo:
-    def __init__(self, cpath):
+    def __init__(self, cpath, ignore_filename = False):
         self.cpath = cpath
-        self.file_info = get_info_from_ftp_filename(cpath)
+        self.ignore_filename = ignore_filename
+        if self.ignore_filename:
+            self.file_info  = {'name':'None','index':0, 'timestamp': dt.datetime.now(), 'path': os.path.abspath(cpath)}
+        else:
+            self.file_info = get_info_from_ftp_filename(cpath)
+            
         self._real_path = None
         self._frame_info = None
         self._embeds = None
@@ -75,11 +81,18 @@ class FTPVideo:
             self._embeds = npz_contents
 
         npz_contents = self._embeds
+
+        
         
         ret_dict = {};
         ret_dict['embeds'] = npz_contents['embeds']
 
         ret_dict['frame_numbers'] = [int(x) for x in npz_contents['frame_numbers']]
+
+        if max(ret_dict['frame_numbers']) >= len(self.frames_info):
+            self.invalidate_timestamp_cache()
+            self.frames_info_rewrite()
+
         ret_dict['frame_offsets'] = [self.frames_info[x]['offset'] for x in ret_dict['frame_numbers']]
         ret_dict['frame_time'] = [self.frames_info[x]['time'] for x in ret_dict['frame_numbers']]
         e_scores = self.embed_scores
@@ -114,6 +127,16 @@ class FTPVideo:
         except Exception as e:
             logger.warn(pfm(f'WRITE TO CACHE FAILED: {e} while writing {cache_loc}'))
 
+    def invalidate_timestamp_cache():
+        cache_loc = get_cache_loc(self.real_path)
+        os.remove(cache_loc)
+        
+    def frames_info_rewrite(self):
+        self._frame_info = None
+        
+        new_info = self.get_frames_info()
+        self.try_cache_write(self._frame_info)
+        self._frame_info = self.try_cache_read()
 
     @property
     def frames_info(self):
@@ -142,7 +165,7 @@ class FTPVideo:
             logger.warn(pfm(f'RUNNING FFPROBE FAILED FOR {e} on {fpath}'))
 
         logger.info(pfm(f'RAN FFPROBE SUCCESSFULLY FOR {fpath}'))
-
+        
         timestamps = list()
         for line in out.decode("UTF-8").split("\n"):
             if "," not in line:
diff --git a/wq.py b/wq.py
index 56a9d24..136f960 100644
--- a/wq.py
+++ b/wq.py
@@ -4,23 +4,23 @@ from enum import Enum
 import json
 
 class TOPICS(Enum):
-    ml_vision_to_score = 'ml_vision_to_score'
-    ml_vision_to_score_ext = 'ml_vision_to_score_ext'
-    ml_vision_objdet_failed = 'ml_vision_objdet_failed'
-    ml_vision_objdet_success = 'ml_vision_objdet_success'
-    ml_vision_objdet_skipped = 'ml_vision_objdet_skipped'
-    ml_vision_objdet_results_db_success = 'ml_vision_objdet_db_upload_success'
-    ml_vision_objdet_results_db_failed = 'ml_vision_objdet_db_upload_failed'
-    ml_vision_objdet_results_pg_success = 'ml_vision_objdet_pg_upload_success'
-    ml_vision_objdet_results_pg_failed = 'ml_vision_objdet_pg_upload_failed'
-    ml_vision_objdet_results_purge_success = 'ml_vision_objdet_purge_success'    
-    ml_vision_objdet_results_purge_failed = 'ml_vision_objdet_purge_failed'
-    ml_vision_objdet_results_purge_skipped = 'ml_vision_objdet_purge_skipped'
-    ml_vision_videos_modify_success = 'ml_vision_videos_modify_success'
-    ml_vision_videos_modify_failed = 'ml_vision_videos_modify_failed'
-    ml_vision_embedding_success = 'ml_vision_embedding_success'
-    ml_vision_embedding_fail = 'ml_vision_embedding_fail'
-    ml_vision_embedding_skipped = 'ml_vision_embedding_skipped'
+    ml_vision_to_score = 'vision:ml_vision_to_score'
+    ml_vision_to_score_ext = 'vision:ml_vision_to_score_ext'
+    ml_vision_objdet_failed = 'vision:ml_vision_objdet_failed'
+    ml_vision_objdet_success = 'vision:ml_vision_objdet_success'
+    ml_vision_objdet_skipped = 'vision:ml_vision_objdet_skipped'
+    ml_vision_objdet_results_db_success = 'vision:ml_vision_objdet_db_upload_success'
+    ml_vision_objdet_results_db_failed = 'vision:ml_vision_objdet_db_upload_failed'
+    ml_vision_objdet_results_pg_success = 'vision:ml_vision_objdet_pg_upload_success'
+    ml_vision_objdet_results_pg_failed = 'vision:ml_vision_objdet_pg_upload_failed'
+    ml_vision_objdet_results_purge_success = 'vision:ml_vision_objdet_purge_success'    
+    ml_vision_objdet_results_purge_failed = 'vision:ml_vision_objdet_purge_failed'
+    ml_vision_objdet_results_purge_skipped = 'vision:ml_vision_objdet_purge_skipped'
+    ml_vision_videos_modify_success = 'vision:ml_vision_videos_modify_success'
+    ml_vision_videos_modify_failed = 'vision:m.l_vision_videos_modify_failed'
+    ml_vision_embedding_success = 'vision:ml_vision_embedding_success'
+    ml_vision_embedding_fail = 'vision:ml_vision_embedding_fail'
+    ml_vision_embedding_skipped = 'vision:ml_vision_embedding_skipped'
 
 
 r = redis.StrictRedis()