Xj)UddlZddlmZddlmZddlmZeeZGddZda edze d<defd Z dS) N)datetime)Any) get_loggerc^eZdZd defdZ d!dedededed ed ed edzd edzfd ZdeeeffdZ d"dedeeeffdZ d#dede eeeffdZ d#dede eeeffdZ d$dedede eeeffdZdedefdZdedefdZdeeeffdZdS)%TrafficStatsServiceNtraffic: key_prefixcz||_||_|du|_|jstddSdS)Nz:Redis client not provided. Traffic stats will be disabled.) redis_clientr enabledloggerwarning)selfr r s M/lsinfo/ai/hellotax_ai/base_platform/app/services/monitoring/traffic_stats.py__init__zTrafficStatsService.__init__sM($#4/ | Y NNW X X X X X Y Yendpointmethod request_size response_size status_code duration_ms tenant_iduser_idc |jsdS ttj} ||z} |dd|d| dD]} |jd| d| || z} |j| dd|j| d| |j| d ||j| d ||j| || d z|jd |} |j| dd|j| d| |j| d ||j| d ||j| d |r_|jd|}|j|dd|j|d| |j|d |r_|jd|}|j|dd|j|d| |j|d |j |jd|| iddS#t$r(}t d|Yd}~dSd}~wwxYw)Nzrequests:totalzbandwidth:total1min5min15min1hourwindow::requests bandwidth request_bytesresponse_bytes endpoint:iQztenant:zuser:endpoints:by_bandwidthT)incrz Failed to record traffic stats: ) r inttime_increment_counterr _window_secondsr hincrbyexpirezadd Exceptionr error)rrrrrrrrr current_timetotal_bandwidthwindow window_key endpoint_key tenant_keyuser_keyes rrecord_requestz"TrafficStatsService.record_requestsK|  F Aty{{++L*]:O  # #$4a 8 8 8  # #$5 G G G< W W $ooooQUQeQeflQmQmAmoo !))*j!DDD!))*k?SSS!))*o|TTT!))*6F VVV!((T5I5I&5Q5QTU5UVVVV"oBBBBL   % %lJ B B B   % %lK Q Q Q   % %lO\ R R R   % %l4Dm T T T   $ $\5 9 9 9 < $CC CC !))*j!DDD!))*k?SSS!((U;;; :"o==G==!))(JBBB!))(KQQQ!((5999   " "?:::X(B(B%*=!%<%!> '/#,%2&4NVYZllmh.F(J(J(J`aPX[\P\P\~/H!)L)L)Lbc      ' ' ' LL<<< = = =$$&& & & & & & & 'sEE== G0F=7G=Gr!periodc |js|dddS ttj}||}||z}|jd|d|}|j|}|t|ddt|ddt|ddt|ddtj d S#t$r-}t d ||dddcYd}~Sd}~wwxYw) Nr)rYrKrJr"r#rBrArCrD)rYrKrJr&r'rHzFailed to get bandwidth usage: )r r,r-r/r r rRrSrrUrVr3r r4)rrYr5window_seconds window_idr8rWr<s rget_bandwidth_usagez'TrafficStatsService.get_bandwidth_usagedst| M$Q!LL L Mty{{++L!11&99N$6I OHHFHHYHHJ+33J??K ";??<#C#CDD"%kook1&E&E"F"F!$[__5Eq%I%I!J!J"%koo6G&K&K"L"L%_..88::   M M M LL>1>> ? ? ?$Q!LL L L L L L L MsDD"" E,"EEE limitc |jsgS |j|jdd|dz d}g}|D]\}}|d}|jd|}|j|}t |dd} t |d d} t |d d} t |d d} ||| | | | | dkrt| | z d nd| dkrt| | z d ndd |S#t$r)} t d| gcYd} ~ Sd} ~ wwxYw)Nr*rrT) withscoresutf-8r)rArBrCrDr()rr$rKr&r'rLrMz#Failed to get traffic by endpoint: ) r r zrevranger decoderRr,rSappendrTr3r r4)rr_ top_endpointsresultsendpoint_bytes_total_bandwidthrr9 endpoint_datar$r%r&r'r<s rget_traffic_by_endpointz+TrafficStatsService.get_traffic_by_endpointys| I  -77?:::AuqyUY8MG4A  0 0)0099"&/FFHFF $ 1 9 9, G G }00a@@AA 1 1, B BCC #M$5$56F$J$J K K !$]%6%67H!%L%L!M!M$,$,'0)6*8BJQ,,E-(":A>>>TUDLa<z;TrafficStatsService.get_traffic_by_tenant..s q'7r)keyreversez!Failed to get traffic by tenant: )r r scanr extendrdsplitrRr,rSresortr3r r4) rr_ tenant_keyscursorkeysrgr:r tenant_datar$r%r<s rget_traffic_by_tenantz)TrafficStatsService.get_traffic_by_tenants| I KF #055T_">">">c 6   ""4(((Q;;  G)&5&1   &--g66<>??  a @ @AA "%i..hW`aa LL77L F F F6E6? "    LL@Q@@ A A AIIIIII sD.D:: E-E("E-(E-r%byc|jsgS ||S#t$r)}td|gcYd}~Sd}~wwxYw)NzFailed to get top consumers: )r rkr3r r4)rr_rr<s rget_top_consumersz%TrafficStatsService.get_top_consumersss| I //66 6    LL<<< = = =IIIIII s AAAAruvaluecR|j|}|j||dS)N)r r incrby)rrurfull_keys rr.z&TrafficStatsService._increment_counters3o,s,,   511111rr7c<ddddd}||dS)Nr@i,iir)rS)rr7windowss rr/z#TrafficStatsService._window_secondss'sS4HH{{62&&&rchddtjdddddddddS)NrrErIrN)rrUrV)rs rrQz TrafficStatsService._empty_statssX%&!"%_..88:: #$ !""#$%%&     r)Nr)NN)r!)r^)r^r%)__name__ __module__ __qualname__strrr,r=dictrrXr]listrkrrr.r/rQrrrrrr s)YYcYYYY!%"-A-A-A-A -A  -A  -A-A:-At-A-A-A-A^'4S>''''@MM#MDcNMMMM*""S"$tCH~:N""""H3T#s(^8L8sS4PTUXZ]U]P^K_2c2#2222'c'c'''' d38n      rr_traffic_stats_servicer>ct ddl}ddlm}|jr||jd}n.||j|j|j |j d}t|at dnD#t$r7}td|tdaYd}~nd}~wwxYwtS) Nr)settingsF)decode_responses)hostportdbpasswordrz,Traffic stats service initialized with Redisz.Failed to initialize Redis for traffic stats: )r )rredis app.configr REDIS_URLfrom_urlRedis REDIS_HOST REDIS_PORTREDIS_DBREDIS_PASSWORDrr infor3r)rrr r<s rget_traffic_stats_servicers% L LLL + + + + + +! $~~h.@SX~YY ${{!,!,(%4%* +   &9%F%F " KKF G G G G L L L NNOAOO P P P%8d%K%K%K " " " " " " L "!sBB C-C  C) r-rtypingrcommon_loggingrrr rr__annotations__rrrrrrs %%%%%% H   M M M M M M M M `6:+d2999"#6""""""r