@jK d dl Z d dlZd dlZd dlZd dlZd dlmZmZ d dl m
Z
d dl m Z d dl
mZ d dlmZ d dlmZ d dlmZ d d lmZ d
Zd Zd Zd
Zej j j j dd Z d Z G d d Z!dS ) N)dbengine uidconverter)dateutil)prepare_data_json)lve_read_snapshot_parser)Snapshot)incident)or_) sessionmakerz?Snapshots collected starting from %s to %s for lve id %d @ %s:
zDone..
localhostc J | j r | j \ }}n| j r
| j }|dz }nz t j d | j }t j d | j }n # t $ r t d Y dS w xY w||fS )Ng !? z:please use [YY]YY-MM-DD[ HH:MM] format for --from and --to)NN) period timestampr
parse_datejoinffromto
ValueErrorprint)optsstartends /builddir/build/BUILDROOT/lve-stats-5.0.5-1.el8.x86_64/opt/cloudlinux/venv/lib/python3.11/site-packages/lvestats/snapshots/reader.py_calculate_periodr s { [
ss
h '(<(<==E%chhtw&7&788CC N O O O :: #:s AB B B c z t }| | }|j s,|j s%| t d dS |j |j r|j st d dS t j
| }n,# t j $ r}t | Y d }~dS d }~ww xY w| dt }|j rB B<"B77B<c t | t j r&t j t j | S | S )z
Convert local datetime to unix timestamp, or just passes
unix timestamp as output if specified.
:param o:
:return:
)
isinstancedatetimer gm_datetime_to_unixtimestamp local_to_gm)os r _try_convert_to_timestampr@ ` s; !X&'' N4X5I!5L5LMMM H c e Zd Z ddZddZd Zd Zd Zed e j
fd
Z ed Z d Z
d
Zd Zd Zd Zd Zd Zd Zed Zd ZdS )r+ FNc
|| _ || _ || _ || _ t | | _ t | | _ || _ || _ | | _ dddddddd| _
d S )
a
:param start: datetime.datetime | int (unix timestamp)
:param end: datetime.datetime | int (unix timestamp)
:param uid:
:param server_id:
:param output_file: filename
:param do_json: boolean
:param compact_mode: boolean - truncate SQL queries for memory efficiency
:param snap_sql_item: int - index of specific SQL query to return (only with --timestamp)
CPUzVirtual memoryEPzPhysical memoryNPROCIOIOPS) cpu_fault mem_fault mep_fault memphy_fault nproc_faultio_fault
iops_faultN) r5 do_json output_filer7 r@ r r r compact_moder$ fault_names)
selfr5 r r r7 r rQ rP rR r$ s
r __init__zLVEReadSnaphot.__init__n s . &.u55
,S11" ( * ) -"
rA c |s|S g }|D ]{}t | dk rQ|d |d |d }}}t | |k r
|d| dz }| |||g f| | ||S )a
Truncate SQL queries for compact mode to reduce memory usage.
:param snap_sql: List of SQL query arrays [cmd, time, sql_query]
:param max_length: Maximum length for SQL query strings
:return: List of truncated SQL query arrays
r r Nz...)lenappend)rT snap_sql
max_length truncated query_entrycmdtimesqls r truncate_sql_queriesz#LVEReadSnaphot.truncate_sql_queries s O # . .K; 1$$!,Q Q Q 3Ts88j(( kzk*U2C #tS!12222 ----rA c t | }|s+| d | dS t | dk r+| d | dS |d }| dg }| j dk s| j t | k rLd| j dt | dz
}| d | d
| dS || j }d|d }| t
j |d
| d | dS )z
Handle --snap-sql-item request: return specific SQL query by index.
:param snapshots_generator: Generator of snapshot data
:param out: Output stream
:return: None (writes JSON directly to output)
zI{"success": 0, "error": "No snapshot found for the specified timestamp"}
Nr z\{"success": 0, "error": "--snap-sql-item only works with --timestamp for single snapshots"}
r r\ zSQL item index z$ out of range. Available indices: 0-z{"success": 0, "error": "z"}
)successdatarY )indent
)r. writeflushrZ r( r$ r% dumps) rT snapshots_generatoroutsnapshots_list
snapshot_datar\ error_msgsql_itemresults r _handle_sql_item_requestz'LVEReadSnaphot._handle_sql_item_request sj 122 IIb c c c IIKKK F ~ " " IIu v v v IIKKK F&q)
$$Z44 ! !T%73x==%H%Hu$*<uubefnboborsbsuuI IIC9CCC D D D IIKKK FD ./ 11 $*VA.../// $ rA c | t t j | j k t j | j k t t j | j | j t j
| j | j t j S N)
queryr filterr7 r r
incident_start_timebetweenr r incident_end_timeorder_byall)rT sessions r
get_incidentsz LVEReadSnaphot.get_incidents s MM( # #
V ("dn4 088TXNN .66tz48LL Xh2
3
3
SUU
rA c
g }| | D ]T}| |j t |j |j pd d|j | | d U|S )Nr r fromr incidents snapshotsduration)r~ r[ rx max dump_timerz snapshot_count get_duration)rT r} rr is r stats_by_incidentz LVEReadSnaphot.stats_by_incident s ##G,, A MM 1 ak1+>+C!DD!"!"!1 $ 1 1! 4 4
rA r c t | j | }t t | j | j pd | }||z
S )Nr )r rx minr rz )r from_to_s r r zLVEReadSnaphot.get_duration sA A)511#ak1#6#;!< >ddHDVW[W_D`D`dddeee @ @D IIg IIE!3DL!A!AEEE F F F IIAx 1$t* = =AAA B B B II;d;&7;;; < < < II;d;&7;;; < < < II>T*%5>>> ? ? ? ? rA c . t j | }| j | j z
|k r| j |z
| _ d}n# t $ r d }|dk }|s Y nw xY w t | j } |r| | }n| || }| | j
r| | n| | |
d S # |
w xY w)NFauto)bind)r
parse_period2r r r r r5 r r expunge_allrP r r close)rT stats_unit_strr group_by_incidentr} r/ s r r/ zLVEReadSnaphot.stats; s@
.~>>Ix$*$y00 !X 1
% I .& 8 $
1,DK00022
D ..w77 //CC ! ! !|
(%%e,,,, ''' MMOOOOOGMMOOOOs 8; AA4A4C> >Dc t d| j i }| | | j | j d S )Nr7 )r r7 report
get_snapshotsr r )rT
snapshots_objs r r1 zLVEReadSnaphot.runX sB %!233
M//
DHEEFFFFFrA c p t d| j i }| | j | j }| }| j r#| t | n| dt j
| j dt j
| j d| j d |D ]>}| t j
| | d ?| t | d S )Nr7 z Snapshots timestamp list; from r z for lve id rh )
r r7 get_ts_listr r r rP ri r r r
REPORT_FOOTERrj )rT r rn rm tss r r. zLVEReadSnaphot.list\ s0 eTX .// "..tz48DDiikk <
% II'77 8 8 8 8 IIM(2DTZ2P2P M M (22M M@DM M M
%
(,R00111 $ IIm $ $ $ rA c | }| j r| j | || d S | d d}|D ]l}| j r"d|v r | |d |d< |s| d nd}| t j | m| d | d | d S | t t j | j
t j | j | j | j fz d}|D ]F}| j r"d|v r | |d |d< | || |d z
}G|dk r| d
| t$ | d S ) Nz&{"success": 1, "data": {"snapshots": [Tr\ z, Fz]}}rh r r z2No snapshots found for the specified time period.
)r rP r$ rs ri rR rc r% rk rj
REPORT_HEADERr r r r r7 r format_snapshotr )rT rl rm first_snapshotro r s r r zLVEReadSnaphot.reportm s iikk < !---.A3GGG
II> ? ? ? !N!4
5
5
$ e})D)D040I0I-XbJc0d0dM*-% +IIdOOOO%*N $*]334444 IIe IIdOOO IIKKK F X /
; ;X=OPTPX=Y=Y[_[ceies t t
0 M
aZ=%@%@,0,E,EmT^F_,`,`
j) m 4 4 4 a NN Q IIK L L L - rA c x | j r( t | j dd S # t $ r Y nw xY wt j S )Nwzutf-8)encoding)rQ r IOErrorsysstdout)rT s r r zLVEReadSnaphot.open sT
D ,cGDDDD
zs
--c i }| D ]B\ }}d|vr0|d }i }||d< |d |d< ||d< |d |d< |||< :|d }|d dk r,t |d dd |d< |d dk rt |d |d< ||v r|d dk r@|| d dk r || dxx |d z
cc< n|d || d< |d dk rA|| d dk r || dxx |d z
cc< *|d || d< =|||< Dt | }|S )a
Aggregate process data by PID by summing CPU % and MEM for same PIDs
:param process_data: input data. Dictionary:
{
u'151048': {u'MEM': u'1', u'CMD': u'bash', u'PID': u'151048', u'CPU': u'0%'},
u'151047': {u'MEM': u'1', u'CMD': u'su cltest1', u'PID': u'151047', u'CPU': u'0%'},
u'153642': {u'MEM': u'1', u'CMD': u'./threads', u'PID': u'153640', u'CPU': u'0%'},
u'153641': {u'MEM': u'1', u'CMD': u'./threads', u'PID': u'153640', u'CPU': u'0%'},
u'153640': {u'MEM': u'1', u'CMD': u'./threads', u'PID': u'153640', u'CPU': u'5%'}
}
:return: Output data - List of dictionaries:
[
{u'MEM': u'1', u'CMD': u'bash', u'PID': u'151048', u'CPU': u'0%'},
{u'MEM': u'1', u'CMD': u'su cltest1', u'PID': u'151047', u'CPU': u'0%'},
{u'MEM': u'3', u'CMD': u'./threads', u'PID': u'153640', u'CPU': u'5%'},
]
PIDCMDMEMrD N/A% )itemsintreplacer. values) process_data thread_dict_ proc_datapidprocess_data_newout_datas r _process_data_aggregatez&LVEReadSnaphot._process_data_aggregate s 0 ( . . 0 0 ! - ! -LAyI%% &#% *- '*3E*: '*- '*3E*: '#3 C E"C 5((#&y'7'?'?R'H'H#I#I % 5((#&y'7#8#8 % k!! U#u,,"3'.%77#C(///9U3CC////2;E2B C(/ U#u,,"3'.%77#C(///9U3CC////2;E2B C(/ $- C **,,--rA c
| dt j |d d|d d | d |d D ]:\ }}| d| j || d | d ;|d
rz| d t
j g d }t t |j
|d
| | | d
t }t |d
D ];
t
D ]}| | >> r z, UID r7 rh z
Faults:
snap_faultsz * z: r\ z
SQL Queries:
)r Timez SQL-queryz
Processes:
snap_procr r z Memory (Mb)rD zCPU (%)r lc < g | ]} |d S )r )r( ).0krf s r
z2LVEReadSnaphot.format_snapshot.. s' AAA!488Au--AAArA z
snap_httpzHttp requests:
)PidDomainz Http typePathz Http versionr )ri r r r rS r( prettytable PrettyTabler. mapadd_row
get_stringsetr keysaddr[ alignr str)rT rm ro r v sql_tablefieldskey data_keys
table_columnstablesnap_proc_aggr
http_tablerf s @r r z LVEReadSnaphot.format_snapshot s g+M+,FGGgg}]bOcggghhh - !-06688 B BDAq II@T - 1 1!Q 7 7@@1@@@ A A A A $ . II( ) ) )#/0L0L0LMMI Y&
j(ABB C C C IIi**,, - - - "### {3::<<== DDIIKK((
3
%MM
F?? / / / U # # # F?? + + + U # # # F?? ' ' ' U # # #'
66 M ! !!$EK 55mK6PQQ" C CD MMAAAAyAAA B B B B #e** & % II( ) ) )$01o1o1oppJ Z' {)CDD E E E IIc*oo & & & IIf rA )FN)rV )__name__
__module__ __qualname__rU rc rs r~ r staticmethodr maxsizer r r r r r/ r1 r. r r r r rA r r+ r+ m s\ )
)
)
)
V 0" " "H
S[ \
, , \,$ 6 :G G G "/ / /b < < \<|3 3 3 3 3 rA r+ ru )"r< r% r lvestats.lib.commons.decoratorslvestatsr lvestats.libr r lvestats.lib.commonsr lvestats.lib.jsonhandlerr /lvestats.lib.parsers.lve_read_snapshot_argparser lvestats.lib.snapshotr lvestats.orm.incidentr
sqlalchemyr
sqlalchemy.ormr r r r) r libcommons
decorators
no_sigpiper9 r@ r+ r rA r r sg
& & & & / / / / / / / / ) ) ) ) ) ) 6 6 6 6 6 6 T T T T T T * * * * * * * * * * * * ' ' ' ' ' 'R
+/ / / ,+/ d
m m m m m m m m m m rA