Current File : //opt/alt/python37/lib/python3.7/site-packages/lvestats/lib/__pycache__/lveinfolib.cpython-37.pyc
B
��1bɟ � % @ s� d dl mZ d dl mZ d dlmZ d dlmZmZ d dlZd dl Z d dl
Z
d dl Z d dl Z d dl
Z
d dlmZ d dlmZmZ d dlmZ d d lmZ d d
lmZmZmZmZmZm Z m Z d d l m Z m Z m!Z!m"Z"m#Z# d d l$m%Z% d d
l&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z, d dl-m.Z.m/Z/m0Z0 d dl1m2Z2m3Z3m4Z4m5Z5 d dl6m7Z7m8Z8 d dl9m:Z:m;Z; dZ<dd� Z=dd� Z>dd� Z?dd� Z@dd � ZAG d d � d eB�ZCd d � ZDd!�E� d"�E� d#�E� d"�E� d$�E� d%�E� d&�E� d%�E� d'�E� d(�E� d)�E� d(�E� d*�E� d+�E� d,�E� d+�E� d-�E� d.�E� d/�E� d.�E� d0�E� d1�E� d2�E� d1�E� d3�E� d4�E� d5�E� d4�E� iZFd6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKd7d9d8d:d;d<d=d7d9d8d:d<d;d=dL�$ZGd!d$d*d'd-d0d3gZHd"d%d+d(d.d1d4gZIdMdNdOdPdQdRdSgZJdTdUdVdWdXdYdZgZKd#d&d,d)d/d2d5gZLd[d\d]d^�ZMx"eNeG�O� �D ]ZPePeMeP�Q� < �qW d_d`� ZRdadb� ZSdcdd� ZTdedfdg� fdhdidg� fdjdkdg� fgZUdldm� ZVG dndo� doeB�ZWG dpdq� dqeW�ZXG drds� dseX�ZYG dtdu� dueW�ZZdxdvdw�Z[dS )y� )�absolute_import)�division)�
basestring)�map�zipN)� strtobool)�Float�Integer)�exc)�text)�and_�or_�not_�select�label�desc�asc)�func�
ColumnElement�case�alias�cast)�LveStatsPluginTerminated)� gm_datetime_to_unixtimestamp�round_1m�str_to_timedelta� unixtimestamp_to_gm_datetime� gm_to_local� local_to_gm)�
convert_bytes�convert_powers_of_1000�mempages_to_bytes)�history� history_x60�servers� LVE_STATS_2_TABLENAME_PREFIX)�skip_user_by_maxuid�get_current_max_lve_id)�HIDE_MAX_UID_LVE_PARAMETER� read_config)� HistoryShow�HistoryShowUnion�OutputFormatter�get_lve_versionc C sf t tjg��tj|k�}| �� �<}|�|�}|jrT|�� }|d krFdS t |d �S ndS W d Q R X d S )N� � lve_version)
r r$ r/ �where� server_idZbegin�executeZ returns_rowsZfetchone�int)�dbenginer1 �sql_query_lve_versionZ transaction_Zcursor_�res� r7 �H/opt/alt/python37/lib/python3.7/site-packages/lvestats/lib/lveinfolib.pyr- . s
r- c C s t tjtjg�}| �|�S )N)r r$ r1 r/ r2 )r4 r5 r7 r7 r8 � servers_info< s r9 c C s
t �| �S )N)�str�lower)�key_r7 r7 r8 �convert_key_to_labelA s r= c C sL t � }x@t| �� �D ]0\}}t|jt�r8tt|�|�}n|}|||< qW |S )z�
Add label (on SQL add ".. as ..") to aggregate_func_dict
key of dict convert to lowercase and add as label
:param dict func_dict:
:return dict:
)�dict�list�items�
issubclass� __class__r r r= )Z func_dictZfunc_dict_labeledr< Zsqlalchemy_funcZ func_labeledr7 r7 r8 �add_labes_to_columnE s rC c C s t | ttf�r| gS | S )N)�
isinstancer r3 )�argr7 r7 r8 �convert_to_listV s rF c @ s� e Zd Zd#dd�Zdd� Zdd� Zdd � Zd
d � Zd d
� Zdd� Z dd� Z
dd� Z dd� Z e
d$dd��Ze
dd� �Ze
dd � �Ze
d d � �Ze
d d � �Ze
d!d"� �ZdS )%r, Nc C s\ |pt � | _t |�| _dd� |D �| _t � | _t� | _|rXx |D ]\}}| �||� q@W d S )Nc S s g | ] }|� � �qS r7 )r; )�.0�_r7 r7 r8 �
<listcomp>a s z,OutputFormatter.__init__.<locals>.<listcomp>)r? �rows�fields�_fields_lowered�_orders�set�_hidden_fields� add_order)�selfrK rJ �ordersZfield�orderr7 r7 r8 �__init__^ s
zOutputFormatter.__init__c s$ � j r� fdd�� jD �S � jS d S )Nc s g | ]}|� j kr|�qS r7 )rO )rG Zf_)rQ r7 r8 rI k s z.OutputFormatter.get_fields.<locals>.<listcomp>)rO rK )rQ r7 )rQ r8 �
get_fieldsi s zOutputFormatter.get_fieldsc C s
|| _ dS )z{
Use this method if you used hide_fields
number items in row must bee same as in fields after hide
N)rJ )rQ rJ r7 r7 r8 �set_rowso s zOutputFormatter.set_rowsc C s | j �t|��| _ dS )z>
:param tuple|list h_fields:
:return:
N)rO �unionrN )rQ Zh_fieldsr7 r7 r8 � hide_fieldsv s zOutputFormatter.hide_fieldsc C sr t |t�rTyt| |�}W n tk
r8 td| ��Y nX t|d�sTtdt|� ��| j�dd� |D �|f� dS )zp
:param list|tuples fields:
:param order: field to use to order result
:return:
zNon such %s order�__call__z input object %s must be callablec S s h | ] }|� � �qS r7 )r; )rG rH r7 r7 r8 � <setcomp>� s z,OutputFormatter.add_order.<locals>.<setcomp>N)rD r: �getattr�AttributeError�
ValueError�hasattrrM �append)rQ rK rS r7 r7 r8 rP } s
zOutputFormatter.add_orderc
C s� t |�}t � }xtt| j|�D ]d\}}|| jkr0q xD| jD ]:\}}||kr8y ||�}W q8 ttttfk
rp Y q8X q8W |� |� q W |S )z8
:param iterable row_:
:return:
)
r? r rL rO rM � TypeErrorr] �KeyError�
IndexErrorr_ )rQ �row_Zrow_outZfield_Zr_Z order_fieldsrS r7 r7 r8 �
_convert_line� s
z OutputFormatter._convert_linec c s x| j D ]}| �|�V qW d S )N)rJ rd )rQ rc r7 r7 r8 �__iter__� s zOutputFormatter.__iter__c C s8 t |t�r(tt| j| j|j|j� ��S | �| j| �S )N)rD �slicer? r rd rJ �start�stop)rQ �indexr7 r7 r8 � __getitem__� s
zOutputFormatter.__getitem__c C s
t | j�S )N)�lenrJ )rQ r7 r7 r8 �__len__� s zOutputFormatter.__len__c C s t | �S )N)r? )rQ r7 r7 r8 �get_corrected_list� s z"OutputFormatter.get_corrected_list� %m-%d %H:%Mc C s
| � |�S )N)�strftime)�valueZformat_r7 r7 r8 ro � s zOutputFormatter.strftimec C s> | d kr dS y t | � W n tk
r, | S X t| d �d S )N�-�d �%)�floatr] r: )rp r7 r7 r8 �
percentage� s zOutputFormatter.percentagec C s | d kr dS t | �S )Nrq )r )rp r7 r7 r8 �bytes� s zOutputFormatter.bytesc C s | d kr dS t | �S )Nrq )r )rp r7 r7 r8 �powers_of_1000� s z OutputFormatter.powers_of_1000c C s* yt �t| ��jS tk
r$ | S X d S )N)�pwd�getpwuidr3 �pw_namera )rp r7 r7 r8 �username� s zOutputFormatter.usernamec C s t j �| �S )zE
Convert unix timestamp to datetime (local timezone)
)�datetimeZ
fromtimestamp)rp r7 r7 r8 r| � s zOutputFormatter.datetime)NN)rn )�__name__�
__module__� __qualname__rT rU rV rX rP rd re rj rl rm � staticmethodro ru rv rw r{ r| r7 r7 r7 r8 r, \ s"
r, c C s� t � }t � }xn| D ]f}t|�}|�|�}|dkrdt|t�r@|}n|j}|dt|d � 7 }t||�}|�|� |�|� qW |S )z�
Enumerate if columns name or functions are duplicated
Use for force add duplicate columns to select operator
:param list|tuple columns:
:return list|tuple: enumerated columns
� rH )r? r: �countrD r �namer r_ )�columns�outputZ
output_strZc_Zc_strZ
dubl_countZc_namer7 r7 r8 �enumerate_duplicate_columns� s
r� �aCPU�lCPU�mCPU�aVMem�lVMem�mVMem�aEP�lEP�mEP�aPMem�lPMem�mPMem�aNproc�lNproc�mNproc�aIO�lIO�mIO�aIOPS�lIOPS�mIOPS�idZcpuZmemZmepZmemphy�ioZnprocZiopsZ cpu_limitZ mep_limitZ mem_limitZlmemphyZio_limitZlnprocZliops� mem_fault� memphy_fault� mep_fault� nproc_fault� cpu_fault�io_fault�
iops_fault)$�IDr� r� r� r� r� r� r� r� r� r� r� r� r� r� �VMemF�PMemF�EPf�NprocF�CPUf�IOf�IOPSf�uCPU�uEP�uVMem�uPMem�uIO�uNproc�uIOPSr� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� �From�To�anyF)ZFROMZTOZANYFc C s | d kr d S t | �S )N)�normalize_column_names)�namesr7 r7 r8 � normalize_optional_column_namesC s r� c C s$ g }x| D ]}|� t|�� q
W |S )N)r_ �normalize_column_name)r� �resultr� r7 r7 r8 r� I s
r� c C s | rt | �� S d S )N)� KEYS_NORMALIZATION_LOOKUP_TABLE�upper)r� r7 r7 r8 r� P s r� Z10mc C s | t j| jd d d� S )N�
)�minutes)r| � timedelta�minute)�dtr7 r7 r8 �<lambda>V � r� Z1hc C s" | j r| jdd�S | tjdd� S )Nr )r� r� )Zhours)r� �replacer| r� )r� r7 r7 r8 r� W r� Z1dc C s | j ddd�S )Nr )Zhourr� )r� )r� r7 r7 r8 r� X r� c
C s� t | �t |tjdd� �g}dg}t }xJtD ]B\}}||d �}||d t|�kr,|}|�d|� |�|� q,W ||d �|d< t� }xDt|�D ]8\} }|�|| d || d t t|��
� �f� q�W |S )Nr� )r� Z1mr � ) r r| r� �time_unit_ordersr �insertr_ r? � enumerater3 Z
total_seconds)
� period_from� period_toZ
period_groupsZtime_unit_listZ_from_order_fun� time_unitZ order_funZ
from_to_pointZfrom_to_groupsri r7 r7 r8 �dyn_time_unit_groups\ s" r� c @ s� e Zd Zd<dd�Zd d
� Zd=d d �Zd
d� Zd>dd�Zdd� Zdd� Z dd� Z
dd� Z dd� Z d d � Z
d d � Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd(d)� Zd*d+� Zd,d-� Zd.d/� Zd?d0d1�Zd2d3� Zd4d5� Zd6d7� Zd8d9� Zd:d;� Z dS )@r* N� localhost��������?r� r Fc C s� || _ || _t|t� | _|dkr@tt||d�d�}|�dd� t|�| _ || _
|| _ t | �| _
|rpt|�| _n2| j
r�td�| j
kr�td�| _n| j
o�| j
d | _t | �| _|
| _| | _|
| _|p�t�d�| _|dk r�|ntj| _t| jd �| _t|tt f��r|nt |�| _ t|tt f��r"|nt |�| _ |�p8| � � | _!t"| j t#t$ t% t& d
d � gd d
dgdd � ggd�| _'t(t)� �*t+d��| _,dS )a*
Show different statistics from history table
:param sqlalchemy.engine.base.Engine dbengine: database engine to use
:param datetime.datetime|float|int period_from: start time retrieve data
:param datetime.datetime|float|int period_to: end time retrieve data
:param int|None|list|tuple uid: filter the output information to the user uid
:param tuple|list show_columns: display columns in the order specified. If not, show all supported
valid column names: 'aCPU', 'lPMem', 'uIO', 'uEP', 'lEP', 'aVMem', 'PMemF', 'lVMem', 'NprocF', 'anyF',
'aNproc', 'VMemF', 'ID', 'lCPU', 'aIOPS', 'aEP', 'aPMem', 'uPMem', 'lIO', 'lIOPS', 'uCPU',
'lNproc', 'aIO', 'uIOPS', 'EPf', 'uVMem', 'uNproc'
:param str server_id: filtering the output for "server id"
:param int time_unit: grouping output over an interval of time (in seconds)
:param str|None order_by: sorting output by column name (supported by columns)
:param str|tuple|list by_usage: filtering are grouped data for the percentage of the use of resources
:param float by_usage_percentage: percent for the parameter setting 'by_usage'
:param tuple|list|None by_fault: filtering data are grouped for quantity faults (None if it is not filtered)
valid names: 'aCPU', 'lPMem', 'uIO', 'uEP', 'lEP', 'aVMem', 'PMemF', 'lVMem', 'NprocF', 'anyF', 'aNproc',
'VMemF', 'ID', 'lCPU', 'aIOPS', 'aEP', 'aPMem', 'uPMem', 'lIO', 'lIOPS', 'uCPU', 'lNproc', 'aIO', 'uIOPS',
'EPf', 'uVMem', 'uNproc'
:param threshold: number faults for filtering the data are grouped (used together with by_fault)
:param int|None limit: limit on the number of output data (if 0 or None, then the limit is not set)
:return generator: returns a list/generator of data with the order set out in the 'show_columns'
N)r4 r1 )r/ r r� r� r� ZSQLZalivec S s
t | d�S )N� )�round)�xr7 r7 r8 r� � r� z&HistoryShow.__init__.<locals>.<lambda>r� r� r� c S s t t| �d d�S )Ng Y@� )r� rt )�itemr7 r7 r8 r� � r� )rK rR �true)-r4 �uidrD r3 �_is_multi_uids�get_supported_columnsr- r� r� � show_columnsr1 r� r� �by_faultr� �order_by�by_usage�by_usage_percentage� threshold�limit�loggingZ getLogger�logr" � __table__�tabler � _table_alivert r r� r� �get_time_count�
time_countr, � FIELD_MAX�
FIELD_AVERAGE� FIELD_LIMIT� FIELD_USAGE�result_correctorr r) �getr( �hide_maxuid_lve)rQ r4 r� r� r� r� r1 r� r� r� r� r� r� r� r� r� r� Z show_idler7 r7 r8 rT t s>
zHistoryShow.__init__c C s� | j jddddddddd g d
d � d � | jjjd
kr�| j jddddddddddddddd d gtd � | j jd d d d!d"d#d$gtd � | j jddddddgtd � d S )%Nr� r� r� r� r� r� r� r� r� c S s t t| ��S )N)r3 r� )r� r7 r7 r8 r� � r� z3HistoryShow.set_normalised_output.<locals>.<lambda>)rK rS �sqliter� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� )r� rP r4 �url�
drivernamert r3 r! )rQ r7 r7 r8 �set_normalised_output� s$ z!HistoryShow.set_normalised_outputc C s" |dkr| j }|jj�| j| j�S )zX
Generate WHERE created BETWEEN xxxxxxxxx AND yyyyyyyy
:return:
N)r� �c�created�betweenr� r� )rQ r� r7 r7 r8 �_where_time_period� s z HistoryShow._where_time_periodc C s | j jj| jkS )zK
Generate WHERE server_id = 'server_name'
:return:
)r� r� r1 )rQ r7 r7 r8 �_where_server_id� s z HistoryShow._where_server_id���c C s� |dkr| j }|dkr | j}|dkrd| jrXt|jjdkttt|jj��|jjt � k��S |jjdkS t
|t t f�r�| j
jjdkr�t|jj�t |��jjddid�j�S |jj�t |��S n |jj|kS dS )z Generate WHERE id = 'user_uid'Nr� r r� �
literal_bindsT)�compile_kwargs)r� r� r� r r� r� r
r r& r' rD r? �tupler4 r� r� r Zin_Z
expression�compile�string)rQ r� r� r7 r7 r8 �
_where_uid� s zHistoryShow._where_uidc C s� t tj�| j| j�tjdktj| jk�}tt d�g��
|�}t � � }t |j
ddid���dd�}| j�|� | j�|�}| j�dt � � | � |�� d d S ) z
SELECT count(*) FROM lve_stats2_history WHERE id = 0 AND created BETWEN xxxx AND yyyy server_id = 'localhost'
r zcount(*)r� T)r� �
� zquery time: %s)r r" r� r� r� r� r� r1 r r r0 �timer: r� r� r� �debugr4 r2 �fetchall)rQ r0 �query�
time_start�q�datar7 r7 r8 r� � s zHistoryShow.get_time_countc C s t t�|�t | �� t� t�S )z�
Generate aggregate function for calculate average
for example sum(lve_stats2_history.cpu) / 60
:param item:
:return:
)r r �sum�_fun_time_countr )rQ r� r7 r7 r8 �_fun_avg s zHistoryShow._fun_avgc C s" t t�|�dkt�|�fgdd�S )a
Generate aggregate function for calculate limit
if column_limit is zero its mean no limit
for example CASE WHEN (min(lve_stats2_history.cpu_limit) > 0) THEN max(lve_stats2_history.cpu_limit) ELSE 0 END
:param item:
:return:
r )�else_)r r �min�max)rQ r� r7 r7 r8 �
_fun_limit s zHistoryShow._fun_limitc C s
t �|�S )z�
Generate aggregate function for calculate fault
for example sum(lve_stats2_history.cpu_fault)
:param item:
:return:
)r r )rQ r� r7 r7 r8 �
_fun_fault s zHistoryShow._fun_faultc C s< t | �|�dkdf| �|�dk| �|�| �|� fgdd�S )ac
Generate aggregate function for calculate resource usage equivalent average/limit
for example
CASE WHEN ( CASE WHEN (min(lve_stats2_history.cpu_limit) > 0) THEN max(lve_stats2_history.cpu_limit) ELSE 0 END IS NULL) THEN NULL
WHEN (CASE WHEN (min(lve_stats2_history.cpu_limit) > 0) THEN max(lve_stats2_history.cpu_limit) ELSE 0 END > 0)
THEN (sum(lve_stats2_history.cpu) / 1422) / CASE WHEN (min(lve_stats2_history.cpu_limit) > 0)
THEN max(lve_stats2_history.cpu_limit) ELSE 0 END END
:param item:
:return:
Nr )r
)r r
r )rQ r� �
item_limitr7 r7 r8 �
_fun_usage$ s "zHistoryShow._fun_usagec C s( t t�|�dkt�|�fgt�|�d�S )a�
Generate aggregate function for calculate maximum resource usage; for backward capability with lve-stats 0.x
for example:
CASE
WHEN
(sum(lve_stats2_history.cpu_fault) > 0)
THEN
max(lve_stats2_history.cpu_limit)
ELSE
max(lve_stats2_history.cpu) END
:param item:
:param item_limit:
:param item_fault:
:return:
r )r
)r r r r )rQ r� r Z
item_faultr7 r7 r8 �_fun_max6 s zHistoryShow._fun_maxc C s | � � rtd�S | jS d S )Nzcount(*))�_check_need_joinr r� )rQ r7 r7 r8 r H s zHistoryShow._fun_time_countc C s� | j r | jS | �� r | j}n| j}| jjjdkrVt|j j
| j | j t �| j | j S t
�|j j
| j | j �| j | j S d S )Nr� )r� r� r r� r� r4 r� r� r r� r� r� r r �floor)rQ Z_tabler7 r7 r8 �_fun_time_fromN s &zHistoryShow._fun_time_fromc C s | j r | jS | �� | j S d S )N)r� r� r r� )rQ r7 r7 r8 � _fun_time_to\ s zHistoryShow._fun_time_toc C s. | j rtd| jjj�S tdtt| j���S d S )Nr� )r� r r� r� r� r r: r� )rQ r7 r7 r8 � _fun_user_idb s zHistoryShow._fun_user_idc C sv |dkrXt �| jjj| jjj | jjj | jjj | jjj | jjj | jjj
�}�n|dkrl| � � }�n|dkr~| � � }n�|dkr�| �
� }n�t| }t| jj|�}|tkr�| �|�}n�|tkr�| �|�}n�|tkr�| �|�}n�|tk�rttt�|� }t| jj|�}| �||�}nX|tk�rrttt�|� }ttt�|� }t| jj|�}t| jj|�}| �|||�}|S )a
Function for obtain aggregate function (or column name) by column name
:param item: 'aCPU', 'aVMem', 'aPMem', 'aEP', 'aNproc', 'aIO', 'aIOPS', 'lCPU', 'lVMem', 'lPMem', 'lEP',
'lNproc', 'lIO', 'lIOPS', 'CPUf', 'VMemF', 'PMemF', 'EPf', 'NprocF', 'IOf', 'IOPSf', 'uCPU',
'uVMem', 'uPMem', 'uEP', 'uNproc', 'uIO', 'uIOPS', 'mCPU', 'mVMem', 'mPMem', 'mEP', 'mNproc',
'mIO', 'mIOPS', 'anyF', 'ID', 'From', 'To'
:type item: str
:return:
r� r� r� r� )r r r� r� r� r� r� r� r� r� r� r r r �FIELD_TO_TABLE_COLUMNr[ r� r r� r
� FIELD_FAULTr r� ri r r� r ) rQ r� �fun_� column_name� table_column�column_name_limit�table_column_limit�column_name_fault�table_column_faultr7 r7 r8 �_aggregate_fun_caseh s8
L
z HistoryShow._aggregate_fun_casec sV t � j�}t � j�}� jr,|�� jjj�}n|�� �� �}� j r\� �
� j �}|� t |�� n*� jrx|� t
� jjj�� n|� � �� � |�rt� }xf|D ]^}|tkr�t�|�}� j� �
t| �k} n(t�|�}� j� �
t| � � �
|�k} |�| � q�W |�t|� � |�r.� fdd�|D �}
|�t|
� � � jdk�rR� jd k �rR|�� j�}|S )Nc s g | ]}� j � �|�k�qS r7 )r� r )rG Z funk_key_)rQ r7 r8 rI � s z/HistoryShow._group_by_query.<locals>.<listcomp>r )rF r� r� r� Zgroup_byr� r� r� r r� r Zappend_order_byr r r? r� ri r� r� r� r� r_ Z
append_havingr
r� ) rQ Z select_queryZ
by_usage_listZ
by_fault_listr Zorder_by_aggregate_funcZfilter_fun_listr� ri Z
filter_funZby_fault_filterr7 )rQ r8 �_group_by_query� s6
zHistoryShow._group_by_queryc C sV t � }xJ| jD ]@}| �|�}t|t �r2|�|� q|dkrDt||�}|�|� qW |S )ze
Generate output columns for SELECT <_columns_query(self)> FROM ...
:return:
)r� r� )r? r� r rD �extendr r_ )rQ �columns_agregate_func�
column_key�
column_funr7 r7 r8 �_columns_query� s
zHistoryShow._columns_queryc C sJ ddddddddd d
d d d
dh}t |t| j�| jhB t| jp@t� �B @ �S )Nr� r� r� r� r� r� r� r� r� r� r� r� r� r� )�boolrN r� r� r� )rQ r� r7 r7 r8 �_check_need_time_count� s z"HistoryShow._check_need_time_countc C s | � � o| j S )N)r( r� )rQ r7 r7 r8 r � s z HistoryShow._check_need_joinc C s� |dkr| � � }|r6t| j| jd�| jd| jd��}nt| �� | �� �}| jr\t|| �� �}t|��|�}|r�| j� | j
t| jj j | j
j j k| j| j
d���}|�|�}|S )z'
:type need_join: bool
N)r� r )r� r� )r� )r& r r� r� r� r1 r� r r0 Z outerjoinr� r� r� r� Z select_from)rQ �columns_� need_join� where_queryr Z
_table_joinedr7 r7 r8 �
_select_query� s
zHistoryShow._select_queryc C s( | � � }| j|| �� d�}| �|�}|S )N)r) r* )r& r, r r! )rQ r) r r7 r7 r8 �
main_query� s
zHistoryShow.main_queryc C s� t | �� | �� | �� �}tt�| jjj �t�
| jjj �g�� |�}t � � }t
|jddid���dd�}| j�|� | j�|�}| j�dt � � | � |�� d S )z�
SELECT min(created), max(created) FROM lve_stats2_history WHERE id = <ID> AND created BETWEN xxxx AND yyyy server_id = 'localhost'
r� T)r� r� r� zquery time: %sr )r r� r� r� r r r r� r� r� r r0 r r: r� r� r� r r4 r2 r )rQ r+ r r r r r7 r7 r8 �_min_max_created� s * z HistoryShow._min_max_createdc C s� | � � \}}|d kr| jS tt|��}tt|��}t||�}t� }xZt|�D ]N\}}} t�| �}
tt |��|
_
tt |��d |
_ | |
_ d|
_
|�|
�� � qLW |S )Nr� r )r. r� r r r� r? �reversed�copyr r r� r� r� r� r" �proceed) rQ Z min_createdZ max_createdr� r� Ztime_unit_groupsrJ Z_fromZ_toZ
_time_unitZ self_copyr7 r7 r8 �proceed_dyn_time_unit� s
z!HistoryShow.proceed_dyn_time_unitc C s� | j t� ks| j t� kr t� S | j d k rHt| j ttf�sH| j dkrHt� S | �� }t�� }t|jddid��}| j� |�
dd�� | j � � }y0|�
|�}| j� dt�� | � |�� | j_W n" tk
r� |�� t� �Y nX |�� | jS d S )Nr r� T)r� r� r� zquery time: %s)r� r� r? rD r- r r: r� r� r r� r4 Zconnectr2 r r� rJ r �close)rQ r r r ZconnZcursorr7 r7 r8 r1
s$ $
zHistoryShow.proceedc s � fdd�� � � D �S )Nc s" g | ]}d d� t � j|�D ��qS )c S s i | ]\}}||�qS r7 r7 )rG r� �valr7 r7 r8 �
<dictcomp>" s z7HistoryShow.proceed_dict.<locals>.<listcomp>.<dictcomp>)r r� )rG Z items_val)rQ r7 r8 rI " s z,HistoryShow.proceed_dict.<locals>.<listcomp>)r1 )rQ r7 )rQ r8 � proceed_dict! s zHistoryShow.proceed_dict)NNr� NNNr� Nr� r NNNF)N)r� N)NF) r} r~ r rT r� r� r� r� r� r r
r r r r r r r r r! r& r( r r, r- r. r2 r1 r6 r7 r7 r7 r8 r* r s8
>
)%
r* c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )�_HistoryShowX1c O s6 t j| f|�|� d| jkr*dg| j | _t� | _d S )Nr� )r* rT r� r? �_labels)rQ �args�kwargsr7 r7 r8 rT & s
z_HistoryShowX1.__init__c
C s` |dkrH| j jj| j jj| j jj| j jj| j jj| j jj| j jjg}�n|dkrbt d| j jj
�}n�|dkrr| j }n�|dkr�| j }n�t
| }t| j j|�}|tt t kr�t ||�}n�|tkr�t
tt�|� }t |t| j j|��}||g}np|tk�r\t
tt�|� }t
tt�|� }t |t| j j|��}t |t| j j|��}t |d |�} |||| g}|S )z!
:type item: str
r� r� r� r� r� �_max)r� r� r� r� r� r� r� r� r� r r� r� r� r r[ r� r� r r� ri r� )
rQ r� r r r r r r r Ztable_column_maxr7 r7 r8 r , s2
z"_HistoryShowX1._aggregate_fun_casec C s t � }| j| jpt � }| jrpxPt| j�D ]B}|tkrPt�|�}|�t| � q*t �|�}|�
t | |g� q*W | j r�|�| j � x�|D ]�}| �
|�}t|t �r�xj|D ]2}t|d�r�|j| jkr�|�|� | j�|j� q�W q�t|d�r�|j| jkr�|�|� | j�|j� q�W |S )Nr� )r? r� r� r� rF r� ri r_ r� r� r" r r� r rD r^ r� r8 )rQ r# r� r� ri r$ r% r r7 r7 r8 r& L s,
z _HistoryShowX1._columns_queryN)r} r~ r rT r r& r7 r7 r7 r8 r7 % s r7 c @ s0 e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
S ) �_HistoryShowX60i c O sD t j| f|�dtji|�� | �� \| _| _|�d�p<| �� | _ d S )Nr� r� )
r7 rT r# r� �get_history_x60_from_tor� r� r� r� r� )rQ r9 r: r7 r7 r8 rT n s z_HistoryShowX60.__init__c C s | j | jfdkrdS t�| �S )N)NNr )r� r� r7 r� )rQ r7 r7 r8 r� u s z _HistoryShowX60.get_time_countc C s� | j | j | jkrdS | jjj�| j| j | j �}tt� | jjj�t�
| jjj�g�� t || �
� ��}t�� }| j�t|jddid���dd�� | j�|��� d }| j�dt�� | � |\}}|d k r�|| j d
|fS |S d S ) zG
calculate present in aggregate table from and to time
)NNr� T)r� r� r� r zquery time: %sNr� )r� r� �AGGREGATE_PERIODr� r� r� r� r r r r r0 r r� r r� r r: r� r� r4 r2 r )rQ Z
between_queryr r r� Z
create_minZ
create_maxr7 r7 r8 r= z s "$z'_HistoryShowX60.get_history_x60_from_toc C sB |t kr2t| }t| jj|�}t||| jjj �S t�| |�S dS )z!
:type item: str
N) r� r r[ r� r� r r r7 r )rQ r� r r r7 r7 r8 r � s
z#_HistoryShowX60._aggregate_fun_caseN)r} r~ r r> rT r� r= r r7 r7 r7 r8 r< j s
r< c @ s2 e Zd ZdZdd� Zdd� Zdd� Zd d d
�ZdS ) r+ z=
Class for retrieve statistics data using two tables
c O sn t j| f|�|� td | _|�t| jd�� t||�| _t ||�| _
| jj d k oV| j | _
| j
rj| �� | _d S )NrW )r� )r* rT r% �_alias�updater> r� r< �x60r7 �x1r� r� � _need_union�_select_union_queryr� )rQ r9 r: r7 r7 r8 rT � s
zHistoryShowUnion.__init__c C s� | j rz|tkrzt| }ttt�|� }ttt�|� }t| jj|�}t| jj|�}t| jj|d �}| � |||�}|S t
� | |�S dS )z!
:type item: str
r; N) rC r� r r� ri r r[ r� r� r r* r ) rQ r� r r r Z column_limitZ column_faultZ
column_maxr r7 r7 r8 r � s z$HistoryShowUnion._aggregate_fun_casec C sp t �� �^ t jdtjd� | j�� �t| jj j
j � | j
j| j
j���}|�| j
�� �}t|| j�}W dQ R X |S )z"
union two tables
�ignore)�categoryN)�warnings�catch_warnings� simplefilter�sa_excZ SAWarningrB r, r0 r r� r� r� r� rA r� r� Z union_allr r? )rQ Z union_queryr7 r7 r8 rD � s
z$HistoryShowUnion._select_union_queryNc C s" | j rt|�S tj| ||d�S d S )N)r) r* )rC r r* r, )rQ r) r* r7 r7 r8 r, � s z HistoryShowUnion._select_query)NN)r} r~ r �__doc__rT r rD r, r7 r7 r7 r8 r+ � s
r+ c C s( t � }|dkr`dddddddd d
d d d
ddddddddddg}| dksN| dkr^|�ddd g� n�|d kr�ddd ddd dd
d d
dddddddd g}| dks�| dkr�|�dd d g� nr|dk�r$dd!ddd dd"ddd dd#d d
d d
d$ddddd%ddddd&ddd g }| dk�s| dk�r$|�ddd'd d g� |S )(z�
preparation list columns depending of the lve version
:type mode: Union[None, str]
:type lve_version: Union[None, int]
Zv1r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� Nr. r� r� r� Zv2r� r� r� r� r� r� r� r� r� r� )r? r" )r/ �moder� r7 r7 r8 r� � s$
r� )NN)\Z
__future__r r Z
past.builtinsr �builtinsr r r0 r| r� rx r rG �distutils.utilr Z
sqlalchemyr r r
rJ r Zsqlalchemy.sqlr r
r r r r r Zsqlalchemy.sql.expressionr r r r r Zlvestats.core.pluginr Z lvestats.lib.commons.dateutilr r r r r r Z lvestats.lib.commons.sizeutilr r r! Z lvestats.ormr" r# r$ r% Zlvestats.lib.commons.funcr& r' Zlvestats.lib.configr( r) �__all__r- r9 r= rC rF �objectr, r� r; Zusage_to_limit_dictr r� r� r r� r� r� r? �keys�keyr� r� r� r� r� r� r* r7 r< r+ r� r7 r7 r7 r8 �<module> s� $ }
6E13
Mini Shell