Current File : //usr/lib/python3.6/site-packages/pyzor/engines/__pycache__/mysql.cpython-36.pyc
3
�2�^�0 � @ s� d Z ddlZddlZddlZddlZddlZddlZy ddlZW n ek
r\ ddl ZY nX yddl
Z
ddl Z
dZ W n ek
r� dZ Y nX ddl
T G dd� de�ZG dd � d e�ZG d
d � d e�Ze s�eddddd �Zneeeeed �ZdS )
zMySQLdb database engine.� NTF)�*c @ s� e Zd ZdZdZd6ZdZejd�Z d7dd �Z
d
d � Z d d
� Z dd� Z
dd� Zdd� Zdd� Zdd� Zdd� Zdd� Zd d � Zd d � Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd8d(d)�Zd9d*d+�Zd:d,d-�Z d;d.d/�Z d<d0d1�Z d2d3� Z e d=d4d5��Z!dS )>�
MySQLDBHandleFTi � �< ZpyzordNc C sJ || _ d | _|jd�\| _| _| _| _| _d| _d | _ | j
� | j � d S )N�,r ) �max_age�db�split�host�user�passwd�db_name�
table_name�last_connect_attempt�reorganize_timer� reconnect�start_reorganizing)�self�fn�moder � r �/usr/lib/python3.6/mysql.py�__init__. s zMySQLDBHandle.__init__c C s( t j| j| j| j| jd�}|jd� |S )z Returns a new db connection.)r
r r r T)�MySQLdbZconnectr
r r
r Z
autocommit)r r r r r �_get_new_connection; s
z!MySQLDBHandle._get_new_connectionc C s8 t j � | j | jk r4| jjdt j| j| j �� dS dS )NzCan't reconnect until %sFT)�timer �reconnect_period�log�debugZctime)r r r r �_check_reconnect_timeB s z#MySQLDBHandle._check_reconnect_timec C s� | j � s d S | jr8y| jj� W n tjk
r6 Y nX y| j� | _W n8 tjk
r~ } z| jjd|� d | _W Y d d }~X nX tj� | _ d S )Nz!Unable to connect to database: %s)
r r �closer �Errorr r �errorr r )r �er r r r K s zMySQLDBHandle.reconnectc c sJ |j tjjd�}|jd| j � x |j� }|s0P |d V q"W |j� d S )N)� cursorclasszSELECT digest FROM %sr )�cursorr �cursors�SSCursor�executer �fetchoner )r r �c�rowr r r �_iter[ s zMySQLDBHandle._iterc C s | j d| jf �S )N�iter)�
_safe_callr, )r r r r �__iter__e s zMySQLDBHandle.__iter__c c sZ |j tjjd�}|jd| j � x,|j� }|s0P |d t|dd � � fV q"W |j� d S )N)r$ zVSELECT digest, r_count, wl_count, r_entered, r_updated, wl_entered, wl_updated FROM %sr � ) r% r r& r' r( r r) �Recordr )r r r* r+ r r r �
_iteritemsh s
zMySQLDBHandle._iteritemsc C s | j d| jf �S )N� iteritems)r. r2 )r r r r r3 s s zMySQLDBHandle.iteritemsc C s t | jd| jf ��S )Nr3 )�listr. r2 )r r r r �itemsv s zMySQLDBHandle.itemsc C s0 y| j r| j j� W n tjk
r* Y nX dS )z7Close the database when the object is no longer needed.N)r r r r! )r r r r �__del__y s
zMySQLDBHandle.__del__c C s^ y||d| j i�S tjtfk
rX } z&| jjd||� | j� td��W Y d d }~X nX d S )Nr z
%s failed: %sz!Database temporarily unavailable.)r r r! �AttributeErrorr r" r �
DatabaseError)r �name�method�args�exr r r r. � s zMySQLDBHandle._safe_callc C s | j d| j|f�S )N�report)r. �_report)r �keysr r r r= � s zMySQLDBHandle.reportc C s | j d| j|f�S )N� whitelist)r. �
_whitelist)r r? r r r r@ � s zMySQLDBHandle.whitelistc C s | j d| j|f�S )N�getitem)r. �_really__getitem__)r �keyr r r � __getitem__� s zMySQLDBHandle.__getitem__c C s | j d| j||f�S )N�setitem)r. �_really__setitem__)r rD �valuer r r � __setitem__� s
zMySQLDBHandle.__setitem__c C s | j d| j|f�S )N�delitem)r. �_really__delitem__)r rD r r r � __delitem__� s zMySQLDBHandle.__delitem__c C s8 |j � }z |jd| j tdd� |�� W d |j� X d S )Nz�INSERT INTO %s (digest, r_count, wl_count, r_entered, r_updated, wl_entered, wl_updated) VALUES (%%s, 1, 0, NOW(), NOW(), NOW(), NOW()) ON DUPLICATE KEY UPDATE r_count=r_count+1, r_updated=NOW()c S s | fS )Nr )rD r r r �<lambda>� s z'MySQLDBHandle._report.<locals>.<lambda>)r% � executemanyr �mapr )r r? r r* r r r r> � s zMySQLDBHandle._reportc C s8 |j � }z |jd| j tdd� |�� W d |j� X d S )Nz�INSERT INTO %s (digest, r_count, wl_count, r_entered, r_updated, wl_entered, wl_updated) VALUES (%%s, 0, 1, NOW(), NOW(), NOW(), NOW()) ON DUPLICATE KEY UPDATE wl_count=wl_count+1, wl_updated=NOW()c S s | fS )Nr )rD r r r rM � s z*MySQLDBHandle._whitelist.<locals>.<lambda>)r% rN r rO r )r r? r r* r r r rA � s zMySQLDBHandle._whitelistc C sX |j � }|jd| j |f� z,y t|j� � S tk
rD t� �Y nX W d|j� X dS )z+__getitem__ without the exception handling.z_SELECT r_count, wl_count, r_entered, r_updated, wl_entered, wl_updated FROM %s WHERE digest=%%sN)r% r( r r1 r) � TypeError�KeyErrorr )r rD r r* r r r rC � s z MySQLDBHandle._really__getitem__c C s` |j � }zH|jd| j ||j|j|j|j|j|j|j|j|j|j|j|jf
� W d|j � X dS )z+__setitem__ without the exception handling.z�INSERT INTO %s (digest, r_count, wl_count, r_entered, r_updated, wl_entered, wl_updated) VALUES (%%s, %%s, %%s, %%s, %%s, %%s, %%s) ON DUPLICATE KEY UPDATE r_count=%%s, wl_count=%%s, r_entered=%%s, r_updated=%%s, wl_entered=%%s, wl_updated=%%sN)
r% r( r Zr_countZwl_countZ r_enteredZ r_updatedZ
wl_enteredZ
wl_updatedr )r rD rH r r* r r r rG � s z MySQLDBHandle._really__setitem__c
C s0 |j � }z|jd| j |f� W d|j� X dS )z+__delitem__ without the exception handling.z DELETE FROM %s WHERE digest=%%sN)r% r( r r )r rD r r* r r r rK � s
z MySQLDBHandle._really__delitem__c C s� | j s
d S | jjd� tjj� tj| j d� }| j� }|j� }zTy|jd| j |f� W n6 t
j t fk
r� } z| jj
d|� W Y d d }~X nX W d |j� |j� X tj| j| j�| _| jjd� | jj� d S )Nzreorganizing the database)Zsecondsz"DELETE FROM %s WHERE r_updated<%%szUnable to reorganise: %sT)r r r �datetimeZnowZ timedeltar r% r( r r r! r7 �warnr � threadingZTimer�reorganize_periodr r Z setDaemon�start)r Z
breakpointr r* r# r r r r � s$ $
z MySQLDBHandle.start_reorganizingc c s2 t j| |||d�V xt j| ||dd�V qW dS )z^Yields a number of database connections suitable for a Pyzor
pre-fork server.
)r N)� functools�partial)�clsr r r r r r �get_prefork_connections� s z%MySQLDBHandle.get_prefork_connectionsi�Q )N)N)N)N)N)N)N)"�__name__�
__module__� __qualname__Zabsolute_sourceZhandles_one_steprU r �loggingZ getLoggerr r r r r r, r/ r2 r3 r5 r6 r. r= r@ rE rI rL r> rA rC rG rK r � classmethodrZ r r r r r s:
r c @ sF e Zd Zddd�Zdd� Zdd� Zdd � Zd
d � Zd d
� Zdd� Z dS )�ThreadedMySQLDBHandleNc C s, || _ | j rtj� | _tj| |||d� d S )N)r )�bound�Queue�db_queuer r )r r r r ra r r r r s
z ThreadedMySQLDBHandle.__init__c C s | j r| jj� S | j� S d S )N)ra rc �getr )r r r r �_get_connection s
z%ThreadedMySQLDBHandle._get_connectionc C s | j r| jj|� n|j� d S )N)ra rc �putr )r r r r r �_release_connection
s z)ThreadedMySQLDBHandle._release_connectionc # C s� | j � }z�y||d|i�S tjtfk
r� } zx| jjd||� | jsNtd��y|jd� ||d|i�S tjtfk
r� } z| j |�}td��W Y d d }~X nX W Y d d }~X nX W d | j
|� X d S )Nr z
%s failed: %sz!Database temporarily unavailable.T) re r r! r7 r r" ra r8 Zping�
_reconnectrg )r r9 r: r; r r< r r r r. s
0z ThreadedMySQLDBHandle._safe_callc C s2 | j s
d S x"t| j �D ]}| jj| j� � qW d S )N)ra �rangerc rf r )r �_r r r r & s z ThreadedMySQLDBHandle.reconnectc C s" | j � s |S tj� | _| j� S d S )N)r r r r )r r r r r rh , s
z ThreadedMySQLDBHandle._reconnectc C s` | j s
d S xPt| jj�D ]@}y |j� W q tjk
r@ wY q tjk
rV P Y qX qW d S )N) ra r- rc Z
get_nowaitr r r! rb ZEmpty)r r r r r r6 3 s z ThreadedMySQLDBHandle.__del__)NN)
r[ r\ r] r re rg r. r rh r6 r r r r r` s
r` c @ s. e Zd Zd
dd�Zdd� Zdd� Zdd � ZdS ) �ProcessMySQLDBHandleNc C s t j| |||d� d S )N)r )r r )r r r r r r r r @ s z ProcessMySQLDBHandle.__init__c C s d S )Nr )r r r r r C s z ProcessMySQLDBHandle.reconnectc C s d S )Nr )r r r r r6 F s z ProcessMySQLDBHandle.__del__c C sx d }z\y| j � }||d|i�S tjtfk
r\ } z | jjd||� td��W Y d d }~X nX W d |d k rr|j� X d S )Nr z
%s failed: %sz!Database temporarily unavailable.)r r r! r7 r r" r8 r )r r9 r: r; r r< r r r r. I s z ProcessMySQLDBHandle._safe_call)N)r[ r\ r] r r r6 r. r r r r rk ? s
rk )Zsingle_threadedZmulti_threadedZmulti_processingZprefork)�__doc__r r^ rR � itertoolsrW rT rb � ImportErrorZqueuer ZMySQLdb.cursorsZ
_has_mysqlZpyzor.engines.commonZ
BaseEnginer r` rk ZDBHandleZhandler r r r �<module> s<
h?
Mini Shell