관리-도구
편집 파일: __init__.cpython-37.pyc
B �=�_�� � E @ s� d Z ddlmZ ddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlmZ ddlmZ ddlmZ ddl Z ddl m Z ddl m Z dd l m Z dd l m Z dd l m!Z! dd l m"Z" dd l m#Z# ddl$m%Z% ddl$m&Z& ddl$m'Z' ddl(m)Z) ddl(m*Z* ddl(m+Z+ ddl(m,Z, ddl(m-Z- ddl(m.Z. ddl(m/Z/ ddl(m0Z0 e+�r�ddl1Z1nddl2Z1yddl1m3Z3 W n< e4k �r( e�5� � e�6d� ddl3Z3W dQ R X Y nX ej7dk�r@ddl8Z8ndZ8d d d d d d!d"d#d$d%d&d'd(d)d*d+d,d-d.d/d0d1d2d3d4d5d6d7d8d9d:d;d<d=d>d?d@dAdBdCdDdEdFdGdHdIdJdKdLdMdNdOdPdQdRdSdTdUdVdWdXdYdZd[d\d]d^d_d`gEZ9daej:kZ;d e j<kZ=dbe j<k�p�dce j<kZ>e=�pe>Z?ej@ddkZAdeZBdfZCdgZDdhZEe?�rFeBdi9 ZBeEdi9 ZEeCdi9 ZCeDdi9 ZDe jFdjk�r`dke �G� ZHn dle �G� ZHe.dm�ZIe+�r�dn�Jdodp�ZKndqZKe�L� �M� drkZNe jO�Pe jO�Qe jO�ReS�dsds��ZTe jO�QeTdt�ZUe jO�Pe jO�ReS��ZVe!�o�e" ZWeXe jYdu�ZZeXe dv�Z[eXe dw�Z\eXe jYdx�Z]eXe jYdy�Z^eXe jYdz�Z_eXe d{�Z`eXe jYd|�ZaeXe jYd}�ZbeXe jYd~�ZceXe d�Zdyed�oxeee �f� �ZgW n ehk �r� d�ZgY nX eXe d��ZieXe d��ZjeXe jYd��Zke �s�e �o�e �l� dkZmd�d�� Znen� Zoepe jqd��Zre�serjt� d�d�� eue �D �Zvewed�ex� �Zyez� Z{ez� Z|G d�d�� d�ej}�Z~d�d�� Zed�d�d<��Z�ed�d>� �Z�d�d=� Z�ed�d9� �Z�ed�d�� �Z�ej�eEfd�d:�Z�d�d�d;�Z�d�dQ� Z�d�dP� Z�G d�d�� d�ex�Z�e�e j�deEd�d��d�dS� �Z�e�e*e�fdeEd�d��d�d�dT��Z�e�e�deEd�d��d�dR� �Z�d�dK� Z�d�d�� Z�ej�d�dJ� �Z�d�d�dL�Z�d�d�dO�Z�G d�d�� d�e1j��Z�e�e1_�G d�dD� dDe��Z�e1��e;d��G d�dC� dCe���Z�d�dG� Z�d�d�� Z�G d�dE� dE�Z�G d�dF� dF�Z�d�d�� Z�eBfd�dB�Z�d�d�d@�Z�d�d�dA�Z�d�d�dV�Z�eedfd�dW�Z�ejfd�dX�Z�d�d�dY�Z�d�dZ� Z�ej�d�d[� �Z�d�dU� Z�d�d�� Z�d�d\� Z�d�d]� Z�d�d^� Z�d�d`� Z�e!�rZej�d�d�d_��Z�nej�d�d�d_��Z�ejsd�dȄ �Z�e!�r�e�ej�d�dʄ � dS )�z Test utilities. � )�print_functionN)�AF_INET)�AF_INET6)� SOCK_STREAM)�AIX)�FREEBSD)�LINUX)�MACOS)�POSIX)�SUNOS)�WINDOWS)� bytes2human)� print_color)� supports_ipv6)�FileExistsError)�FileNotFoundError)�PY3)�range)�super)�u)�unicode)�which)�mock�ignore)� � �APPVEYOR�DEVNULL�GLOBAL_TIMEOUT�TOLERANCE_SYS_MEM� NO_RETRIES�PYPY� PYTHON_EXE�ROOT_DIR� SCRIPTS_DIR� TESTFN_PREFIX�UNICODE_SUFFIX�INVALID_UNICODE_SUFFIX� CI_TESTING�VALID_PROC_STATUSES�TOLERANCE_DISK_USAGE�IS_64BIT�HAS_CPU_AFFINITY� HAS_CPU_FREQ� HAS_ENVIRON�HAS_PROC_IO_COUNTERS� HAS_IONICE�HAS_MEMORY_MAPS�HAS_PROC_CPU_NUM� HAS_RLIMIT�HAS_SENSORS_BATTERY� HAS_BATTERY�HAS_SENSORS_FANS�HAS_SENSORS_TEMPERATURESZHAS_MEMORY_FULL_INFO�pyrun� terminate� reap_children�spawn_testproc� spawn_zombie�spawn_children_pairZThreadTaskunittest�skip_on_access_denied�skip_on_not_implemented�retry_on_failure�TestMemoryLeak�PsutilTestCase�process_namespace�system_namespace� print_sysinfoZ install_pipZinstall_test_deps�chdir� safe_rmpath� create_exeZ decode_pathZ encode_path� get_testfn� get_winver�kernel_version� call_until� wait_for_pid� wait_for_file�check_net_address� get_free_port� bind_socket�bind_unix_socket�tcp_socketpair�unix_socketpair�create_sockets� reload_module�import_module_by_path�warn�copyload_shared_lib� is_namedtuple�__pypy__�GITHUB_ACTIONSZ CIBUILDWHEELl � i P i � � r �javaz $psutil-%s-z @psutil-%s-u -ƒőős f���utf8�surrogateescapeu fÀ)�asciizus-asciiz..�scripts� cpu_affinity�cpu_freq� getloadavg�environ�ionice� memory_maps�net_io_counters�cpu_num� io_counters�rlimit�sensors_batteryF� sensors_fans�sensors_temperatures�threadsc C s� dd� } t r@tr$tr td�S td�S tr6tj�tj �S td�S n�t r�| tj �p�| tj�tj ��p�| tdtj d d� ��p�| t � � �� �}|s�td��|S tj�tj �}tj�|�s�t|��|S d S ) Nc S s: y t j| dgt jt jd� W n tk r0 d S X | S d S )Nz-V)�stdout�stderr)� subprocess� check_call�PIPE� Exception)�exe� ry �H/opt/alt/python37/lib64/python3.7/site-packages/psutil/tests/__init__.py�attempt� s z _get_py_exe.<locals>.attemptZpypy3�pypy�pythonz python%s.%s� z"can't find python exe real abspath)r\ r! r r r �os�path�realpath�sys� executabler � version_info�psutil�Processrx � ValueError�exists�AssertionError)r{ rx ry ry rz � _get_py_exe� s$ r� zr+c C s g | ]}|� d �rtt|��qS )ZSTATUS_)� startswith�getattrr� )�.0�xry ry rz � <listcomp>� s r� �AF_UNIXc sP e Zd ZdZ� fdd�Zdd� Zdd� Zdd � Zd d � Zd d � Z dd� Z � Z S )� ThreadTaskz6A thread task which does nothing expect staying alive.c s$ t � �� d| _d| _t�� | _d S )NFg����MbP?)r �__init__�_running� _interval� threading�Event�_flag)�self)� __class__ry rz r� � s zThreadTask.__init__c C s | j j}d|| jt| �f S )Nz<%s running=%s at %#x>)r� �__name__r� �id)r� �namery ry rz �__repr__� s zThreadTask.__repr__c C s | � � | S )N)�start)r� ry ry rz � __enter__ s zThreadTask.__enter__c O s | � � d S )N)�stop)r� �args�kwargsry ry rz �__exit__ s zThreadTask.__exit__c C s( | j rtd��tj�| � | j�� dS )zStart thread and keep it running until an explicit stop() request. Polls for shutdown every 'timeout' seconds. zalready startedN)r� r� r� �Threadr� r� �wait)r� ry ry rz r� s zThreadTask.startc C s, d| _ | j�� x| j r&t�| j� qW d S )NT)r� r� �set�time�sleepr� )r� ry ry rz �run s zThreadTask.runc C s | j std��d| _ | �� dS )z8Stop thread execution and and waits until it is stopped.zalready stoppedFN)r� r� �join)r� ry ry rz r� s zThreadTask.stop) r� � __module__� __qualname__�__doc__r� r� r� r� r� r� r� � __classcell__ry ry )r� rz r� � s r� c s t �� �� fdd��}|S )Nc s, y � | |�S t k r& t� � Y nX d S )N)rw r: )r� r� )�funry rz �wrapper% s z&_reap_children_on_err.<locals>.wrapper)� functools�wraps)r� r� ry )r� rz �_reap_children_on_err$ s r� c K s� |� dt� |� dt� |� dt�� � |� dtj� trJd}|� d|� | dkr�t� }zDt|� d| }td |g} t j | f|�}t � |� t |d d d � W dt|� X n"t j | f|�}t � |� t|j� |S ) a} Creates a python subprocess which does nothing for 60 secs and return it as a subprocess.Popen instance. If "cmd" is specified that is used instead of python. By default stdin and stdout are redirected to /dev/null. It also attemps to make sure the process is in a reasonably initialized state. The process is registered for cleanup on reap_children(). �stdinrr �cwd�envi � creationflagsNz:from time import sleep;open(r'%s', 'w').close();sleep(60);z-cT)�delete�empty)� setdefaultr r �getcwdrg r rI rG r" rt �Popen�_subprocesses_started�addrN rM �pid)�cmd�kwdsZCREATE_NO_WINDOW�testfnZpyline�sprocry ry rz r; / s, c C s� d} t t�� d�}zvt�dtj�|�tf �}trDt |dd�\}} n t |�\}} t � |j �}t t|ddd��}t�|� t � |�}||fS t|� | dk r�t| � X dS ) a Create a subprocess which creates another one as in: A (us) -> B (child) -> C (grandchild). Return a (child, grandchild) tuple. The 2 processes are fully initialized and will live for 60 secs and are registered for cleanup on reap_children(). N)�dira; import subprocess, os, sys, time s = "import os, time;" s += "f = open('%s', 'w');" s += "f.write(str(os.getpid()));" s += "f.close();" s += "time.sleep(60);" p = subprocess.Popen([r'%s', '-c', s]) p.wait() r )r� TF)r� r� )rI r r� �textwrap�dedentr� �basenamer" r r8 r� r� r� �intrN � _pids_startedr� rG )�tfiler� �s�subp�childZgrandchild_pidZ grandchildry ry rz r= W s c s� t js t�t� } t�d| �}d}t| �}z�|�t� t |�\}}|� � \}}zRt � |� � gg g t� t |�d��}t�|� t �|�� t� fdd�d� |� fS |�� X W d|�� t| � |dk r�t|� X dS )z�Create a zombie process and return a (parent, zombie) process tuple. In order to kill the zombie parent must be terminate()d first, then zombie must be wait()ed on. a import os, sys, time, socket, contextlib child_pid = os.fork() if child_pid > 0: time.sleep(3000) else: # this is the zombie process s = socket.socket(socket.AF_UNIX) with contextlib.closing(s): s.connect('%s') if sys.version_info < (3, ): pid = str(os.getpid()) else: pid = bytes(str(os.getpid()), 'ascii') s.sendall(pid) Ni c s � � � S )N)�statusry )�zombiery rz �<lambda>� � z spawn_zombie.<locals>.<lambda>zret == psutil.STATUS_ZOMBIE)r� r r� rI r� r� rR � settimeoutr r8 �accept�select�filenor� �recvr� r� r� rL �closerG )Z unix_file�srcr� �sock�parent�conn�_Zzpidry )r� rz r< ~ s, c K s� |� dd� |� dd� t� }yDt|d��}|�| � W dQ R X tt|jgf|�}t|j� ||fS t k r� t |� � Y nX dS )z�Run python 'src' code string in a separate interpreter. Returns a subprocess.Popen instance and the test file where the source code was written. rr Nrs �wt) r� rI �open�writer; r" r� rM r� rw rG )r� r� �srcfile�fr� ry ry rz r8 � s c K s� t | ttf�rdnd}tr"|r"dnd}|�d|� |�dtj� |�dtj� |�dd� |�d |� tj| f|�}t� |� t r�|j t d �\}}n |� � \}}|j dkr�t|��|r�t|� |�d �r�|d d � }|S )zUrun cmd in a subprocess and return its output. raises RuntimeError on error. TFi r �shellrr rs �universal_newlinesr� )�timeout� N���)� isinstance�strr r r� rt rv r� r� r� r � communicater � returncode� RuntimeErrorrX �endswith)r� r� r� �flags�prr rs ry ry rz �sh� s& r� c s� t rddlm� dd� �dd� � � ��fdd�}� ��fd d ����fd d �}d d� }| }zVt|t�rp|||�S t|tjtjf�r��||�S t|tj�r�|||�S t d| ��W dt|tjtjf�r�||� t|t�r�|n|j }t� |�r�t |��X dS )a� Terminate a process and wait() for it. Process can be a PID or an instance of psutil.Process(), subprocess.Popen() or psutil.Popen(). If it's a subprocess.Popen() or psutil.Popen() instance also closes its stdin / stdout / stderr fds. PID is wait()ed even if the process is already gone (kills zombies). Does nothing if the process does not exist. Return process exit status. r )�wait_pidc S sb t | tj�rts| �� n | �|� tr^t | tj�r^yt�| j��|�S tj k r\ Y nX d S )N) r� rt r� r r� r r� r� r� � NoSuchProcess)�procr� ry ry rz r� � s zterminate.<locals>.waitc S s6 t rtrtj}tr(|tjkr(| �tj� | �|� d S )N)r r\ �signal�SIGKILLr � send_signal�SIGCONT)r� �sigry ry rz �sendsig� s zterminate.<locals>.sendsigc sZ y� | �� W n@ t k rN } z"tr0|jdkr0n|jtjkr>� W d d }~X Y nX �| |�S )N� )�OSErrorr �winerror�errnoZESRCH)r� r� �err)r� r� r� ry rz � term_subproc� s z terminate.<locals>.term_subprocc s0 y� | �� W n t jk r$ Y nX �| |�S )N)r� r� )r� r� )r� r� r� ry rz � term_psproc s z terminate.<locals>.term_psprocc sB yt �| �}W n$ t jk r2 tr.�| |�S Y n X � ||�S d S )N)r� r� r� r )r� r� r� )r� r� ry rz �term_pid s zterminate.<locals>.term_pidc S s4 | j r| j �� | jr | j�� | jr0| j�� d S )N)rr r� rs r� )r� ry ry rz � flush_popen s z terminate.<locals>.flush_popenz wrong type %rN) r Zpsutil._psposixr� r� r� r� r� r� rt � TypeErrorr� � pid_existsr� )Z proc_or_pidr� � wait_timeoutr� r r r� r� ry )r� r� r� r� r� rz r9 � s* c C s� t �� j| d�}xtr(t�� }t|� qW xtrBt�� }t|� q,W |r�x|D ]}t|dd� qNW t j|td�\}}x&|D ] }t d| � t|t j d� qzW dS )a Terminate and wait() any subprocess started by this test suite and any children currently running, ensuring that no processes stick around to hog resources. If resursive is True it also tries to terminate and wait() all grandchildren started by this process. )� recursiveN)r )r� z0couldn't terminate process %r; attempting kill())r� ) r� r� �childrenr� �popr9 r� � wait_procsr rX r� r� )r r r� r� r� Zgone�alivery ry rz r: 3 s c C s� t s td��d} t�� d }x(|D ] }|�� s6|dkr@| |7 } q"P q"W | sVtd| ��d}d}| �d�}t|d �}t|�dkr�t|d �}t|�dkr�t|d �}|||fS ) z"Return a tuple such as (2, 6, 36).z not POSIX� r~ �.zcan't parse %rr � r ) r �NotImplementedErrorr �uname�isdigitr� �splitr� �len)r� r �c�minor�micro�nums�majorry ry rz rK X s& c C sd t s td��t�� } t| d�r*| jp&d}n(t�d| d �}|rNt|� d��}nd}| d | d |fS )Nz not WINDOWS�service_pack_majorr z\s\d$r r ) r r r� �getwindowsversion�hasattrr �re�searchr� �group)Zwv�sp�rry ry rz rJ p s c @ s< e Zd ZdZeddddfdd�Zdd� Zdd � Zd d � ZdS ) �retryzA retry decorator.Ng����MbP?c C s2 |r|rt d��|| _|| _|| _|| _|| _d S )Nz/timeout and retries args are mutually exclusive)r� � exceptionr� �retries�interval�logfun)r� r r� r! r" r# ry ry rz r� � s zretry.__init__c c s` | j r.t�� | j }xFt�� |k r*d V qW n.| jrPx&t| j�D ] }d V q@W n x d V qRW d S )N)r� r� r! r )r� �stop_atr� ry ry rz �__iter__� s zretry.__iter__c C s | j d k rt�| j � d S )N)r" r� r� )r� ry ry rz r� � s z retry.sleepc s" t �� �� �fdd��}�|_|S )Nc st d }x^�D ]V}y � | |�S �j k r^ } z&|}�jd k rD��|� ��� w W d d }~X Y q X q W trn|�n� d S )N)r r# r� r )r� r� �excr� )r� r� ry rz r� � s z retry.__call__.<locals>.wrapper)r� r� � decorator)r� r� r� ry )r� r� rz �__call__� s zretry.__call__) r� r� r� r� rw r� r% r� r( ry ry ry rz r � s r g����MbP?)r r# r� r" c C s t �| � trt�d� dS )z�Wait for pid to show up in the process list then return. Used in the test suite to give time the sub process to initialize. g{�G�z�?N)r� r� r r� r� )r� ry ry rz rM � s Tc C s: t | d��}|�� }W dQ R X |s*|s*t�|r6t| � |S )z8Wait for a file to be written on disk with some content.�rbN)r� �readr� rG )�fnamer� r� r� �datary ry rz rN � s c C s | � }t |�st�|S )zVKeep calling function for timeout secs and exit if eval() expression is True. )�evalr� )r� �expr�retry ry rz rL � s c C sn dd� }yLt �| �}t�|j�r0t�tj| �}nt�t j| �}t rJ|� n||� W n t k rh Y nX dS )z>Convenience function for removing temporary test files or dirsc S s� t � � t }xjt � � |k rvy| � S tk r4 Y n6 tk rh } z|}tdt|� � W d d }~X Y nX t �d� qW |�d S )Nz ignoring %sg{�G�z�?)r� r r Z WindowsErrorrX r� r� )r� r$ r� r� ry ry rz � retry_fun� s "z safe_rmpath.<locals>.retry_funN) r �stat�S_ISDIR�st_moder� �partial�shutil�rmtree�remover r )r� r0 �str� ry ry rz rG � s c C s( yt �| � W n tk r" Y nX dS )z-Convenience function for creating a directoryN)r �mkdirr )r� ry ry rz � safe_mkdir s r: c c s. t �� }zt �| � dV W dt �|� X dS )z@Context manager which temporarily changes the current directory.N)r r� rF )�dirname�curdirry ry rz rF s c C s� t j�| �rt| ��|r�td�s(td��t|t�r<t� d�}t|t �sNt|��t t dd�d��}|� |� W dQ R X zt�d|jd| g� W dt|j� X n.t�t| � tr�t �| �}t �| |jtjB � dS ) z1Creates an executable file in the given location.�gcczgcc is not installedz� #include <unistd.h> int main() { pause(); return 1; } z.c)�suffixr� Nz-o)r r� r� r� r r� r� �boolr� r� r� r� rI r� rt ru r� rG r5 �copyfiler" r r1 �chmodr3 �S_IEXEC)ZoutpathZc_coder� r8 ry ry rz rH s" r c C s2 x,t jt| |d�}tj�|�stj�|�S qW dS )z�Return an absolute pathname of a file or dir that did not exist at the time this call is made. Also schedule it for safe deletion at interpreter exit. It's technically racy but probably not really due to the time variant. )�prefixr> r� N)�tempfile�mktempr% r r� r� r� )r> r� r� ry ry rz rI 9 s c @ s4 e Zd Zdd� Zeejd�s$ejjZe s0dd� Z dS )�TestCasec C s. | j j}|�d�sd| }d|| j j| jf S )Nzpsutil.z psutil.tests.z%s.%s.%s)r� r� r� r� Z_testMethodName)r� Zfqmodry ry rz �__str__N s zTestCase.__str__�assertRaisesRegexc C s d S )Nry )r� ry ry rz �runTest\ s zTestCase.runTestN) r� r� r� rG r �unittestrF ZassertRaisesRegexprH r rI ry ry ry rz rF J s rF c @ sB e Zd ZdZddd�Zdd� Zdd � Zd d � Zd d � Zdd� Z dS )rB zUTest class providing auto-cleanup wrappers on top of process test utilities. r Nc C s t ||d�}| �t|� |S )N)r> r� )rI � addCleanuprG )r� r> r� r+ ry ry rz rI i s zPsutilTestCase.get_testfnc O s t ||�}| �t|� |S )N)r; rK r9 )r� r� r� r� ry ry rz r; n s z PsutilTestCase.spawn_testprocc C s* t � \}}| �t|� | �t|� ||fS )N)r= rK r9 )r� Zchild1Zchild2ry ry rz r= s s z"PsutilTestCase.spawn_children_pairc C s* t � \}}| �t|� | �t|� ||fS )N)r< rK r9 )r� r� r� ry ry rz r< y s zPsutilTestCase.spawn_zombiec O s* t ||�\}}| �t|� | �t|� |S )N)r8 rK rG r9 )r� r� r� r� r� ry ry rz r8 s zPsutilTestCase.pyrunc C s� | � tjtj|j� t|tjtjf�rn|�� r2t�y |� � }W n tjk rT Y nX td| ��|j dd� t� |j�r�t|j��| � |jt� � � d S )Nz3Process.status() didn't raise exception (status=%s)r )r� )� assertRaisesr� r� r� r� r� r� � is_runningr� r� r� r Z assertNotIn�pids)r� r� r� ry ry rz �assertProcessGone� s z PsutilTestCase.assertProcessGone)r N) r� r� r� r� rI r; r= r< r8 rO ry ry ry rz rB d s zunreliable on PYPYc @ s~ e Zd ZdZdZdZdZer dndZdZ e � � Z dd� Z d d � Zd d � Zd d� Zdd� Zdd� Zdd� Zddd�Zdd� ZdS )rA a� Test framework class for detecting function memory leaks, typically functions implemented in C which forgot to free() memory from the heap. It does so by checking whether the process memory usage increased before and after calling the function many times. Note that this is hard (probably impossible) to do reliably, due to how the OS handles memory, the GC and so on (memory can even decrease!). In order to avoid false positives, in case of failure (mem > 0) we retry the test for up to 5 times, increasing call repetitions each time. If the memory keeps increasing then it's a failure. If available (Linux, OSX, Windows), USS memory is used for comparison, since it's supposed to be more precise, see: https://gmpy.dev/blog/2016/real-process-memory-and-environ-in-python If not, RSS memory is used. mallinfo() on Linux and _heapwalk() on Windows may give even more precision, but at the moment are not implemented. PyPy appears to be completely unstable for this framework, probably because of its JIT, so tests on PYPY are skipped. Usage: class TestLeaks(psutil.tests.TestMemoryLeak): def test_fun(self): self.execute(some_function) �� r] r r^ Tc C s | j �� }t|d|j�S )NZuss)� _thisproc�memory_full_infor� Zrss)r� �memry ry rz �_get_mem� s zTestMemoryLeak._get_memc C s t r| j�� S | j�� S d S )N)r rQ �num_fds� num_handles)r� ry ry rz � _get_num_fds� s zTestMemoryLeak._get_num_fdsc C s | j rt|dtjd� d S )N�yellow)�color�file)�verboser r� rs )r� �msgry ry rz �_log� s zTestMemoryLeak._logc C sx | � � }| �|� | � � }|| }|dk r8| �d| ��|dkrttrHdnd}|dkr\|d7 }d|||f }| �|��dS ) z�Makes sure num_fds() (POSIX) or num_handles() (Windows) does not increase after calling a function. Used to discover forgotten close(2) and CloseHandle syscalls. r zHnegative diff %r (gc probably collected a resource from a previous test)�fd�handler r� z %s unclosed %s after calling %rN)rW �call�failr )r� r� �before�after�diff�type_r\ ry ry rz � _check_fds� s zTestMemoryLeak._check_fdsc C sb t jdd� | �� }x t|�D ]}| �|�}~~q W t jdd� | �� }| �t jg � || }|S )z�Get 2 distinct memory samples, before and after having called fun repeadetly, and return the memory difference. r )Z generation)�gcZcollectrT r r` Z assertEqualZgarbage)r� r� �timesZmem1r� r/ Zmem2rd ry ry rz � _call_ntimes� s zTestMemoryLeak._call_ntimesc C s� g }d}|}x�t d|d �D ]�} | �||�} d| t| �t| | �|f } |�| � | |kp`| |k} | r|| dkrx| �| � d S | dkr�t� | �| � ||7 }| }q W | �d�|���d S )Nr r z,Run #%s: extra-mem=%s, per-call=%s, calls=%sz. )r ri r �appendr] �printra r� ) r� r� rh � warmup_timesr! � tolerance�messagesZprev_memZincrease�idxrS r\ �successry ry rz � _check_mem� s& zTestMemoryLeak._check_memc C s |� S )Nry )r� r� ry ry rz r` s zTestMemoryLeak.callNc C s� |dk r |n| j }|dk r |n| j}|dk r0|n| j}|dk rB|n| j}yD|dksZtd��|dksjtd��|dksztd��|dks�td��W n. tk r� } ztt|���W dd}~X Y nX | �||� | �|� | j |||||d� dS ) zTest a callable.Nr ztimes must be >= 1r zwarmup_times must be >= 0zretries must be >= 0ztolerance must be >= 0)rh rl r! rm ) rh rl r! rm r� r� r� ri rf rq )r� r� rh rl r! rm r� ry ry rz �execute s zTestMemoryLeak.executec s" � ��fdd�}�j |f|� dS )znConvenience method to test a callable while making sure it raises an exception on every call. c s �� � �� d S )N)rL ry )r& r� r� ry rz r` " s z*TestMemoryLeak.execute_w_exc.<locals>.callN)rr )r� r& r� r� r` ry )r& r� r� rz � execute_w_exc s z TestMemoryLeak.execute_w_exc)NNNN)r� r� r� r� rh rl rm r( r! r[ r� r� rQ rT rW r] rf ri rq r` rr rs ry ry ry rz rA � s" c C s� dd l } dd l}dd l}dd l}dd l}dd l}y dd l}W n tk rT d }Y nX y dd l}W n tk rz d }Y nX | � � }t j r�t d�r�t d�|d< n~t jr�d|�� d |d< nbt j�rdd�tt|�� �� |d< t|d��r |d d |�� 7 < nd |�� |�� f |d< d �t|�� �|�� g �|d < t j �rV|� � d |d < d �|� � |� � |� � g�|d< t!|dd�|d< |d k �r�|d d|j" 7 < t j �r�t d��r�t ddg�} t| ��#d�d |d< nd|d< |�$� d } | �r�| |d< t%�&� |d< |�'� } d| d | d f |d< |j�(t �)� ��*d�|d < |j�+� �*d�|d < |�,� |d < t-j.�/d �|d < t-�0� |d!< t1|d"< |�2� |d#< t-�3� |d$< t �4� |d%< d&t5d'd(� t �6� D �� |d)< t �7� } d*t8| j9�t:| j;�t:| j<�f |d+< t �=� } d*t8| j9�t:| j;�t:| j<�f |d,< t>t �?� �|d-< t �@� �A� }|�Bd.d � |�C|�|d/< tDd0t%jEd1� x0|�F� D ]$\}}tDd2|d3 |f t%jEd1� �qpW tDd0t%jEd1� t%jG�H� d S )4Nr Z lsb_releasezlsb_release -d -sZOSz Darwin %szWindows � � win32_editionz, z%s %s�archr~ �kernelr} � __version__z not installed�pipz (wheel=%s)r= z --versionr� r �glibcz fs-encodingz%s, %s�langz%Y-%m-%d %H:%M:%Sz boot-timer� �user�~�homer� Zpyexe�hostnameZPIDZcpusz%.1f%%, %.1f%%, %.1f%%c S s g | ]}|t �� d �qS )�d )r� � cpu_count)r� r� ry ry rz r� p s z!print_sysinfo.<locals>.<listcomp>Zloadavgz%s%%, used=%s, total=%sZmemory�swaprN ri r� zF======================================================================)rZ z%-17s %s�:)I� collections�datetime�getpass�locale�platform�pprintry � ImportError�wheel� OrderedDictr� r r r� �OSX�mac_verr r� �mapr� � win32_verr ru �system�version�list� architecture�machiner r �python_implementation�python_version�python_compilerr� rx r �libc_verr� �getfilesystemencoding� getlocale� fromtimestamp� boot_time�strftime�nowZgetuserr r� � expanduserr� r" �node�getpidr� �tuplerf �virtual_memoryr� �percentr �used�total� swap_memoryr rN r� �as_dictr �pformatrk rs �itemsrr �flush)r� r� r� r� r� r� ry r� �info�outr� r{ rS r� Zpinfo�k�vry ry rz rE ( s� "" c C s6 t �� } t| d�r| �� S t| d�r2t�| �� �S dS )Nrk rd r )r� r� r rk �random�choicerd )r� ry ry rz �_get_eligible_cpu� s r� c @ sB e Zd ZdZddi fddi fgZddi fddddifd di fd di fd di fd di fd di fddi fddi fg Zddi fddddifddi fddi fddi fddi fddi fddi fddi fd di fd di fd di fd di fd di fd!di fd"di fd#di fgZe�rFed$di fg7 Zed%di fg7 Zed&di fg7 Zed'di fg7 Ze�r\ed(di fg7 Ze �rred)di fg7 Ze �r�ed*e j fi fg7 Ze �r�ed+di fg7 Ze�r�ed,di fg7 Ze�r�ed-di fg7 Ze�r�ed.di fg7 Ze�r�ed/dd0d1ifg7 Zg Ze�red di fg7 Zned e jfi fg7 Ze �rJed*e j d2fi fg7 Ze �r�e�rned)e jd3fi fg7 Zned)e jfi fg7 Ze �r�ed+e� gfi fg7 Zd4ejfi fd5di fd6di fd7di fd8di fgZe�r�ed4ejfi fg7 Zed4ej fi fg7 Zee e e Z d9d:� Z dDd;d<�Z d=d>� Z e!d?d@� �Z"e!dAdB� �Z#dCS )ErC a A container that lists all Process class method names + some reasonable parameters to be called with. Utility methods (parent(), children(), ...) are excluded. >>> ns = process_namespace(psutil.Process()) >>> for fun, name in ns.iter(ns.getters): ... fun() � cpu_percentry Zmemory_percentr� r r TrM Zmemory_info_exZoneshotr� �parentsr� r� )r ZcmdlineZ connections�kind�all� cpu_timesZ create_timer� rx rR Z memory_infor� �niceZnum_ctx_switches� num_threadsZ open_files�ppidr� rq �usernameZuidsZgids�terminalrU rl rh rm rd rk rg rV ri ZgroupedF)i i r r� ZsuspendZresumer9 �killc C s || _ d S )N)�_proc)r� r� ry ry rz r� � s zprocess_namespace.__init__c c s^ t |�}t�|� xF|D ]>\}}}|r.| �� t| j|�}tj|f|�|�}||fV qW dS )z_Given a list of tuples yields a set of (fun, fun_name) tuples in random order. N)r� r� �shuffle� clear_cacher� r� r� r4 )r� �lsr� �fun_namer� r� r� ry ry rz �iter� s zprocess_namespace.iterc C s | j j| j jdd� dS )z&Clear the cache of a Process instance.T)Z _ignore_nspN)r� �_initr� )r� ry ry rz r� � s z process_namespace.clear_cachec C sB x<|D ]4\}}}d| }t ||�sd|jj|f }t|��qW dS )z}Given a TestCase instance and a list of tuples checks that the class defines the required test method names. Ztest_z$%r class should define a '%s' methodN)r r� r� �AttributeError)�clsZ test_classr� r� r� Z meth_namer\ ry ry rz �test_class_coverage� s z%process_namespace.test_class_coveragec C s` t dd� | jD ��}t dd� | jD ��}t dd� ttj�D ��}||B |A }|r\td| ��d S )Nc S s g | ] }|d �qS )r ry )r� r� ry ry rz r� s z*process_namespace.test.<locals>.<listcomp>c S s g | ] }|d �qS )r ry )r� r� ry ry rz r� s c S s g | ]}|d dkr|�qS )r r� ry )r� r� ry ry rz r� s z!uncovered Process class names: %r)r� r� �ignoredr� r� r� r� )r� �thisr� �klassZleftoutry ry rz �test s zprocess_namespace.testN)T)$r� r� r� r� �utilsr� �gettersr r/ r0 r3 r� Z RLIMIT_NOFILEr, r2 r. r r1 ZsettersZNORMAL_PRIORITY_CLASSr ZIOPRIO_CLASS_NONEZ IOPRIO_NORMALr� r� �SIGTERMZkillersZ CTRL_C_EVENTZCTRL_BREAK_EVENTr� r� r� r� � classmethodr� r� ry ry ry rz rC � s� c @ s� e Zd ZdZddi fddddifddddifddi fd dd difd dd difd dd difd dddifde�� fi fddddifddi fddi fddddifde�� fi fddi fddi fddi fddi fgZer�eddd difg7 Ze r�ed di fg7 Ze �red di fg7 Ze �r$ed di fg7 Ze �r:ed di fg7 Ze �r`ed di fg7 Zed!d"i fg7 Zd#di fd$e�� gfi fd%di fd&di fgZeZed'd(� �ZejZd)S )*rD z�A container that lists all the module-level, system-related APIs. Utilities such as cpu_percent() are excluded. Usage: >>> ns = system_namespace >>> for fun, name in ns.iter(ns.getters): ... fun() r� ry r� ZlogicalFTZ cpu_statsr� ZpercpuZdisk_io_countersZperdiskZdisk_partitionsr� � disk_usageZnet_connectionsr� Z net_if_addrsZ net_if_statsrj Zpernicr rN r� Zusersr� re rf rp ro rn Zwin_service_iterZwin_service_get)ZalgZ process_iterr r� Zcpu_times_percentc c sP t | �} t�| � x8| D ]0\}}}tt|�}tj|f|�|�}||fV qW dS )z_Given a list of tuples yields a set of (fun, fun_name) tuples in random order. N)r� r� r� r� r� r� r4 )r� r� r� r� r� ry ry rz r� H s zsystem_namespace.iterN)r� r� r� r� r r� r� r� r- �HAS_GETLOADAVGr7 r6 r4 r r� r� r� r� � staticmethodr� rC r� ry ry ry rz rD sN c C s t �| �st| ��d| _| S )zA decorator to mark a TestCase class. When running parallel tests, class' unit tests will be run serially (1 process). T)�inspect�isclassr� Z _serialrun)r� ry ry rz � serialrunW s r� c C s dd� }t td| |d�S )zZDecorator which runs a test function and retries N times before actually failing. c S s t d| tjd� d S )Nz %r, retrying)rZ )rk r� rs )r& ry ry rz r# e s z retry_on_failure.<locals>.logfunN)r r� r! r# )r r� )r! r# ry ry rz r@ a s c s � fdd�}|S )z,Decorator to Ignore AccessDenied exceptions.c s t �� �� �fdd��}|S )Nc s> y � | |�S t jk r8 �d k r*�s*� t�d��Y nX d S )Nzraises AccessDenied)r� � AccessDeniedrJ �SkipTest)r� r� )r� �only_ifry rz r� o s z9skip_on_access_denied.<locals>.decorator.<locals>.wrapper)r� r� )r� r� )r� )r� rz r' n s z(skip_on_access_denied.<locals>.decoratorry )r� r' ry )r� rz r> l s c s � fdd�}|S )z3Decorator to Ignore NotImplementedError exceptions.c s t �� �� �fdd��}|S )Nc sF y � | |�S t k r@ �d k r(�s(� d� j }t�|��Y nX d S )Nz4%r was skipped because it raised NotImplementedError)r r� rJ r� )r� r� r\ )r� r� ry rz r� s z;skip_on_not_implemented.<locals>.decorator.<locals>.wrapper)r� r� )r� r� )r� )r� rz r' ~ s z*skip_on_not_implemented.<locals>.decoratorry )r� r' ry )r� rz r? | s � 127.0.0.1c C s4 t �t�� �� }|�| df� |�� d S Q R X dS )z6Return an unused TCP port. Subject to race conditions.r r N)� contextlib�closing�socket�bind� getsockname)�hostr� ry ry rz rP � s c C s� |dkr| t tfkrd}t�| |�}y>tjdkrB|�tjtjd� |�|� |tj kr`|� d� |S t k r� |� � � Y nX dS )zBinds a generic socket.N)r r )�nt�cygwinr r^ ) r r r� r r� � setsockopt� SOL_SOCKET� SO_REUSEADDRr� r �listenrw r� )�family�type�addrr� ry ry rz rQ � s c C sr t js t�tj�| �r t| ��t�tj|�}y"|�| � |tj krL|� d� W n t k rl |� � � Y nX |S )zBind a UNIX socket.r^ ) r� r r� r r� r� r� r� r� r r� rw r� )r� r� r� ry ry rz rR � s �r r c C s� t �t�| t����}|�|� |�d� |�� }t�| t�}y@|�|� |�� }x(|�� \}}||krn||fS |� � qRW W n t k r� |� � � Y nX W dQ R X dS )z^Build a pair of TCP sockets connected to each other. Return a (server, client) tuple. r^ N) r� r� r� r r� r� r� �connectr� r� r� )r� r� Zllr Zcaddr�ary ry rz rS � s c C s� t js t�d }}y@t| tjd�}|�d� t�tjtj�}|�d� |�| � W n6 t k r� |dk rr|� � |dk r�|� � � Y nX ||fS )z�Build a pair of UNIX sockets connected to each other through the same UNIX file name. Return a (server, client) tuple. N)r� r ) r� r r� rR r� r � setblockingr� r� rw r� )r� �serverZclientry ry rz rT � s c c s� g } d }}z�| � ttjtj�� | � ttjtj�� t� rd| � ttjtj�� | � ttjtj�� tr�t r�t � }t � }t |�\}}t |tjd�}x |||fD ]}| � |� q�W | V W dx| D ] }|� � q�W x ||fD ]}|dk r�t|� q�W X dS )z1Open as many socket families / types as possible.N)r� )rj rQ r� r r � SOCK_DGRAMr r r �HAS_CONNECTIONS_UNIXrI rT rR r� rG )ZsocksZfname1Zfname2�s1�s2Zs3r� r+ ry ry rz rU � s* c C s ddl }tr(tr(ts(t|tj�s(t|��|tjkr�dd� | � d�D �}t |�dksZt| ��x*|D ]"}d| krxdks`n t| ��q`W ts�t | �} |� | � nb|tj kr�t| t�s�t| ��ts�t | �} |�| � n.|tjkr�t�d| �dk s�t| ��n td |��dS ) z[Check a net address validity. Supported families are IPv4, IPv6 and MAC addresses. r Nc S s g | ] }t |��qS ry )r� )r� r� ry ry rz r� s z%check_net_address.<locals>.<listcomp>r r � z([a-fA-F0-9]{2}[:|\-]?){6}zunknown family %r)� ipaddress�enumr r! r� �IntEnumr� r� r r r r Z IPv4Addressr r� Z IPv6Addressr� ZAF_LINKr �matchr� )r� r� r� Zocts�numry ry rz rO s& " c C sT dd� }dd� }dd� }dd� }d d � }|| � || � || � || � || � d S ) z*Check validity of a connection namedtuple.c S s� t | �dk}t | �dks$tt | ���| d | jks<t| j��| d | jksTt| j��| d | jkslt| j��| d | jks�t| j��| d | jks�t| j��| d | jks�t| j��|r�| d | jks�t| j��d S ) N� )r� r� r r r~ r r r^ r� ) r r� r^ r� r� �laddr�raddrr� r� )r� Zhas_pidry ry rz � check_ntuple s z-check_connection_ntuple.<locals>.check_ntuplec S s� | j tttfkst| j ��td k r:t| j tj�sNt| ��nt| j t�sNt| ��| j tkr�t � | j | j �}t � |��R y|� | jd df� W n2 t jk r� } z|jtjkr�� W d d }~X Y nX W d Q R X n | j tkr�| jtjks�t| j��d S )Nr )r� r r r� r� r� r� r� r� r� r� r� r� r� r� �errorr� Z EADDRNOTAVAILr� r� � CONN_NONE)r� r� r� ry ry rz � check_family, s z-check_connection_ntuple.<locals>.check_familyc S s� t tdt� �}| jtjtj|fks,t| j��td k rLt| jtj �s`t| ��nt| jt �s`t| ��| jtjkr�| j t j ks�t| j ��d S )N�SOCK_SEQPACKET)r� r� �objectr� r r� r� r� r� r� r� r� r� r� )r� r ry ry rz � check_typeA s z+check_connection_ntuple.<locals>.check_typec S s� x�| j | jfD ]�}| jttfkr�t|t�s6tt|���|s<qt|j t �sVtt|j ���d|j krldksxn t|j ��t |j | j� q| jt krt|t�stt|���qW d S )Nr i�� )r� r� r� r r r� r� r� r� �portr� rO �ipr� r� )r� r� ry ry rz � check_addrsM s " z,check_connection_ntuple.<locals>.check_addrsc S s� t | jt�st| j��dd� tt�D �}| j|ks<t| j��| jttfkrl| j t krl| jtj ks�t| j��n| jtj ks�t| j��d S )Nc S s g | ]}|� d �rtt|��qS )ZCONN_)r� r� r� )r� r� ry ry rz r� \ s zAcheck_connection_ntuple.<locals>.check_status.<locals>.<listcomp>) r� r� r� r� r� r� r� r r r� r r� )r� Zvalidsry ry rz � check_statusZ s z-check_connection_ntuple.<locals>.check_statusNry )r� r� r� r r r ry ry rz �check_connection_ntuple s r c C sL yddl }t|d�st�W n" tk r< ddl}|�| �S X |�| �S dS )z,Backport of importlib.reload of Python 3.3+.r N�reload)� importlibr r� �impr )�moduler r ry ry rz rV p s c C s� t j�t j�| ��d }tjd dkr:dd l}|�|| �S tjd d� dkrfddlm } ||| �� � S dd l }|j � || �}|j �|�}|j�|� |S d S )Nr r~ )r r )�SourceFileLoader)r r� �splitextr� r� r� r Z load_sourceZimportlib.machineryr � load_module�importlib.util�util�spec_from_file_location�module_from_spec�loader� exec_module)r� r� r r r �spec�modry ry rz rW } s c C s t �| t� dS )zRaise a warning msg.N)�warningsrX � UserWarning)r\ ry ry rz rX � s c C sV t | �}|j}t|�dks&|d tkr*dS t|dd�}t|t�sDdS tdd� |D ��S )z-Check if object is an instance of namedtuple.r r F�_fieldsNc s s | ]}t |�tkV qd S )N)r� r� )r� �nry ry rz � <genexpr>� s z is_namedtuple.<locals>.<genexpr>)r� � __bases__r r� r� r� r� )r� �t�br� ry ry rz rZ � s c # st t rdnd� d�t| � d�}� �fdd�t�� �� D �}t�|�}t�||� zt � |� |V W dt |� X dS )z�Ctx manager which picks up a random shared CO lib used by this process, copies it in another location and loads it in memory via ctypes. Return the new absolutized path. r| r} z.so)r> c s6 g | ].}t j�|j�d �kr� |j�� kr|j�qS )r )r r� r �lower)r� r� )rx �extry rz r� � s z'copyload_shared_lib.<locals>.<listcomp>N) r! rI r� r� ri r� r� r5 r@ �ctypes�CDLLrG )r> �dst�libsr� ry )rx r rz rY � s c # s� ddl m} ddl m} d� t| � d�}� fdd�t�� �� D �}trb|sbdd� t�� �� D �}t� |�}t � ||� d }zt � |�}|V W d |d k r�t j jj}|jg|_||j�}|dkr�|� t|� X d S ) z�Ctx manager which picks up a random shared DLL lib used by this process, copies it in another location and loads it in memory via ctypes. Return the new absolutized, normcased path. r )�wintypes)�WinErrorz.dll)r> c sF g | ]>}|j �� �� �rd tj �|j ��� krd|j �� kr|j �qS )r} Zwow64)r� r r� r r� )r� r� )r ry rz r� � s z'copyload_shared_lib.<locals>.<listcomp>c S s( g | ] }d t j�|j��� kr|j�qS )r| )r r� r� r )r� r� ry ry rz r� � s N)r! r% r& rI r� r� ri r! r� r� r5 r@ ZWinDLL�windll�kernel32� FreeLibraryZHMODULE�argtypes�_handlerG ) r> r% r& r# r$ r� �cfiler) r/ ry )r rz rY � s( c C s t dd� d S )NT)r )r: ry ry ry rz �cleanup_test_procs� s r- c C s t �| �S )N)r� �exit)r� �framery ry rz r� � r� r� )N)F)TF)N)r N)N)N)r� )r� )r )r )�r� � __future__r �atexitr� r! r� r� rg r� r r� r r� r5 r� r� r1 rt r� rD r� r� r� r r r r r� r r r r r r r Zpsutil._commonr r r Zpsutil._compatr r r r r r r r rJ Z unittest2r r� �catch_warnings� simplefilterr� r� �__all__�builtin_module_namesr! rg r r\ r( �maxsizer+ r r r* r r� r� r% r& �decoder' r� r ZASCII_FSr� r� r� r; �__file__r# r$ �HEREr� r r� r, r- r� r. r0 r1 ZHAS_NET_IO_COUNTERSr2 r/ r3 r4 r? rn r5 rw r6 r7 Z HAS_THREADS�getuidZ SKIP_SYSCONSr� r" r� �devnullr �registerr� r� r) r� r r� r� r� r� r� r� r� r; r= r< r8 r� r� r9 r: rK rJ r r� rM r� rN rL rG r: �contextmanagerrF rH rI rF rB ZskipIfrA rE r� rC rD r� r@ r> r? rP rQ rR rS rT rU rO r rV rW rX rZ rY r- ry ry ry rz �<module> s� 0 ' '- X %: ! 1 [ B R ,