3 ��JZ=G�@s<dZddlmZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddlZ ddl mZddl m Z ddl mZddl mZddl mZdd l mZdd lmZddlmZddlmZdd lmZddlmZddlmZddlmZddlmZddlmZddlmZddlmZddlmZddlm Z ddlm!Z!ddlm"Z"ddlm#Z#ddlm$Z$ddlm%Z%ddlm&Z&ddlm'Z'ddlm(Z(dZ)d Z*d!Z+e'�r�d"nd#Z,e j-j.Z.e j/�Z0e'�r�d"nd#Z,d$d%�Z1d&d'�Z2Gd(d)�d)e(j3�Z4Gd*d+�d+e4�Z5Gd,d-�d-e5�Z6Gd.d/�d/e4�Z7e8d0k�r8e#e9�dS)1a) Tests for detecting function memory leaks (typically the ones implemented in C). It does so by calling a function many times and checking whether process memory usage keeps increasing between calls or over time. Note that this may produce false positives (especially on Windows for some reason). �)�print_functionN)�LINUX)�OPENBSD)�OSX)�POSIX)�SUNOS)�WINDOWS)�xrange)�create_sockets)�get_test_subprocess)�HAS_CPU_AFFINITY)�HAS_CPU_FREQ)�HAS_ENVIRON)� HAS_IONICE)�HAS_MEMORY_MAPS)�HAS_PROC_CPU_NUM)�HAS_PROC_IO_COUNTERS)� HAS_RLIMIT)�HAS_SENSORS_BATTERY)�HAS_SENSORS_FANS)�HAS_SENSORS_TEMPERATURES)� reap_children)�run_test_module_by_name)�safe_rmpath)�skip_on_access_denied)�TESTFN)�TRAVIS)�unittesti�i�TFcCstjto td�S)Nz worthless on LINUX (pure python))r�skipIfr�SKIP_PYTHON_IMPL�r!r!�)/usr/lib64/python3.6/test_memory_leaks.py� skip_if_linuxFs r#cCstd }i}x(t|�D]\}}d |d d >||<qWx8t|�D],}|||kr>> bytes2human(10000) '9.8K' >>> bytes2human(100001221) '95.4M' �K�M�G�T�P�E�Z�Y�� z%.2f%sz%sB)r$r%r&r'r(r)r*r+)� enumerate�reversed�float)�nZsymbols�prefix�i�s�valuer!r!r"�bytes2humanKsr6c@sLeZdZdZeZeZeZ dd�Z dd�Zdd�Ze dd ��Ze d d��ZdS) �TestMemLeakz�Base framework class which calls a function many times and produces a failure if process memory usage keeps increasing between calls or over time. cCstj�dS)N)�gc�collect)�selfr!r!r"�setUpgszTestMemLeak.setUpcs~��fdd�}�jdd�p$�j}�jdd�p6�j��jdd�pH�j}x"td�D]}�j�f��qTW�jtjg��jt j �d��jtj�g�|��j �}|��j �} | |} | |k�rzd }tj�|}x,tj�|k�r�j�f��|d7}q�W~tj��j �} | | }| | k�rzt| |�}td |tjd�d}|d 7}|t| ��t|�||f}�j|�dS)zTest a callable.cs2x"t��D]}�j�f��q W~tj�dS)N)r �_callr8r9)�x)�args�fun�kwargs�loopsr:r!r"�call_many_timeslsz,TestMemLeak.execute..call_many_times� tolerance_NZloops_Z retry_for_r-r,rzexta proc mem: %s)�filez0+%s after %s calls, +%s after another %s calls, z+%s extra proc mem)�pop� tolerancerA� retry_for�ranger<ZassertEqualr8Zgarbage� threadingZactive_count�thisproc�children�_get_mem�timer9r6�print�sys�stderrZfail)r:r?r>r@rBrFrGr=Zmem1Zmem2Zdiff1ZncallsZstop_atZmem3Zdiff2Zextra_proc_mem�msgr!)r>r?r@rAr:r"�executejsB zTestMemLeak.executecs"��fdd�}�j|�dS)zRConvenience function which tests a callable raising an exception. cs�j��f��dS)N)ZassertRaisesr!)r>�excr?r@r:r!r"�call�sz'TestMemLeak.execute_w_exc..callN)rR)r:rSr?r>r@rTr!)r>rSr?r@r:r"� execute_w_exc�szTestMemLeak.execute_w_exccCs$tststrtj�jStj�jSdS)N)rrrrJ�memory_full_infoZuss�memory_infoZrssr!r!r!r"rL�s zTestMemLeak._get_memcOs|||�dS)Nr!)r?r>r@r!r!r"r<�szTestMemLeak._callN)�__name__� __module__�__qualname__�__doc__�MEMORY_TOLERANCErF�LOOPSrA� RETRY_FORrGr;rRrU�staticmethodrLr<r!r!r!r"r7^s; r7c@s�eZdZdZeZdd�Ze�dd��Ze�dd��Z e�dd ��Z e�d d��Zej ed�e�d d��Zej ed�e�dd��Ze�dd��Zdd�Zdd�Zej ed�dd��Zej ed�dd��Zej ed�e�dd��Zej ed�dd ��Ze�d!d"��Ze�eed#�d$d%��Zej ed&�d'd(��Zej ed�e�d)d*��Z e�d+d,��Z!e�eed#�d-d.��Z"e�d/d0��Z#e�ej e$d�d1d2��Z%e�d3d4��Z&e�d5d6��Z'ej ed�e�d7d8��Z(ej e�o�e)d9�d:d;��Z*e�dd?��Z-ej e,d�d@dA��Z.e�dBdC��Z/ej e0dD�ej e1d�e�dEdF��Z2ej e3dG�ej e4d�dHdI��Z5ej e3dG�ej e4d�dJdK��Z6e�ej edL�dMdN��Z7ej e8d�dOdP��Z9ej ed&�dQdR��Z:dSS)T�TestProcessObjectLeaksz$Test leaks of Process class methods.cCsNtd�}x@ttj�D]2}|jd�r$q||kr.q|jt|d|�|d�qWdS)N�pid�as_dictrK�cpu_affinity�cpu_percent�ionice� is_running�kill�memory_info_ex�memory_percent�nice�oneshot�parent�rlimit�send_signal�suspend� terminate�wait�_�test_)rQ)rarbrKrcrdrerfrgrhrirjrkrlrmrnrorprq)�set�dir�psutil�Process� startswith� assertTrue�hasattr)r:�skip�namer!r!r"� test_coverage�s z$TestProcessObjectLeaks.test_coveragecCs|j|jj�dS)N)rR�procr|)r:r!r!r"� test_name�sz TestProcessObjectLeaks.test_namecCs|j|jj�dS)N)rRr~Zcmdline)r:r!r!r"�test_cmdline�sz#TestProcessObjectLeaks.test_cmdlinecCs|j|jj�dS)N)rRr~Zexe)r:r!r!r"�test_exe�szTestProcessObjectLeaks.test_execCs|j|jj�dS)N)rRr~Zppid)r:r!r!r"� test_ppid�sz TestProcessObjectLeaks.test_ppidz POSIX onlycCs|j|jj�dS)N)rRr~Zuids)r:r!r!r"� test_uids�sz TestProcessObjectLeaks.test_uidscCs|j|jj�dS)N)rRr~Zgids)r:r!r!r"� test_gids�sz TestProcessObjectLeaks.test_gidscCs|j|jj�dS)N)rRr~Zstatus)r:r!r!r"�test_status�sz"TestProcessObjectLeaks.test_statuscCs|j|jj�dS)N)rRr~rj)r:r!r!r"� test_nice_get�sz$TestProcessObjectLeaks.test_nice_getcCstj�}|j|jj|�dS)N)rJrjrRr~)r:Znicenessr!r!r"� test_nice_set�sz$TestProcessObjectLeaks.test_nice_setz not supportedcCs|j|jj�dS)N)rRr~re)r:r!r!r"�test_ionice_get�sz&TestProcessObjectLeaks.test_ionice_getcCsVtrtj�}|j|jj|�n4|j|jjtj�tjt j tj�dd�}|j t|�dS)Nr,r��)rrJrerRr~rvZIOPRIO_CLASS_NONE� functools�partial�cextZproc_ioprio_set�os�getpidrU�OSError)r:r5r?r!r!r"�test_ionice_set�sz&TestProcessObjectLeaks.test_ionice_setcCs|j|jj�dS)N)rRr~Zio_counters)r:r!r!r"�test_io_counterssz'TestProcessObjectLeaks.test_io_counterszworthless on POSIXcCs|j|jj�dS)N)rRr~Zusername)r:r!r!r"� test_usernamesz$TestProcessObjectLeaks.test_usernamecCs|j|jj�dS)N)rRr~Zcreate_time)r:r!r!r"�test_create_timesz'TestProcessObjectLeaks.test_create_time)Zonly_ifcCs|j|jj�dS)N)rRr~Znum_threads)r:r!r!r"�test_num_threadssz'TestProcessObjectLeaks.test_num_threadszWINDOWS onlycCs|j|jj�dS)N)rRr~Znum_handles)r:r!r!r"�test_num_handlessz'TestProcessObjectLeaks.test_num_handlescCs|j|jj�dS)N)rRr~Znum_fds)r:r!r!r"�test_num_fdssz#TestProcessObjectLeaks.test_num_fdscCs|j|jj�dS)N)rRr~Znum_ctx_switches)r:r!r!r"�test_num_ctx_switches!sz,TestProcessObjectLeaks.test_num_ctx_switchescCs|j|jj�dS)N)rRr~Zthreads)r:r!r!r"�test_threads%sz#TestProcessObjectLeaks.test_threadscCs|j|jj�dS)N)rRr~� cpu_times)r:r!r!r"�test_cpu_times*sz%TestProcessObjectLeaks.test_cpu_timescCs|j|jj�dS)N)rRr~Zcpu_num)r:r!r!r"�test_cpu_num.sz#TestProcessObjectLeaks.test_cpu_numcCs|j|jj�dS)N)rRr~rW)r:r!r!r"�test_memory_info3sz'TestProcessObjectLeaks.test_memory_infocCs|j|jj�dS)N)rRr~rV)r:r!r!r"�test_memory_full_info7sz,TestProcessObjectLeaks.test_memory_full_infocCs|j|jj�dS)N)rRr~Zterminal)r:r!r!r"� test_terminal;sz$TestProcessObjectLeaks.test_terminalz worthless on POSIX (pure python)cCs|j|jj�dS)N)rRr~�resume)r:r!r!r"�test_resume@sz"TestProcessObjectLeaks.test_resumecCs|j|jj�dS)N)rRr~�cwd)r:r!r!r"�test_cwdEszTestProcessObjectLeaks.test_cwdcCs|j|jj�dS)N)rRr~rc)r:r!r!r"�test_cpu_affinity_getIsz,TestProcessObjectLeaks.test_cpu_affinity_getcCs4tj�}|j|jj|�ts0|jt|jjdg�dS)Nr,r�)rJrcrRr~rrU� ValueError)r:Zaffinityr!r!r"�test_cpu_affinity_setMsz,TestProcessObjectLeaks.test_cpu_affinity_setc Cs0tt�ttd��|j|jj�WdQRXdS)N�w)rr�openrRr~Z open_files)r:r!r!r"�test_open_filesTsz&TestProcessObjectLeaks.test_open_filesztoo slow on OSXcCs|j|jj�dS)N)rRr~Zmemory_maps)r:r!r!r"�test_memory_maps[sz'TestProcessObjectLeaks.test_memory_mapsz LINUX onlycCs|j|jjtj�dS)N)rRr~rmrv� RLIMIT_NOFILE)r:r!r!r"�test_rlimit_getasz&TestProcessObjectLeaks.test_rlimit_getcCs6tjtj�}|j|jjtj|�|jt|jjd�dS)Nr,r�)rJrmrvr�rRr~rUr�)r:�limitr!r!r"�test_rlimit_setfsz&TestProcessObjectLeaks.test_rlimit_setzworthless on WINDOWSc Cs2t��"trdnd}|j|jj|�WdQRXdS)NZinet�all)r rrRr~Zconnections)r:Zkindr!r!r"�test_connectionsmsz'TestProcessObjectLeaks.test_connectionscCs|j|jj�dS)N)rRr~�environ)r:r!r!r"�test_environysz#TestProcessObjectLeaks.test_environcCs|jtjtj��dS)N)rRr�� proc_infor�r�)r:r!r!r"�test_proc_info}sz%TestProcessObjectLeaks.test_proc_infoN);rXrYrZr[rJr~r}r#rr�r�r�rrrr�r�r�r�r�rr�r�rr�r�r�rrr�rr�r�r�r�r�rr�r�r�r�r r�r�rr�r�r�rrr�rrr�r�r�rr�r�r!r!r!r"r`�sh r`cspeZdZdZe�fdd��Ze�fdd��Zdd�Zerhdd �Z d d�Z dd �Zdd�Zdd�Z dd�Z�ZS)�TestTerminatedProcessLeaksz�Repeat the tests above looking for leaks occurring when dealing with terminated processes raising NoSuchProcess exception. The C functions are still invoked but will follow different code paths. We'll check those code paths. cs:tt|�j�t�}tj|j�|_|jj�|jj �dS)N) �superr�� setUpClassrrvrwrar~rgrq)�cls�p)� __class__r!r"r��s z%TestTerminatedProcessLeaks.setUpClasscstt|�j�t�dS)N)r�r�� tearDownClassr)r�)r�r!r"r��sz(TestTerminatedProcessLeaks.tearDownClasscOs*y|||�Wntjk r$YnXdS)N)rvZ NoSuchProcess)r:r?r>r@r!r!r"r<�sz TestTerminatedProcessLeaks._callcCs|j|jj�dS)N)rRr~rg)r:r!r!r"� test_kill�sz$TestTerminatedProcessLeaks.test_killcCs|j|jj�dS)N)rRr~rp)r:r!r!r"�test_terminate�sz)TestTerminatedProcessLeaks.test_terminatecCs|j|jj�dS)N)rRr~ro)r:r!r!r"�test_suspend�sz'TestTerminatedProcessLeaks.test_suspendcCs|j|jj�dS)N)rRr~r�)r:r!r!r"r��sz&TestTerminatedProcessLeaks.test_resumecCs|j|jj�dS)N)rRr~rq)r:r!r!r"� test_wait�sz$TestTerminatedProcessLeaks.test_waitcs�fdd�}�j|�dS)NcsDytj�jj�Stk r>}z|jtjkr.�WYdd}~XnXdS)N)r�r�r~rar��errnoZESRCH)�err)r:r!r"rT�s z7TestTerminatedProcessLeaks.test_proc_info..call)rR)r:rTr!)r:r"r��sz)TestTerminatedProcessLeaks.test_proc_info)rXrYrZr[�classmethodr�r�r<rr�r�r�r�r�r�� __classcell__r!r!)r�r"r��sr�c@s�eZdZdZdd�Ze�dd��Ze�dd��Ze�dd ��Ze�d d��Z dd �Z e�eje d�dd��Zdd�Zejed�dd��Zejeo�ed�dd��Zejeo�ed�dd��Zdd�Zejeo�ejjd�d�e�dd ��Ze�d!d"��Ze�d#d$��Zejed%�eje�o&ej�d&kd'�d(d)��Z d*d+�Z!eje"d,�d-d.��Z#e�eje$d�d/d0��Z%e�eje&d�d1d2��Z'e�eje(d�d3d4��Z)e�d5d6��Z*eje+d7�d8d9��Z,e+�r�d:d;�Z-dd?�Z/d@dA�Z0dBdC�Z1dDS)E�TestModuleFunctionsLeaksz&Test leaks of psutil module functions.cCsHtd �}x:tjD]0}|j�sq||kr(q|jt|d|�|d �qWdS)N�version_info�__version__�process_iter� wait_procsrd�cpu_times_percent� cpu_countrs)rQ)r�r�r�r�rdr�r�)rtrv�__all__�islowerryrz)r:r{r|r!r!r"r}�sz&TestModuleFunctionsLeaks.test_coveragecCs|jtjdd�dS)NT)�logical)rRrvr�)r:r!r!r"�test_cpu_count_logical�sz/TestModuleFunctionsLeaks.test_cpu_count_logicalcCs|jtjdd�dS)NF)r�)rRrvr�)r:r!r!r"�test_cpu_count_physical�sz0TestModuleFunctionsLeaks.test_cpu_count_physicalcCs|jtj�dS)N)rRrvr�)r:r!r!r"r��sz'TestModuleFunctionsLeaks.test_cpu_timescCs|jtjdd�dS)NT)Zpercpu)rRrvr�)r:r!r!r"�test_per_cpu_times�sz+TestModuleFunctionsLeaks.test_per_cpu_timescCs|jtj�dS)N)rRrvZ cpu_stats)r:r!r!r"�test_cpu_stats�sz'TestModuleFunctionsLeaks.test_cpu_statsz not supportedcCs|jtj�dS)N)rRrvZcpu_freq)r:r!r!r"� test_cpu_freq�sz&TestModuleFunctionsLeaks.test_cpu_freqcCs|jtj�dS)N)rRrvZvirtual_memory)r:r!r!r"�test_virtual_memory�sz,TestModuleFunctionsLeaks.test_virtual_memoryz&worthless on SUNOS (uses a subprocess)cCs|jtj�dS)N)rRrvZswap_memory)r:r!r!r"�test_swap_memory�sz)TestModuleFunctionsLeaks.test_swap_memoryz worthless on POSIX (pure python)cCs|jtjtj��dS)N)rRrvZ pid_existsr�r�)r:r!r!r"�test_pid_exists�sz(TestModuleFunctionsLeaks.test_pid_existscCs|jtjd�dS)N�.)rRrvZ disk_usage)r:r!r!r"�test_disk_usage�sz(TestModuleFunctionsLeaks.test_disk_usagecCs|jtj�dS)N)rRrvZdisk_partitions)r:r!r!r"�test_disk_partitions�sz-TestModuleFunctionsLeaks.test_disk_partitionsz/proc/diskstatsz3/proc/diskstats not available on this Linux versioncCs|jtjdd�dS)NF)�nowrap)rRrvZdisk_io_counters)r:r!r!r"�test_disk_io_counterssz.TestModuleFunctionsLeaks.test_disk_io_counterscCs|jtj�dS)N)rRrvZpids)r:r!r!r"� test_pidssz"TestModuleFunctionsLeaks.test_pidscCs|jtjdd�dS)NF)r�)rRrvZnet_io_counters)r:r!r!r"�test_net_io_counterssz-TestModuleFunctionsLeaks.test_net_io_countersz worthless on Linux (pure python)rzneed root accessc Cs"t��|jtj�WdQRXdS)N)r rRrvZnet_connections)r:r!r!r"�test_net_connectionssz-TestModuleFunctionsLeaks.test_net_connectionscCs|jtjtrdndd�dS)N�Pi)rCi@)rRrvZnet_if_addrsr)r:r!r!r"�test_net_if_addrssz*TestModuleFunctionsLeaks.test_net_if_addrszEPERM on traviscCs|jtj�dS)N)rRrvZnet_if_stats)r:r!r!r"�test_net_if_statssz*TestModuleFunctionsLeaks.test_net_if_statscCs|jtj�dS)N)rRrvZsensors_battery)r:r!r!r"�test_sensors_battery$sz-TestModuleFunctionsLeaks.test_sensors_batterycCs|jtj�dS)N)rRrvZsensors_temperatures)r:r!r!r"�test_sensors_temperatures)sz2TestModuleFunctionsLeaks.test_sensors_temperaturescCs|jtj�dS)N)rRrvZsensors_fans)r:r!r!r"�test_sensors_fans.sz*TestModuleFunctionsLeaks.test_sensors_fanscCs|jtj�dS)N)rRrvZ boot_time)r:r!r!r"�test_boot_time5sz'TestModuleFunctionsLeaks.test_boot_timez(XXX produces a false positive on WindowscCs|jtj�dS)N)rRrvZusers)r:r!r!r"� test_users:sz#TestModuleFunctionsLeaks.test_userscCs|jtj�dS)N)rRr�Zwinservice_enumerate)r:r!r!r"�test_win_service_iterBsz.TestModuleFunctionsLeaks.test_win_service_itercCsdS)Nr!)r:r!r!r"�test_win_service_getEsz-TestModuleFunctionsLeaks.test_win_service_getcCs"ttj��j�}|jtj|�dS)N)�nextrv�win_service_iterr|rRr�Zwinservice_query_config)r:r|r!r!r"�test_win_service_get_configHsz4TestModuleFunctionsLeaks.test_win_service_get_configcCs"ttj��j�}|jtj|�dS)N)r�rvr�r|rRr�Zwinservice_query_status)r:r|r!r!r"�test_win_service_get_statusLsz4TestModuleFunctionsLeaks.test_win_service_get_statuscCs"ttj��j�}|jtj|�dS)N)r�rvr�r|rRr�Zwinservice_query_descr)r:r|r!r!r"� test_win_service_get_descriptionPsz9TestModuleFunctionsLeaks.test_win_service_get_descriptionN)2rXrYrZr[r}r#r�r�r�r�r�rrr r�r�rr�rr r�r�r�rr��path�existsr�r�r�r�getuidr�r�rr�rr�rr�rr�r�rr�r�r�r�r�r�r!r!r!r"r��sR $r��__main__):r[Z __future__rr�r�r8r�rOrIrMrvZpsutil._commonrrrrrrZpsutil._compatr Zpsutil.testsr rrr rrrrrrrrrrrrrrrrr]r\r^r Z_psplatformr�rwrJr#r6ZTestCaser7r`r�r�rX�__file__r!r!r!r"� slcB<