관리-도구
편집 파일: pcp.cpython-39.pyc
a ��g�k � @ s< d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlm Z m Z m Z m Z m Z mZmZmZmZ d dlmZ ddlmZmZ ddlmZmZmZmZm Z m Z e r�d dl a d dl m!a! nda!da e�"e#�Z$G dd � d e�Z%G d d � d e e&ef �Z'G d d � d e�Z(dd�dd�Z)G dd� d�Z*G dd� de�Z+dS )� N) � TYPE_CHECKING�Any�Dict�Iterable�List� NamedTuple�Optional�Sequence�Union)�CockpitProblem� )� AsyncChannel� ChannelError)� JsonObject� JsonValue�get_int�get_objv�get_str�get_strv��pmapic @ s e Zd ZdS )�MetricNotFoundErrorN)�__name__� __module__� __qualname__� r r �8/usr/lib/python3.9/site-packages/cockpit/channels/pcp.pyr Z s r c s$ e Zd Zedd�� fdd� Z� ZS )� PcpMetricInfoN)�value�returnc sD t |d�| _t |dd�| _t |dd�| _t� j| j| j| jd� d S )N�name�derive� �units)r r! r# )r r r! r# �super�__init__)�selfr �� __class__r r r% _ s zPcpMetricInfo.__init__)r r r r r% � __classcell__r r r' r r ^ s r c @ sF e Zd ZU eed< eed< eed< eed< eed< eed< eed< dS ) � MetricInfo�pmidr! �descr �factorr# � instancedN) r r r �int�__annotations__�strr �float�boolr r r r r* f s r* �r c C s` t d u std u r\zdd la ddlma W n2 tyZ } ztddd�| �W Y d } ~ n d } ~ 0 0 d S )Nr r � not-supportedzpython3-pcp not installed��message)�c_apir �cpmapi�pcp� ImportErrorr )�excr r r �try_import_pcpp s r= c @ s< e Zd ZU ee ed< deedd�dd�Zed�dd �Z dS ) � ArchiveInfo�metric_descriptions�pmapi.pmContextN)�context�start�pathr c C s || _ || _|| _g | _d S �N)rA rB rC r? )r& rA rB rC r r r r% } s zArchiveInfo.__init__r4 c C s | j S rD )rB )r& r r r �sort_key� s zArchiveInfo.sort_key) r r r r r* r0 r2 r1 r% rE r r r r r> z s r> c @ s� e Zd ZU dZeed< eed< ded< eed< eed< eed< eed < eed < eed < d Ze ed < d Z ded< e e ed< e d�dd�Zeedd�dd��Zeedd�dd��Zeee d �d d �Zde e d �d d!�Zed d"�d#d$��Zeeee d%�d&d'��Zeeed(�d)d*��Zd+dd d,�d-d.�Zd+ed/�d0d1�Zdeeeed2�d3d4�Z de e d5�d6d7�Z e eee e d8�d9d:�Z ee e e d;�d<d=�Z e!e d d>�d?d@�Z"dAdB� Z#eeddC�dDdE�Z$e d dF�dGdH�Z%d S )I�PcpMetricsChannelZmetrics1Zpcp_dir� archive_batchr@ rA �source�interval�start_timestamp�last_timestamp�next_timestamp�limitN� last_sampleszpmapi.pmResult | None� last_resultsr? )�optionsc C sD d| _ d| _d| _tj}tj d }t|dd�| _| jdksF| j|krZtdd| j� �d��t|d d�| _| jd |k s�| jd |kr�tdd | j� �d��| jdk r�t t � � d | j �| _t |d t �| _ t|d |�| _| jdks�| j|kr�tdd | j� �d��t|dd�| _t|dg �| _t|dd�| _| jdk�r@tddd��d S )N�< r � rI �� �protocol-errorzinvalid "interval" value: r6 � timestampzinvalid "timestamp" value: �metricsrM zinvalid "limit" value: � instancesr" zomit-instancesrH �0no "source" option specified for metrics channel)rG rK rL �sys�maxsizer rI r rJ r/ �timer r rV rM r rW �omit_instancesr rH )r& rP Zmax_sizeZmin_sizer r r � parse_options� s, z PcpMetricsChannel.parse_optionsz pmapi.timeval)rU r c C s( t | d �}t | d d �}t�||�S )NrS )r/ r Ztimeval)rU ZsecZusecr r r �float_to_timeval� s z"PcpMetricsChannel.float_to_timevalztuple[str, str])rH r c C s� | dkrt ddd��n�| �d�r,| }tj}nl| dkr^t�� }tj�d�}|� d|� �}tj}n:| d krr| }tj }n&| d kr�d }tj }nt d d | � �d��||fS )Nr" rT rX r6 �/z pcp-archiveZ PCP_LOG_DIRz /pmlogger/ZdirectZpmcdzlocal:r5 z3unsupported "source" option specified for metrics: ) r � startswithr8 �PM_CONTEXT_ARCHIVE�platformZnoder � pmContextZ pmGetConfigZPM_CONTEXT_LOCALZPM_CONTEXT_HOST)rH r � context_type�hostname� archive_dirr r r �get_context_and_name� s( �z&PcpMetricsChannel.get_context_and_name)r r c C s� t | �|�tjd�}t|�dkr(td��|D ]\}| jD ]P}d }z| �|j|�}W n t yl td�d �Y n0 |d uszJ �|j � |� q6q,|S )N)�keyr � not-foundr" ) �sorted�prepare_archivesr> rE �lenr rV �convert_metric_descriptionrA r r? �append)r& r �archives�archive�metric� metric_descr r r � get_archives� s z PcpMetricsChannel.get_archives)rA rq r c C s� t |dd�}|dkr tddd��t |dd�}t |dd�}z|�|�}W nh tjy� } zN|�� tjkr�t� d|� t d d |� �d�d �ntd t |�d�d �W Y d }~n d }~0 0 z|� |d �}W n^ tj�y } zB|�� tjkr�td d |� �d�d �ntd t |�d�d �W Y d }~n d }~0 0 |j tjk} | �r2t| j�d k�r�|�|d � | jD ]Z} z |�|| �} |�|| � W n6 tj�y� } zt�d| |� W Y d }~n d }~0 0 �qVt| j�d k�r2|�|d � | jD ]\} z |�|| �} |�|| g� W n6 tj�y, } zt�d| |� W Y d }~n d }~0 0 �q�d} |j}|�r�z|�|�\}} W n` tj�y� } zD|�� tjk�r�td d |� �d�d �ntd t |�d�d �W Y d }~n d }~0 0 | �|||� ||k�s�| dk�r�|}t|d |||| || d�S )Nr r" rT z;invalid "metrics" option was specified (no name for metric)r6 r# r! zno such metric: %s�errorzno such metric: �internal-errorr ri z)Unable to add profile: instance=%s err=%sz,Unable to remove profile: instance=%s err=%s� �?)r+ r r! r, r- r# r. )r r Z pmLookupNamer �pmErr�errnor8 Z PM_ERR_NAME�loggerrt r r1 Z pmLookupDescZindomZ PM_INDOM_NULLrl rW Z pmDelProfileZ pmLookupInDomZ pmAddProfile�debugr\ r# ZpmParseUnitsStr�try_convert_unitr* )r& rA rq r r# r! Zpm_idsr< �pm_descr. �instanceZinstidZ omit_instancer- �pm_unitsZ parsed_unitsr r r rm � st � (( ( ((�z,PcpMetricsChannel.convert_metric_descriptionr4 c C sf t �� }d|_z| �tj||gd|� W n8 t jy` } z tdt|�d�d�W Y d}~n d}~0 0 dS )zGTry to convert a dummy value to validate that the metric is convertibleg r ru r6 N) r � pmAtomValue�d� pmConvScaler8 �PM_TYPE_DOUBLErw r r1 )rA r| r~ �dummyr< r r r r{ 2 s z"PcpMetricsChannel.try_convert_unit)rf r c c s� t � t �| �d �}|D ]�}t�d|� z6t�tj|�}|�� }t |j �d }t |||�V W q tj y� } z.|� � tjkr�tdd|� �d�d �W Y d }~qd }~0 0 qd S )Nz/*.indexzopening archive: %rrS ri zcould not read archive r6 )�glob�escapery rz r rc r8 ra ZpmGetArchiveLabelr2 rB r> rw rx ZPM_ERR_LOGFILEr )rf ZindexesZ archive_pathrA Z log_labelZ archive_startr< r r r rk < s z"PcpMetricsChannel.prepare_archives)�sem_idr c C s. | t jkrdS | t jkr dS | t jkr*dS dS )NZcounterZinstantZdiscreter" )r8 ZPM_SEM_COUNTERZPM_SEM_INSTANTZPM_SEM_DISCRETE)r� r r r � semantic_valJ s z PcpMetricsChannel.semantic_valzpmapi.pmResult)�resultsrA r c C s` g }| j D �]}d|ji}|jr*|j|d< |jdkrDt|j�|d< n |�|j�� dd|j � �|d< | �|jj �}|dkr�| �|jj �|d< |j �rg }t |j j �D ]Z}|j �|�} |j| kr�q�t |j �|��D ],} |j �|| �} |�|j| j�} |�| � q�q�||d< |�|� q tt�� �d } t|j jjd |j jjd �}| j| j| j ||| d � d S ) Nr r! rv r# �*r" � semanticsrW rS )rH rI rU rV �now) r? r r! r- r1 r# Z pmUnitsStrr� r, Zsemr. �range�contents�numpmid�get_pmidr+ � get_numval� get_vlistZ pmNameInDom�instrn r/ r[ rU Ztv_secZtv_usecZ send_jsonrH rI )r& r� rA rV rr r, r� Zinsts�ir+ �jr Z instance_descr� rU r r r � send_metaU sB ��zPcpMetricsChannel.send_meta)r� r c C s� | j }|du rdS t|jj�D ]j}| j| js0q |j�|�}|j�|�}||krV dS t|�D ](}|j�||�|j�||�kr^ dS q^q dS )z� If a multi-instance metric changes its instances we need to send a new meta message when these change. For example when an drive or ethernet card is removed out. NTF)rO r� r� r� r? r. r� Zget_inst)r& r� rO r� Znumval1Znumval2r� r r r �needs_meta_update� s z#PcpMetricsChannel.needs_meta_update)rA rG rM � total_fetchedr c C st t jt| j� � }t| j�D ]\}}|j||< q g }z�t|�D ]�} ||kr�|jtj kr`| W S | � |� t � d| j � | W S |�|�} | �| �r�|r�| � |� |�� | �| |� |�| �|| �� | | _|d7 }q>| � |� |�� W q0 tj�yl } zbt � d| |� | �� tjk�r2tdt| �d�d �t|�dk�rJ| � |� W Y d } ~ �qpW Y d } ~ q0d } ~ 0 0 q0|S )Nz Reached limit "%s", stoppingrR z Fetching error: %r, fetched %rru r6 r )�ctypesZc_uintrl r? � enumerater+ r� �typer8 ra � send_updatesry rz rM ZpmFetchr� �clearr� rn �parse_fetched_resultsrO r rw rx Z PM_ERR_EOLr r1 ) r& rA rG rM r� Zpmidsr� rq Zfetched�_r� r< r r r �sample� s> &zPcpMetricsChannel.sample)rA r� r c C s� t | j�}i }t|jj�|d< t|jj�D ]�}d }|j�|�}| j| }|j j } |dk rhd ||| j < q*| t j ks�| t jks�| t jkr�d ||| j < q*|js�| �||||d�}n.g } t|�D ] } | �| �||||| �� q�| }|||| j < q*|S )NrU r )�listrV r2 r� rU r� r� r� r? r, r� r r8 ZPM_TYPE_AGGREGATEZ PM_TYPE_EVENTZPM_TYPE_STRINGr. � build_samplern ) r& rA r� rV �samplesr� �values�numvalrr � content_typeZvalsr� r r r r� � s4 �� z'PcpMetricsChannel.parse_fetched_results)rr rq r} r c C s |j �|�}t�d|||� |j �|�}|j|kr6d S |j �|�}|j �||�} |jj } d } d } | t j kr�z"|� || t j t j �} | j d@ } W n0 ty� } zt�d| � W Y d } ~ n d } ~ 0 0 n�| t jk�r(z&|� || t jt j�} | jd> d? } W n2 t�y$ } zt�d| � W Y d } ~ n d } ~ 0 0 nPz |� || | t j�} | j} W n2 t�yv } zt�d| � W Y d } ~ n d } ~ 0 0 |jj|jk�r�z8t�� }| |_|�t j||jgd|j�}|j|j } W n: tj�y� } z tdt| �d �d �W Y d } ~ n d } ~ 0 0 | S ) Nz,build_sample pmid=%d, metric=%d, instance=%dl ��� z&Unable to extract PCP TYPE_64 value %s� z'Unable to extract PCP TYPE_U64 value %sz Unable to extract PCP value %sr ru r6 ) r� r� ry rz Zget_vsetr� Z get_valfmtr� r, r� r8 Z PM_TYPE_64ZpmExtractValueZll� Exception� exceptionZ PM_TYPE_U64Zullr� r� r# r r r� r- rw r r1 )r& rA r� rr rq r} r+ ZvaluesetZvalfmtr r� Z sample_valueZatomr< r� Zconverted_atomr r r r� � sj �$ �$� "�(z PcpMetricsChannel.build_sample)r � old_valuer c C s$ |d ur || | j | j S dS d S )NF)rL rK )r& r r� r r r �calculate_sample_rate2 s z'PcpMetricsChannel.calculate_sample_rate)r� r c C s\ g }| j p i }|D �](}t|d t�s*J �|d | _g }| jD ]�}||j }|�|jd �}t|t�r�|jdkr�g } t |�D ]F\} } d } |d ur�z || } W n t y� Y n0 | � | � | | �� qz|� | � n |� |� q>|jdk�r|d u�r|� | � ||�� q>|d u �r|� d� q>|� |� q>|� |� | j| _ |}q|| _ | �t�|��� � d S )NrU ZrateF)rN � isinstancer2 rL rV r �getr� r! r� � IndexErrorrn r� rK Z send_data�json�dumps�encode) r& r� �datarN r� Zsampled_valuesZ metricinfor r� �tmp�index�valZold_valr r r r� 8 s@ z PcpMetricsChannel.send_updatesc C s� d}t |�D ]�\}}|j| _d | _d | _| j}|t|�d krR||d j|k rRq ||jk rft|j�}|j}z(|� t j t � t j �B | �|�| j� W n8 tjy� } z tdt|�d�d �W Y d }~n d }~0 0 | �|j| j| j|�}q d S )Nr rR ru r6 )r� r? rO rN rJ rl rB r/ rA Z pmSetModer8 ZPM_MODE_INTERPZ PM_XTB_SETZ PM_TIME_MSECr^ rI r rw r r1 r� rG rM )r& ro r� r� rp rU rA r< r r r �sample_archivesd s$ " �(z!PcpMetricsChannel.sample_archives)r rd r c C s� zt �||�}W n8 t jyH } z tdt|�d�d �W Y d }~n d }~0 0 | jD ]N}d }z| �||�}W n ty� td�d �Y n0 |d us�J �| j� |� qP|S )Nru r6 r" ) r rc rw r r1 rV rm r r? rn )r& r rd �direct_contextr< rq rr r r r �prepare_direct_context� s ( z(PcpMetricsChannel.prepare_direct_context)rP r c � s� g | _ t�d|| j� | �|� t� tdu r6td��| �| j �\}}|t j krn| � |�}| � � | �|� n<| �||�}| � � | �|ddd� t�| jd �I d H q�d S )Nz)metrics pcp-archive open: %r, channel: %rTr5 rR r rS )r? ry rz �channelr] r= r r rg rH r8 ra rs Zreadyr� r� r� �asyncio�sleeprI )r& rP r rd ro r� r r r �run� s zPcpMetricsChannel.run)&r r r Zpayloadr1 r0 r/ r2 rN r rO r r* r r] � staticmethodr^ rg r r> rs rm r{ rk r� r� r3 r� r� r� r r� r� r r� r� r� r� r r r r rF � sH G / /#@, rF ),r� r� r� r� Zloggingrb rY r[ �typingr r r r r r r r r Zcockpit.protocolr r� r r Zjsonutilr r r r r r r9 r8 r: r Z getLoggerr ry r r1 r r* r= r> rF r r r r �<module>A s. ,