관리-도구
편집 파일: spark_worker.cpython-37.opt-1.pyc
B T a� � @ s� d dl mZ d dlZd dlmZ d dlmZ d dlmZ d dl m Z m Z m Z m Z mZ d dlmZ er�d dlmZ d d lmZ d d lmZmZmZ G d d � d e�Zd d� Zdd� Zdd� ZdS )� )�absolute_importN)�configure_scope)�Hub)� Integration)�capture_internal_exceptions�exc_info_from_error�!single_exception_from_error_tuple�walk_exception_chain�event_hint_with_exc_info)�MYPY)�Any)�Optional)�ExcInfo�Event�Hintc @ s e Zd ZdZedd� �ZdS )�SparkWorkerIntegrationZ spark_workerc C s dd l m} t| _d S )Nr )Zpyspark.daemon�daemon�_sentry_worker_mainZ worker_main)Zoriginal_daemon� r �[/opt/alt/python37/lib/python3.7/site-packages/sentry_sdk/integrations/spark/spark_worker.py� setup_once s z!SparkWorkerIntegration.setup_onceN)�__name__� __module__� __qualname__Z identifier� staticmethodr r r r r r s r c C s� |j }|j}ddd�}t| �} | \}}}g }x:t| �D ].\}}}|tttfkr6|�t|||||�� q6W |r�|� � t | �} dd|id�} t � |j | | d� d S )NZsparkF)�typeZhandled�error�values)�levelZ exception)�hint) �client�optionsr r � SystemExit�EOFError�ConnectionResetError�appendr �reverser �_tag_task_contextZ capture_event) �exc_info�hubr Zclient_optionsZ mechanism�exc_type� exc_value�tb�rvr �eventr r r �_capture_exception$ s" r/ c s4 ddl m� t� �} | j� fdd��}W d Q R X d S )Nr )� TaskContextc s t � �� tj�t�}� �� }|d ks,|d kr0| S | �di ��dt|�� �� | d �dt|� � �� | d �dt|� � �� | d �dt|� � �� |j r�d|j kr�| d �d|j d � | d �d|j d � d |j kr�| �d i ��d |j d � W d Q R X | S ) NZtags�stageId� partitionId� attemptNumber� taskAttemptIdZsentry_app_nameZapp_nameZapplication_idZsentry_application_idzcallSite.shortZextraZcallSite) r r �current�get_integrationr �get� setdefault�strr1 r2 r3 r4 Z_localProperties)r. r Z integrationZ task_context)r0 r r � process_eventJ s. z(_tag_task_context.<locals>.process_event)Zpyspark.taskcontextr0 r Zadd_event_processor)Zscoper: r )r0 r r' D s r' c O sp dd l m} y|j| |� W nN tk rj tj�t�d k rftj}t� � }t � � t ||� W d Q R X Y nX d S )Nr ) Zpyspark.workerZworker�mainr" r r5 r6 r �sysr( r r/ )�args�kwargsZoriginal_workerr) r( r r r r q s r )Z __future__r r< Z sentry_sdkr Zsentry_sdk.hubr Zsentry_sdk.integrationsr Zsentry_sdk.utilsr r r r r Zsentry_sdk._typesr �typingr r r r r r r/ r' r r r r r �<module> s -