관리-도구
편집 파일: langchain.cpython-38.pyc
U �Mg6E � @ s� d dl mZ d dlmZ d dlZd dlmZmZ d dlm Z m Z d dl m Z d dl mZ d dlmZ d d lmZmZ d d lmZmZ d d lmZ er�d d lmZmZmZm Z m Z m Z d d l m Z z<d dl!m"Z" d dl#m$Z$ d dl%m&Z&m'Z' d dl(m)Z)m*Z* W n e+k �r ed��Y nX e j,e j-e j.e j/e j0e j1e j2e j3e j4d� Z5ddddgZ6G dd� de�Z7G dd� d�Z8G d d � d e'�Z9d d � Z:dS ) � )� OrderedDict��wrapsN)�set_ai_pipeline_name�record_token_usage)�OP�SPANDATA)�set_data_normalized)�should_send_default_pii)�Span)� DidNotEnable� Integration)�logger�capture_internal_exceptions)� TYPE_CHECKING)�Any�List�Callable�Dict�Union�Optional)�UUID)� BaseMessage)� LLMResult)�manager�BaseCallbackHandler)� AgentAction� AgentFinishzlangchain not installed) Z temperatureZtop_pZtop_kZ function_callZ tool_callsZtoolsZresponse_formatZ logit_bias�tagsz openai-chatzanthropic-chatz cohere-chatZhuggingface_endpointc @ s4 e Zd ZdZde� �ZdZd dd�Zedd � �ZdS ) �LangchainIntegrationZ langchainzauto.ai.� TNc C s || _ || _|| _d S �N)�include_prompts� max_spans�tiktoken_encoding_name)�selfr" r# r$ � r& �O/opt/hc_python/lib/python3.8/site-packages/sentry_sdk/integrations/langchain.py�__init__< s z LangchainIntegration.__init__c C s t tj�t_d S r! )�_wrap_configurer Z _configurer& r& r& r' � setup_onceD s z LangchainIntegration.setup_once)Tr N) �__name__� __module__� __qualname__� identifier�originr# r( � staticmethodr* r& r& r& r' r 5 s � r c @ s, e Zd ZdZdZdZdZg ZdZdd� Z dS )� WatchedSpanNr Fc C s || _ d S r! )�span)r% r2 r& r& r' r( R s zWatchedSpan.__init__) r+ r, r- r2 �num_completion_tokens�num_prompt_tokens�no_collect_tokens�children� is_pipeliner( r& r& r& r' r1 J s r1 c @ s� e Zd ZdZe� ZdZd-dd�Zdd� Zdd � Z d d � Z d d � Z dd� Z dd� Z dddd�dd�Zdd� Zdd� Zdd� Zdd � Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� Zd'd(� Zd)d*� Zd+d,� ZdS ).�SentryLangchainCallbackzJBase callback handler that can be used to handle callbacks from langchain.r Nc C s2 || _ || _d | _|d k r.dd l}|�|�| _d S �Nr )�max_span_map_sizer" �tiktoken_encoding�tiktokenZ get_encoding)r% r: r" r$ r< r& r& r' r( ^ s z SentryLangchainCallback.__init__c C s | j d k rt| j �|��S dS r9 )r; �lenZencode_ordinary)r% �sr& r& r' � count_tokensi s z$SentryLangchainCallback.count_tokensc C s4 t | j�| jkr0| jjdd�\}}| �||� q d S )NF)�last)r= �span_mapr: �popitem� _exit_span)r% �run_id� watched_spanr& r& r' � gc_span_mapo s z#SentryLangchainCallback.gc_span_mapc C sP |r|| j krd S | j | }|s$d S t�||jj� |j�d d d � | j |= d S r! )rA � sentry_sdkZcapture_exceptionr2 �scope�__exit__)r% rD �error� span_datar& r& r' � _handle_errorv s z%SentryLangchainCallback._handle_errorc C s |j |jd�}|�|j� |S )N)�contentZrole)rM �type�updateZadditional_kwargs)r% �message�parsedr& r& r' � _normalize_langchain_message� s z4SentryLangchainCallback._normalize_langchain_messagec K s� d }|r6| j �|�}|r6t|jjf |��}|j�|� |d krNttjf |��}|�dd�� d�r~|�d�rxt |�d�� d|_ |j� � || j |< | � � |S )N�op� z ai.pipeline.�nameT)rA �getr1 r2 Z start_childr6 �appendrG Z start_span� startswithr r7 � __enter__rF )r% rD Z parent_id�kwargsrE Z parent_spanr& r& r' � _create_span� s z$SentryLangchainCallback._create_spanc C s* |j rtd � |j�d d d � | j|= d S r! )r7 r r2 rI rA )r% rK rD r& r& r' rC � s z"SentryLangchainCallback._exit_span)r � parent_run_id�metadatac K s� t � �� |sW 5 Q R � dS |�di �}|�|�di �� | j||�d�tj|�d�pVdtjd�} | j} t � r�| j r�t | t j |� t�� D ] \} } | |kr�t | | || � q�W 5 Q R X dS )z Run when LLM starts running.N�invocation_paramsrZ r\ rU zLangchain LLM call�rS rU r/ )r rV rO r[ r � LANGCHAIN_RUNr r/ r2 r r" r r �AI_INPUT_MESSAGES� DATA_FIELDS�items) r% � serializedZpromptsrD r r\ r] rZ � all_paramsrE r2 �k�vr& r& r' � on_llm_start� s$ � z$SentryLangchainCallback.on_llm_startc sj t � ��X |s W 5 Q R � dS |�di �� � �|�di �� �j||�d�tj|�d�pXdtjd�}|j}� �d� �d � �d ���}t � fd d �t D ��|_ |s�d � �d�kr�d}|r�|� t j|� t� r�jr�t|t j�fdd�|D �� t�� D ] \}} |� kr�t|| � | � q�|j �s\|D ]:} | D ].} �j| j��| j���| j� 7 _�q(�q W 5 Q R X dS )z#Run when Chat Model starts running.Nr^ rZ r\ rU zLangchain Chat Modelr_ �modelZ model_nameZmodel_idc 3 s | ]}|� � d d�kV qdS )�_typerT N)rV ��.0�x)re r& r' � <genexpr>� s z>SentryLangchainCallback.on_chat_model_start.<locals>.<genexpr>Z anthropicrj zclaude-2c s g | ]}� fd d�|D ��qS )c s g | ]}� � |��qS r& )rR rk �r% r& r' � <listcomp>� s zJSentryLangchainCallback.on_chat_model_start.<locals>.<listcomp>.<listcomp>r& �rl �list_ro r& r' rp � s �z?SentryLangchainCallback.on_chat_model_start.<locals>.<listcomp>)r rV rO r[ r Z!LANGCHAIN_CHAT_COMPLETIONS_CREATEr r/ r2 �any�NO_COLLECT_TOKEN_MODELSr5 �set_datar Z AI_MODEL_IDr r" r ra rb rc rA r4 r? rM rN ) r% rd �messagesrD rZ rE r2 ri rf rg rr rP r& )re r% r' �on_chat_model_start� sV � � � ��� �z+SentryLangchainCallback.on_chat_model_startc K sh t � �X |r|| jkr$W 5 Q R � dS | j| }|r8|jrFW 5 Q R � dS | j| �|�7 _W 5 Q R X dS )z?Run on new LLM token. Only available when streaming is enabled.N)r rA r5 r3 r? )r% �tokenrD rZ rK r& r& r' �on_llm_new_token� s z(SentryLangchainCallback.on_llm_new_tokenc K s� t � �� |sW 5 Q R � dS |jr,|j�d�nd}| j| }|sLW 5 Q R � dS t� rt| jrtt|jtj dd� |j D �� |j s�|r�t |j|�d�|�d�|�d�� nt |j|j |j� | �||� W 5 Q R X dS )zRun when LLM ends running.N� token_usagec S s g | ]}d d� |D ��qS )c S s g | ] }|j �qS r& )�textrk r& r& r' rp s zASentryLangchainCallback.on_llm_end.<locals>.<listcomp>.<listcomp>r& rq r& r& r' rp s z6SentryLangchainCallback.on_llm_end.<locals>.<listcomp>Z prompt_tokensZcompletion_tokensZ total_tokens)r Z llm_outputrV rA r r" r r2 r � AI_RESPONSESZ generationsr5 r r4 r3 rC )r% �responserD rZ rz rK r& r& r' � on_llm_end s8 � ���z"SentryLangchainCallback.on_llm_endc K s" t � � | �||� W 5 Q R X dS )zRun when LLM errors.N)r rL �r% rJ rD rZ r& r& r' � on_llm_error' s z$SentryLangchainCallback.on_llm_errorc K s� t � �r |sW 5 Q R � dS | j||�d�|�d�dk r<tjntj|�d�pLdtjd�}|�d�}|rtt|j t j |� W 5 Q R X dS )z Run when chain starts running.Nr\ rU zChain executionr_ r] ) r r[ rV r r` ZLANGCHAIN_PIPELINEr r/ r r2 r � AI_METADATA)r% rd �inputsrD rZ rE r] r& r& r' �on_chain_start- s � � z&SentryLangchainCallback.on_chain_startc K sZ t � �J |r|| jkr$W 5 Q R � dS | j| }|s@W 5 Q R � dS | �||� W 5 Q R X dS )z Run when chain ends running.N)r rA rC )r% �outputsrD rZ rK r& r& r' � on_chain_endB s z$SentryLangchainCallback.on_chain_endc K s | � ||� dS )zRun when chain errors.N�rL r r& r& r' �on_chain_errorN s z&SentryLangchainCallback.on_chain_errorc K sp t � �` |sW 5 Q R � d S | j||�d�tj|jp4dtjd�}|jrbt � rb| j rbt |j t j|j� W 5 Q R X d S )Nr\ � AI tool usager_ )r r[ rV r ZLANGCHAIN_AGENTZtoolr r/ Z tool_inputr r" r r2 r ra )r% �actionrD rZ rE r& r& r' �on_agent_actionS s � �z'SentryLangchainCallback.on_agent_actionc K sr t � �b |sW 5 Q R � d S | j| }|s6W 5 Q R � d S t� rX| jrXt|jtj|j� � � | � ||� W 5 Q R X d S r! ) r rA r r" r r2 r r| Z return_valuesrc rC )r% �finishrD rZ rK r& r& r' �on_agent_finishd s �z'SentryLangchainCallback.on_agent_finishc K s� t � �� |sW 5 Q R � dS | j||�d�tj|�d�pB|�d�pBdtjd�}t� r�| jr�t |j t j |�d|g�� |�d�r�t |j t j |�d�� W 5 Q R X dS )z Run when tool starts running.Nr\ rU r� r_ r� r] )r r[ rV r ZLANGCHAIN_TOOLr r/ r r" r r2 r ra r� )r% rd Z input_strrD rZ rE r& r& r' � on_tool_starts s, � � �z%SentryLangchainCallback.on_tool_startc K sv t � �f |r|| jkr$W 5 Q R � dS | j| }|s@W 5 Q R � dS t� r\| jr\t|jtj|� | �||� W 5 Q R X dS )zRun when tool ends running.N) r rA r r" r r2 r r| rC )r% �outputrD rZ rK r& r& r' � on_tool_end� s z#SentryLangchainCallback.on_tool_endc O s | � ||� dS )zRun when tool errors.Nr� )r% rJ rD �argsrZ r& r& r' � on_tool_error� s z%SentryLangchainCallback.on_tool_error)N)r+ r, r- �__doc__r rA r: r( r? rF rL rR r[ rC rh rw ry r~ r� r� r� r� r� r� r� r� r� r& r& r& r' r8 W s4 � . ' r8 c s t � �� fdd��}|S )Nc s t �� �t�}|d kr � | |�S t� �� g }d|krF|d }||d< n8t| �dkrz| d }| d | d |f| dd � } ng }|r�t|t�r�|D ]}|�|� q�n"t|t �r�|�|� n t � d|� d}|D ]}t|t �r�d}q�|s�|�t |j |j|j�� W 5 Q R X � | |�S ) NZlocal_callbacks� r � � zUnknown callback type: %sFT)rG Z get_clientZget_integrationr r r= � isinstance�listrW r r �debugr8 r# r" r$ )r� rZ Z integrationZ new_callbacksZexisting_callbacks�cbZ already_added�callback��fr& r' � new_configure� sJ � � ��z&_wrap_configure.<locals>.new_configurer )r� r� r& r� r' r) � s .r) );� collectionsr � functoolsr rG Zsentry_sdk.ai.monitoringr r Zsentry_sdk.constsr r Zsentry_sdk.ai.utilsr Zsentry_sdk.scoper Zsentry_sdk.tracingr Zsentry_sdk.integrationsr r Zsentry_sdk.utilsr r �typingr r r r r r r �uuidr Zlangchain_core.messagesr Zlangchain_core.outputsr Zlangchain_core.callbacksr r Zlangchain_core.agentsr r � ImportErrorZAI_TEMPERATUREZAI_TOP_PZAI_TOP_KZAI_FUNCTION_CALLZ AI_TOOL_CALLSZAI_TOOLSZAI_RESPONSE_FORMATZ AI_LOGIT_BIASZAI_TAGSrb rt r r1 r8 r) r& r& r& r' �<module> sR �� J