Ë
    £Ìjn  ã                  óD   — d Z ddlmZ ddlZddlZdZdd„Z G d„ d«      Zy)	zM
author: Yagnik Poshiya
organization: Webbrains Technologies Private Limited
é    )ÚannotationsNz$https://api.openai.com/v1/embeddingsc                ó&  — t        j                  | t         j                  ¬«      }t         j                  j	                  |«      }t        j
                  |«      r|dk  r| S ||z  }|j                  t         j                  «      j                  «       S )N)Údtyper   )ÚnpÚasarrayÚfloat32ÚlinalgÚnormÚisfiniteÚastypeÚtolist)ÚvecÚaÚns      ú`/var/www/html/agent-engine/apps/workers/async/embedding-pipeline-worker/src/embeddings/openai.pyÚ
_normalizer      sc   € Ü
�
‰
�3œbŸj™jÔ)€AÜ
�	‰	�‰�qÓ€AÜ�;‰;�qŒ>˜Q !šVØˆ
Ø	ˆA‰€AØ�8‰8”B—J‘JÓ×&Ñ&Ó(Ð(ó    c                  ó    — e Zd ZdZdd„Zdd„Zy)ÚOpenAIEmbedderzSOpenAI embeddings over plain HTTP. `prompt_tokens` totals the usage OpenAI reports.c               óN   — || _         || _        t        |«      | _        d| _        y )Nr   )Ú_api_keyÚ_modelÚintÚ_dimÚprompt_tokens)ÚselfÚapi_keyÚmodelÚoutput_dimensionalitys       r   Ú__init__zOpenAIEmbedder.__init__   s%   € ØˆŒØˆŒÜÐ-Ó.ˆŒ	ØˆÕr   c           	     óh  — |sg S | j                   |dœ}| j                   j                  «       j                  «       j                  d«      r| j                  |d<   t        j                  t        dd| j                  › �i|d¬«      }|j                  dk\  re	 t        |j                  «       j                  d	i «      j                  d
«      xs |j                  «      }t        d|j                  › d|d d › �«      ‚|j                  «       }| xj                   t#        |j                  d«      xs i j                  d«      xs d«      z  c_        t%        |j                  d«      xs g d„ ¬«      }|D �cg c]  }t'        t)        |d   «      «      ‘Œ c}S # t        $ r |j                  }Y ŒÏw xY wc c}w )N)r   Úinputztext-embedding-3Ú
dimensionsÚAuthorizationzBearer g      ^@)ÚheadersÚjsonÚtimeouti�  ÚerrorÚmessagezOpenAI embeddings error z: i,  Úusager   r   Údatac                ó8   — t        | j                  dd«      «      S )NÚindexr   )r   Úget)Úds    r   ú<lambda>z0OpenAIEmbedder.embed_documents.<locals>.<lambda>5   s   € ¼CÀÇÁÀgÈqÓ@QÓ<R€ r   )ÚkeyÚ	embedding)r   ÚstripÚlowerÚ
startswithr   ÚhttpxÚpostÚ_OPENAI_EMBEDDINGS_URLr   Ústatus_codeÚstrr&   r.   ÚtextÚ
ValueErrorÚRuntimeErrorr   r   Úsortedr   Úlist)r   ÚtextsÚpayloadÚresÚdetailÚbodyÚrowsÚrs           r   Úembed_documentszOpenAIEmbedder.embed_documents    sx  € ÙØˆIØ"&§+¡+¸Ñ>ˆà�;‰;×ÑÓ×$Ñ$Ó&×1Ñ1Ð2DÔEØ$(§I¡IˆG�LÑ!Ü�j‰jÜ"Ø$¨°·±¨Ð&?Ð@ØØô	
ˆð �?‰?˜cÒ!ð"Ü˜SŸX™X›ZŸ^™^¨G°RÓ8×<Ñ<¸YÓGÒSÈ3Ï8É8ÓT�ô Ð!9¸#¿/¹/Ð9JÈ"ÈVÐTXÐUXÈ\ÈNÐ[Ó\Ð\Ø�x‰x‹zˆØ×Òœc 4§8¡8¨GÓ#4Ò#:¸×"?Ñ"?ÀÓ"PÒ"UÐTUÓVÑVÕÜ�d—h‘h˜vÓ&Ò,¨"Ñ2RÔSˆØ:>Ö?°Q”
œ4  +¡Ó/Õ0Ò?Ð?øô ò "ØŸ™’ð"üò @s   ÂAF Å3F/ÆF,Æ+F,N)r   r:   r   r:   r   r   )r@   z	list[str]Úreturnzlist[list[float]])Ú__name__Ú
__module__Ú__qualname__Ú__doc__r    rG   © r   r   r   r      s   „ Ù]óô@r   r   )r   úlist[float]rH   rN   )	rL   Ú
__future__r   r6   Únumpyr   r8   r   r   rM   r   r   ú<module>rQ      s,   ðñõ
 #ã Û à?Ð ó)÷@ò @r   