
    )jL                         d dl mZ d dlmZ d dlmZ  eej        d          d             Z eej        d          d             Z	 G d dej
                  ZdS )	    )partialNT)	shapelessc                 0    t          j        |           |z  S N)nnsilu)gatexs     c/lsinfo/ai/hellotax_ai/base_platform/venv/lib/python3.11/site-packages/mlx_lm/models/activations.pyswiglur   	   s    74==1    c           
      $   t          j        |          }|t          j        |          z   }t          j        | dk    |t          j        |           z  || z  z   t          j        t          j        | |                    | z
  |z  || z  z             S )Nr   )r   softplusmxwheresquareexpm1minimum)r
   alpha_palpha_nbetaepss        r   xielur      s    k'""GR[)))G8	A")A,,)	"*Q$$	%	%	)W4tax?  r   c                   L     e Zd Z	 	 	 	 d fd	Zdej        dej        fdZ xZS )	XieLU皙?      ?ưc                    t                                                       t          j        |          }t          j        ||z
            }t          j        t          j        |          dz
            | _        t          j        t          j        |          dz
            | _        t          j        |          | _        t          j        |          | _	        d S )N   )
super__init__r   arraylogexpr   r   r   r   )selfalpha_p_initalpha_n_initr   r   alpha_p_tensoralpha_n_tensor	__class__s          r   r"   zXieLU.__init__   s     	,//,"566vbf^44q899vbf^44q899HTNN	8C==r   r
   returnc                 P    t          || j        | j        | j        | j                  S r   )r   r   r   r   r   )r&   r
   s     r   __call__zXieLU.__call__*   s     QdlDItxHHHr   )r   r   r   r   )__name__
__module____qualname__r"   r   r#   r.   __classcell__)r+   s   @r   r   r      s{         ! ! ! ! ! ! I"( Irx I I I I I I I Ir   r   )	functoolsr   mlx.corecorer   mlx.nnr   compiler   r   Moduler    r   r   <module>r:      s                      	t$$$  %$ 	t$$$  %$I I I I IBI I I I I Ir   