o
    :/ix                     @   s(   d dl Z d dlmZ de jfddZdS )    N)tritondevicec                    s,   dt dt dt d B f fdd}t| d S )Nsize	alignmentstreamc                    s   t j|  t jdS )N)r   dtype)torchemptyint8)r   r   r   r    i/lsinfo/ai/hellotax_ai/llm_service/venv_vllm/lib/python3.10/site-packages/vllm/triton_utils/allocation.pyalloc_fn
   s   z&set_triton_allocator.<locals>.alloc_fn)intr   set_allocator)r   r   r   r   r   set_triton_allocator	   s   r   )r   vllm.triton_utilsr   r   r   r   r   r   r   <module>   s   