
    Z j                     Z    S r SSKJr  SSKJr  SSKJrJr  \R                  " \	5      r
S rg)z
Liger Kernel integration for applying optimized Triton kernels to transformer models.

See https://github.com/linkedin/Liger-Kernel for details.
   )PreTrainedModel)unwrap_peft_model)is_liger_kernel_availableloggingc                     [        5       (       d  [        S5      eSSKJn  U=(       d    0 n[	        U 5      n[        U[        5      (       a  U" SSU0UD6  g[        R                  S5        g)aP  
Apply Liger Kernel optimizations to a model instance.

Liger Kernel provides optimized Triton kernels for common transformer operations.
This function patches the model in-place with those kernels.

Args:
    model: The model to patch. Must be a `PreTrainedModel` or a PEFT wrapper around one.
    kernel_config: Kernel configuration.
zYou have set `use_liger_kernel` to `True` but liger-kernel >= 0.3.0 is not available. Please install it with `pip install liger-kernel`    )_apply_liger_kernel_to_instancemodelzRThe model is not an instance of PreTrainedModel. No liger kernels will be applied.N )	r   ImportErrorliger_kernel.transformersr	   r   
isinstancer   loggerwarning)r
   kernel_configr	   
base_models       p/root/GenerationalWealth/GenerationalWealth/venv/lib/python3.13/site-packages/transformers/integrations/liger.pyapply_liger_kernelr      sd     %&&@
 	

 J!'RM"5)J*o..'JjJMJkl    N)__doc__modeling_utilsr   trainer_utilsr   utilsr   r   
get_logger__name__r   r   r   r   r   <module>r      s-    - - 6 
		H	%mr   