o Ni<@spddlmZddlZddlmZmZddlmZer&Gdddejj eZ er6Gdd d ejj eZ dSdS) )AnyN)is_bnb_4bit_availableis_bnb_available)IA3Layerc jeZdZ ddejjdedededdf fdd Zd ej d e d e dej fd dZ deffdd Z Z S) Linear8bitLtT base_layer adapter_nameis_feedforwardinit_ia3_weightsreturnNc <ttj|||dd|j_||_|||dSN)r Fsuper__init__rget_base_layerweight requires_grad_active_adapter update_layerselfr r r r kwargs __class__G/home/ubuntu/.local/lib/python3.10/site-packages/peft/tuners/ia3/bnb.pyr  zLinear8bitLt.__init__xargsrc Os|jr||Sd}|jD]}||jvrq ||j|9}q t o+|jtj k}|r2| }|j r@|||}|j}n ||}|j}||}|rS| |}|SNr) disable_adaptersr active_adaptersia3_lkeysflattentorchis_autocast_enableddtypefloat32floatr to rr r!r ia3_scalingactive_adapterrequires_conversionresultexpected_dtyperrrforward,s&    zLinear8bitLt.forwardct}d|SNzia3.r__repr__rreprrrr8G zLinear8bitLt.__repr__T__name__ __module__ __qualname__r(nnModulestrboolrTensorrr4r8 __classcell__rrrrrsrc r) Linear4bitTr r r r r Nc rrrrrrrrPrzLinear4bit.__init__r r!rc Os|jr||Sd}|jD]}||jvrq ||j|9}q t o+|jtj k}|r2| }|j r@|||}|j}n ||}|j}||}| }|rW| |}|Sr")r#r r$r%r&r'r(r)r*r+r,r cloner-r.rrrr4`s(    zLinear4bit.forwardcr5r6r7r9rrrr8r;zLinear4bit.__repr__r<r=rrrrrGNsrG) typingrr(peft.import_utilsrrlayerrrArBrrGrrrrs  2