o }oi[@sddlmZddlmZmZddlmZddlmZ ddl mZ ddl mZ edZ edZededefd d Zee jd e jde jfd d Zee jd e jde jfddZee jde jdejfddZee jde jdejfddZdS))singledispatch)AnyTypeVar)plugins) strategiesTFabricTobjreturnc Cs>tdt|jdt|jdt|jdt|jd )aF Convert a PyTorch Lightning object to its Fabric equivalent. Args: obj: The object to convert. Returns: The Fabric equivalent of the input object. Raises: NotImplementedError: If no converter is registered for the object's type. Example: >>> from lightning.pytorch.strategies import Strategy as PLStrategy >>> from lightning.fabric.strategies import Strategy as FabricStrategy >>> from nemo.lightning.fabric.conversion import to_fabric >>> >>> # Define a custom PyTorch Lightning strategy >>> class CustomPLStrategy(PLStrategy): ... def __init__(self, custom_param: str): ... super().__init__() ... self.custom_param = custom_param >>> >>> # Define a custom Fabric strategy >>> class CustomFabricStrategy(FabricStrategy): ... def __init__(self, custom_param: str): ... super().__init__() ... self.custom_param = custom_param >>> >>> # Register a custom conversion >>> @to_fabric.register(CustomPLStrategy) ... def _custom_converter(strategy: CustomPLStrategy) -> CustomFabricStrategy: ... return CustomFabricStrategy(custom_param=strategy.custom_param) >>> >>> # Use the custom conversion >>> pl_strategy = CustomPLStrategy(custom_param="test") >>> fabric_strategy = to_fabric(pl_strategy) >>> assert isinstance(fabric_strategy, CustomFabricStrategy) >>> assert fabric_strategy.custom_param == "test" z#No Fabric converter registered for z. To register a new conversion, use the @to_fabric.register decorator: from nemo.lightning.fabric.conversion import to_fabric from lightning.fabric import strategies as fl_strategies @to_fabric.register(z) def _z_converter(obj: a:) -> fl_strategies.Strategy: return fl_strategies.SomeStrategy( # Map relevant attributes from 'obj' to Fabric equivalent param1=obj.param1, param2=obj.param2, # ... other parameters ... ) Add this code to the appropriate module (e.g., nemo/lightning/fabric/conversion.py).)NotImplementedErrortype__name__lower)r rT/home/ubuntu/.local/lib/python3.10/site-packages/nemo/lightning/fabric/conversion.py to_fabrics* rstrategyc Cs,tjd|j|j|j|j|j|jd|jS)N) acceleratorparallel_devicescluster_environmentprocess_group_backendtimeout start_methodr) fl_strategies DDPStrategyrrrr_timeout _start_method _ddp_kwargsrrrr_ddp_converterVsrcCs(tjd|j|j|j|j|jd|jS)N) cpu_offloadrrrrr)r FSDPStrategyr rrrrkwargsrrrr_fsdp_convertercsr#plugincCstj|j|j|jdS)N) precisiondevicescaler) fl_pluginsMixedPrecisionr%r&r'r$rrr_mixed_precision_converteros r+cCstj|jdS)N)r%)r( FSDPPrecisionr%r*rrr_fsdp_precision_converterxsr-N) functoolsrtypingrrlightning.fabricrr(rrlightning.pytorch pl_plugins pl_strategiesrrrregisterrrr!r#r)r+r,r-rrrrs$      :