a d@s0UdZddlmZddlmZddlmZmZmZm Z m Z ddl Z ddl Z ddlmZddl mZddlmZd Ze jeed d d Zeee je jd feee je jd feee je jd fe jefgZee eeeegeffed<GdddeZeeedddZeeedddZeedddZ dS)zUtilities used for collections.)ABC)partial)AnyCallableListTupleUnionN)apply_to_collection)Tensor)_DEVICE)cpuZmps)valuedevicereturncCst||S)N)torchZ from_numpyto)r rrn/var/www/html/stable-diffusion-webui/venv/lib/python3.9/site-packages/lightning_fabric/utilities/apply_func.py _from_numpysr)dtypeCONVERSION_DTYPESc@s,eZdZdZeeeeefdddZdS)_TransferableDataTypea!A custom type for data that can be moved to a torch device via ``.to(...)``. Example: >>> isinstance(dict, _TransferableDataType) False >>> isinstance(torch.rand(2, 3), _TransferableDataType) True >>> class CustomObject: ... def __init__(self): ... self.x = torch.rand(2, 2) ... def to(self, device): ... self.x = self.x.to(device) ... return self >>> isinstance(CustomObject(), _TransferableDataType) True )subclassrcCs |turt|dd}t|StS)Nr)rgetattrcallableNotImplemented)clsrrrrr__subclasshook__=s z&_TransferableDataType.__subclasshook__N) __name__ __module__ __qualname____doc__ classmethodrrboolrrrrrr*sr)batchrrcs6ttrtttdfdd }t|t|dS)ajTransfers a collection of data to the given device. Any object that defines a method ``to(device)`` will be moved and all other objects in the collection will be left untouched. Args: batch: A tensor or collection of tensors or anything that has a method ``.to(...)``. See :func:`apply_to_collection` for a list of supported collection types. device: The device to which the data should be moved Return: the same collection but with all contained tensors residing on the new device. See Also: - :meth:`torch.Tensor.to` - :class:`torch.device` datarcsNi}t|tr,ttjr,jtvr,d|d<|jfi|}|durJ|S|S)NTZ non_blocking) isinstancer rrtype_BLOCKING_DEVICE_TYPESr)r&kwargsZ data_outputrrrbatch_toYs z%move_data_to_device..batch_to)rfunction)r'strrrrr r)r$rr,rr+rmove_data_to_deviceEs   r/)r&rrcCs(tD]\}}t||||d}qt||S)Nr+)rr r/)r&rZ src_dtypeZconversion_funcrrrconvert_to_tensorshs r0r%cCs&tttttfddd}t|t|S)zRecursively walk through a collection and convert single-item tensors to scalar values. Raises: ValueError: If tensors inside ``metrics`` contains multiple elements, hence preventing conversion to a scalar. )r rcSs$|dkrtd|d|S)Nz The metric `zM` does not contain a single element, thus it cannot be converted to a scalar.)Znumel ValueErroritem)r rrrto_itemws   z+convert_tensors_to_scalars..to_item)r rintfloatr#r )r&r4rrrconvert_tensors_to_scalarsosr7)!r!abcr functoolsrtypingrrrrrnumpynprZ#lightning_utilities.core.apply_funcr r Z lightning_fabric.utilities.typesr r)Zndarrayrr#ZtensorZuint8r5r6r__annotations__rr/r0r7rrrrs&     $ #