U d@stUddlmZmZmZmZmZmZmZmZm Z ddl m Z eZ eZ ee geee ffZeee ge fZGdddeZiZeeeefed<eeedddd Zeeefeeee fd d d Zeee eeefd ddZeeeeee fd ddZeee eed ddZeedfeeee fd ddZeee eedfd ddZeeeee fd ddZeee ed ddZeeeeeeeeeeeeee eeeedddZ eedd d!Z!e edd"d#Z"Gd$d%d%Z#Gd&d'd'e#Z$e eeee#fdd(d)Z%eee#e d*d+d,Z&ee e d-d.d/Z'e e#e eed0d1d2Z(dS)3) NamedTupleCallableAnyTupleListDictTypecastOptional) namedtuplec@seZdZUeed<eed<dS)NodeDef flatten_fn unflatten_fnN)__name__ __module__ __qualname__ FlattenFunc__annotations__ UnflattenFuncrr7/tmp/pip-unpacked-wheel-ua33x9lu/torch/utils/_pytree.pyr !s r SUPPORTED_NODESN)typr rreturncCst||t|<dSN)r r)rr rrrr_register_pytree_node'sr)drcCst|t|fSr)listvalueskeysrrrr _dict_flatten*sr!)rcontextrcCsddt||DS)NcSsi|]\}}||qSrr).0keyvaluerrr .sz#_dict_unflatten..)ziprr"rrr_dict_unflatten-sr)cCs|dfSrrr rrr _list_flatten0sr*cCst|Srrr(rrr_list_unflatten3sr,.cCs t|dfSrr+r rrr_tuple_flatten6sr-cCst|Sr)tupler(rrr_tuple_unflatten9sr/cCst|t|fSr)rtyper rrr_namedtuple_flatten<sr1cCstt||Sr)r rr(rrr_namedtuple_unflatten?sr2)pytreercCsVt|}|j}t|dks&|dtkr*dSt|dd}t|tsDdStdd|DS)NrF_fieldscss|]}t|tkVqdSr)r0str)r#entryrrr Qsz*_is_namedtuple_instance..)r0 __bases__lenr.getattr isinstanceall)r3rbasesfieldsrrr_is_namedtuple_instanceIs  r@cCst|r tSt|Sr)r@r r0r3rrr_get_node_typeSsrBcCst|tkSr)rBrrrArrr_is_leafYsrCc@sReZdZeeedddddZedddZee dd d Z ee dd d Z dS) TreeSpecN)rr"children_specsrcCs*||_||_||_tdd|D|_dS)NcSsg|] }|jqSr) num_leaves)r#specrrr gsz%TreeSpec.__init__..)r0r"rEsumrF)selfrr"rErrr__init__cszTreeSpec.__init__rcCs d|jjd|jd|jdS)Nz TreeSpec(z, ))r0rr"rErJrrr__repr__iszTreeSpec.__repr__)otherrcCs:|j|jko.|j|jko.|j|jko.|j|jk}tt|Sr)r0r"rErFr bool)rJrPresultrrr__eq__ls   zTreeSpec.__eq__cCs || Sr)rS)rJrPrrr__ne__sszTreeSpec.__ne__) rrrrContextrrKr6rOrQrSrTrrrrrDbsrDcs0eZdZddfdd ZedddZZS)LeafSpecNrLcstddgd|_dS)Nr4)superrKrFrN __class__rrrKwszLeafSpec.__init__cCsdS)N*rrNrrrrO{szLeafSpec.__repr__)rrrrKr6rO __classcell__rrrXrrVvsrVc Csrt|r|gtfSt|}t|j}||\}}g}g}|D]"}t|\}} ||7}|| q>|t|||fS)zkFlattens a pytree into a list of values and a TreeSpec that can be used to reconstruct the pytree. )rCrVrBrr tree_flattenappendrD) r3 node_typer child_pytreesr"rRrEchildflat child_specrrrr\~s     r\)rrGrcCst|tstdt|dt||jkrNtdt|d|jd|dt|tr`|dSt|jj}d}d}g}|j D]*}||j7}| t |||||}q~|||j S)zqGiven a list of values and a TreeSpec, builds a pytree. This is the inverse operation of `tree_flatten`. z^tree_unflatten(values, spec): Expected `spec` to be instance of TreeSpec but got item of type .z2tree_unflatten(values, spec): `values` has length z, but the spec refers to a pytree that holds z items (z).r) r<rD ValueErrorr0r:rFrVrrrEr]tree_unflattenr")rrGrstartendr_rbrrrres&     re)fnr3rcs$t|\}}tfdd|D|S)Ncsg|] }|qSrr)r#irhrrrHsztree_map..)r\re)rhr3Z flat_argsrGrrjrtree_maps rk)r3rGrc Cst|tstt|r"|g|jSt|tr0dSt|}||jkrFdSt|j }||\}}t |t |j ksx||j kr|dSg}t ||j D]*\}}t||} | dk r|| 7}qdSq|Sr)r<rDAssertionErrorrCrFrVrBr0rr r:rEr"r'_broadcast_to_and_flatten) r3rGr^r r_ctxrRr`rbrarrrrms&       rm))typingrrrrrrrr r collectionsr rUZPyTreerrr rrrr!r)r*r,r-r/r1r2dictrr.rQr@rBrCrDrVr\rerkrmrrrrs<, $ $