U dG@sdZddlZddddddd d d d d ddddddddddddddddddgZGd ddeZGd!d"d"eZd#dZGd$d%d%eeZGd&d'd'eZ Gd(d)d)eZ Gd*d+d+eZ Gd,d-d-eZ Gd.d/d/eZ Gd0d1d1eZGd2d3d3eZGd4d5d5eZGd6d7d7eZGd8d9d9eZGd:d;d;eZGdd?d?eZGd@dAdAeZGdBdCdCeZGdDdEdEeZGdFdGdGeZGdHdIdIeZGdJdKdKeZGdLdMdMeZGdNdOdOeZGdPdQdQeZGdRdSdSeZeZ eZ!e Z"e Z#e Z$edZ%edTZ&e Z'eZ(e"e(dTZ)edUZ*edUZ+eZ,eZ-eZ.eZ/edUdVZ0eZ1eZ2eZ3eZ4eZ5eZ6eZ7eZ8eZ9eZ:eZ;eZ= z but got rK) rHr%dimrIr/r;Zreshapeshapeall)r!r"resultexpectedr#r#r$r%s " z_IndependentConstraint.checkcCs"d|jjddt|j|jS)Nz {}({}, {})r&)formatr'r(reprrHrIr)r#r#r$r*sz_IndependentConstraint.__repr__) r(r+r,r-r6r>r.r/r%r*r?r#r#r8r$rDs    rDc@seZdZdZdZddZdS)_Booleanz/ Constrain to the two values `{0, 1}`. TcCs|dk|dkBS)Nrr&r#r r#r#r$r%sz_Boolean.checkN)r(r+r,r-r.r%r#r#r#r$rSsrSc@s eZdZdZdZdZddZdS)_OneHotz' Constrain to one-hot vectors. Tr&cCs.|dk|dkB}|dd}|d|@S)Nrr&rK)sumeqrN)r!r"Z is_boolean is_normalizedr#r#r$r%sz _OneHot.checkN)r(r+r,r-r.r/r%r#r#r#r$rTsrTcs4eZdZdZdZfddZddZddZZS) _IntegerIntervalzH Constrain to an integer interval `[lower_bound, upper_bound]`. Tcs||_||_tdSr2 lower_bound upper_boundr5r6r!rZr[r8r#r$r6sz_IntegerInterval.__init__cCs |ddk|j|k@||jk@SNr&rrZr[r r#r#r$r%sz_IntegerInterval.checkcCs(|jjdd}|d|j|j7}|SNr&z (lower_bound={}, upper_bound={})r'r(rQrZr[r!Z fmt_stringr#r#r$r*sz_IntegerInterval.__repr__ r(r+r,r-r.r6r%r*r?r#r#r8r$rXs  rXcs4eZdZdZdZfddZddZddZZS) _IntegerLessThanzA Constrain to an integer interval `(-inf, upper_bound]`. Tcs||_tdSr2r[r5r6r!r[r8r#r$r6sz_IntegerLessThan.__init__cCs|ddk||jk@Sr]r[r r#r#r$r%sz_IntegerLessThan.checkcCs$|jjdd}|d|j7}|SNr&z(upper_bound={})r'r(rQr[rar#r#r$r*sz_IntegerLessThan.__repr__rbr#r#r8r$rc s  rccs4eZdZdZdZfddZddZddZZS) _IntegerGreaterThanz@ Constrain to an integer interval `[lower_bound, inf)`. Tcs||_tdSr2rZr5r6r!rZr8r#r$r6"sz_IntegerGreaterThan.__init__cCs|ddk||jk@Sr]rZr r#r#r$r%&sz_IntegerGreaterThan.checkcCs$|jjdd}|d|j7}|SNr&z(lower_bound={})r'r(rQrZrar#r#r$r*)sz_IntegerGreaterThan.__repr__rbr#r#r8r$ris  ric@seZdZdZddZdS)_RealzF Trivially constrain to the extended real line `[-inf, inf]`. cCs||kSr2r#r r#r#r$r%3sz _Real.checkN)r(r+r,r-r%r#r#r#r$ro/srocs0eZdZdZfddZddZddZZS) _GreaterThanz= Constrain to a real half line `(lower_bound, inf]`. cs||_tdSr2rjrkr8r#r$r6;sz_GreaterThan.__init__cCs |j|kSr2rlr r#r#r$r%?sz_GreaterThan.checkcCs$|jjdd}|d|j7}|Srmrnrar#r#r$r*Bsz_GreaterThan.__repr__r(r+r,r-r6r%r*r?r#r#r8r$rp7s rpcs0eZdZdZfddZddZddZZS)_GreaterThanEqz= Constrain to a real half line `[lower_bound, inf)`. cs||_tdSr2rjrkr8r#r$r6Lsz_GreaterThanEq.__init__cCs |j|kSr2rlr r#r#r$r%Psz_GreaterThanEq.checkcCs$|jjdd}|d|j7}|Srmrnrar#r#r$r*Ssz_GreaterThanEq.__repr__rqr#r#r8r$rrHs rrcs0eZdZdZfddZddZddZZS) _LessThanz> Constrain to a real half line `[-inf, upper_bound)`. cs||_tdSr2rdrer8r#r$r6]sz_LessThan.__init__cCs ||jkSr2rfr r#r#r$r%asz_LessThan.checkcCs$|jjdd}|d|j7}|Srgrhrar#r#r$r*dsz_LessThan.__repr__rqr#r#r8r$rsYs rscs0eZdZdZfddZddZddZZS) _IntervalzD Constrain to a real interval `[lower_bound, upper_bound]`. cs||_||_tdSr2rYr\r8r#r$r6nsz_Interval.__init__cCs|j|k||jk@Sr2r^r r#r#r$r%ssz_Interval.checkcCs(|jjdd}|d|j|j7}|Sr_r`rar#r#r$r*vsz_Interval.__repr__rqr#r#r8r$rtjs rtcs0eZdZdZfddZddZddZZS)_HalfOpenIntervalzD Constrain to a real interval `[lower_bound, upper_bound)`. cs||_||_tdSr2rYr\r8r#r$r6sz_HalfOpenInterval.__init__cCs|j|k||jk@Sr2r^r r#r#r$r%sz_HalfOpenInterval.checkcCs(|jjdd}|d|j|j7}|Sr_r`rar#r#r$r*sz_HalfOpenInterval.__repr__rqr#r#r8r$ru|s ruc@seZdZdZdZddZdS)_Simplexz Constrain to the unit simplex in the innermost (rightmost) dimension. Specifically: `x >= 0` and `x.sum(-1) == 1`. r&cCs(tj|dkdd|dddk@S)NrrKrLr&ư>)torchrNrUabsr r#r#r$r%sz_Simplex.checkNr(r+r,r-r/r%r#r#r#r$rvsrvc@s(eZdZdZdZdZddZddZdS) _Multinomiala3 Constrain to nonnegative integer values summing to at most an upper bound. Note due to limitations of the Multinomial distribution, this currently checks the weaker condition ``value.sum(-1) <= upper_bound``. In the future this may be strengthened to ``value.sum(-1) == upper_bound``. Tr&cCs ||_dSr2rfrer#r#r$r6sz_Multinomial.__init__cCs"|dkjdd|jdd|jk@S)NrrKrw)rNrUr[r<r#r#r$r%sz_Multinomial.checkN)r(r+r,r-r.r/r6r%r#r#r#r$r|s r|c@seZdZdZdZddZdS)_LowerTriangularz8 Constrain to lower-triangular square matrices. cCs.|}||k|jdddddS)NrJrKr)trilviewrMmin)r!r" value_trilr#r#r$r%sz_LowerTriangular.checkNr{r#r#r#r$r}sr}c@seZdZdZdZddZdS)_LowerCholeskyzP Constrain to lower-triangular square matrices with positive diagonals. r~cCsR|}||k|jddddd}|jddddkdd}||@S)NrrJrKr)Zdim1Zdim2)rrrMrZdiagonal)r!r"rrZpositive_diagonalr#r#r$r%s&z_LowerCholesky.checkNr{r#r#r#r$rsrc@seZdZdZdZddZdS) _CorrCholeskyz} Constrain to lower-triangular square matrices with positive diagonals and each row vector being of unit length. r~cCsZt|jj|dd}tjj|dd}|d |j dd}t ||@S)NrK rw?) ryZfinfodtypeZepssizelinalgZnormdetachrzlerNrr%)r!r"ZtolZrow_normZ unit_row_normr#r#r$r%sz_CorrCholesky.checkNr{r#r#r#r$rsrc@seZdZdZdZddZdS)_Squarez' Constrain to square matrices. r~cCs0tj|jdd|jd|jdktj|jdS)NrrK)rZ fill_valuerdevice)ryfullrMboolrr r#r#r$r%s  z _Square.checkNr{r#r#r#r$rsrcs eZdZdZfddZZS) _Symmetricz1 Constrain to Symmetric square matrices. cs6t|}|s|Stj||jddddS)Nrx)ZatolrrK)r5r%rNryiscloseZmT)r!r"Z square_checkr8r#r$r%s z_Symmetric.checkr(r+r,r-r%r?r#r#r8r$rsrcs eZdZdZfddZZS)_PositiveSemidefinitez6 Constrain to positive-semidefinite matrices. cs0t|}|s|Stj|ddS)NrrK)r5r%rNryrZeigvalshger!r"Z sym_checkr8r#r$r%s z_PositiveSemidefinite.checkrr#r#r8r$rsrcs eZdZdZfddZZS)_PositiveDefinitez2 Constrain to positive-definite matrices. cs,t|}|s|Stj|jdSrE)r5r%rNryrZ cholesky_exinforVrr8r#r$r%s z_PositiveDefinite.checkrr#r#r8r$rsrcsBeZdZdZd fdd ZeddZedd Zd d ZZ S) _Catz Constraint functor that applies a sequence of constraints `cseq` at the submatrices at dimension `dim`, each of size `lengths[dim]`, in a way compatible with :func:`torch.cat`. rNcsntdd|Dstt||_|dkr8dgt|j}t||_t|jt|jksZt||_tdS)Ncss|]}t|tVqdSr2r@r.0cr#r#r$ sz _Cat.__init__..r&) rNrFlistcseqlenlengthsrLr5r6)r!rrLrr8r#r$r6 s  z _Cat.__init__cCstdd|jDS)Ncss|] }|jVqdSr2r.rr#r#r$rsz#_Cat.is_discrete..anyrr)r#r#r$r.sz_Cat.is_discretecCstdd|jDS)Ncss|] }|jVqdSr2r/rr#r#r$rsz!_Cat.event_dim..)maxrr)r#r#r$r/sz_Cat.event_dimcCs|| |jkr |ks&ntg}d}t|j|jD]0\}}||j||}|||||}qr.r/r%r?r#r#r8r$rs   rcsBeZdZdZd fdd ZeddZeddZd d ZZ S) _Stackz Constraint functor that applies a sequence of constraints `cseq` at the submatrices at dimension `dim`, in a way compatible with :func:`torch.stack`. rcs4tdd|Dstt||_||_tdS)Ncss|]}t|tVqdSr2rrr#r#r$r-sz"_Stack.__init__..)rNrFrrrLr5r6)r!rrLr8r#r$r6,s z_Stack.__init__cCstdd|jDS)Ncss|] }|jVqdSr2rrr#r#r$r4sz%_Stack.is_discrete..rr)r#r#r$r.2sz_Stack.is_discretecCs.tdd|jD}|j|dkr*|d7}|S)Ncss|] }|jVqdSr2rrr#r#r$r8sz#_Stack.event_dim..rr&)rrrL)r!rLr#r#r$r/6sz_Stack.event_dimcsf jkr ks&ntfddtjD}tddt|jDjS)Ncsg|]}j|qSr#)selectrL)rir r#r$ ?sz _Stack.check..cSsg|]\}}||qSr#)r%)rrrr#r#r$r@s)rLrFrangerryrrr)r!r"vsr#r r$r%=s&   z _Stack.check)rrr#r#r8r$r&s  rr&gr)=r-ry__all__objectrr0rr>rBrDrSrTrXrcrirorprrrsrtrurvr|r}rrrrrrrrrrr rZone_hotrrr rrrZ nonnegativerr rrrr r rrrrrrrrrrr#r#r#r$s !.($       #