U 3d&@sXdZddlZddlZddlmZddlZddlmZddl m Z m Z m Z mZddlmZddlmZddlmZmZd d Zeedd d jZed ddddgjZejeedkedZeeZ ej!ej"edZ#de#e dk<de#e dke dk@<de#e dk<e dddZ$e dde$e ddde dde dddgZ%dde%DZ&ej'(d e%d!d"Z)d#d$Z*ej'(d e&d%d&Z+ej'(d e%d'd(Z,ej'(d e%d)d*Z-ej'(d e&d+d,Z.ej'(d e%d-d.Z/d/d0Z0ej'(d e&d1d2Z1ej'(d e%d3d4Z2ej'(d e%d5d6Z3d7d8Z4ej'(d9d e die5d:fgd;d<Z6dS)=z,Testing for Gaussian process classification N) approx_fprime)GaussianProcessClassifier)RBFCompoundKernelConstantKernel WhiteKernel) MiniSeqKernel)ConvergenceWarning)assert_almost_equalassert_array_equalcCs t|S)N)npsin)xrK/tmp/pip-unpacked-wheel-zrfo1fqw/sklearn/gaussian_process/tests/test_gpc.pyfsr @g@g@g@g@Zdtypegffffffֿgffffff??fixed length_scalelength_scale_boundsg?)r)MbP?@@g{Gz?Y@cCsg|]}|tkr|qSr) fixed_kernel).0kernelrrr /sr$r#cCs<t|dtt}t|t|tdddfdkdS)Nr#r?)rfitXyr predict predict_probar#gpcrrrtest_predict_consistent2sr.cCs`dddg}tdddg}tdd}t|d||}t||||ddd fd kdS) NAZABBTFr)Zbaseline_similarity_boundsr%rr&)r arrayrrr'r r*r+)r(r)r#r-rrr"test_predict_consistent_structured9s   r2cCs4t|dtt}||jj||jks0tdS)Nr%)rr'r(r)log_marginal_likelihoodkernel_thetaAssertionErrorr,rrrtest_lml_improvingBsr7cCs0t|dtt}t||jj|ddS)Nr%)rr'r(r)r r3r4r5r,rrrtest_lml_precomputedKs  r9cCsJt|dtt}tj|jjjtj d}|j |ddt |jj|ddS)Nr%rF)Z clone_kernelr8) rr'r(r)r Zonesr4r5shapeZfloat64r3r )r#r-Z input_thetarrrtest_lml_without_cloning_kernelTsr;cCszt|dtt}||jjd\}}tt |dk|jj|jj dddfkB|jj|jj dddfkBsvt dS)Nr%T-C6?rr) rr'r(r)r3r4r5r allabsboundsr6)r#r-lml lml_gradientrrrtest_converged_to_local_maximum^s rBcsJt|dtt|jd\}}t|jfddd}t||ddS)Nr%Tcs |dS)NF)r3)r5r-rrsz#test_lml_gradient..g|=)rr'r(r)r3r5rr )r#r@rAZlml_gradient_approxrrCrtest_lml_gradientls rGc Csd\}}tjd}|||dd}t|jddtd|jdddk}tddtd g|d g|d }tj }t d D]F}t ||dd  ||}| |j j} | |ttjjkst| }qdS)N)rrrr)ZaxisrFrrr)r<r r)r#n_restarts_optimizerZ random_state)r random RandomStateZrandnr sumCrinfrangerr'r3r4r5ZfinfoZfloat32Zepsr6) Z n_samplesZ n_featuresrngr(r)r#Zlast_lmlrJZgpr@rrrtest_random_startsys* ,  rRcCsBdd}t||d}|tt||jj||jks>tdS)Nc Sstjd}|||dd}}tdD]\}t|td|dddftd|dddf}||dd}||kr&||}}q&||fS)NrF)Z eval_gradientrr)r rKrLrPZ atleast_1duniformmaximumZminimum) Zobj_funcZ initial_thetar?rQZ theta_optZfunc_min_r5rrrr optimizers   2  z(test_custom_optimizer..optimizer)r#rW)rr'r(y_mcr3r4r5r6)r#rWr-rrrtest_custom_optimizers   rYcCsPt|d}|tt|t}t|dd|t}t t |d|dS)Nr%r) rr'r(rXr+X2r rMr*r r Zargmax)r#r-y_probZy_predrrrtest_multi_classs     r\cCsPt|d}|ttt|dd}|tt|t}|t}t||dS)Nr%r)r#Zn_jobs)rr'r(rXr+rZr )r#r-Zgpc_2r[Zy_prob_2rrrtest_multi_class_n_jobss      r]c Cstddgd}t|d}d}tjt|d|ttW5QRXtddgdtdd gd}t|d}t j d d }t d |ttt |d kst t|djtst |djjddkst t|djtst |djjddkst W5QRXttd }tddgddgd}t|d}t j d d }t d ||tt |d ks^t t|djtstt |djjddkst t|djtst |djjddkst W5QRXdS)Ngh㈵>r)rr%zThe optimal value found for dimension 0 of parameter length_scale is close to the specified upper bound 0.001. Increasing the bound and calling fit again may find a better value.match)Znoise_level_boundsrgj@T)recordalwaysrrzThe optimal value found for dimension 0 of parameter k1__noise_level is close to the specified upper bound 0.001. Increasing the bound and calling fit again may find a better value.rzThe optimal value found for dimension 0 of parameter k2__length_scale is close to the specified lower bound 1000.0. Decreasing the bound and calling fit again may find a better value.rrg$@r rzThe optimal value found for dimension 0 of parameter length_scale is close to the specified upper bound 100.0. Increasing the bound and calling fit again may find a better value.zThe optimal value found for dimension 1 of parameter length_scale is close to the specified upper bound 100.0. Increasing the bound and calling fit again may find a better value.)rrpytestZwarnsr r'r(r)rwarningscatch_warnings simplefilterlenr6 issubclasscategorymessageargsr Ztile) r#r-Zwarning_messageZ kernel_sumZgpc_sumr`ZX_tileZ kernel_dimsZgpc_dimsrrrtest_warning_boundssR          rkzparams, error_type, err_msgz!kernel cannot be a CompoundKernelc Cs4tf|}tj||d|ttW5QRXdS)z0Check that expected error are raised during fit.r^N)rrbZraisesr'r(r))paramsZ error_typeerr_msgr-rrrtest_gpc_fit_errors rn)7__doc__rcZnumpyr Zscipy.optimizerrbZsklearn.gaussian_processrZ sklearn.gaussian_process.kernelsrrrrNrZ4sklearn.gaussian_process.tests._mini_sequence_kernelrZsklearn.exceptionsr Zsklearn.utils._testingr r rZ atleast_2dZlinspaceTr(rZr1Zravelintr)ZfXemptyr:rXr!ZkernelsZnon_fixed_kernelsmarkZ parametrizer.r2r7r9r;rBrGrRrYr\r]rk ValueErrorrnrrrrsn                        M