searchindex.js

Search.setIndex({docnames:["auto_examples/ask-and-tell","auto_examples/bayesian-optimization","auto_examples/exploration-vs-exploitation","auto_examples/hyperparameter-optimization","auto_examples/index","auto_examples/interruptible-optimization","auto_examples/optimizer-with-different-base-estimator","auto_examples/parallel-optimization","auto_examples/plots/partial-dependence-plot","auto_examples/plots/partial-dependence-plot-2D","auto_examples/plots/partial-dependence-plot-with-categorical","auto_examples/plots/sg_execution_times","auto_examples/plots/visualizing-results","auto_examples/sampler/initial-sampling-method","auto_examples/sampler/initial-sampling-method-integer","auto_examples/sampler/sampling_comparison","auto_examples/sampler/sg_execution_times","auto_examples/sg_execution_times","auto_examples/sklearn-gridsearchcv-replacement","auto_examples/store-and-load-results","auto_examples/strategy-comparison","contents","development","getting_started","install","modules/acquisition","modules/bayessearchcv","modules/benchmarks","modules/callbacks","modules/classes","modules/generated/skopt.BayesSearchCV","modules/generated/skopt.Optimizer","modules/generated/skopt.Space","modules/generated/skopt.acquisition.gaussian_acquisition_1D","modules/generated/skopt.acquisition.gaussian_ei","modules/generated/skopt.acquisition.gaussian_lcb","modules/generated/skopt.acquisition.gaussian_pi","modules/generated/skopt.benchmarks.bench1","modules/generated/skopt.benchmarks.bench1_with_time","modules/generated/skopt.benchmarks.bench2","modules/generated/skopt.benchmarks.bench3","modules/generated/skopt.benchmarks.bench4","modules/generated/skopt.benchmarks.bench5","modules/generated/skopt.benchmarks.branin","modules/generated/skopt.benchmarks.hart6","modules/generated/skopt.callbacks.CheckpointSaver","modules/generated/skopt.callbacks.DeadlineStopper","modules/generated/skopt.callbacks.DeltaXStopper","modules/generated/skopt.callbacks.DeltaYStopper","modules/generated/skopt.callbacks.EarlyStopper","modules/generated/skopt.callbacks.TimerCallback","modules/generated/skopt.callbacks.VerboseCallback","modules/generated/skopt.dummy_minimize","modules/generated/skopt.dump","modules/generated/skopt.expected_minimum","modules/generated/skopt.expected_minimum_random_sampling","modules/generated/skopt.forest_minimize","modules/generated/skopt.gbrt_minimize","modules/generated/skopt.gp_minimize","modules/generated/skopt.learning.ExtraTreesRegressor","modules/generated/skopt.learning.GaussianProcessRegressor","modules/generated/skopt.learning.GradientBoostingQuantileRegressor","modules/generated/skopt.learning.RandomForestRegressor","modules/generated/skopt.load","modules/generated/skopt.optimizer.Optimizer","modules/generated/skopt.optimizer.base_minimize","modules/generated/skopt.optimizer.dummy_minimize","modules/generated/skopt.optimizer.forest_minimize","modules/generated/skopt.optimizer.gbrt_minimize","modules/generated/skopt.optimizer.gp_minimize","modules/generated/skopt.plots.partial_dependence","modules/generated/skopt.plots.partial_dependence_1D","modules/generated/skopt.plots.partial_dependence_2D","modules/generated/skopt.plots.plot_convergence","modules/generated/skopt.plots.plot_evaluations","modules/generated/skopt.plots.plot_gaussian_process","modules/generated/skopt.plots.plot_histogram","modules/generated/skopt.plots.plot_objective","modules/generated/skopt.plots.plot_objective_2D","modules/generated/skopt.plots.plot_regret","modules/generated/skopt.sampler.Halton","modules/generated/skopt.sampler.Hammersly","modules/generated/skopt.sampler.Lhs","modules/generated/skopt.sampler.Sobol","modules/generated/skopt.space.space.Categorical","modules/generated/skopt.space.space.Dimension","modules/generated/skopt.space.space.Integer","modules/generated/skopt.space.space.Real","modules/generated/skopt.space.space.Space","modules/generated/skopt.space.space.check_dimension","modules/generated/skopt.space.transformers.CategoricalEncoder","modules/generated/skopt.space.transformers.Identity","modules/generated/skopt.space.transformers.LabelEncoder","modules/generated/skopt.space.transformers.LogN","modules/generated/skopt.space.transformers.Normalize","modules/generated/skopt.space.transformers.Pipeline","modules/generated/skopt.space.transformers.StringEncoder","modules/generated/skopt.space.transformers.Transformer","modules/generated/skopt.utils.cook_estimator","modules/generated/skopt.utils.cook_initial_point_generator","modules/generated/skopt.utils.dimensions_aslist","modules/generated/skopt.utils.dump","modules/generated/skopt.utils.expected_minimum","modules/generated/skopt.utils.expected_minimum_random_sampling","modules/generated/skopt.utils.load","modules/generated/skopt.utils.point_asdict","modules/generated/skopt.utils.point_aslist","modules/generated/skopt.utils.use_named_args","modules/learning","modules/minimize_functions","modules/optimizer","modules/plots","modules/sampler","modules/space","modules/transformers","modules/utils","preface","tune_toc","user_guide","whats_new","whats_new/_contributors","whats_new/v0.1","whats_new/v0.2","whats_new/v0.3","whats_new/v0.4","whats_new/v0.5","whats_new/v0.6","whats_new/v0.7","whats_new/v0.8"],envversion:{"sphinx.domains.c":1,"sphinx.domains.changeset":1,"sphinx.domains.citation":1,"sphinx.domains.cpp":1,"sphinx.domains.javascript":1,"sphinx.domains.math":2,"sphinx.domains.python":1,"sphinx.domains.rst":1,"sphinx.domains.std":1,"sphinx.ext.intersphinx":1,"sphinx.ext.viewcode":1,sphinx:56},filenames:["auto_examples/ask-and-tell.rst","auto_examples/bayesian-optimization.rst","auto_examples/exploration-vs-exploitation.rst","auto_examples/hyperparameter-optimization.rst","auto_examples/index.rst","auto_examples/interruptible-optimization.rst","auto_examples/optimizer-with-different-base-estimator.rst","auto_examples/parallel-optimization.rst","auto_examples/plots/partial-dependence-plot.rst","auto_examples/plots/partial-dependence-plot-2D.rst","auto_examples/plots/partial-dependence-plot-with-categorical.rst","auto_examples/plots/sg_execution_times.rst","auto_examples/plots/visualizing-results.rst","auto_examples/sampler/initial-sampling-method.rst","auto_examples/sampler/initial-sampling-method-integer.rst","auto_examples/sampler/sampling_comparison.rst","auto_examples/sampler/sg_execution_times.rst","auto_examples/sg_execution_times.rst","auto_examples/sklearn-gridsearchcv-replacement.rst","auto_examples/store-and-load-results.rst","auto_examples/strategy-comparison.rst","contents.rst","development.rst","getting_started.rst","install.rst","modules/acquisition.rst","modules/bayessearchcv.rst","modules/benchmarks.rst","modules/callbacks.rst","modules/classes.rst","modules/generated/skopt.BayesSearchCV.rst","modules/generated/skopt.Optimizer.rst","modules/generated/skopt.Space.rst","modules/generated/skopt.acquisition.gaussian_acquisition_1D.rst","modules/generated/skopt.acquisition.gaussian_ei.rst","modules/generated/skopt.acquisition.gaussian_lcb.rst","modules/generated/skopt.acquisition.gaussian_pi.rst","modules/generated/skopt.benchmarks.bench1.rst","modules/generated/skopt.benchmarks.bench1_with_time.rst","modules/generated/skopt.benchmarks.bench2.rst","modules/generated/skopt.benchmarks.bench3.rst","modules/generated/skopt.benchmarks.bench4.rst","modules/generated/skopt.benchmarks.bench5.rst","modules/generated/skopt.benchmarks.branin.rst","modules/generated/skopt.benchmarks.hart6.rst","modules/generated/skopt.callbacks.CheckpointSaver.rst","modules/generated/skopt.callbacks.DeadlineStopper.rst","modules/generated/skopt.callbacks.DeltaXStopper.rst","modules/generated/skopt.callbacks.DeltaYStopper.rst","modules/generated/skopt.callbacks.EarlyStopper.rst","modules/generated/skopt.callbacks.TimerCallback.rst","modules/generated/skopt.callbacks.VerboseCallback.rst","modules/generated/skopt.dummy_minimize.rst","modules/generated/skopt.dump.rst","modules/generated/skopt.expected_minimum.rst","modules/generated/skopt.expected_minimum_random_sampling.rst","modules/generated/skopt.forest_minimize.rst","modules/generated/skopt.gbrt_minimize.rst","modules/generated/skopt.gp_minimize.rst","modules/generated/skopt.learning.ExtraTreesRegressor.rst","modules/generated/skopt.learning.GaussianProcessRegressor.rst","modules/generated/skopt.learning.GradientBoostingQuantileRegressor.rst","modules/generated/skopt.learning.RandomForestRegressor.rst","modules/generated/skopt.load.rst","modules/generated/skopt.optimizer.Optimizer.rst","modules/generated/skopt.optimizer.base_minimize.rst","modules/generated/skopt.optimizer.dummy_minimize.rst","modules/generated/skopt.optimizer.forest_minimize.rst","modules/generated/skopt.optimizer.gbrt_minimize.rst","modules/generated/skopt.optimizer.gp_minimize.rst","modules/generated/skopt.plots.partial_dependence.rst","modules/generated/skopt.plots.partial_dependence_1D.rst","modules/generated/skopt.plots.partial_dependence_2D.rst","modules/generated/skopt.plots.plot_convergence.rst","modules/generated/skopt.plots.plot_evaluations.rst","modules/generated/skopt.plots.plot_gaussian_process.rst","modules/generated/skopt.plots.plot_histogram.rst","modules/generated/skopt.plots.plot_objective.rst","modules/generated/skopt.plots.plot_objective_2D.rst","modules/generated/skopt.plots.plot_regret.rst","modules/generated/skopt.sampler.Halton.rst","modules/generated/skopt.sampler.Hammersly.rst","modules/generated/skopt.sampler.Lhs.rst","modules/generated/skopt.sampler.Sobol.rst","modules/generated/skopt.space.space.Categorical.rst","modules/generated/skopt.space.space.Dimension.rst","modules/generated/skopt.space.space.Integer.rst","modules/generated/skopt.space.space.Real.rst","modules/generated/skopt.space.space.Space.rst","modules/generated/skopt.space.space.check_dimension.rst","modules/generated/skopt.space.transformers.CategoricalEncoder.rst","modules/generated/skopt.space.transformers.Identity.rst","modules/generated/skopt.space.transformers.LabelEncoder.rst","modules/generated/skopt.space.transformers.LogN.rst","modules/generated/skopt.space.transformers.Normalize.rst","modules/generated/skopt.space.transformers.Pipeline.rst","modules/generated/skopt.space.transformers.StringEncoder.rst","modules/generated/skopt.space.transformers.Transformer.rst","modules/generated/skopt.utils.cook_estimator.rst","modules/generated/skopt.utils.cook_initial_point_generator.rst","modules/generated/skopt.utils.dimensions_aslist.rst","modules/generated/skopt.utils.dump.rst","modules/generated/skopt.utils.expected_minimum.rst","modules/generated/skopt.utils.expected_minimum_random_sampling.rst","modules/generated/skopt.utils.load.rst","modules/generated/skopt.utils.point_asdict.rst","modules/generated/skopt.utils.point_aslist.rst","modules/generated/skopt.utils.use_named_args.rst","modules/learning.rst","modules/minimize_functions.rst","modules/optimizer.rst","modules/plots.rst","modules/sampler.rst","modules/space.rst","modules/transformers.rst","modules/utils.rst","preface.rst","tune_toc.rst","user_guide.rst","whats_new.rst","whats_new/_contributors.rst","whats_new/v0.1.rst","whats_new/v0.2.rst","whats_new/v0.3.rst","whats_new/v0.4.rst","whats_new/v0.5.rst","whats_new/v0.6.rst","whats_new/v0.7.rst","whats_new/v0.8.rst"],objects:{"skopt.BayesSearchCV":{},"skopt.Optimizer":{},"skopt.Space":{},"skopt.acquisition":{gaussian_acquisition_1D:[33,3,1,""],gaussian_ei:[34,3,1,""],gaussian_lcb:[35,3,1,""],gaussian_pi:[36,3,1,""]},"skopt.benchmarks":{bench1:[37,3,1,""],bench1_with_time:[38,3,1,""],bench2:[39,3,1,""],bench3:[40,3,1,""],bench4:[41,3,1,""],bench5:[42,3,1,""],branin:[43,3,1,""],hart6:[44,3,1,""]},"skopt.callbacks":{CheckpointSaver:[45,0,1,""],DeadlineStopper:[46,0,1,""],DeltaXStopper:[47,0,1,""],DeltaYStopper:[48,0,1,""],EarlyStopper:[49,0,1,""],TimerCallback:[50,0,1,""],VerboseCallback:[51,0,1,""]},"skopt.callbacks.CheckpointSaver":{},"skopt.callbacks.DeadlineStopper":{},"skopt.callbacks.DeltaXStopper":{},"skopt.callbacks.DeltaYStopper":{},"skopt.callbacks.EarlyStopper":{},"skopt.callbacks.TimerCallback":{},"skopt.callbacks.VerboseCallback":{},"skopt.learning":{ExtraTreesRegressor:[59,0,1,""],GaussianProcessRegressor:[60,0,1,""],GradientBoostingQuantileRegressor:[61,0,1,""],RandomForestRegressor:[62,0,1,""]},"skopt.learning.ExtraTreesRegressor":{},"skopt.learning.GaussianProcessRegressor":{},"skopt.learning.GradientBoostingQuantileRegressor":{},"skopt.learning.RandomForestRegressor":{},"skopt.optimizer":{Optimizer:[64,0,1,""],base_minimize:[65,3,1,""],dummy_minimize:[66,3,1,""],forest_minimize:[67,3,1,""],gbrt_minimize:[68,3,1,""],gp_minimize:[69,3,1,""]},"skopt.optimizer.Optimizer":{},"skopt.plots":{partial_dependence:[70,3,1,""],partial_dependence_1D:[71,3,1,""],partial_dependence_2D:[72,3,1,""],plot_convergence:[73,3,1,""],plot_evaluations:[74,3,1,""],plot_gaussian_process:[75,3,1,""],plot_histogram:[76,3,1,""],plot_objective:[77,3,1,""],plot_objective_2D:[78,3,1,""],plot_regret:[79,3,1,""]},"skopt.sampler":{Halton:[80,0,1,""],Hammersly:[81,0,1,""],Lhs:[82,0,1,""],Sobol:[83,0,1,""]},"skopt.sampler.Halton":{},"skopt.sampler.Hammersly":{},"skopt.sampler.Lhs":{},"skopt.sampler.Sobol":{},"skopt.space":{space:[29,2,0,"-"],transformers:[29,2,0,"-"]},"skopt.space.space":{Categorical:[84,0,1,""],Dimension:[85,0,1,""],Integer:[86,0,1,""],Real:[87,0,1,""],Space:[88,0,1,""],check_dimension:[89,3,1,""]},"skopt.space.space.Categorical":{},"skopt.space.space.Dimension":{},"skopt.space.space.Integer":{},"skopt.space.space.Real":{},"skopt.space.space.Space":{},"skopt.space.transformers":{CategoricalEncoder:[90,0,1,""],Identity:[91,0,1,""],LabelEncoder:[92,0,1,""],LogN:[93,0,1,""],Normalize:[94,0,1,""],Pipeline:[95,0,1,""],StringEncoder:[96,0,1,""],Transformer:[97,0,1,""]},"skopt.space.transformers.CategoricalEncoder":{},"skopt.space.transformers.Identity":{},"skopt.space.transformers.LabelEncoder":{},"skopt.space.transformers.LogN":{},"skopt.space.transformers.Normalize":{},"skopt.space.transformers.Pipeline":{},"skopt.space.transformers.StringEncoder":{},"skopt.space.transformers.Transformer":{},"skopt.utils":{cook_estimator:[98,3,1,""],cook_initial_point_generator:[99,3,1,""],dimensions_aslist:[100,3,1,""],dump:[101,3,1,""],expected_minimum:[102,3,1,""],expected_minimum_random_sampling:[103,3,1,""],load:[104,3,1,""],point_asdict:[105,3,1,""],point_aslist:[106,3,1,""],use_named_args:[107,3,1,""]},skopt:{BayesSearchCV:[30,0,1,""],Optimizer:[31,0,1,""],Space:[32,0,1,""],acquisition:[29,2,0,"-"],benchmarks:[29,2,0,"-"],callbacks:[29,2,0,"-"],dummy_minimize:[52,3,1,""],dump:[53,3,1,""],expected_minimum:[54,3,1,""],expected_minimum_random_sampling:[55,3,1,""],forest_minimize:[56,3,1,""],gbrt_minimize:[57,3,1,""],gp_minimize:[58,3,1,""],learning:[29,2,0,"-"],load:[63,3,1,""],optimizer:[29,2,0,"-"],plots:[29,2,0,"-"],sampler:[29,2,0,"-"],utils:[29,2,0,"-"]}},objnames:{"0":["py","class","Python class"],"1":["py","method","Python method"],"2":["py","module","Python module"],"3":["py","function","Python function"]},objtypes:{"0":"py:class","1":"py:method","2":"py:module","3":"py:function"},terms:{"0x7f4688bac310":20,"0x7f468b0459d0":0,"0x7f468b3a71f0":1,"0x7f4690079c40":1,"0x7f4691bede20":5,"0x7f4691bfc340":5,"0x7f4692427340":5,"0x7f4693f12dc0":5,"0x7f46ae13e640":0,"1111279732333165e":9,"16th":61,"1e8":18,"2050706757608924e":9,"214584006695478e":9,"2295084426825876e":9,"406607949145479e":9,"447896159161361e":9,"52877578124997e":9,"5528231282886148e":9,"6008248563299506e":9,"629134387669892e":9,"6648726500116405e":9,"738444474272787e":9,"768045960755954e":9,"826899981343177e":9,"84th":61,"857360440196212e":9,"929660807339443e":9,"961649309025573e":9,"979802817806713e":9,"boolean":[30,34,35,36,52,53,56,57,58,59,60,62,65,66,67,68,69,75,101,125],"byte":19,"case":[0,1,3,5,8,10,12,18,19,30,31,34,35,36,52,56,57,58,59,62,64,65,66,67,68,69,70],"class":[0,3,7,12,18,23,30,31,32,45,46,47,48,49,50,51,59,60,61,62,64,65,80,81,82,83,84,85,86,87,88,90,91,92,93,94,95,96,97,100,105,106,110,123],"default":[1,2,7,8,10,13,14,30,31,32,34,35,36,52,53,54,55,56,57,58,59,60,61,62,64,65,66,67,68,69,70,71,72,74,75,77,78,80,81,82,83,84,85,86,87,88,89,94,98,99,101,102,103,123],"final":[1,56,57,58,67,68,69],"float":[1,30,32,34,35,36,41,42,46,52,54,55,56,57,58,59,60,61,62,65,66,67,68,69,73,75,77,79,87,88,94,102,103],"function":[0,2,3,5,6,7,15,18,20,21,23,25,30,31,33,34,35,36,37,39,40,41,42,43,44,52,53,54,55,56,57,58,59,60,62,63,64,65,66,67,68,69,70,71,72,73,75,77,78,79,98,101,102,103,104,107,110,111,118,121,123,124,125,126],"import":[0,1,2,3,5,6,7,8,9,10,12,13,14,15,18,19,20,23,30,45,52,56,57,58,59,62,65,66,67,68,69,100,105,106,107,115],"int":[18,30,31,32,51,52,54,55,56,57,58,59,60,61,62,64,65,66,67,68,69,70,71,72,74,75,76,77,78,80,81,82,83,84,85,86,87,88,102,103,127],"long":[0,5,19,31,52,56,57,58,64,65,66,67,68,69],"mat\u00e9rn":6,"new":[0,2,9,12,18,22,31,59,62,64,73,75,79,83,127],"public":115,"return":[0,1,2,3,5,6,7,8,9,10,12,15,18,19,20,23,25,28,29,30,31,32,34,35,36,38,45,49,52,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,86,88,89,90,92,94,96,98,99,100,102,103,104,105,106,107,115,124,127],"short":22,"true":[0,1,2,5,6,10,12,13,14,15,18,20,28,29,30,31,32,33,49,52,53,54,55,56,57,58,59,60,61,62,64,65,66,67,68,69,73,75,77,79,83,88,94,101,102,103],"try":[0,2,6,8,10,18,19,22,30,53,101],"while":[0,30,58,59,62,65,69,77,107],Added:[126,127],And:[2,19,77],Axes:[73,74,75,76,77,78,79],But:[18,107],For:[1,3,7,18,19,20,23,30,31,52,56,57,58,59,60,61,62,64,65,66,67,68,69,70,78,80,81,89,98,99],Has:98,LHS:[13,14,82],Lhs:[13,14],Not:[30,107],One:[7,15,20,30,90],The:[1,2,3,5,7,9,12,13,14,15,18,19,20,22,23,24,25,26,30,31,32,34,35,36,44,49,50,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,90,92,96,100,101,102,103,104,105,106,107,109,123,126],Then:[12,13,14,15,20,30,31,56,57,58,64,65,67,68,69,109],There:[12,15,20],These:[19,77,109],Use:[4,17,25,26,30,31,34,35,36,58,60,61,64,69,75,77,110,126],Used:[56,57,58,65,67,68,69],Useful:[31,34,36,60,64],Uses:[54,102],Using:12,With:[3,5,31,64],__doc__:[0,1,2,3,5,6,7,8,9,10,12,13,14,15,18,19,20],__init__:[22,30,31,32,45,46,47,48,49,50,51,59,60,61,62,64,80,81,82,83,84,85,86,87,88,90,91,92,93,94,95,96,97],_base:18,_branin:[15,20],_deserialization_:19,_minim:0,_rv:[84,86],_serialization_:19,abc:10,abl:12,about:[0,1,25,36],abov:[30,31,58,64,69],absent:19,absolut:[3,48,59,62],accept:107,access:[19,20,23,29,126],accord:30,accordingli:1,account:[31,35,56,57,58,64,65,67,68,69,124],accur:[30,31,32,45,46,47,48,49,50,51,54,55,59,60,61,62,64,80,81,82,83,84,85,86,87,88,91,92,93,94,95,96,97,102,103],accuraci:[7,18,123],acm:83,acq_func:[0,1,2,5,19,31,33,56,57,58,64,65,67,68,69],acq_func_kwarg:[0,2,31,33,58,64,69],acq_optim:[0,1,2,5,6,19,31,57,58,64,65,68,69,122,123],acq_optimizer_kwarg:[0,31,64],acquisit:[2,5,7,19,21,31,56,57,58,64,65,67,68,69,75,109,118,121,123,124],acqusit:2,across:[13,14,30,58,60,69,109],activ:[7,9,19],actual:[1,5],adapt:[83,128],add:[12,18,31,59,62,64,125,127,128],added:[58,60,69,82,125,127,128],adding:[12,15,60],addit:[18,19,31,60,64,65,98],addition:[5,18,60],adjust:[5,56,67],advantag:[12,13,14,18,107],advis:[52,56,57,58,65,66,67,68,69],affect:[8,30,65,71,72],after:[1,2,3,5,12,15,20,23,28,29,30,31,45,50,52,56,57,58,64,65,66,67,68,69,70,126],again:[0,19],against:[1,15,19,20],aim:23,akad:83,alex:127,algorithm:[1,7,19,23,60,65,83],align:30,all:[1,2,4,8,10,12,19,20,22,25,26,30,31,32,36,52,53,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,74,77,78,84,88,96,97,101,104,107,115,119,122,125,128],allow:[3,5,7,12,15,33,60,61,115,126,127,128],almost:[18,22],alon:70,along:[31,60,64,65,70,71,72,73,77,78,79,80,81,98],alpha:[0,1,6,13,14,44,60],alpha_:60,alreadi:[5,89],also:[0,2,8,10,13,14,20,22,26,30,31,59,60,62,64,74,77,78,107],altern:[59,62],although:80,alwai:[30,59,60,61,62,65],among:[58,69],amount:[25,34,127],amplitud:[58,69],ani:[2,5,7,19,30,32,54,55,59,60,61,62,87,88,102,103,113],anoth:19,antonov:83,anyth:1,aos:12,apart:47,api:[0,7,21,30,60,109,121],appear:[20,80],append:[13,14],appli:[26,30,59,62,83,94],applic:[15,20],approach:[1,18],appropri:7,approxim:[1,23,25,31,34,35,36,56,57,58,61,64,65,67,68,69,70,109],aqcuisit:2,arbitrari:[12,15,122],arbitrarili:[59,60,61,62],archiv:[7,19,31,64],arg:[0,1,5,10,18,19,49,53,63,73,79,85,91,97,101,104],argument:[0,2,3,5,7,8,10,19,30,31,52,53,56,57,58,63,64,65,66,67,68,69,77,98,101,104,107,115,122],around:[1,12,19,33,61],arrai:[0,1,5,12,13,14,20,30,32,34,35,36,44,52,56,57,58,59,60,61,62,65,66,67,68,69,70,71,72,80,81,82,83,86,88,90,92,96,125,128],arriv:18,artifici:0,ask:[0,2,6,7,17,21,23,29,30,31,64,118,123],assign:[30,105,106],associ:[84,86,87],assum:[1,5,6,18,30,31,56,57,58,60,64,65,67,68,69,109],assumpt:30,async:[4,17,31,75],attribut:[1,22,30,31,32,46,50,51,52,56,57,58,59,60,62,64,65,66,67,68,69,84,85,86,87,88],august:[3,12],auto:[1,5,12,20,31,57,58,59,62,64,68,69,122,123],auto_exampl:17,auto_examples_jupyt:4,auto_examples_plot:11,auto_examples_python:4,auto_examples_sampl:16,autom:22,automat:[53,101,107],avail:[1,2,6,30,60],averag:[12,15,20,70,71,72,73,77,79],avoid:[30,53,101],awai:[0,12,77],axes:[73,75,78,79],axessubplot:[1,3],axhlin:15,axi:[14,15,20,73,76,77,78,79,80,81],back:[0,32,80,81,84,85,86,87,88,90,92,96],bag:[59,62],balanc:1,bar:[107,115],base:[1,3,4,12,15,17,20,21,23,31,56,59,60,62,64,65,67,75,80,81,85,86,87,93,97,98,108,109,121,128],base_estim:[0,1,5,6,7,8,12,19,20,30,31,56,57,58,61,64,65,67,68,69,98,107],base_minim:[1,5,122],baselin:[15,20],basi:[31,58,64,69],basic:18,batch:[31,64],bayesian:[0,4,5,12,15,17,18,19,20,23,30,31,58,64,69,73,75,109,121],bayessearchcv:[3,18,21,118,124,125,126,127,128],baysian:[13,14],baz:[107,115],becaus:[1,8,10,12,18,20,33,59,60,61,62,77],becom:[12,20,60],been:[0,9,30,31,47,64,77,128],befor:[9,19,20,22,31,32,46,53,56,57,58,64,65,67,68,69,88,101],beforehand:[13,14],begin:5,behaviour:[59,62],being:[12,31,32,56,57,58,64,65,67,68,69,88,107,125],below:[7,18,20,30,32,74,77,88,89],bench1:38,benchmark:[7,12,15,20,21,124],bennett:83,best:[1,2,3,7,8,10,12,13,14,15,18,20,30,34,36,56,57,58,59,60,61,62,65,67,68,69,74,77,107,109],best_estim:30,best_estimator_:30,best_index_:30,best_params_:[18,30],best_score_:[18,30],better:[1,3,13,14,25,36],between:[13,14,25,32,35,48,50,58,69,71,72,84,86,87,88,89,109,122],bfg:123,bin:[9,12,74,76],binari:30,binder:[0,1,2,3,5,6,7,8,9,10,12,13,14,15,18,19,20],bit:0,black:[1,7,23,29,77],blank:5,bool:[30,31,59,60,61,62,64,77,83,94],boost:[3,12,57,68,109],bootstrap:[59,62],border:[13,14],boston:3,both:[2,12,56,57,58,59,62,67,68,69,81],bottom:12,bound:[1,3,5,8,12,15,19,20,25,31,32,35,52,56,57,58,60,64,65,66,67,68,69,71,72,84,85,86,87,88,94,109,124,125],box:[1,7,23,29],branin:[7,15,20],bratlei:83,breiman:[59,62],broadcast:126,brought:[59,62],browser:[0,1,2,3,5,6,7,8,9,10,12,13,14,15,18,19,20],budget:46,bug:107,build:[1,22,59,62,126],built:23,bz2:[53,101],calcul:[8,10,12,18,25,34,36,70,71,72,77,80,81],call:[0,1,2,3,7,15,18,19,20,30,31,33,51,52,53,56,57,58,59,60,61,62,63,64,65,66,67,68,69,74,75,76,77,78,83,98,99,101,104,107,125],callabl:[28,29,30,52,56,57,58,60,65,66,67,68,69,107],callback:[1,5,19,21,30,52,56,57,58,65,66,67,68,69,118,122],can:[0,1,2,5,6,7,8,10,12,13,14,15,18,19,20,22,23,24,28,29,30,31,32,50,52,53,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,75,77,78,80,81,82,83,84,86,87,88,89,90,92,101,103,104,107,109,111,113,125,126,127,128],candid:[22,30,31,58,64,69,123],cannot:[5,19,77],cap:[31,52,56,57,58,64,65,66,67,68,69],cardin:[59,62],care:[12,25,36],carlen:[2,6],carlo:[60,80],carlsen:[8,10,13,14,127],carri:[1,3,59,62],cast:[94,96],categor:[4,9,11,18,30,31,32,41,52,54,55,56,57,58,64,65,66,67,68,69,70,76,77,80,81,82,83,88,89,90,92,100,102,103,105,106,118,123,127,128],categori:[9,31,32,52,56,57,58,64,65,66,67,68,69,70,76,80,81,82,83,84,88,89,90,92,96],caus:[19,58,60,69,77],caveat:5,ceil:[59,62],center:[1,3,60,82],certain:[25,34,36],certainli:1,chain:[60,95],chang:[5,8,31,56,57,58,60,61,64,65,67,68,69,77,107,126],changelog:22,charm:123,cheap:1,cheaper:77,check:[22,41,42,89,123,127],check_dimension_nam:127,check_list_typ:127,checklist:22,checkout:[3,22],checkpoint:[4,17,45,58,63,126],checkpoint_callback:45,checkpoint_path:45,checkpoint_sav:5,checkpointsav:[5,28,126],child:[59,62],choi:127,choic:[15,20,58,69,78,109],choleski:60,choos:[1,2,30,31,58,64,69,77,109,123],chosen:[2,30,31,51,58,64,69,123],christian:5,circl:128,circleci:[9,10,12,18,20],cl_max:[31,64],cl_mean:[31,64],cl_min:[31,64],cl_x:[31,64],classic:[15,82],classif:[30,59,62],classifi:[18,30],classmethod:[32,88],clearli:12,clf:10,click:[0,1,2,3,5,6,7,8,9,10,12,13,14,15,18,19,20],clone:[22,24],clone_kernel:60,close:[1,8,10,58,69],closer:1,cluster:[1,12],cmap:[12,20,77],code:[0,1,2,3,4,5,6,7,8,9,10,12,13,14,15,18,19,20,107,128],coeffici:[59,60,61,62],colleagu:[5,19],collect:[21,27,59,62,77],color:[12,15,20,74,77,84],colorbar:[12,20],colormap:77,column:[1,30,59,62],com:[22,24],combin:[7,12,18,30,74],come:0,commonli:[86,87],compar:[4,12,16,17,32,43,44,52,56,58,73,80,81,82,83,99],comparison:[15,17,20],compat:[21,107,118],complain:5,complet:[22,46,50,77],complex:[18,59,62],compon:[30,59,60,61,62],composit:126,compress:[5,19,45,53,101],compromis:77,comput:[0,5,7,19,25,31,32,34,35,36,38,54,56,57,58,59,62,64,65,67,68,69,83,84,86,87,88,102,123,124],concaten:[0,1],concentr:12,concern:4,conda:[22,24],condit:[18,25,34,36,59,62],confid:[1,25,31,35,56,57,58,64,65,67,68,69],configur:[3,18,31,32,58,64,69,88,109],consid:[30,59,62,77],consider:60,consist:[59,60,61,62],constant:[7,31,32,38,59,60,61,62,64,74,77,88,124,128],constantkernel:6,constraint:1,construct:65,consum:3,consumpt:[30,59,62],contain:[5,30,32,54,55,59,60,61,62,75,88,102,103,113],context:[23,29],continu:[7,49,59,62],contour:[0,1,6,12,77,78],contourf:77,contradict:60,contrast:[26,30],contribut:22,contributor:22,control:[0,1,2,23,25,30,31,34,35,36,51,52,56,57,58,59,62,64,65,66,67,68,69,110,123],conveni:[3,19,60],converg:[1,15,18,73,111,121],convergencewarn:18,convers:[19,107,127],convert:[19,59,62,90,100,105,106,107],cook:[98,99],cook_initial_point_gener:15,copi:[19,30,31,53,60,64,101],copy_x_train:60,core:[7,31,56,57,58,59,61,62,64,65,67,68,69],corner:[12,20],corput:[80,81],corr:[13,14],correl:82,correspond:[3,7,12,30,31,52,53,56,57,58,60,64,65,66,67,68,69,73,79,98,101,105,106],could:2,count:[30,125],coupl:3,covari:[58,60,69,109],cover:5,cpu:[7,30],creat:[2,6,12,19,20,22,30,31,32,53,59,62,64,73,74,75,76,78,79,80,81,82,83,88,98,101,106,111],creation:19,criteria:[59,62],criterion:[10,13,14,15,59,62,82],critic:[19,53,101],cross:[3,18,26,30,58,69,109],cross_val_scor:[3,10],csc_matrix:[59,62],csr:[59,62],csr_matrix:[59,62],cube:83,cumul:[79,111,123,126],current:[5,45,59,62,77],customiz:127,cv_results_:30,dai:5,darker:12,dash:[15,20],data:[0,3,19,30,59,60,62,75],datafram:30,datapoint:[59,60,62],dataset:[3,10,18,30,59,62],date:22,deadlinestopp:28,deal:10,dec:9,decid:[3,49],decis:[18,56,59,62,67,109],decision_funct:[26,30],decision_path:[59,62],decisiontreeclassifi:10,decisiontreeregressor:[59,62],decomposit:60,decor:[3,52,56,57,58,65,66,67,68,69,107,115,125],decreas:[59,62],dedic:3,deep:[19,30,53,59,60,61,62,101],def:[0,1,2,3,5,6,8,9,10,12,13,14,15,18,19,20,23,45,60,107,115],default_paramet:9,defin:[2,3,8,10,15,20,30,31,32,43,44,52,56,57,58,59,60,61,62,64,65,66,67,68,69,75,77,80,81,82,83,84,86,87,88,89,96,107,113,115,126],definit:[5,125],degre:[18,30,32,76,88],del:19,delai:[7,30],delet:[5,19,53,101],delta:[47,48],deltaxstopp:28,deltaystopp:28,demand:30,demonstr:[0,12],depend:[1,4,11,18,22,56,58,60,70,71,72,76,77,78,105,111,123],deploi:127,deprec:[12,20,31,56,57,58,64,65,67,68,69,127],depth:[59,62],der:[80,81],deriv:[25,34,36],descript:[30,31,64,89],deseri:19,detail:[29,31,43,44,52,56,57,58,64,65,66,67,68,69],detect:127,determin:[1,12,30,58,59,60,61,62,69,77],determinist:[59,62,80],develop:[21,116],deviat:[25,34,35,36,56,59,60,61,62,67],diagon:[12,60,74,77],dict:[1,2,30,31,52,56,57,58,59,60,61,62,64,65,66,67,68,69,80,81,82,83,98,99,100,105,106],dict_kei:19,dictionari:[30,105,106],did:[5,22],differ:[0,4,7,8,10,12,15,17,18,19,20,31,48,60,64,75,124,127],difficult:0,dim1:[107,115],dim2:[107,115],dim3:[107,115],dim:[10,80,81],dim_activ:9,dim_learning_r:9,dim_num_dense_lay:9,dim_num_dense_nod:9,dim_typ:[32,88],dimens:[0,1,3,5,7,9,10,13,14,15,18,19,20,26,30,31,32,52,56,57,58,64,65,66,67,68,69,70,71,72,74,76,77,78,80,81,82,83,84,86,87,88,89,94,100,105,106,107,113,115,122,123,124,125,127,128],dimension:[12,20,32,44,77,80,88],dimension_identifi:[9,76],dimension_identifier1:[9,78],dimension_identifier2:[9,78],dimension_nam:[9,32,88],dip:1,directli:[0,31,52,56,57,58,60,64,65,66,67,68,69,77,110],directori:[22,24],disabl:[19,60],disclaim:1,discrep:80,dispatch:30,disregard:[59,60,61,62],distanc:[13,14,32,84,86,87,88,123],distort:77,distribut:[1,25,26,30,31,60,64,65,74,83,86,87],divid:61,doc:[30,52,56,57,58,65,66,67,68,69,78,127],doctest:[45,127],document:[7,19,30,31,64,89,127],doe:[1,2,12,18,25,30,36,59,62,77],doesn:5,doi:12,doing:[13,14,55,103,107],don:[5,107],done:[30,107],dot:[8,75,77],dotproduct:6,down:[8,10],download:[0,1,2,3,4,5,6,7,8,9,10,12,13,14,15,18,19,20],downsid:[13,14],draw:[32,60,73,75,77,78,79,84,85,86,87,88],drawn:[12,30,32,60,84,85,86,87,88],drop:[18,124],dtype:[59,62,86,87,96,127],dual:60,due:[5,19,30],dummi:[10,98],dummy_minim:[12,15,20,56,57,58,67,68,69,118],dummy_r:[12,15,20],dump:[0,5,45,63,104,118,122,126],dump_opt:45,durat:15,dure:[2,30,59,60,62,65,74,77,125],each:[1,3,5,8,10,12,13,14,15,19,20,28,29,30,31,32,45,50,52,56,57,58,59,60,61,62,64,65,66,67,68,69,70,71,72,74,77,78,80,81,82,83,84,88,89,94,126],eager:5,earli:[12,13,14,18,29,118,124,125],earlier:12,earlystopp:28,easi:[12,22,23,109],easier:107,effect:[59,60,62,77,126],effici:[3,23,29,30,83],egg:[10,18],eip:[31,56,57,58,64,65,67,68,69,124],either:[12,20,30,31,32,52,56,57,58,59,60,62,64,65,66,67,68,69,77,78,80,81,82,83,88,89],elaps:50,element:[30,52,56,57,58,59,62,65,66,67,68,69,96,125],els:[1,6,15,22],emploi:5,empti:[14,80,81],enabl:[18,60],encod:[12,74,84,90,92,96],end:[0,52,57,58,59,62,65,66,68,69],engin:19,enhanc:[127,128],enough:30,ensembl:[3,59,62],ensur:2,entir:30,entri:[19,60],entropi:10,enumer:[18,59,62],env:[10,18],equal:[20,25,36,51,59,62,84],equat:[59,62],equival:[3,60,81],erron:19,error:[3,10,12,18,20,30,59,62],error_scor:30,errorbar:15,especi:77,essenti:19,estim:[0,1,2,4,5,7,8,9,10,12,13,14,15,17,18,19,20,21,25,30,31,34,35,36,58,59,60,61,62,64,69,73,75,77,78,98,107,118,122,125],estimators_:[59,62],et_r:20,eta:[31,58,64,69],etc:[59,62],euclid:12,euclidian:[13,14],eval_gradi:60,evalu:[0,1,3,5,7,8,9,10,15,18,19,20,30,31,47,51,52,56,57,58,60,64,65,66,67,68,69,70,71,72,74,75,77,78,109,121,124],even:[5,7,8,10,59,62],evenli:[13,14],event:[18,125],ever:[58,69,109],everi:[1,18,30,31,58,61,64,69,109,123],everyth:[12,78,96],exact:30,examin:[1,5],exampl:[0,3,8,9,10,12,13,14,15,20,21,23,57,65,66,67,68,69,88,100,106,127],except:[19,53,59,60,61,62,74,77,81,101],exclud:22,exclus:[32,88],execut:[0,11,16,17,22,24,30,31,64],exhaust:[3,30],exp:[9,18,30],expand:[59,62],expect:[1,12,25,31,32,34,56,57,58,59,60,61,62,64,65,67,68,69,88,107],expected_minimum:[8,10,77],expected_minimum_random:[8,10,77],expected_minimum_random_sampl:[54,102,127],expens:[0,1,7,12,15,20,23,29,56,57,58,67,68,69,77,109],experi:0,experiment:[22,24],explan:78,explicit:18,exploit:[1,4,17,25,31,35,56,57,58,65,67,68,69,75],exploitaton:2,explor:[1,3,4,13,14,17,25,30,31,35,56,57,58,65,67,68,69,75,125],explos:30,exponenti:18,expos:[7,60],express:30,expsinesquar:6,extens:[21,30,53,78,101,108],extern:[60,126,127],extra:[2,8,10,12,20,56,67,98,99],extract:18,extratreesregressor:[0,2],extrem:19,f_val:[0,2,6],f_wo_nois:1,facet:77,fact:[12,13,14],fail:18,failur:5,fake:[31,64],fall:[80,81,89],fals:[0,1,2,5,6,13,14,15,19,30,31,34,35,36,52,53,56,57,58,59,60,61,62,63,64,65,66,67,68,69,75,83,94,101,104,128],familiar:18,far:[1,8,10,12,15,20,28,29,49],fashion:[59,62],fast:[22,30],fast_test:22,faster:[8,10],favor:2,favour:[35,56,57,58,65,67,68,69],featur:[12,18,30,59,60,61,62,90,127,128],feature_importances_:[59,62],feb:[8,10],februari:[0,127],few:[0,1,15,20,56,57,67,68,77,109],field:14,fig:[6,12,13,14,20,78],figsiz:1,figur:[1,6,76,78],file:[11,16,17,19,32,53,63,78,88,101,104,115,126],filenam:[53,63,101,104],fill:[0,1],find:[8,10,12,15,20,21,31,52,56,57,58,60,64,65,66,67,68,69,77,109],fine:[18,19,123],finish:[5,46],finit:60,first:[0,1,2,8,12,13,14,20,30,31,32,56,57,58,59,60,62,64,65,67,68,69,70,72,80,84,86,87,88,121],fit:[0,1,9,20,26,30,31,34,35,36,56,57,58,59,60,61,62,64,65,67,68,69,77,78,90,91,92,93,94,95,96,97,107,125],fit_param:[30,126],fitfailedwarn:30,five:125,fix:[26,30,46,58,59,60,62,69,71,72,77,127,128],flag:60,flat:[12,20],flatten:[13,14],flavour:[31,64],float32:[59,62],fluctuat:20,fmin_l_bfgs_b:[33,60],fold:[30,58,69,109],follow:[0,1,6,7,22,56,57,58,59,62,67,68,69,86,87,89,109,113],fontsiz:[13,14],foo:[107,115],forest:[20,30,56,57,59,62,67,68,127],forest_minim:[8,10,12,15,20,52,57,58,66,68,69,107,118,121,128],forest_r:12,forev:5,forg:[22,24],form:[1,25,30,34,36,59,60,61,62,84,85,86,87],format:[19,59,62],forth:124,found:[1,2,7,8,12,15,20,30,59,60,62,65,74,75,107],fox:83,frac:12,fraction:[59,62],free:[58,69],freedom:[32,88],fridai:5,friedman:12,from:[0,1,2,3,5,6,7,8,9,10,13,14,15,18,19,20,23,26,30,31,32,59,60,61,62,63,64,65,74,76,77,78,80,81,83,84,85,86,87,88,96,98,99,100,104,105,106,107,115,121,122,123,125,128],from_yaml:[32,88,126],fulfil:30,full:[0,1,2,3,5,6,7,8,9,10,12,13,14,15,18,19,20,32,88,128],fulli:[59,62],fun:[0,1,3,5,9,19,23,52,54,55,56,57,58,65,66,67,68,69,102,103,107],func:[1,5,9,12,15,19,20,31,51,52,53,56,57,58,63,64,65,66,67,68,69,75,101,104,107,109],func_min:60,func_val:[0,1,5,9,15,52,56,57,58,65,66,67,68,69],functool:[12,15,20],funny_func:[8,10],further:[1,18,29,77],futurewarn:[10,18],fx_i:[0,1],g_i:[31,58,64,69],gain:[1,31,58,64,69,123],galleri:[0,1,2,3,4,5,6,7,8,9,10,12,13,14,15,18,19,20,127],gamma:[18,30],garri:5,gather:[107,115],gaussian:[1,3,5,6,20,25,30,34,36,58,60,69,75,98,109],gaussian_ei:[118,126],gaussian_lcb:118,gaussian_pi:[118,126],gaussian_process:6,gaussianprocessregressor:[1,5,6,128],gave:[30,55,103],gbrt:[31,64,98],gbrt_minim:[52,56,58,66,67,69,118,121],gca:15,gener:[0,1,2,3,4,5,6,7,8,9,10,12,13,14,16,18,19,20,29,30,31,43,44,52,56,57,58,59,60,61,62,64,65,66,67,68,69,77,78,80,81,82,83,99,128],generalis:80,geq:1,get:[0,5,7,15,18,20,21,22,30,59,60,61,62,109],get_param:[30,59,60,61,62],get_result:[2,31,64,127],get_transform:[32,88],get_xaxi:6,getsiz:19,gill:[1,3,18],gini:[10,59,62],git:[22,24],github:[22,24,127],give:[2,8,25,30,34,36,46,50,59,62,77],given:[1,7,12,18,26,30,31,32,49,52,56,57,58,60,64,65,66,67,68,69,70,71,72,76,78,88,105,106,109],global:[1,39,40,44,60],glossari:60,goe:[59,62],good:[7,12,18,56,67,123,126],got:[25,34],gouraud:[12,20],gp_hedg:[2,31,58,64,69,123],gp_minim:[1,3,5,9,10,12,15,19,20,23,45,52,56,57,66,67,68,74,76,77,78,118,121,122,123],gp_re:20,gpml:60,gpr:[6,60],grad:[34,35,36],gradient:[1,3,12,23,35,57,60,68,109,123],gradientboostingquantileregressor:[57,68,124],gradientboostingregressor:[3,61],grain:123,graphic:81,greater:[59,60,62],grid:[0,1,12,15,30,31,52,56,57,64,65,66,67,68,81,99,128],grid_r:15,gridsearchcv:[3,17,18,21,30,118,124],group:30,grow:[12,18,59,62,80,81],grown:[59,62],guarante:[13,14],guid:[20,21,29,56,57,58,67,68,69],had:[0,5],hal:[7,31,64],halton:[15,31,52,56,57,58,64,65,66,67,68,69,81,99,128],halton_r:15,ham:123,hammerslei:81,hammersli:[15,31,52,56,57,58,64,65,66,67,68,69,99,128],hammersly_r:15,hand:[58,69],handi:0,handl:[19,90,92],handler:[18,125],happen:12,hard:12,hart6:[12,15],hart6_:[12,15],hartmann:44,has:[0,3,5,9,12,13,14,20,30,31,37,39,40,41,42,43,44,47,50,52,56,57,58,59,62,64,65,66,67,68,69,77,78,86,87,123,127,128],have:[1,12,20,30,31,32,34,35,36,52,56,57,58,59,60,61,62,64,65,66,67,68,69,75,77,84,88,98,107,115],head:[0,7,12,18,20],header:30,heavi:[22,24],height:77,held:30,hello:107,help:[5,12,30,31,32,45,46,47,48,49,50,51,59,60,61,62,64,80,81,82,83,84,85,86,87,88,91,92,93,94,95,96,97,125],helper:12,henc:98,heng:81,here:[0,1,2,3,5,6,7,8,9,10,12,13,14,15,18,19,20,23],high:[0,1,5,9,18,32,35,56,57,58,59,62,65,67,68,69,86,87,88,94,100,107,109,115,125],higher:[2,13,14,15,30,59,62,94],highest:[7,19,30],highli:126,histogram:[12,18,74,76],histori:[21,116],hog:5,hold:30,holger:[0,1,2,3,5,6,7,8,9,10,12,13,14,15,18,19,20,127,128],home:[9,10,12,18,20],hoo:43,hood:[31,64],hopefulli:3,hot:[84,89,90,92],how:[0,1,2,3,5,8,12,13,14,19,25,34,35,36,56,57,58,65,67,68,69,70,71,72,77,126],howev:[2,5,18],hsv:15,html:[43,44,52,56,57,58,65,66,67,68,69],http:[7,12,22,24,31,43,44,52,56,57,58,64,65,66,67,68,69],hvass:[9,127,128],hyper:[3,30,61],hypercub:[15,31,44,52,56,57,58,64,65,66,67,68,69,82,128],hyperparamet:[3,4,17,30,58,60,69,76,77,109],iaroslav:[7,18],idea:[12,58,69,83,109],ident:[30,59,62,84,86,87,89,100,127],identitii:[86,87],ignor:[31,59,62,64,70,98],iid:[30,58,69],illustr:[0,3],ilya:83,immedi:[2,30],implement:[0,1,12,22,23,26,29,30,34,35,36,60,83,110,122,123],impli:60,imposs:30,imprecis:77,improv:[1,25,31,34,36,56,57,58,59,60,62,64,65,67,68,69,109,122,123,127,128],impur:[59,62],inch:77,includ:[5,13,14,19,30,74,77,126],inclus:[32,56,58,65,67,69,86,87,88,124],incompat:19,increas:[1,18,30,60,128],independ:[31,58,64,69],index:[30,59,62,76,78],indic:[15,20,59,62,70,74,77],individu:30,induc:[59,62],inf:35,infer:124,infinit:123,influenc:[12,28,29,59,60,61,62,70,71,72,77],inform:[1,5,31,64],infrastructur:5,inherit:[31,64,65,98,99,100,105,106],init:[83,98,99],init_point_gen_kwarg:[15,52,66],initi:[0,1,2,5,7,8,16,19,21,29,30,31,32,43,44,45,46,47,48,49,50,51,52,56,57,58,59,60,61,62,64,65,66,67,68,69,80,81,82,83,84,85,86,87,88,91,92,93,94,95,96,97,99,128],initial_point_gener:[0,1,5,15,19,31,52,56,57,58,64,65,66,67,68,69],initial_theta:60,initialpointgener:[31,52,56,57,58,64,65,66,67,68,69,99],input:[1,12,30,33,52,56,57,58,59,60,61,62,65,66,67,68,69,75],insid:[78,125,126],inspect:[1,12,50,59,62,121],instal:[21,22,116,125],instanc:[0,7,12,18,19,30,31,32,52,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,80,81,82,83,84,85,86,87,88,89,95,98,99,100,102,103,104,105,106,109],instanti:[5,30,32,88],instead:[2,3,5,30,31,56,57,58,59,60,61,62,64,65,67,68,69,70,86,127],int16:86,int32:86,int64:86,integ:[3,4,7,9,10,13,16,18,30,31,32,52,56,57,58,59,60,62,64,65,66,67,68,69,80,81,82,83,84,88,89,92,94,100,105,106,118,123,127,128],integr:1,intend:7,interest:[1,12],interfac:[0,3,7,21,29,109,118,123,124],intern:[59,60,62,110,115,123],interpret:12,interrupt:[4,17,18,45,58,63],interv:[71,72,77,82,94],introduc:80,introductori:4,invers:[32,84,85,86,87,88,90,92,96],inverse_transform:[26,30,32,84,85,86,87,88,90,91,92,93,94,95,96,97,128],invok:[28,29],involv:12,ipm:83,ipynb:[0,1,2,3,5,6,7,8,9,10,12,13,14,15,18,19,20],irrespect:[31,64],irrevers:5,is_categor:[32,88],is_const:[84,85,86,87,128],is_int:94,is_partly_categor:[32,88],is_real:[32,88],issu:[19,22,25,34,58,60,69,126,127],iter:[1,5,13,14,15,20,23,28,29,30,31,45,46,50,51,52,56,57,58,64,65,66,67,68,69,82,122,123,125,126],iter_no:51,iter_tim:[46,50],its:[1,3,30,56,59,60,62,67,71,77],jankov:127,januari:127,jkleint:127,job:[18,30,31,56,57,58,59,61,62,64,65,67,68,69],joblib:[7,19,24,53,63,101,104,127,128],joint:60,journal:81,jpn:128,juli:[1,3,20],june:18,jupyt:[0,1,2,3,4,5,6,7,8,9,10,12,13,14,15,18,19,20],just:[2,12,18,59,60,62],kajetan:127,kappa:[1,5,19,25,35,56,57,58,65,67,68,69],kati:3,keep:[31,52,56,57,58,59,60,61,62,64,65,66,67,68,69,77,127],kei:[19,30,100,105,106],kept:60,kernel:[1,5,18,30,58,59,60,61,62,69,109,123],kernel_:60,keyword:[3,5,10,18,19,53,63,101,104],kfold:30,kind:[15,20],kit:127,knob:1,know:[5,12,13,14,18],known:[1,58,59,62,69,73,79],kumar:[1,7],kwarg:[49,53,63,73,75,79,85,91,97,98,99,101,104],lab:[9,127,128],label:[0,1,12,13,14,15,20,30,59,62,73,74,77,79,84,89,90],landscap:78,laptop:0,larg:[19,30,53,59,62,101],larger:60,last:[1,22,30,47,54,77,78,102],lastli:[8,10],later:[0,12,20],latest:5,latin:[15,31,52,56,57,58,64,65,66,67,68,69,82,128],latter:[30,59,60,61,62],lbfg:[31,33,58,64,65,69,122,123],lcb:[1,2,5,19,31,33,35,56,57,58,64,65,67,68,69,121,123],lead:[53,59,62,101,125],leaf:[59,62],learn:[0,2,4,6,7,17,21,23,24,26,30,58,73,76,77,87,107,124,126,128],learning_r:[3,9],least:[58,59,62,65,69],leav:[59,62],left:[12,25,30,35,59,62],left_impur:[59,62],legend:[0,1,12,13,14,15,20,75],len:[8,15,51,56,57,58,65,67,68,69],length:[30,31,32,52,56,57,58,64,65,66,67,68,69,88],length_scal:[1,5,6],length_scale_bound:6,less:[2,3,30,47,48,59,62,77],let:[0,1,2,5,6,12],level:[1,19,21,22,24,60,75,77,78,110,118],levitan:83,lhs2:15,lhs2_15_re:15,lhs2_20_re:15,lhs2_25_re:15,lhs2_re:15,lhs:[0,13,14,15,31,52,56,57,58,64,65,66,67,68,69,99],lhs_maximin:15,lhs_re:15,lhs_type:[13,14,15,82],liar:[7,31,64,124],lib:[10,18],liblinear:18,librari:[22,23,24,29,128],licens:127,lie:[31,64],liebscher:127,light:121,lighter:12,lightweight:[30,95],like:[0,1,2,3,5,12,18,30,34,35,36,45,56,57,58,59,60,61,62,67,68,69,84,90,92,96],likelihood:60,line:[15,20],linear:[18,30,77,78],linearsvc:18,linestyl:15,link:119,linspac:[0,1,12,15,20],linsvc_search:18,linux:[10,18],list:[3,5,7,8,10,26,30,31,32,46,50,52,54,55,56,57,58,59,60,61,62,64,65,66,67,68,69,70,73,74,77,79,80,81,82,83,84,86,88,89,90,92,95,96,100,102,103,105,106,107,115],littl:[0,30],load:[0,4,5,17,53,58,118,122],load_boston:3,load_breast_canc:10,load_digit:18,load_iri:[18,30],loc:[12,13,14,15,20],local:[1,19,31,44,58,60,64,65,69],locat:[1,12,45,52,54,55,56,57,58,65,66,67,68,69,102,103],log10:125,log2:[59,62],log:[3,9,15,18,20,30,32,50,60,77,78,86,87,88,122,127],log_likelihood:60,log_likelihood_gradi:60,log_marginal_likelihood:60,log_marginal_likelihood_value_:60,logarithm:[86,87,93],lognorm:[12,20],longer:22,look:[0,3,12,22,23,59,62,89],loop:[2,4,17,23,31,50,64,75,110,122,124,125],loss:30,lost:5,lot:[8,10],loupp:[1,3,18],low:[0,1,2,5,8,9,32,80,86,87,88,94,100,107,115],lower:[1,12,25,31,32,35,56,57,58,60,64,65,67,68,69,86,87,88,94],lower_bound:[31,32,52,56,57,58,64,65,66,67,68,69,80,81,82,83,88,89],luca:128,lucki:[15,20],luckili:5,luk:81,lzma:[53,101],machin:[3,7,12,18,21,59,60,62,108],made:[23,56,57,58,67,68,69,109],mae:[59,62],mai:[1,5,7,30,54,55,59,60,61,62,77,102,103],mainli:60,major:128,make:[12,15,20,21,30,56,61,67,107],malici:19,malon:3,mani:[5,7,8,12,13,14,23,29,30,59,62,77,80],manoj:[1,7],manual:18,map:[30,59,60,61,62,77],margin:60,mark:22,markers:[12,13,14,20],markov:60,mask:30,maskarrai:128,masked_arrai:30,master:22,match:124,matern:[1,5,6,58,69],math:9,mathbb:1,mathemat:83,matlab:19,matplotlib:[0,1,2,6,8,9,10,12,13,14,15,18,20,24,73,74,75,76,77,78,79,125],matplotlibdeprecationwarn:[12,20],matrix:[30,59,60,61,62,74,77],max:[12,20,31,64,82],max_depth:[3,10,59,62],max_featur:[3,10,59,62],max_it:[6,18,30],max_leaf_nod:[59,62],max_skip:[15,80,81,83],maxim:[25,30,34,36,60,82],maximin:[15,82],maximum:[7,25,30,34,36,59,62,65,80,81,83],mean:[0,2,3,10,15,19,25,30,31,34,36,56,58,59,60,61,62,64,67,69,77,109,122],mean_fit_tim:30,mean_score_tim:30,mean_test_scor:30,mean_train_scor:30,meaning:15,meant:115,meantim:0,measur:[59,62],mechan:[31,64],memori:[0,1,2,3,5,6,7,8,9,10,12,13,14,15,18,19,20,30,59,62],mention:22,meshgrid:[12,20],messag:30,method:[0,4,7,8,10,12,16,20,23,26,29,30,31,32,34,35,36,43,44,45,46,47,48,49,50,51,53,56,58,59,60,61,62,64,65,67,69,77,80,81,82,83,84,85,86,87,88,90,91,92,93,94,95,96,97,98,99,101,122,124],might:[5,19,58,60,69],mikhail:19,mileston:22,miminum:12,min:[1,3,7,12,15,20,82],min_impurity_decreas:[59,62,127],min_samples_leaf:[3,10,59,62],min_samples_split:[3,10,59,62],min_skip:[15,80,81,83],min_vari:[59,62],min_weight_fraction_leaf:[59,62],min_x:1,miniconda:[10,18],minim:[0,1,2,3,5,6,12,15,19,20,21,23,25,29,30,31,32,50,52,54,55,56,57,58,64,65,66,67,68,69,70,71,72,77,82,88,102,103,110,118,122,123,128],minima:[2,12,15,20,31,37,39,40,41,42,43,44,48,58,64,65,69],minimalist:7,minimum:[1,7,12,15,20,21,31,34,36,44,52,54,55,56,57,58,59,62,64,65,66,67,68,69,73,75,77,78,79,80,81,83,102,103,109],miniumum:8,minor:[12,20],minut:[0,1,2,3,5,6,7,8,9,10,12,13,14,15,18,19,20],mirror:109,miscellan:21,mislead:[59,62],miss:[63,104,127],mix:42,mode:18,model:[0,1,3,4,5,6,17,18,21,23,25,30,31,32,33,34,35,36,43,52,54,55,56,57,58,59,60,61,62,64,65,66,67,68,69,70,71,72,73,75,77,78,88,98,102,103,108,109,121,124,127],model__c:18,model__degre:18,model__gamma:18,model__kernel:18,model_fit:9,model_queue_s:[0,1,5,19,31,52,56,57,58,64,65,66,67,68,69,127],model_select:[3,10,18,30],modifi:60,modul:[4,19,21,115],mondai:5,monitor:[29,118],mont:[60,80],more:[0,1,2,5,7,12,15,18,20,23,30,31,43,44,52,56,57,58,59,62,64,65,66,67,68,69,77,78,81,127],morn:5,moscow:83,most:1,mse:[59,62],mt19937:[0,1,5],mu_:1,much:[2,5,15,34,35,36,56,57,58,65,67,68,69,109,126],multi:121,multiclass:30,multidimension:83,multioutput:[59,60,61,62],multioutputregressor:[59,60,61,62],multipl:[5,7,18,31,60,64,113,123],multipli:[58,69],multivari:[58,69,109],mundan:12,must:[15,30,32,46,60,75,88,96,107,115],my_objective_funct:[107,115],n_best:48,n_call:[1,3,5,8,9,10,12,15,19,20,23,45,52,56,57,58,65,66,67,68,69,75,107],n_categori:[84,90,92,96],n_class:18,n_constant_dimens:[32,88,128],n_dim:[12,31,32,52,56,57,58,64,65,66,67,68,69,70,71,72,80,81,82,83,88],n_estim:[3,59,62],n_featur:[3,30,34,35,36,59,60,61,62],n_features_:[59,62],n_init:51,n_initial_point:[0,1,2,5,6,13,14,15,19,31,56,57,58,64,65,67,68,69],n_iter:[1,2,6,18,20,26,30,31,46,50,64],n_job:[0,1,3,5,7,18,19,30,31,56,57,58,59,61,62,64,65,67,68,69,125,128],n_kernel_param:60,n_minimum_search:[8,10,18,77,78],n_node:[59,62],n_nodes_ptr:[59,62],n_output:[30,59,60,61,62],n_output_dim:60,n_outputs_:[59,62],n_point:[1,5,7,8,10,19,30,31,32,56,57,58,64,65,67,68,69,70,71,72,75,77,78,88,125],n_random:51,n_random_start:[0,1,5,15,19,31,54,55,56,57,58,64,65,67,68,69,102,103],n_repeat:15,n_restarts_optim:[1,5,6,19,31,58,60,64,65,69],n_sampl:[12,13,14,30,32,34,35,36,59,60,61,62,70,77,78,80,81,82,83,84,85,86,87,88,90,92,96],n_samples_fit:[59,60,61,62],n_samples_x:60,n_splits_:30,n_t:[59,62],n_t_l:[59,62],n_t_r:[59,62],n_total:51,nahrstaedt:[0,1,2,3,5,6,7,8,9,10,12,13,14,15,18,19,20,127,128],naiv:[8,10,55,77,103],name1:[100,105,106],name2:[100,105,106],name3:[100,105,106],name:[0,1,2,3,9,10,15,30,32,52,56,57,58,59,60,61,62,65,66,67,68,69,74,76,77,78,84,85,86,87,88,100,105,106,107,115,125],namespac:[32,88],nativ:126,nauk:83,ndarrai:[30,59,60,62],nearest:[12,20],necessari:[7,18,77],necessarili:[54,55,102,103],need:[3,12,22,30,31,32,64,77,88,98,123,125,128],neg:[2,31,56,57,58,59,60,61,62,64,65,67,68,69],neg_mean_absolute_error:3,negat:[31,56,57,58,64,65,67,68,69],nest:[30,59,60,61,62],net:[59,62],network:[7,58,69,109],neural:[7,58,69,109],neuron:7,never:19,newest:[24,126],next:[1,2,3,8,12,20,22,31,56,57,58,64,67,68,69,75,109],next_x:[0,2,6],night:5,node:[7,59,62],nois:[1,5,6,12,15,58,60,69,75,122],noise_:60,noise_level:[0,1,2,5,6,15,19,20,75],noisi:[1,6,20,23,29,58,60,69],non:[19,59,62,80,81],none:[0,1,5,7,13,14,15,30,31,32,33,51,52,54,55,56,57,58,59,60,61,62,64,65,66,67,68,69,70,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,92,98,99,102,103],noon:5,nor:1,norm:[12,20],normal:[0,1,5,8,13,59,60,62,84,86,87,89,123,127,128],normalize_i:[1,5,6,60],note:[1,2,3,5,7,15,18,20,25,30,32,34,36,59,60,61,62,88,119],notebook:[0,1,2,3,4,5,6,7,8,9,10,12,13,14,15,18,19,20,127],notic:[19,53,63,101,104],now:[0,1,2,3,5,8,9,10,19,123,124,125,127],num_dense_lay:9,num_dense_nod:9,number:[1,3,5,7,10,12,15,18,19,20,26,30,31,32,51,52,54,55,56,57,58,59,60,61,62,64,65,66,67,68,69,70,71,72,74,75,76,77,78,80,81,82,83,84,85,86,87,88,102,103,107],numer:[30,32,60,80,88],numpi:[0,1,2,3,5,6,7,8,9,10,12,13,14,15,18,19,20,23,24,30,60,86,126,128],numpoint:[12,13,14,20],obj_fun:[5,19,45],obj_func:60,object:[0,1,2,5,6,7,9,18,23,26,30,31,32,47,48,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,74,75,76,77,78,80,81,82,83,88,89,101,102,103,104,107,111,115,121,124,125],objective_wo_nois:[0,2,6],observ:[0,1,5,8,10,20,31,58,60,64,69,75,77],obtain:[0,5,7,8,15,25,31,34,36,58,59,62,64,65,69],occur:30,octob:[13,14,19],off:[1,12,25,30,35],offend:5,often:[0,3,12,13,14,19],old:127,on_step:18,onc:[5,19],one:[2,3,12,15,18,20,25,30,31,34,36,44,53,56,57,58,59,60,61,62,64,65,67,68,69,73,75,77,79,80,81,84,89,90,92,98,101,107,111,113,123],onehot:[84,89],onehotencod:90,ones:[60,74,77],onli:[2,5,8,10,12,20,22,30,31,33,34,35,36,52,56,57,58,59,60,61,62,64,65,66,67,68,69,70,76,77,78,107,123],oob_prediction_:[59,62],oob_scor:[59,62],oob_score_:[59,62],open:0,oper:3,opt:[0,2,6,18,23,30,31,64],opt_gp:6,opt_restor:0,optim:[2,4,9,11,15,17,18,20,21,22,23,24,26,28,30,32,43,44,45,46,47,48,49,51,52,53,54,55,56,57,58,60,63,73,74,75,76,77,78,82,88,101,102,103,104,107,108,109,111,113,115,118,119,121,122,123,124,125,126],optim_result:18,optimis:[3,31,52,56,58,64,66,67,69,109],optimizer_kwarg:30,optimizer_results_:[18,30],optimizeresult:[12,30,31,52,53,54,55,56,57,58,63,64,65,66,67,68,69,73,74,75,76,77,78,79,101,102,103,104],optimum:[77,123],option:[1,5,8,10,19,30,31,34,35,36,45,51,52,56,57,58,59,60,62,64,65,66,67,68,69,73,75,79,86,87,89,98,125],order:[2,12,52,56,57,58,65,66,67,68,69,74,77,80,81,82,83,84,100,105,106,107,111],ordereddict:[9,18,105,127],org:[12,52,56,57,58,65,66,67,68,69],origin:[1,32,84,85,86,87,88,89,90,92,96],other:[0,2,8,10,12,23,30,31,32,52,53,54,55,56,57,58,60,61,63,64,65,66,67,68,69,70,71,72,77,78,80,81,82,83,84,85,86,87,88,101,102,103,104,109,115,118,124],otherwis:[30,31,32,39,59,60,62,64,70,84,86,87,88,98],our:[0,2,3,6,23],ourself:[8,10],out:[0,1,2,3,5,6,7,9,10,12,13,14,18,19,20,26,30,31,46,58,59,62,64,69,70,71,72,77,123,125],outcom:0,output:[2,59,60,62,65],outsid:107,ouvert:[7,31,64],over:[0,3,5,12,18,23,25,26,30,31,34,35,36,54,56,57,58,64,65,67,68,69,70,71,72,102,109,123],overlaid:78,own:[31,56,64,67],packag:[10,18,22],page:[5,83,119],pair:12,pairwis:111,pak:19,panda:30,par:10,parallel:[4,17,18,30,31,43,56,57,58,59,61,62,64,65,67,68,69,123,124],param:[3,10,18,30,59,60,61,62,80,81,82,83],param_gamma:30,param_kernel:30,paramet:[0,1,2,3,5,6,8,10,12,18,19,25,26,30,31,32,34,35,36,45,46,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,92,94,95,96,98,99,100,101,102,103,104,105,106,107,109,121,126,127],params_dict:105,params_spac:[105,106],params_space_list:100,pars:[8,10,70],part:[13,14],partial:[4,11,15,18,20,56,58,70,71,72,76,77,78,105],particularli:3,partit:[59,62],pass:[0,1,2,5,10,12,18,20,28,29,30,31,32,45,53,56,59,60,62,63,64,67,77,88,101,104,107],path:[19,32,53,59,62,63,88,101,104],pathlib:[53,63,101,104],pattern:0,paul:83,pcolor:[12,20],pcolormesh:[12,20],pdist:82,pdist_data:[13,14],pdoc:127,per:[7,18,30,31,56,57,58,60,64,65,67,68,69,77],percentag:[59,62],perform:[3,13,14,15,18,19,20,23,30,53,56,57,58,59,60,62,67,68,69,70,71,72,101,124],period:6,periodicity_bound:6,permut:[59,62],permutation_import:[59,62],persist:[60,63,104,115,122],phi:12,physic:83,pick:[3,12,80,81,83,126],pickl:0,piec:3,ping:22,pip:[22,24,31,56,57,58,64,65,67,68,69,124,125],pipe:18,pipelin:[18,30,59,60,61,62],pkl:[0,5,19,45],placement:12,plagwitz:128,plan:22,plot:[0,1,2,6,11,13,14,15,18,20,21,23,56,58,105,118,121,125,126],plot_arg:2,plot_branin:[12,20],plot_converg:[1,3,15,20,118],plot_dim:[9,74,77],plot_evalu:[12,118,128],plot_gaussian_process:[0,1,2,6],plot_histogram:[9,18,128],plot_object:[8,9,10,12,18,23,78,118,127,128],plot_objective_2d:[9,128],plot_optim:6,plot_regret:[118,126],plot_searchspac:[13,14],plt:[0,1,2,6,8,9,10,12,13,14,15,18,20,77],png:78,point:[0,1,2,4,5,7,8,9,10,12,13,14,16,19,20,30,31,32,43,44,51,52,56,57,58,60,64,65,66,67,68,69,70,71,72,74,75,77,78,80,81,82,83,84,86,87,88,98,99,105,106,109,111,123,126],point_a:[32,88],point_as_dict:106,point_as_list:[105,106],point_asdict:[9,106,127],point_aslist:105,point_b:[32,88],poli:[18,30],posit:[8,10,18,47,60],possibl:[1,8,15,18,20,22,30,56,57,59,60,61,62,67,68,84,109,128],posterior:[1,25,31,56,57,60,64,65,67,68],postprocess:19,potenti:[53,59,60,62,101],practic:[7,18],pre:[22,109,123],pre_dispatch:30,precomput:[59,60,61,62],predefin:[56,67],predict:[8,10,18,25,26,30,31,34,35,36,54,55,56,57,58,59,60,61,62,64,65,67,68,69,70,75,98,102,103,122,124,128],predict_log_proba:30,predict_proba:[26,30],preprint:83,present:[19,26,30],pretti:5,previou:[5,18,25,34,36,56,57,58,59,62,65,67,68,69],previous:1,prime:[80,81],principl:60,print:[0,1,2,3,5,6,7,8,9,10,12,13,14,15,18,19,20,23,30,107],prior:[0,1,5,9,18,30,31,32,52,56,57,58,60,64,65,66,67,68,69,80,81,82,83,84,85,86,87,88,89,100,109,127],probabilist:[1,31,58,64,69,123],probabl:[0,1,25,31,34,36,56,57,58,64,65,67,68,69,84],probe:1,problem:[0,2,6,7,12,18,21,27,53,101,123],procedur:[22,28,29,47,49],proceed:12,process:[0,1,2,3,5,6,12,19,20,30,58,59,60,62,69,75,98,109,111],produc:15,product:83,program:0,progress:[28,29],project:[9,12,20,32,88,128],projecteuclid:12,prop:20,properti:[18,30,32,59,62,88,125,128],proport:[25,34],propos:[12,31,58,64,69],provid:[1,3,7,18,19,30,31,32,51,52,56,57,58,59,60,62,64,65,66,67,68,69,88,89,98,99,109],pseudo:30,pure:[13,14,15,20,35,59,62],purpl:12,purpos:[37,39,40,41,42,80,126],push:22,py3:[10,18],pypi:[22,127],pyplot:[0,1,2,6,8,9,10,12,13,14,15,18,20],pytest:[22,24],python3:[10,18],python:[0,1,2,3,4,5,6,7,8,9,10,12,13,14,15,18,19,20,24,126],pyyaml:128,quadrilater:[12,20],qualiti:[30,59,62],quantil:61,quasi:80,quasirandom:83,queri:[1,31,60,64],queue:127,quick:0,quicker:[58,69,109],quit:77,r2_score:[59,60,61,62],rais:[19,30,53,101,123],rand:9,randn:[0,1,2,5,6,15,19,20,23],random:[0,1,2,5,6,8,9,10,15,18,19,20,23,30,31,32,52,54,55,56,57,58,59,60,61,62,64,65,66,67,68,69,70,77,78,80,81,82,83,84,85,86,87,88,98,99,102,103,109,127],random_st:[0,1,3,5,6,7,8,9,12,15,18,19,20,30,31,32,52,54,55,56,57,58,59,60,61,62,64,65,66,67,68,69,80,81,82,83,84,85,86,87,88,102,103,107],randomizedsearchcv:[18,30],randomli:[30,31,51,58,59,60,62,64,65,69,70,71,72],randomst:[0,1,5,30,31,32,52,54,55,56,57,58,59,60,61,62,64,65,66,67,68,69,80,81,82,83,84,85,86,87,88,102,103],rang:[0,1,2,6,7,8,15,20,23,30],rank:127,rank_test_scor:30,rasmussen:60,rate:[3,87],rather:[26,30],ratio:82,rationalquadrat:6,ravel:[12,20],rbf:[6,18,30,60],rcparam:[1,12,20],reach:7,read:[23,107],readi:3,readm:22,real:[0,1,3,5,7,9,14,15,18,20,30,31,32,52,56,57,58,59,61,62,64,65,66,67,68,69,80,81,82,83,88,89,100,105,106,107,115,118,122,124,125,127],reason:[5,30],recalcul:2,receiv:3,recommend:[2,81],reconstruct:[63,104,115],record:[31,64],rect:6,red:[8,12,15,20,74,77],redefin:[12,15],reduc:[7,30,59,60,62,107,126,127],reduct:[59,62],redund:125,refactor:128,refer:[7,18,21,52,56,57,58,59,60,62,65,66,67,68,69,81,83,110],refit:[30,126],reformat:[0,1,2,3,5,6,7,12,18,19,20],reg:3,region:[1,77],regress:[1,30,31,56,57,59,60,61,62,64,67,68,109],regressor:[3,6,31,56,57,59,60,61,62,64,65,67,68,98,124,127],regressormixin:[31,64,65,98],regret:[79,111,126],regular:[71,72,77,81],rel:[30,59,62,83],relat:[52,56,57,58,65,66,67,68,69],releas:[12,20,21,24,116],relev:98,reliabl:77,relu:9,remain:60,rememb:2,remov:[125,127],replac:[2,3,17,18,26,81,124,127,128],report:0,repr:6,repres:[1,12,30,31,64,100,105,106],represent:[12,84,90,92,96,100,105,106],reproduc:[31,32,52,54,55,56,57,58,60,61,64,65,66,67,68,69,80,81,82,83,84,85,86,87,88,102,103],requir:[22,24,31,59,60,62,64,125],res:[0,1,5,6,15,19,23,30,31,52,53,54,55,56,57,58,63,64,65,66,67,68,69,75,101,102,103,104],res_gp:3,res_load:19,res_loaded_without_object:19,reserv:[13,14],reshap:[0,1,12,20],residu:[59,60,61,62],resourc:5,respect:[20,31,60,64,70],restart:[5,58,60,65,69],result:[0,1,3,4,5,7,8,9,10,11,15,17,18,28,29,30,31,32,43,44,45,49,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,101,102,103,104,107,115,122],result_list:15,result_without_object:19,result_without_objective_2:19,resum:0,retriev:[31,64],return_cov:60,return_grad:[33,34,35,36],return_mean_grad:60,return_quantil:61,return_std:[31,34,35,36,56,59,60,61,62,64,65,67,98,122],return_std_grad:60,return_train_scor:30,return_x_i:[10,18],reus:[59,62],reusabl:29,revert:128,review:7,reward:[25,34,36],rf_re:20,ridg:60,right:[12,59,62],right_impur:[59,62],risk:107,rng:[52,57,58,65,66,68,69],robot:0,robust:[15,20],root:[59,62],rotat:[13,14,76],rotate_label:76,round:[94,127],routin:[5,51,58,69,83,109],run:[0,1,2,3,4,6,7,8,9,10,12,13,14,15,17,18,19,20,22,24,30,31,45,46,52,56,57,58,59,60,61,62,63,64,65,66,67,68,69,77,107,123,128],run_measur:15,runtim:30,russian:83,rvs:[13,14,32,84,85,86,87,88],saleev:83,same:[2,5,7,12,19,20,31,32,38,59,60,62,64,84,86,87,88,89,96],sampl:[0,1,2,3,6,8,10,15,16,20,21,26,29,30,31,32,34,35,36,52,55,56,57,58,59,60,61,62,64,65,66,67,68,69,70,71,72,74,76,77,78,80,81,82,83,84,85,86,87,88,98,103,109,111,121,128],sample_i:60,sample_method:77,sample_point:70,sample_sourc:[8,10,77,78],sample_weight:[59,60,61,62],sampler:[4,13,14,21,99],sampling_comparison:[15,16],save:[5,30,45,78,126],savefig:78,saver:5,scalabl:18,scalar:[1,31,52,56,57,58,64,65,66,67,68,69],scale:[18,58,69,73,77,78,79,86,87,89,94],scatter:[12,74],schedul:5,schell:5,scikit:[0,4,7,17,21,22,23,24,26,29,30,58,60,73,76,77,107,119,124,125,126,128],scikit_learn:[10,18],scipi:[8,13,14,23,24,30,31,52,53,54,55,56,57,58,60,63,64,65,66,67,68,69,77,101,102,103,104,109,128],score:[3,18,26,30,58,59,60,61,62,69,109],scorer:30,scorer_:30,script:[0,1,2,3,5,6,7,8,9,10,12,13,14,15,18,19,20,124,127],search:[1,3,4,8,12,15,17,20,26,30,31,32,52,55,56,57,58,59,62,64,65,66,67,68,69,72,74,76,77,78,80,81,82,83,84,85,86,87,88,89,100,103,105,106,107,109,113,115,122,125],search_result:9,search_spac:[9,18,30,100,105,106],searchcv:18,sec:7,second:[0,1,2,3,5,6,7,8,9,10,12,13,14,15,18,19,20,22,30,31,32,46,56,57,58,64,65,67,68,69,70,72,84,86,87,88],section:[12,29],secur:19,see:[2,3,5,7,8,10,12,13,14,18,19,29,30,31,32,45,46,47,48,49,50,51,52,56,57,58,59,60,61,62,64,65,66,67,68,69,80,81,82,83,84,85,86,87,88,91,92,93,94,95,96,97],seed:[0,1,2,5,6,8,9,10,12,13,14,15,18,20,23,59,60,62,80,81,83],seen:[13,14],select:[7,30,59,60,62,70,123,128],self:[0,30,31,32,45,46,47,48,49,50,51,59,60,61,62,64,80,81,82,83,84,85,86,87,88,91,92,93,94,95,96,97],separ:125,septemb:[2,6,128],sequenc:[15,29,31,52,56,57,58,64,65,66,67,68,69,80,81,82,83,84],sequenti:[3,12,15,20,23,29,30,56,57,67,68,109,121],serial:[19,53,101],serializ:19,server:5,session:19,set:[0,2,3,6,7,12,15,18,20,26,30,31,32,34,35,36,52,53,54,55,56,57,58,59,60,61,62,64,65,66,67,68,69,70,75,77,78,80,81,82,83,84,85,86,87,88,94,101,102,103,127,128],set_cmap:0,set_label:[12,20],set_param:[3,30,59,60,61,62,80,81,82,83],set_ticklabel:6,set_titl:15,set_transform:[13,32,84,85,86,87,88],set_transformer_by_typ:[32,88],set_xlabel:[1,6,12,13,14,15,20],set_xlim:[12,13,14,20],set_xticklabel:[13,14],set_ylabel:[1,6,12,13,14,15,20],set_ylim:[12,13,14,20],set_yscal:15,setup:[22,24,128],sever:[15,20,23,29,31,59,61,62,64,73,79,111,124],sfu:[43,44],shade:[12,20],shaki:5,shallow:[31,64],shape:[3,30,31,32,34,35,36,46,50,52,56,57,58,59,60,61,62,64,65,66,67,68,69,70,71,72,80,81,82,83,84,88,90,92,96],share:19,shcherbatyi:[7,18],shift:83,should:[1,12,19,22,25,30,31,34,35,36,52,53,56,57,58,59,60,62,64,65,66,67,68,69,70,73,77,79,98,99,101],show:[0,1,6,8,9,12,13,14,15,18,19,20,70,71,72,74,77],show_acq_func:[0,1,2,6,75],show_legend:[1,2,6,75],show_mu:[1,6,75],show_next_point:[0,1,2,6,75],show_observ:[1,6,75],show_point:77,show_titl:[1,2,6,75],showcas:8,shown:[12,18,75,77],shrink:5,shutdown:0,sigma_0:6,sigma_0_bound:6,sigma_:1,sigmoid:9,signatur:[30,31,32,45,46,47,48,49,50,51,59,60,61,62,64,80,81,82,83,84,85,86,87,88,91,92,93,94,95,96,97],sigurd:[2,6,8,10,13,14,127],similar:[3,31,56,58,64,65,67,69,78],similarli:30,simpl:[0,9,12,23,29,30,59,60,61,62,127],simpli:[0,12,18,19,20],simul:80,sin:[0,1,2,5,6,19,23,40],sinc:[1,2,6,12,20,25,31,36,56,57,58,64,65,67,68,69],singl:[7,18,31,34,35,36,37,41,42,52,56,57,58,59,60,62,64,65,66,67,68,69,71,73,77,79,107,125],site:[10,18],six:[44,126],size:[12,14,20,31,59,62,64,77,84,85,86,87,127],skip:[45,80,81,83,128],sklearn:[3,6,10,17,18,30,31,34,35,36,59,62,64,65,98,127,128],skopt:[0,2,4,5,6,7,8,9,10,12,13,14,15,17,18,20,21,23,26,110,115,118,122,126],slow:[8,10,22],slow_test:22,small:[77,82],smallest:[30,65],smart:[58,69,109],sobol:[15,31,52,56,57,58,64,65,66,67,68,69,99,128],sobol_r:15,softmax:[31,58,64,69],softwar:83,solut:[3,30,59,62],solv:[1,25,34],some:[2,5,7,13,14,22,30,31,59,60,61,62,64,127],someth:[8,10,31,32,52,54,55,56,57,58,61,64,65,66,67,68,69,80,81,82,83,84,85,86,87,88,102,103],sometim:12,soon:18,sort:[9,30,100,105,106],sourc:[0,1,2,3,4,5,6,7,8,9,10,12,13,14,15,18,19,20,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107],space:[0,1,3,4,5,7,9,10,12,13,16,18,21,26,30,31,42,52,54,55,56,57,58,60,64,65,66,67,68,69,70,71,72,74,76,77,78,80,81,82,83,98,100,102,103,105,106,107,115,118,121,122,126],spars:[30,59,62,77],spatial:[13,14],spawn:30,spec:[0,1,5,19,52,53,56,57,58,63,65,66,67,68,69,101,104],special:[98,99],specif:[32,52,56,57,58,65,66,67,68,69,88],specifi:[1,8,12,18,19,20,26,30,60,107,115,121],speed:122,spend:65,spent:[30,65],sphinx:[0,1,2,3,4,5,6,7,8,9,10,12,13,14,15,18,19,20,127],sphx_glr_auto_examples_initial_sampling_method:14,sphx_glr_auto_examples_initial_sampling_method_integ:13,split0_test_scor:30,split0_train_scor:30,split1_test_scor:30,split1_train_scor:30,split:[30,59,62],spread:[12,13,14],sqrt:[59,62],squar:[43,59,60,61,62],sssr:83,ssurjano:[43,44],stabil:[58,69],standard:[2,6,18,25,34,35,36,56,58,59,60,61,62,67,69,109],star:[74,77],start:[5,15,19,20,21,22,54,55,58,65,69,80,81,102,103,109,123],stat:30,state:[5,30,31,32,45,52,54,55,56,57,58,61,64,65,66,67,68,69,80,81,82,83,84,85,86,87,88,102,103],stategi:124,statist:80,std:[15,31,59,60,62,64,65,98],std_fit_tim:30,std_score_tim:30,std_test_scor:30,std_train_scor:30,step:[0,7,18,30,31,64],still:[8,10,19,22,24],stop:[18,29,46,47,48,49,59,62,118,124,125],store:[4,5,17,30,31,50,53,58,60,63,64,101,115],store_object:[19,53,63,101,104],str:[15,18,31,32,52,56,57,58,64,65,66,67,68,69,74,76,77,78,82,84,86,87,88,96],strategi:[7,17,20,30,31,64],stratifi:30,stratifiedkfold:30,stream:19,string:[30,31,32,41,42,45,53,56,57,58,59,60,61,62,63,64,65,67,68,69,73,77,78,79,84,88,89,96,100,101,104,105,106,127],stringencod:127,structur:[12,18,60],sub:[59,62,74,77],subobject:[30,59,60,61,62],subplot:[1,6,12,13,14,20],subsequ:[56,57,58,67,68,69],subset:[3,22],subspac:[30,125],succe:22,suffici:[18,77],suggest:[0,13,14,23,31,64],suitabl:[32,88],sum:[12,59,60,61,62],sundai:5,suppli:65,support:[7,8,10,18,30,31,41,42,53,56,59,60,61,62,64,65,67,86,87,89,101,121,122,123,124,125,126,127,128],suptitl:6,sure:1,surrog:[0,1,4,6,7,8,10,12,15,17,18,30,31,43,52,54,55,56,57,58,64,65,67,68,69,70,71,72,73,77,98,102,103,124],suspect:12,svc:[18,30],svc_search:18,svm:[18,30],sys:[5,8,10,19],system:5,tabl:30,tag:22,take:[0,1,5,7,12,13,14,15,18,20,30,31,52,56,57,58,60,64,65,66,67,68,69,84,86,87,109,113,124],taken:[7,30,31,35,46,50,56,57,58,64,65,67,68,69],tanh:[0,1,2,5,6,19,23,40],target:[3,30,59,60,61,62],task:7,techniqu:5,tell:[0,2,5,6,7,17,21,23,29,31,64,118,123],ten:[20,58,69,109],tend:3,term:60,test:[15,18,22,24,30,37,39,40,41,42,59,60,61,62,127],test_siz:18,testenv:[10,18],than:[1,8,10,22,25,30,31,32,36,47,48,52,54,55,56,57,58,59,60,61,62,64,65,66,67,68,69,77,80,81,82,83,84,85,86,87,88,102,103],thei:[0,12,20,26,30,32,59,62,65,77,80,88,107,109,115],them:[22,25,36],therebi:[56,57,67,68,109],therefor:[2,10,59,62,77],therein:7,theta:60,theta_opt:60,thi:[0,1,2,3,5,6,7,8,9,10,12,13,14,15,18,19,20,22,25,30,31,32,33,34,36,41,42,51,58,59,60,61,62,64,65,69,70,71,72,74,77,78,80,81,82,83,86,87,88,94,98,107,110,115,119],thin:19,thing:[12,127],third:123,those:[3,30,59,62,77],thread:121,three:[2,12,20,31,43,58,64,69],through:[22,24,25,34,35,36,58,59,62,69],thu:[31,53,60,64,101],tight_layout:6,tim:[0,7,12,18,20],time:[0,1,2,3,5,6,7,8,9,10,12,13,14,15,18,19,20,22,30,31,38,46,50,56,57,58,64,65,67,68,69,77,98,99,122,123,124],timercallback:[28,122],titl:[1,3,13,14,15,75],togeth:[1,65],toi:0,told:[31,64],toml:128,took:5,tool:[21,29,81,118],top:[21,22,23,24,110,118],total:[0,1,2,3,5,6,7,8,9,10,11,12,13,14,15,16,17,19,20,30,51,56,57,58,59,60,61,62,65,67,68,69,125],total_iter:[18,30,125],total_tim:46,trace:[1,73,79,111],trade:[1,25,30,35],train:[30,59,60,61,62],train_siz:[18,30],train_test_split:[18,30],transact:83,transform:[0,1,5,21,26,30,32,70,71,72,84,85,86,87,88,89,100,125,128],transformed_bound:[32,84,85,86,87,88],transformed_n_dim:[32,88],transformed_s:[84,85,86,87],transpar:[73,79],travi:[22,127],tree:[3,10,12,18,20,31,56,57,59,62,64,67,68,86,109,121],tri:[1,26,30],triangl:12,triangular:60,trivial:19,true_minimum:[15,20,73,79],tukendorf:127,tunabl:60,tune:[0,4,5,17,19,58,69,73,107,122],tupl:[1,30,31,32,52,56,57,58,64,65,66,67,68,69,73,79,80,81,82,83,88,89],turn:[77,89],tweak:2,two:[2,3,8,12,20,31,32,47,56,57,58,64,65,67,68,69,72,77,78,84,88],txt:24,type:[7,18,30,31,32,45,46,47,48,49,50,51,56,58,59,60,61,62,64,65,67,69,80,81,82,83,84,85,86,87,88,89,91,92,93,94,95,96,97,113,124,126],uint32:86,unauthent:19,uncertainti:1,under:[1,22,24,31,64],underli:30,understand:[12,18,30],uniform:[0,1,3,5,9,18,30,31,32,52,56,57,58,60,64,65,66,67,68,69,86,87,88,100,109,127],uniform_averag:[59,60,61,62],uniformli:[82,83,86,87],uninform:12,uniqu:[14,59,62],unit:[7,31,44,64,127],unknown:[0,1,15,20],unless:[59,62],unlimit:[59,62],unnam:107,unpack:[107,125],unpin:22,unprun:[59,62],unseen:[59,62],unserializ:[53,101],unsupervis:30,until:[7,59,62],untrust:19,updat:[2,5,22,30,31,58,59,60,61,62,64,65,69],update_next:[2,31,64,127],upon:[34,36,123],upper:[32,56,58,65,67,69,86,87,88,124],upper_bound:[31,32,52,56,57,58,64,65,66,67,68,69,80,81,82,83,88,89],usag:[0,1,2,3,5,6,7,8,9,10,12,13,14,15,18,19,20],use:[0,2,3,5,6,8,10,12,15,19,20,22,23,30,31,32,35,52,56,57,58,59,62,64,65,66,67,68,69,70,71,72,74,77,78,86,87,88,107,115],use_full_layout:[13,14],use_named_arg:[3,52,56,57,58,65,66,67,68,69,118,125],used:[0,1,2,5,7,8,10,12,15,20,26,30,31,32,41,42,52,53,55,56,57,58,59,60,61,62,64,65,66,67,68,69,70,75,76,77,78,80,81,86,87,88,101,103,106,109,110,111,125,126,127],useful:[5,12,19,30,31,35,64,125],useless:[35,58,69],user:[21,25,29,35,51],userwarn:9,uses:[1,2,3,6,7,12,15,20,30,59,60,61,62,71,72,77,107],using:[0,1,2,3,7,10,12,13,14,15,19,20,22,23,57,59,62,67,68,69,70,71,72,109,122,123,127,128],ussr:83,usual:22,util:[1,3,9,10,12,15,18,21,52,56,57,58,65,66,67,68,69,118,125],val:[10,12,18,20],valid:[3,10,18,22,26,30,58,59,60,62,65,69,77,109],valu:[0,1,2,3,4,5,7,8,11,12,13,14,15,18,20,25,26,30,31,34,35,36,48,52,54,55,56,57,58,59,60,61,62,64,65,66,67,68,69,70,71,72,73,75,77,79,80,81,84,86,87,94,98,99,100,102,103,105,106,109,113,125],van:[80,81],vari:[18,30,59,62,77],variabl:[5,12,19,41,70,74,77,90,92],varianc:[1,35,56,57,58,59,62,65,67,68,69,128],variou:[31,64,65,109],vector:[1,18,61,83],verbos:[1,5,19,30,51,52,56,57,58,59,62,65,66,67,68,69],verbosecallback:28,veri:[0,3,5,8,10,23,29,30,35,53,56,57,58,59,62,65,67,68,69,101,109],versa:[2,19,35,56,57,58,65,67,68,69],version:[1,2,6,10,18,19,22,31,56,57,58,59,60,61,62,64,65,67,68,69,116,119],via:[0,1,2,3,5,6,7,8,9,10,12,13,14,15,18,19,20,24,28,29,60,121,124],vice:[2,19,35,56,57,58,65,67,68,69],vinc:127,viridi:0,viridis_r:[12,20,77],visibl:12,visual:[0,1,4,11,43,44,52,56,74,77,111],visualis:12,vmax:[12,20],vmin:[12,20],vol:81,volum:83,wai:[2,8,10,12,13,14,60],walk:0,want:[0,2,3,5,13,14,18,19,30,31,34,36,56,57,58,64,65,67,68,69,110],warm_start:[59,62],warn:[9,10,18,19,59,62,123,127],warp:[32,84,85,86,87,88],weekend:5,weight:[59,60,61,62,123],weightag:[58,69],welcom:[21,22],well:[3,8,10,18,20,30,59,60,61,62],went:5,were:[12,74,77,80,123],what:[0,12,15,20,31,64],when:[0,2,3,7,8,10,12,13,14,18,19,20,22,30,32,34,36,47,51,53,54,55,56,57,58,59,60,61,62,65,67,68,69,70,71,72,75,77,78,80,81,82,83,86,87,88,94,101,102,103,107,109,110,122,123,125],where:[1,12,18,20,25,30,34,35,36,41,42,45,52,56,57,58,59,60,61,62,65,66,67,68,69,71,72,74,78,86,87,105,107,111],whether:[34,35,36,53,59,60,62,77,101],which:[0,1,2,3,6,7,8,10,12,18,20,28,29,30,31,32,34,35,36,47,50,51,53,56,58,59,60,61,62,63,64,65,67,69,70,71,72,73,74,75,77,79,86,87,88,98,101,104,105,106,107,109,111,113,125,128],whitekernel:[1,5,60],who:5,whole:[12,59,62],whose:78,why:[0,12],william:60,within:[3,32,46,48,52,66,88,109],without:[5,19,31,60,64],wong:81,word:[58,69,109],work:[2,5,19,22,30,59,60,61,62,77,127],workaround:30,world:[0,15,20],wors:[59,60,61,62],worst:[13,14],would:[0,15,18,20,30,31,34,36,58,59,60,61,62,64,69,109,125],wrap:107,wrapped_func:107,wrapper:[3,4,17,19,30,33,61,76,77,107],wrt:[59,60,61,62],www:[43,44],x1_valu:[12,20],x2_valu:[12,20],x86_64:[10,18],x_0:[12,74,77],x_1:[12,74,77],x_2:12,x_ax:[12,20],x_best:[31,58,64,69],x_eval:70,x_i:[0,1,12,31,58,64,69],x_iter:[0,1,5,9,15,52,56,57,58,65,66,67,68,69],x_j:12,x_k:12,x_label:[13,14],x_leav:[59,62],x_minim:98,x_t:1,x_test:[18,30],x_train:[18,30],x_train_:60,xlabel:[1,3],xrc1:22,y_ax:[12,20],y_best:[31,58,64,69],y_cov:60,y_i:1,y_mean:60,y_mean_grad:60,y_normal:128,y_opt:[25,33,34,36],y_pred:[59,60,61,62],y_sampl:60,y_std:60,y_std_grad:60,y_test:[18,30],y_train:[18,30],y_train_:60,y_true:[59,60,61,62],yaml:[32,88],yellow:12,yerr:15,yet:[0,51],yield:30,ylabel:[1,3,13,14],yml_path:[32,88],you:[0,1,2,3,5,12,18,19,22,23,30,31,50,52,56,57,58,61,64,65,66,67,68,69,77,78,107,110,123],your:[0,1,2,3,5,6,7,8,9,10,12,13,14,15,18,19,20,31,52,53,56,57,58,64,65,66,67,68,69,101,107],yourself:107,yscale:[15,20,73,79],zero:[1,31,32,58,59,60,62,64,69,84,88],zip:[4,9,10,15],zscale:[77,78]},titles:["Async optimization Loop","Bayesian optimization with <code class=\"docutils literal notranslate\"><span class=\"pre\">skopt</span></code>","Exploration vs exploitation","Tuning a scikit-learn estimator with <code class=\"docutils literal notranslate\"><span class=\"pre\">skopt</span></code>","Examples","Interruptible optimization runs with checkpoints","Use different base estimators for optimization","Parallel optimization","Partial Dependence Plots","Partial Dependence Plots 2D","Partial Dependence Plots  with categorical values","Computation times","Visualizing optimization results","Comparing initial sampling methods","Comparing initial sampling methods on integer space","Comparing initial point generation methods","Computation times","Computation times","Scikit-learn hyperparameter search wrapper","Store and load <code class=\"docutils literal notranslate\"><span class=\"pre\">skopt</span></code> optimization results","Comparing surrogate models","Table Of Contents","Development","Getting started","Installation","1. Acquisition","2. BayesSearchCV, a GridSearchCV compatible estimator","Benchmarks","3. Callbacks","API Reference","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt</span></code>.BayesSearchCV","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt</span></code>.Optimizer","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt</span></code>.Space","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.acquisition</span></code>.gaussian_acquisition_1D","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.acquisition</span></code>.gaussian_ei","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.acquisition</span></code>.gaussian_lcb","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.acquisition</span></code>.gaussian_pi","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.benchmarks</span></code>.bench1","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.benchmarks</span></code>.bench1_with_time","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.benchmarks</span></code>.bench2","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.benchmarks</span></code>.bench3","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.benchmarks</span></code>.bench4","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.benchmarks</span></code>.bench5","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.benchmarks</span></code>.branin","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.benchmarks</span></code>.hart6","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.callbacks</span></code>.CheckpointSaver","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.callbacks</span></code>.DeadlineStopper","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.callbacks</span></code>.DeltaXStopper","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.callbacks</span></code>.DeltaYStopper","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.callbacks</span></code>.EarlyStopper","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.callbacks</span></code>.TimerCallback","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.callbacks</span></code>.VerboseCallback","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt</span></code>.dummy_minimize","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt</span></code>.dump","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt</span></code>.expected_minimum","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt</span></code>.expected_minimum_random_sampling","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt</span></code>.forest_minimize","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt</span></code>.gbrt_minimize","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt</span></code>.gp_minimize","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.learning</span></code>.ExtraTreesRegressor","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.learning</span></code>.GaussianProcessRegressor","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.learning</span></code>.GradientBoostingQuantileRegressor","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.learning</span></code>.RandomForestRegressor","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt</span></code>.load","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.optimizer</span></code>.Optimizer","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.optimizer</span></code>.base_minimize","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.optimizer</span></code>.dummy_minimize","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.optimizer</span></code>.forest_minimize","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.optimizer</span></code>.gbrt_minimize","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.optimizer</span></code>.gp_minimize","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.plots</span></code>.partial_dependence","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.plots</span></code>.partial_dependence_1D","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.plots</span></code>.partial_dependence_2D","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.plots</span></code>.plot_convergence","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.plots</span></code>.plot_evaluations","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.plots</span></code>.plot_gaussian_process","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.plots</span></code>.plot_histogram","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.plots</span></code>.plot_objective","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.plots</span></code>.plot_objective_2D","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.plots</span></code>.plot_regret","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.sampler</span></code>.Halton","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.sampler</span></code>.Hammersly","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.sampler</span></code>.Lhs","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.sampler</span></code>.Sobol","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.space.space</span></code>.Categorical","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.space.space</span></code>.Dimension","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.space.space</span></code>.Integer","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.space.space</span></code>.Real","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.space.space</span></code>.Space","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.space.space</span></code>.check_dimension","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.space.transformers</span></code>.CategoricalEncoder","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.space.transformers</span></code>.Identity","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.space.transformers</span></code>.LabelEncoder","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.space.transformers</span></code>.LogN","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.space.transformers</span></code>.Normalize","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.space.transformers</span></code>.Pipeline","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.space.transformers</span></code>.StringEncoder","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.space.transformers</span></code>.Transformer","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.utils</span></code>.cook_estimator","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.utils</span></code>.cook_initial_point_generator","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.utils</span></code>.dimensions_aslist","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.utils</span></code>.dump","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.utils</span></code>.expected_minimum","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.utils</span></code>.expected_minimum_random_sampling","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.utils</span></code>.load","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.utils</span></code>.point_asdict","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.utils</span></code>.point_aslist","<code class=\"xref py py-mod docutils literal notranslate\"><span class=\"pre\">skopt.utils</span></code>.use_named_args","Learning","5. <code class=\"docutils literal notranslate\"><span class=\"pre\">skopt</span></code>\u2019s top level minimization functions","4. Optimizer, an ask-and-tell interface","6. Plotting tools","Sampling methods","7. Space","Transformers","8. Utility functions","Welcome to scikit-optimize","&lt;no title&gt;","User guide: contents","Release History","&lt;no title&gt;","Version 0.1","Version 0.2","Version 0.3","Version 0.4","Version 0.5.2","Version 0.6","Version 0.7.2","Version 0.8.1"],titleterms:{"class":29,"function":[1,4,8,10,12,19,29,109,115],"new":[121,122,123,124,125,126],Going:12,Lhs:82,The:0,Use:6,Using:19,acquisit:[1,25,29,33,34,35,36],advanc:18,all:[3,13,14,18],api:[29,123,124],argument:18,ask:110,async:0,base:[6,29],base_minim:65,bayesian:[1,10],bayessearchcv:[26,30],bench1:37,bench1_with_tim:38,bench2:39,bench3:40,bench4:41,bench5:42,benchmark:[27,29,37,38,39,40,41,42,43,44],boxplot:[13,14],branin:[12,43],bug:[123,124,125,126],callback:[18,28,29,45,46,47,48,49,50,51],categor:[10,84,113],categoricalencod:90,center:[13,14],chang:[2,123,124],check_dimens:89,checkpoint:5,checkpointsav:45,classic:[13,14],collect:29,compar:[13,14,15,20],compat:26,comput:[11,16,17],content:21,continu:5,control:18,converg:3,cook_estim:98,cook_initial_point_gener:99,correl:[13,14],count:18,deadlinestopp:46,decis:8,deltaxstopp:47,deltaystopp:48,depend:[8,9,10,12],develop:[22,24],differ:6,dimens:[12,85],dimensions_aslist:100,dummy_minim:[52,66,109],dump:[19,53,101,115],earli:28,earlystopp:49,estim:[3,6,26],evalu:12,exampl:[1,2,4,5,6,7,18,19,30,31,32,43,44,45,52,53,56,58,60,63,73,74,75,76,77,78,80,81,82,83,99,105,107],expected_minimum:[54,102],expected_minimum_random_sampl:[55,103],exploit:2,explor:[2,18],extens:29,extratreesregressor:59,featur:[121,122,123,124,125,126],find:23,fit:18,fix:[123,124,125,126],forest_minim:[56,67,109],from:12,gaussian_acquisition_1d:33,gaussian_ei:[25,34],gaussian_lcb:[25,35],gaussian_pi:[25,36],gaussianprocessregressor:60,gbrt_minim:[57,68,109],gener:15,get:23,gp_minim:[58,69,109],gradientboostingquantileregressor:61,grid:[13,14],gridsearchcv:26,guid:118,halton:[13,14,80],hammersli:[13,14,81],hart6:44,histori:119,hypercub:[13,14],hyperparamet:18,ident:91,initi:[4,13,14,15],instal:24,integ:[14,86,113],interfac:110,interrupt:5,introduct:[7,18],iter:18,kappa:2,kernel:6,labelencod:92,last:5,latin:[13,14],learn:[3,18,29,59,60,61,62,108],level:109,load:[19,63,104,115],locat:[8,10],logn:93,loop:[0,1],machin:29,mainten:[125,126],make:22,maximin:[13,14],method:[13,14,15,18,112],minim:[18,109],minimum:[8,10,23],miscellan:[4,127,128],model:[12,15,20,29],modifi:[8,10],modul:29,monitor:[18,28],normal:94,object:[3,8,10,12,15,19,20],optim:[0,1,3,5,6,7,10,12,13,14,19,29,31,64,65,66,67,68,69,110,116,127,128],optimis:8,other:28,parallel:7,partial:[8,9,10,12],partial_depend:70,partial_dependence_1d:71,partial_dependence_2d:72,pdist:[13,14],pipelin:95,plot:[3,4,8,9,10,12,29,70,71,72,73,74,75,76,77,78,79,111,127,128],plot_converg:[73,111],plot_evalu:[74,111],plot_gaussian_process:75,plot_histogram:76,plot_object:[77,111],plot_objective_2d:78,plot_regret:[79,111],point:15,point_asdict:105,point_aslist:106,possibl:[5,19],problem:[1,3,5,19,29],progress:18,random:[12,13,14],randomforestregressor:62,ratio:[13,14],real:[87,113],refer:29,releas:[22,119],restor:5,result:[12,19],run:5,sampl:[4,12,13,14,112],sampler:[29,80,81,82,83,128],scikit:[3,18,116],search:[5,18],searchcv:[127,128],set:[8,10],setup:0,shown:[8,10],simpl:[5,19],six:12,skopt:[1,3,19,29,30,31,32,33,34,35,36,37,38,39,40,41,42,43,44,45,46,47,48,49,50,51,52,53,54,55,56,57,58,59,60,61,62,63,64,65,66,67,68,69,70,71,72,73,74,75,76,77,78,79,80,81,82,83,84,85,86,87,88,89,90,91,92,93,94,95,96,97,98,99,100,101,102,103,104,105,106,107,109,127,128],sobol:[13,14,83],space:[14,29,32,84,85,86,87,88,89,90,91,92,93,94,95,96,97,113,127,128],start:[12,23],statement:[1,3,5,19],stop:28,store:19,stringencod:96,subspac:18,surrog:20,tabl:21,tell:110,test:6,thing:3,time:[11,16,17],timercallback:50,toi:[1,2,6,12,15,20],tool:111,top:109,total:18,transform:[29,90,91,92,93,94,95,96,97,114],tree:8,tune:3,unserializ:19,use_named_arg:[107,115],used:18,user:118,using:[8,18,30,31,32,43,44,45,52,53,56,58,60,63,73,74,75,76,77,78,80,81,82,83,99,105,107],util:[29,98,99,100,101,102,103,104,105,106,107,115,127,128],valu:10,verbosecallback:51,version:[24,121,122,123,124,125,126,127,128],visual:12,welcom:116,without:[8,10],work:12,wrapper:18}})