@@ -36,7 +36,7 @@ with AutoPyTorch
3636
3737 .. code-block :: none
3838
39- <smac.runhistory.runhistory.RunHistory object at 0x7feb69c1fb20 > [TrajEntry(train_perf=2147483648, incumbent_id=1, incumbent=Configuration:
39+ <smac.runhistory.runhistory.RunHistory object at 0x7f749966b6a0 > [TrajEntry(train_perf=2147483648, incumbent_id=1, incumbent=Configuration:
4040 data_loader:batch_size, Value: 64
4141 encoder:__choice__, Value: 'OneHotEncoder'
4242 feature_preprocessor:__choice__, Value: 'NoFeaturePreprocessor'
@@ -68,7 +68,7 @@ with AutoPyTorch
6868 scaler:__choice__, Value: 'StandardScaler'
6969 trainer:StandardTrainer:weighted_loss, Value: True
7070 trainer:__choice__, Value: 'StandardTrainer'
71- , ta_runs=0, ta_time_used=0.0, wallclock_time=0.001767873764038086 , budget=0), TrajEntry(train_perf=0.18128654970760238 , incumbent_id=1, incumbent=Configuration:
71+ , ta_runs=0, ta_time_used=0.0, wallclock_time=0.002102375030517578 , budget=0), TrajEntry(train_perf=0.17543859649122806 , incumbent_id=1, incumbent=Configuration:
7272 data_loader:batch_size, Value: 64
7373 encoder:__choice__, Value: 'OneHotEncoder'
7474 feature_preprocessor:__choice__, Value: 'NoFeaturePreprocessor'
@@ -100,7 +100,7 @@ with AutoPyTorch
100100 scaler:__choice__, Value: 'StandardScaler'
101101 trainer:StandardTrainer:weighted_loss, Value: True
102102 trainer:__choice__, Value: 'StandardTrainer'
103- , ta_runs=1, ta_time_used=4.665284872055054 , wallclock_time=6.1089887619018555 , budget=5.555555555555555), TrajEntry(train_perf=0.13450292397660824 , incumbent_id=2, incumbent=Configuration:
103+ , ta_runs=1, ta_time_used=5.201563596725464 , wallclock_time=6.676171779632568 , budget=5.555555555555555), TrajEntry(train_perf=0.14035087719298245 , incumbent_id=2, incumbent=Configuration:
104104 data_loader:batch_size, Value: 153
105105 encoder:__choice__, Value: 'OneHotEncoder'
106106 feature_preprocessor:KernelPCA:gamma, Value: 0.6217858094449208
@@ -133,52 +133,21 @@ with AutoPyTorch
133133 trainer:MixUpTrainer:alpha, Value: 0.7490557199071863
134134 trainer:MixUpTrainer:weighted_loss, Value: False
135135 trainer:__choice__, Value: 'MixUpTrainer'
136- , ta_runs=4, ta_time_used=42.54132056236267, wallclock_time=50.49244809150696, budget=5.555555555555555), TrajEntry(train_perf=0.19883040935672514, incumbent_id=3, incumbent=Configuration:
137- data_loader:batch_size, Value: 64
138- encoder:__choice__, Value: 'OneHotEncoder'
139- feature_preprocessor:__choice__, Value: 'NoFeaturePreprocessor'
140- imputer:categorical_strategy, Value: 'most_frequent'
141- imputer:numerical_strategy, Value: 'mean'
142- lr_scheduler:ReduceLROnPlateau:factor, Value: 0.1
143- lr_scheduler:ReduceLROnPlateau:mode, Value: 'min'
144- lr_scheduler:ReduceLROnPlateau:patience, Value: 10
145- lr_scheduler:__choice__, Value: 'ReduceLROnPlateau'
146- network_backbone:ShapedMLPBackbone:activation, Value: 'relu'
147- network_backbone:ShapedMLPBackbone:max_units, Value: 200
148- network_backbone:ShapedMLPBackbone:mlp_shape, Value: 'funnel'
149- network_backbone:ShapedMLPBackbone:num_groups, Value: 5
150- network_backbone:ShapedMLPBackbone:output_dim, Value: 200
151- network_backbone:ShapedMLPBackbone:use_dropout, Value: False
152- network_backbone:__choice__, Value: 'ShapedMLPBackbone'
153- network_embedding:__choice__, Value: 'NoEmbedding'
154- network_head:__choice__, Value: 'fully_connected'
155- network_head:fully_connected:activation, Value: 'relu'
156- network_head:fully_connected:num_layers, Value: 2
157- network_head:fully_connected:units_layer_1, Value: 128
158- network_init:XavierInit:bias_strategy, Value: 'Normal'
159- network_init:__choice__, Value: 'XavierInit'
160- optimizer:AdamOptimizer:beta1, Value: 0.9
161- optimizer:AdamOptimizer:beta2, Value: 0.9
162- optimizer:AdamOptimizer:lr, Value: 0.01
163- optimizer:AdamOptimizer:weight_decay, Value: 0.0
164- optimizer:__choice__, Value: 'AdamOptimizer'
165- scaler:__choice__, Value: 'StandardScaler'
166- trainer:StandardTrainer:weighted_loss, Value: True
167- trainer:__choice__, Value: 'StandardTrainer'
168- , ta_runs=11, ta_time_used=102.16757273674011, wallclock_time=127.4495575428009, budget=16.666666666666664)]
169- {'accuracy': 0.861271676300578}
136+ , ta_runs=4, ta_time_used=50.87985134124756, wallclock_time=58.71370840072632, budget=5.555555555555555)]
137+ {'accuracy': 0.8786127167630058}
170138 | | Preprocessing | Estimator | Weight |
171139 |---:|:------------------------------------------------------------------|:----------------------------------------------------------------|---------:|
172- | 0 | SimpleImputer,OneHotEncoder,StandardScaler,KernelPCA | no embedding,ShapedMLPBackbone,FullyConnectedHead,nn.Sequential | 0.32 |
173- | 1 | None | CatBoostClassifier | 0.24 |
174- | 2 | None | KNNClassifier | 0.14 |
175- | 3 | None | RFClassifier | 0.12 |
176- | 4 | SimpleImputer,NoEncoder,NoScaler,Nystroem | no embedding,ShapedMLPBackbone,FullyConnectedHead,nn.Sequential | 0.04 |
177- | 5 | None | ExtraTreesClassifier | 0.04 |
178- | 6 | SimpleImputer,OneHotEncoder,StandardScaler,NoFeaturePreprocessing | no embedding,ShapedMLPBackbone,FullyConnectedHead,nn.Sequential | 0.04 |
179- | 7 | SimpleImputer,OneHotEncoder,NoScaler,NoFeaturePreprocessing | embedding,ShapedResNetBackbone,FullyConnectedHead,nn.Sequential | 0.02 |
180- | 8 | SimpleImputer,OneHotEncoder,StandardScaler,NoFeaturePreprocessing | no embedding,ShapedMLPBackbone,FullyConnectedHead,nn.Sequential | 0.02 |
181- | 9 | SimpleImputer,OneHotEncoder,StandardScaler,NoFeaturePreprocessing | no embedding,ShapedMLPBackbone,FullyConnectedHead,nn.Sequential | 0.02 |
140+ | 0 | SimpleImputer,OneHotEncoder,StandardScaler,KernelPCA | no embedding,ShapedMLPBackbone,FullyConnectedHead,nn.Sequential | 0.24 |
141+ | 1 | None | CatBoostClassifier | 0.18 |
142+ | 2 | SimpleImputer,OneHotEncoder,StandardScaler,KernelPCA | no embedding,ShapedMLPBackbone,FullyConnectedHead,nn.Sequential | 0.16 |
143+ | 3 | None | KNNClassifier | 0.1 |
144+ | 4 | SimpleImputer,NoEncoder,NoScaler,PolynomialFeatures | no embedding,ResNetBackbone,FullyConnectedHead,nn.Sequential | 0.08 |
145+ | 5 | None | ExtraTreesClassifier | 0.08 |
146+ | 6 | SimpleImputer,OneHotEncoder,StandardScaler,KernelPCA | no embedding,ShapedMLPBackbone,FullyConnectedHead,nn.Sequential | 0.04 |
147+ | 7 | SimpleImputer,OneHotEncoder,StandardScaler,NoFeaturePreprocessing | no embedding,ShapedMLPBackbone,FullyConnectedHead,nn.Sequential | 0.04 |
148+ | 8 | SimpleImputer,OneHotEncoder,MinMaxScaler,PolynomialFeatures | embedding,ResNetBackbone,FullyConnectedHead,nn.Sequential | 0.04 |
149+ | 9 | SimpleImputer,NoEncoder,NoScaler,Nystroem | no embedding,ShapedMLPBackbone,FullyConnectedHead,nn.Sequential | 0.02 |
150+ | 10 | SimpleImputer,OneHotEncoder,StandardScaler,NoFeaturePreprocessing | no embedding,ShapedMLPBackbone,FullyConnectedHead,nn.Sequential | 0.02 |
182151
183152
184153
@@ -256,7 +225,7 @@ with AutoPyTorch
256225
257226 .. rst-class :: sphx-glr-timing
258227
259- **Total running time of the script: ** ( 5 minutes 51.528 seconds)
228+ **Total running time of the script: ** ( 6 minutes 3.800 seconds)
260229
261230
262231.. _sphx_glr_download_basics_tabular_example_tabular_classification.py :
0 commit comments