Merge pull request #54 from RylanSchaeffer/main

2024-05-07-double-descent-demystified
iclr-blogposts · Mar 22, 2024 · 90ebea0 · 90ebea0
2 parents 187f83c + 2744e03
commit 90ebea0
Show file tree

Hide file tree

Showing 104 changed files with 1,302 additions and 0 deletions.
diff --git a/_posts/2024-05-07-double-descent-demystified.md b/_posts/2024-05-07-double-descent-demystified.md
diff --git a/assets/bibliography/2024-05-07-double-descent-demystified.bib b/assets/bibliography/2024-05-07-double-descent-demystified.bib
diff --git a/assets/img/2024-05-07-double-descent-demystified/henighan2023superposition.png b/assets/img/2024-05-07-double-descent-demystified/henighan2023superposition.png
diff --git a/.../img/2024-05-07-double-descent-demystified/overparameterized_generalization.jpg b/.../img/2024-05-07-double-descent-demystified/overparameterized_generalization.jpg
diff --git a/assets/img/2024-05-07-double-descent-demystified/overparameterized_generalization.pdf b/assets/img/2024-05-07-double-descent-demystified/overparameterized_generalization.pdf
diff --git a/.../img/2024-05-07-double-descent-demystified/overparameterized_generalization.png b/.../img/2024-05-07-double-descent-demystified/overparameterized_generalization.png
diff --git a/...t-demystified/real_data_ablations/california_housing/least_informative_singular_value.pdf b/...t-demystified/real_data_ablations/california_housing/least_informative_singular_value.pdf
diff --git a/...ied/real_data_ablations/california_housing/least_informative_singular_value.png b/...ied/real_data_ablations/california_housing/least_informative_singular_value.png
diff --git a/...uble-descent-demystified/real_data_ablations/california_housing/no_residuals_in_ideal.pdf b/...uble-descent-demystified/real_data_ablations/california_housing/no_residuals_in_ideal.pdf
diff --git a/...nt-demystified/real_data_ablations/california_housing/no_residuals_in_ideal.png b/...nt-demystified/real_data_ablations/california_housing/no_residuals_in_ideal.png
diff --git a/...e-descent-demystified/real_data_ablations/california_housing/no_small_singular_values.pdf b/...e-descent-demystified/real_data_ablations/california_housing/no_small_singular_values.pdf
diff --git a/...demystified/real_data_ablations/california_housing/no_small_singular_values.png b/...demystified/real_data_ablations/california_housing/no_small_singular_values.png
diff --git a/...7-double-descent-demystified/real_data_ablations/california_housing/test_bias_squared.pdf b/...7-double-descent-demystified/real_data_ablations/california_housing/test_bias_squared.pdf
diff --git a/...escent-demystified/real_data_ablations/california_housing/test_bias_squared.png b/...escent-demystified/real_data_ablations/california_housing/test_bias_squared.png
diff --git a/...t-demystified/real_data_ablations/california_housing/test_feat_in_train_feat_subspace.pdf b/...t-demystified/real_data_ablations/california_housing/test_feat_in_train_feat_subspace.pdf
diff --git a/...ied/real_data_ablations/california_housing/test_feat_in_train_feat_subspace.png b/...ied/real_data_ablations/california_housing/test_feat_in_train_feat_subspace.png
diff --git a/...024-05-07-double-descent-demystified/real_data_ablations/california_housing/unablated.pdf b/...024-05-07-double-descent-demystified/real_data_ablations/california_housing/unablated.pdf
diff --git a/...double-descent-demystified/real_data_ablations/california_housing/unablated.png b/...double-descent-demystified/real_data_ablations/california_housing/unablated.png
diff --git a/...ble-descent-demystified/real_data_ablations/diabetes/least_informative_singular_value.pdf b/...ble-descent-demystified/real_data_ablations/diabetes/least_informative_singular_value.pdf
diff --git a/...t-demystified/real_data_ablations/diabetes/least_informative_singular_value.png b/...t-demystified/real_data_ablations/diabetes/least_informative_singular_value.png
diff --git a/...4-05-07-double-descent-demystified/real_data_ablations/diabetes/no_residuals_in_ideal.pdf b/...4-05-07-double-descent-demystified/real_data_ablations/diabetes/no_residuals_in_ideal.pdf
diff --git a/...uble-descent-demystified/real_data_ablations/diabetes/no_residuals_in_ideal.png b/...uble-descent-demystified/real_data_ablations/diabetes/no_residuals_in_ideal.png
diff --git a/...5-07-double-descent-demystified/real_data_ablations/diabetes/no_small_singular_values.pdf b/...5-07-double-descent-demystified/real_data_ablations/diabetes/no_small_singular_values.pdf
diff --git a/...e-descent-demystified/real_data_ablations/diabetes/no_small_singular_values.png b/...e-descent-demystified/real_data_ablations/diabetes/no_small_singular_values.png
diff --git a/.../2024-05-07-double-descent-demystified/real_data_ablations/diabetes/test_bias_squared.pdf b/.../2024-05-07-double-descent-demystified/real_data_ablations/diabetes/test_bias_squared.pdf
diff --git a/...7-double-descent-demystified/real_data_ablations/diabetes/test_bias_squared.png b/...7-double-descent-demystified/real_data_ablations/diabetes/test_bias_squared.png
diff --git a/...ble-descent-demystified/real_data_ablations/diabetes/test_feat_in_train_feat_subspace.pdf b/...ble-descent-demystified/real_data_ablations/diabetes/test_feat_in_train_feat_subspace.pdf
diff --git a/...t-demystified/real_data_ablations/diabetes/test_feat_in_train_feat_subspace.png b/...t-demystified/real_data_ablations/diabetes/test_feat_in_train_feat_subspace.png
diff --git a/assets/img/2024-05-07-double-descent-demystified/real_data_ablations/diabetes/unablated.pdf b/assets/img/2024-05-07-double-descent-demystified/real_data_ablations/diabetes/unablated.pdf
diff --git a/...024-05-07-double-descent-demystified/real_data_ablations/diabetes/unablated.png b/...024-05-07-double-descent-demystified/real_data_ablations/diabetes/unablated.png
diff --git a/...cent-demystified/real_data_ablations/student_teacher/least_informative_singular_value.pdf b/...cent-demystified/real_data_ablations/student_teacher/least_informative_singular_value.pdf
diff --git a/...tified/real_data_ablations/student_teacher/least_informative_singular_value.png b/...tified/real_data_ablations/student_teacher/least_informative_singular_value.png
diff --git a/...-double-descent-demystified/real_data_ablations/student_teacher/no_residuals_in_ideal.pdf b/...-double-descent-demystified/real_data_ablations/student_teacher/no_residuals_in_ideal.pdf
diff --git a/...scent-demystified/real_data_ablations/student_teacher/no_residuals_in_ideal.png b/...scent-demystified/real_data_ablations/student_teacher/no_residuals_in_ideal.png
diff --git a/...uble-descent-demystified/real_data_ablations/student_teacher/no_small_singular_values.pdf b/...uble-descent-demystified/real_data_ablations/student_teacher/no_small_singular_values.pdf
diff --git a/...nt-demystified/real_data_ablations/student_teacher/no_small_singular_values.png b/...nt-demystified/real_data_ablations/student_teacher/no_small_singular_values.png
diff --git a/...5-07-double-descent-demystified/real_data_ablations/student_teacher/test_bias_squared.pdf b/...5-07-double-descent-demystified/real_data_ablations/student_teacher/test_bias_squared.pdf
diff --git a/...e-descent-demystified/real_data_ablations/student_teacher/test_bias_squared.png b/...e-descent-demystified/real_data_ablations/student_teacher/test_bias_squared.png
diff --git a/...cent-demystified/real_data_ablations/student_teacher/test_feat_in_train_feat_subspace.pdf b/...cent-demystified/real_data_ablations/student_teacher/test_feat_in_train_feat_subspace.pdf
diff --git a/...tified/real_data_ablations/student_teacher/test_feat_in_train_feat_subspace.png b/...tified/real_data_ablations/student_teacher/test_feat_in_train_feat_subspace.png
diff --git a/...g/2024-05-07-double-descent-demystified/real_data_ablations/student_teacher/unablated.pdf b/...g/2024-05-07-double-descent-demystified/real_data_ablations/student_teacher/unablated.pdf
diff --git a/...07-double-descent-demystified/real_data_ablations/student_teacher/unablated.png b/...07-double-descent-demystified/real_data_ablations/student_teacher/unablated.png
diff --git a/...-demystified/real_data_ablations/who_life_expectancy/least_informative_singular_value.pdf b/...-demystified/real_data_ablations/who_life_expectancy/least_informative_singular_value.pdf
diff --git a/...ed/real_data_ablations/who_life_expectancy/least_informative_singular_value.png b/...ed/real_data_ablations/who_life_expectancy/least_informative_singular_value.png
diff --git a/...ble-descent-demystified/real_data_ablations/who_life_expectancy/no_residuals_in_ideal.pdf b/...ble-descent-demystified/real_data_ablations/who_life_expectancy/no_residuals_in_ideal.pdf
diff --git a/...t-demystified/real_data_ablations/who_life_expectancy/no_residuals_in_ideal.png b/...t-demystified/real_data_ablations/who_life_expectancy/no_residuals_in_ideal.png
diff --git a/...-descent-demystified/real_data_ablations/who_life_expectancy/no_small_singular_values.pdf b/...-descent-demystified/real_data_ablations/who_life_expectancy/no_small_singular_values.pdf
diff --git a/...emystified/real_data_ablations/who_life_expectancy/no_small_singular_values.png b/...emystified/real_data_ablations/who_life_expectancy/no_small_singular_values.png
diff --git a/...-double-descent-demystified/real_data_ablations/who_life_expectancy/test_bias_squared.pdf b/...-double-descent-demystified/real_data_ablations/who_life_expectancy/test_bias_squared.pdf
diff --git a/...scent-demystified/real_data_ablations/who_life_expectancy/test_bias_squared.png b/...scent-demystified/real_data_ablations/who_life_expectancy/test_bias_squared.png
diff --git a/...-demystified/real_data_ablations/who_life_expectancy/test_feat_in_train_feat_subspace.pdf b/...-demystified/real_data_ablations/who_life_expectancy/test_feat_in_train_feat_subspace.pdf
diff --git a/...ed/real_data_ablations/who_life_expectancy/test_feat_in_train_feat_subspace.png b/...ed/real_data_ablations/who_life_expectancy/test_feat_in_train_feat_subspace.png
diff --git a/...24-05-07-double-descent-demystified/real_data_ablations/who_life_expectancy/unablated.pdf b/...24-05-07-double-descent-demystified/real_data_ablations/who_life_expectancy/unablated.pdf
diff --git a/...ouble-descent-demystified/real_data_ablations/who_life_expectancy/unablated.png b/...ouble-descent-demystified/real_data_ablations/who_life_expectancy/unablated.png
diff --git a/...e-descent-demystified/real_data_adversarial/california_housing/adversarial_test_datum.pdf b/...e-descent-demystified/real_data_adversarial/california_housing/adversarial_test_datum.pdf
diff --git a/...demystified/real_data_adversarial/california_housing/adversarial_test_datum.png b/...demystified/real_data_adversarial/california_housing/adversarial_test_datum.png
diff --git a/...e-descent-demystified/real_data_adversarial/california_housing/adversarial_train_data.pdf b/...e-descent-demystified/real_data_adversarial/california_housing/adversarial_train_data.pdf
diff --git a/...demystified/real_data_adversarial/california_housing/adversarial_train_data.png b/...demystified/real_data_adversarial/california_housing/adversarial_train_data.png
diff --git a/...4-05-07-double-descent-demystified/real_data_adversarial/california_housing/unablated.pdf b/...4-05-07-double-descent-demystified/real_data_adversarial/california_housing/unablated.pdf
diff --git a/...uble-descent-demystified/real_data_adversarial/california_housing/unablated.png b/...uble-descent-demystified/real_data_adversarial/california_housing/unablated.png
diff --git a/...5-07-double-descent-demystified/real_data_adversarial/diabetes/adversarial_test_datum.pdf b/...5-07-double-descent-demystified/real_data_adversarial/diabetes/adversarial_test_datum.pdf
diff --git a/...e-descent-demystified/real_data_adversarial/diabetes/adversarial_test_datum.png b/...e-descent-demystified/real_data_adversarial/diabetes/adversarial_test_datum.png
diff --git a/...5-07-double-descent-demystified/real_data_adversarial/diabetes/adversarial_train_data.pdf b/...5-07-double-descent-demystified/real_data_adversarial/diabetes/adversarial_train_data.pdf
diff --git a/...e-descent-demystified/real_data_adversarial/diabetes/adversarial_train_data.png b/...e-descent-demystified/real_data_adversarial/diabetes/adversarial_train_data.png
diff --git a/...ts/img/2024-05-07-double-descent-demystified/real_data_adversarial/diabetes/unablated.pdf b/...ts/img/2024-05-07-double-descent-demystified/real_data_adversarial/diabetes/unablated.pdf
diff --git a/...4-05-07-double-descent-demystified/real_data_adversarial/diabetes/unablated.png b/...4-05-07-double-descent-demystified/real_data_adversarial/diabetes/unablated.png
diff --git a/...uble-descent-demystified/real_data_adversarial/student_teacher/adversarial_test_datum.pdf b/...uble-descent-demystified/real_data_adversarial/student_teacher/adversarial_test_datum.pdf
diff --git a/...nt-demystified/real_data_adversarial/student_teacher/adversarial_test_datum.png b/...nt-demystified/real_data_adversarial/student_teacher/adversarial_test_datum.png
diff --git a/...uble-descent-demystified/real_data_adversarial/student_teacher/adversarial_train_data.pdf b/...uble-descent-demystified/real_data_adversarial/student_teacher/adversarial_train_data.pdf
diff --git a/...nt-demystified/real_data_adversarial/student_teacher/adversarial_train_data.png b/...nt-demystified/real_data_adversarial/student_teacher/adversarial_train_data.png
diff --git a/...2024-05-07-double-descent-demystified/real_data_adversarial/student_teacher/unablated.pdf b/...2024-05-07-double-descent-demystified/real_data_adversarial/student_teacher/unablated.pdf
diff --git a/...-double-descent-demystified/real_data_adversarial/student_teacher/unablated.png b/...-double-descent-demystified/real_data_adversarial/student_teacher/unablated.png
diff --git a/...-descent-demystified/real_data_adversarial/who_life_expectancy/adversarial_test_datum.pdf b/...-descent-demystified/real_data_adversarial/who_life_expectancy/adversarial_test_datum.pdf
diff --git a/...emystified/real_data_adversarial/who_life_expectancy/adversarial_test_datum.png b/...emystified/real_data_adversarial/who_life_expectancy/adversarial_test_datum.png
diff --git a/...-descent-demystified/real_data_adversarial/who_life_expectancy/adversarial_train_data.pdf b/...-descent-demystified/real_data_adversarial/who_life_expectancy/adversarial_train_data.pdf
diff --git a/...emystified/real_data_adversarial/who_life_expectancy/adversarial_train_data.png b/...emystified/real_data_adversarial/who_life_expectancy/adversarial_train_data.png
diff --git a/...-05-07-double-descent-demystified/real_data_adversarial/who_life_expectancy/unablated.pdf b/...-05-07-double-descent-demystified/real_data_adversarial/who_life_expectancy/unablated.pdf
diff --git a/...ble-descent-demystified/real_data_adversarial/who_life_expectancy/unablated.png b/...ble-descent-demystified/real_data_adversarial/who_life_expectancy/unablated.png
diff --git a/...24-05-07-double-descent-demystified/smallest_nonzero_singular_value/data_distribution.pdf b/...24-05-07-double-descent-demystified/smallest_nonzero_singular_value/data_distribution.pdf
diff --git a/...ouble-descent-demystified/smallest_nonzero_singular_value/data_distribution.png b/...ouble-descent-demystified/smallest_nonzero_singular_value/data_distribution.png
diff --git a/...uble-descent-demystified/smallest_nonzero_singular_value/data_distribution_num_data=1.pdf b/...uble-descent-demystified/smallest_nonzero_singular_value/data_distribution_num_data=1.pdf
diff --git a/...nt-demystified/smallest_nonzero_singular_value/data_distribution_num_data=1.png b/...nt-demystified/smallest_nonzero_singular_value/data_distribution_num_data=1.png
diff --git a/...ble-descent-demystified/smallest_nonzero_singular_value/data_distribution_num_data=10.pdf b/...ble-descent-demystified/smallest_nonzero_singular_value/data_distribution_num_data=10.pdf
diff --git a/...t-demystified/smallest_nonzero_singular_value/data_distribution_num_data=10.png b/...t-demystified/smallest_nonzero_singular_value/data_distribution_num_data=10.png
diff --git a/...le-descent-demystified/smallest_nonzero_singular_value/data_distribution_num_data=100.pdf b/...le-descent-demystified/smallest_nonzero_singular_value/data_distribution_num_data=100.pdf
diff --git a/...-demystified/smallest_nonzero_singular_value/data_distribution_num_data=100.png b/...-demystified/smallest_nonzero_singular_value/data_distribution_num_data=100.png
diff --git a/...uble-descent-demystified/smallest_nonzero_singular_value/data_distribution_num_data=2.pdf b/...uble-descent-demystified/smallest_nonzero_singular_value/data_distribution_num_data=2.pdf
diff --git a/...nt-demystified/smallest_nonzero_singular_value/data_distribution_num_data=2.png b/...nt-demystified/smallest_nonzero_singular_value/data_distribution_num_data=2.png
diff --git a/...ble-descent-demystified/smallest_nonzero_singular_value/data_distribution_num_data=25.pdf b/...ble-descent-demystified/smallest_nonzero_singular_value/data_distribution_num_data=25.pdf
diff --git a/...t-demystified/smallest_nonzero_singular_value/data_distribution_num_data=25.png b/...t-demystified/smallest_nonzero_singular_value/data_distribution_num_data=25.png
diff --git a/...uble-descent-demystified/smallest_nonzero_singular_value/data_distribution_num_data=3.pdf b/...uble-descent-demystified/smallest_nonzero_singular_value/data_distribution_num_data=3.pdf
diff --git a/...nt-demystified/smallest_nonzero_singular_value/data_distribution_num_data=3.png b/...nt-demystified/smallest_nonzero_singular_value/data_distribution_num_data=3.png
diff --git a/...uble-descent-demystified/smallest_nonzero_singular_value/data_distribution_num_data=4.pdf b/...uble-descent-demystified/smallest_nonzero_singular_value/data_distribution_num_data=4.pdf
diff --git a/...nt-demystified/smallest_nonzero_singular_value/data_distribution_num_data=4.png b/...nt-demystified/smallest_nonzero_singular_value/data_distribution_num_data=4.png
diff --git a/...uble-descent-demystified/smallest_nonzero_singular_value/data_distribution_num_data=5.pdf b/...uble-descent-demystified/smallest_nonzero_singular_value/data_distribution_num_data=5.pdf
diff --git a/...nt-demystified/smallest_nonzero_singular_value/data_distribution_num_data=5.png b/...nt-demystified/smallest_nonzero_singular_value/data_distribution_num_data=5.png
diff --git a/...uble-descent-demystified/smallest_nonzero_singular_value/data_distribution_num_data=6.pdf b/...uble-descent-demystified/smallest_nonzero_singular_value/data_distribution_num_data=6.pdf
diff --git a/...nt-demystified/smallest_nonzero_singular_value/data_distribution_num_data=6.png b/...nt-demystified/smallest_nonzero_singular_value/data_distribution_num_data=6.png
diff --git a/...uble-descent-demystified/smallest_nonzero_singular_value/data_distribution_num_data=7.pdf b/...uble-descent-demystified/smallest_nonzero_singular_value/data_distribution_num_data=7.pdf
diff --git a/...nt-demystified/smallest_nonzero_singular_value/data_distribution_num_data=7.png b/...nt-demystified/smallest_nonzero_singular_value/data_distribution_num_data=7.png
diff --git a/...uble-descent-demystified/smallest_nonzero_singular_value/data_distribution_num_data=8.pdf b/...uble-descent-demystified/smallest_nonzero_singular_value/data_distribution_num_data=8.pdf
diff --git a/...nt-demystified/smallest_nonzero_singular_value/data_distribution_num_data=8.png b/...nt-demystified/smallest_nonzero_singular_value/data_distribution_num_data=8.png
diff --git a/...uble-descent-demystified/smallest_nonzero_singular_value/data_distribution_num_data=9.pdf b/...uble-descent-demystified/smallest_nonzero_singular_value/data_distribution_num_data=9.pdf
diff --git a/...nt-demystified/smallest_nonzero_singular_value/data_distribution_num_data=9.png b/...nt-demystified/smallest_nonzero_singular_value/data_distribution_num_data=9.png