Skip to content

Commit

Permalink
Merge pull request #463 from Kaggle/do-not-unpin
Browse files Browse the repository at this point in the history 
Enable kernels to be pinned to the original docker image
  • Loading branch information
@jplotts
jplotts committed Feb 21, 2024
2 parents 940f894 + 9c70809 commit 183cdad
Show file tree
Hide file tree
Showing 3 changed files with 110 additions and 81 deletions.
26 changes: 19 additions & 7 deletions notebooks/computer_vision/track_meta.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -24,73 +24,85 @@
lesson_idx=0,
type='tutorial',
enable_gpu=True,
docker_image_pinning_type="original",
),
dict(
filename="ex1.ipynb",
lesson_idx=0,
type='exercise',
enable_gpu=True,
scriptid=10781907
scriptid=10781907,
docker_image_pinning_type="original",
),
dict(
filename="tut2.ipynb",
lesson_idx=1,
type='tutorial',
docker_image_pinning_type="original",
),
dict(
filename="ex2.ipynb",
lesson_idx=1,
type='exercise',
scriptid=11989557
scriptid=11989557,
docker_image_pinning_type="original",
),
dict(
filename="tut3.ipynb",
lesson_idx=2,
type='tutorial',
docker_image_pinning_type="original",
),
dict(
filename="ex3.ipynb",
lesson_idx=2,
type='exercise',
scriptid=11989559
scriptid=11989559,
docker_image_pinning_type="original",
),
dict(
filename="tut4.ipynb",
lesson_idx=3,
type='tutorial',
docker_image_pinning_type="original",
),
dict(
filename="ex4.ipynb",
lesson_idx=3,
type='exercise',
scriptid=12400209
scriptid=12400209,
docker_image_pinning_type="original",
),
dict(
filename="tut5.ipynb",
lesson_idx=4,
type='tutorial',
enable_gpu=True,
docker_image_pinning_type="original",
),
dict(
filename="ex5.ipynb",
lesson_idx=4,
type='exercise',
enable_gpu=True,
scriptid=11989565
scriptid=11989565,
docker_image_pinning_type="original",
),
dict(
filename="tut6.ipynb",
lesson_idx=5,
type='tutorial',
enable_gpu=True,
docker_image_pinning_type="original",
),
dict(
filename="ex6.ipynb",
lesson_idx=5,
type='exercise',
enable_gpu=True,
scriptid=11991328
),
scriptid=11991328,
docker_image_pinning_type="original",
),
]

for nb in notebooks:
Expand Down
161 changes: 88 additions & 73 deletions notebooks/deep_learning/track_meta.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -2,150 +2,165 @@
author_username='dansbecker',
course_name='Deep Learning',
course_url='https://www.kaggle.com/learn/deep-learning',
course_forum_url='https://www.kaggle.com/learn-forum/161321'
course_forum_url='https://www.kaggle.com/learn-forum/161321',
)

lessons = [ {'topic': topic_name} for topic_name in
[
'Intro to Deep Learning and Computer Vision',
'Building Models from Convolutions',
'TensorFlow programming',
'Transfer Learning',
'Data Augmentation',
'A Deeper Understanding of Deep Learning',
'Deep Learning from Scratch',
'Dropout and Strides for Larger Models',
'Create Your First Submission'
]
]
lessons = [ {'topic': topic_name} for topic_name in [
'Intro to Deep Learning and Computer Vision',
'Building Models from Convolutions',
'TensorFlow programming',
'Transfer Learning',
'Data Augmentation',
'A Deeper Understanding of Deep Learning',
'Deep Learning from Scratch',
'Dropout and Strides for Larger Models',
'Create Your First Submission'
]
]

notebooks = [
dict(
filename='tut1_intro.ipynb',
lesson_idx=0,
type='tutorial',
),
docker_image_pinning_type="original",
),
dict(
filename='ex1_convolutions.ipynb',
lesson_idx=0,
type='exercise',
scriptid=499266,
dataset_sources = ["keras/resnet50"],
competition_sources = ["dog-breed-identification"],
),
filename='ex1_convolutions.ipynb',
lesson_idx=0,
type='exercise',
scriptid=499266,
dataset_sources=["keras/resnet50"],
competition_sources=["dog-breed-identification"],
docker_image_pinning_type="original",
),
dict(
filename='tut2_building_models_from_convolutions.ipynb',
lesson_idx=1,
type='tutorial',
),
docker_image_pinning_type="original",
),
dict(
filename='tut3_programming_tf_and_keras.ipynb',
lesson_idx=2,
type='tutorial',
dataset_sources = ["keras/resnet50"],
competition_sources = ["dog-breed-identification"],
dataset_sources=["keras/resnet50"],
competition_sources=["dog-breed-identification"],
docker_image_pinning_type="original",
),
dict(
filename='ex3_programming_tf_and_keras.ipynb',
lesson_idx=2,
type='exercise',
enable_gpu=True,
scriptid=521452,
dataset_sources = [
"alexisbcook/resnet50",
"alexisbcook/vgg16",
"dansbecker/hot-dog-not-hot-dog"
],
enable_gpu=True,
scriptid=521452,
dataset_sources = [
"alexisbcook/resnet50",
"alexisbcook/vgg16",
"dansbecker/hot-dog-not-hot-dog"
],
docker_image_pinning_type="original",
),
dict(
filename='tut4_transfer_learning.ipynb',
lesson_idx=3,
type='tutorial',
dataset_sources = [
"keras/resnet50",
"dansbecker/urban-and-rural-photos"
],
dataset_sources = [
"keras/resnet50",
"dansbecker/urban-and-rural-photos"
],
docker_image_pinning_type="original",
),
dict(
filename='ex4_transfer_learning.ipynb',
lesson_idx=3,
type='exercise',
scriptid=532365,
dataset_sources = [
"alexisbcook/resnet50",
"dansbecker/dogs-gone-sideways"
],
enable_gpu=True,
scriptid=532365,
dataset_sources = [
"alexisbcook/resnet50",
"dansbecker/dogs-gone-sideways"
],
enable_gpu=True,
docker_image_pinning_type="original",
),
dict(
filename='tut5_data_augmentation.ipynb',
lesson_idx=4,
type='tutorial',
dataset_sources = [
"keras/resnet50",
"dansbecker/urban-and-rural-photos",
],
dataset_sources = [
"keras/resnet50",
"dansbecker/urban-and-rural-photos",
],
docker_image_pinning_type="original",
),
dict(
filename='ex5_data_augmentation.ipynb',
lesson_idx=4,
type='exercise',
enable_gpu=True,
scriptid=536195,
enable_gpu=True,
scriptid=536195,
dataset_sources = [
"alexisbcook/resnet50",
"dansbecker/dogs-gone-sideways"
],
),
"alexisbcook/resnet50",
"dansbecker/dogs-gone-sideways"
],
docker_image_pinning_type="original",
),
dict(
filename='tut6_deep_understanding.ipynb',
lesson_idx=5,
type='tutorial',
),
docker_image_pinning_type="original",
),
dict(filename='tut7_dl_from_scratch.ipynb',
lesson_idx=6,
type='tutorial',
dataset_sources = ['zalando-research/fashionmnist'],
competition_sources=['digit-recognizer'],
),
dataset_sources=['zalando-research/fashionmnist'],
competition_sources=['digit-recognizer'],
docker_image_pinning_type="original",
),
dict(
filename='ex7_from_scratch.ipynb',
lesson_idx=6,
enable_gpu=True,
enable_gpu=True,
type='exercise',
scriptid=574269,
competition_sources=['digit-recognizer'],
dataset_sources = ['zalando-research/fashionmnist'],
),
competition_sources=['digit-recognizer'],
dataset_sources=['zalando-research/fashionmnist'],
docker_image_pinning_type="original",
),
dict(
filename='tut8_dropout_and_strides.ipynb',
lesson_idx=7,
type='tutorial',
competition_sources=['digit-recognizer'],
dataset_sources = ['zalando-research/fashionmnist'],
),
competition_sources=['digit-recognizer'],
dataset_sources=['zalando-research/fashionmnist'],
docker_image_pinning_type="original",
),
dict(
filename='ex8_dropout_strides.ipynb',
lesson_idx=7,
enable_gpu=True,
enable_gpu=True,
type='exercise',
scriptid=663261,
competition_sources=['digit-recognizer'],
dataset_sources = ['zalando-research/fashionmnist'],
),
scriptid=663261,
competition_sources=['digit-recognizer'],
dataset_sources=['zalando-research/fashionmnist'],
docker_image_pinning_type="original",
),
dict(
filename='tut_tpus.ipynb',
lesson_idx=8,
type='tutorial',
competition_sources=['tpu-getting-started'],
enable_internet=True
),
enable_internet=True,
docker_image_pinning_type="original",
),
dict(
filename='ex_tpus.ipynb',
lesson_idx=8,
type='exercise',
scriptid=10204702,
competition_sources=['tpu-getting-started'],
enable_internet=True
)
]
enable_internet=True,
docker_image_pinning_type="original",
)
]
4 changes: 3 additions & 1 deletion notebooks/nb_utils/track_metadata.py
View file
Original file line number Diff line number Diff line change
Expand Up @@ -131,6 +131,7 @@ class Notebook(object):
def __init__(self, cfg, filename, type, author=None, title=None, lesson=None,
slug=None, scriptid=1, kernel_sources=(), dataset_sources=(),
competition_sources=(), keywords=(), enable_gpu=False, enable_internet=None,
docker_image_pinning_type=None
):
self.cfg = cfg
self.filename = filename
Expand Down Expand Up @@ -170,6 +171,7 @@ def __init__(self, cfg, filename, type, author=None, title=None, lesson=None,
self.keywords = list(keywords)
self.enable_gpu = bool(enable_gpu)
self.enable_internet = enable_internet
self.docker_image_pinning_type = docker_image_pinning_type

@staticmethod
def _topic_to_title(topic):
Expand Down Expand Up @@ -221,5 +223,5 @@ def kernel_metadata(self, cfg):
competition_sources=sorted(self.competition_sources),
kernel_sources=sorted(self.kernel_sources),
keywords=sorted(self.keywords),
docker_image_pinning_type="latest",
docker_image_pinning_type="latest" if self.docker_image_pinning_type is None else self.docker_image_pinning_type,
)

0 comments on commit 183cdad

Please sign in to comment.