Skip to content

Default compilation for Debertav3MaskedLM model #835

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 3 commits into from
Mar 17, 2023
Merged

Default compilation for Debertav3MaskedLM model #835

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
0b19154
Default compilation for Debertav3 model
Cyber-Machine Mar 11, 2023
4712428
Formatted deberta_v3
Cyber-Machine Mar 11, 2023
dd39a0c
Minor fix
mattdangerw Mar 17, 2023
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
8 changes: 8 additions & 0 deletions keras_nlp/models/deberta_v3/deberta_v3_masked_lm.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -28,6 +28,7 @@
)
from keras_nlp.models.deberta_v3.deberta_v3_presets import backbone_presets
from keras_nlp.models.task import Task
from keras_nlp.utils.keras_utils import is_xla_compatible
from keras_nlp.utils.python_utils import classproperty


Expand Down Expand Up @@ -145,6 +146,13 @@ def __init__(
self.backbone = backbone
self.preprocessor = preprocessor

self.compile(
loss=keras.losses.SparseCategoricalCrossentropy(from_logits=True),
optimizer=keras.optimizers.Adam(5e-5),
weighted_metrics=keras.metrics.SparseCategoricalAccuracy(),
jit_compile=is_xla_compatible(self),
)

@classproperty
def backbone_cls(cls):
return DebertaV3Backbone
Expand Down
3 changes: 3 additions & 0 deletions keras_nlp/models/deberta_v3/deberta_v3_masked_lm_test.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -104,6 +104,9 @@ def test_deberta_v3_masked_lm_predict_no_preprocessing(self, jit_compile):
self.masked_lm_no_preprocessing.compile(jit_compile=jit_compile)
self.masked_lm_no_preprocessing.predict(self.preprocessed_batch)

def test_delberta_masked_lm_fit_default_compile(self):
self.masked_lm.fit(self.raw_dataset)

@parameterized.named_parameters(
("jit_compile_false", False), ("jit_compile_true", True)
)
Expand Down