From e754889e00b8743c0808302b95b56d990679d34d Mon Sep 17 00:00:00 2001 From: Matt Watson Date: Thu, 4 Apr 2024 17:43:19 -0700 Subject: [PATCH] Remove falcon from the release Still missing the generative class and more presets. --- keras_nlp/models/falcon/falcon_backbone.py | 4 ++-- keras_nlp/models/falcon/falcon_causal_lm_preprocessor.py | 4 ++-- keras_nlp/models/falcon/falcon_preprocessor.py | 5 ++--- keras_nlp/models/falcon/falcon_tokenizer.py | 5 ++--- 4 files changed, 8 insertions(+), 10 deletions(-) diff --git a/keras_nlp/models/falcon/falcon_backbone.py b/keras_nlp/models/falcon/falcon_backbone.py index 5a3a0fccda..be45639711 100644 --- a/keras_nlp/models/falcon/falcon_backbone.py +++ b/keras_nlp/models/falcon/falcon_backbone.py @@ -11,7 +11,7 @@ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. -from keras_nlp.api_export import keras_nlp_export + from keras_nlp.backend import keras from keras_nlp.layers.modeling.reversible_embedding import ReversibleEmbedding from keras_nlp.models.backbone import Backbone @@ -20,7 +20,7 @@ ) -@keras_nlp_export("keras_nlp.models.FalconBackbone") +@keras.saving.register_keras_serializable(package="keras_nlp") class FalconBackbone(Backbone): """The Falcon core architecure. diff --git a/keras_nlp/models/falcon/falcon_causal_lm_preprocessor.py b/keras_nlp/models/falcon/falcon_causal_lm_preprocessor.py index 61afb9b5a7..715254f100 100644 --- a/keras_nlp/models/falcon/falcon_causal_lm_preprocessor.py +++ b/keras_nlp/models/falcon/falcon_causal_lm_preprocessor.py @@ -15,7 +15,7 @@ import tensorflow as tf from absl import logging -from keras_nlp.api_export import keras_nlp_export +from keras_nlp.backend import keras from keras_nlp.backend import ops from keras_nlp.models.falcon.falcon_preprocessor import FalconPreprocessor from keras_nlp.utils.keras_utils import ( @@ -24,7 +24,7 @@ from keras_nlp.utils.keras_utils import pack_x_y_sample_weight -@keras_nlp_export("keras_nlp.models.FalconCausalLMPreprocessor") +@keras.saving.register_keras_serializable(package="keras_nlp") class FalconCausalLMPreprocessor(FalconPreprocessor): """Falcon Causal LM preprocessor. diff --git a/keras_nlp/models/falcon/falcon_preprocessor.py b/keras_nlp/models/falcon/falcon_preprocessor.py index 8a14f3c255..2678f6eb7f 100644 --- a/keras_nlp/models/falcon/falcon_preprocessor.py +++ b/keras_nlp/models/falcon/falcon_preprocessor.py @@ -12,8 +12,7 @@ # See the License for the specific language governing permissions and # limitations under the License. - -from keras_nlp.api_export import keras_nlp_export +from keras_nlp.backend import keras from keras_nlp.layers.preprocessing.start_end_packer import StartEndPacker from keras_nlp.models.falcon.falcon_tokenizer import FalconTokenizer from keras_nlp.models.preprocessor import Preprocessor @@ -23,7 +22,7 @@ from keras_nlp.utils.keras_utils import pack_x_y_sample_weight -@keras_nlp_export("keras_nlp.models.FalconPreprocessor") +@keras.saving.register_keras_serializable(package="keras_nlp") class FalconPreprocessor(Preprocessor): """Falcon preprocessing layer which tokenizes and packs inputs. diff --git a/keras_nlp/models/falcon/falcon_tokenizer.py b/keras_nlp/models/falcon/falcon_tokenizer.py index 80d7334fe7..c49bd4c008 100644 --- a/keras_nlp/models/falcon/falcon_tokenizer.py +++ b/keras_nlp/models/falcon/falcon_tokenizer.py @@ -12,12 +12,11 @@ # See the License for the specific language governing permissions and # limitations under the License. - -from keras_nlp.api_export import keras_nlp_export +from keras_nlp.backend import keras from keras_nlp.tokenizers.byte_pair_tokenizer import BytePairTokenizer -@keras_nlp_export("keras_nlp.models.FalconTokenizer") +@keras.saving.register_keras_serializable(package="keras_nlp") class FalconTokenizer(BytePairTokenizer): """Falcon tokenizer based on BytePairTokenizer.