diff --git a/Sources/Tokenizers/Tokenizer.swift b/Sources/Tokenizers/Tokenizer.swift index 72afb9ce..c13559f1 100644 --- a/Sources/Tokenizers/Tokenizer.swift +++ b/Sources/Tokenizers/Tokenizer.swift @@ -595,9 +595,9 @@ public class PreTrainedTokenizer: Tokenizer { // MARK: - Building -public struct AutoTokenizer {} +public enum AutoTokenizer {} -struct PreTrainedTokenizerClasses { +enum PreTrainedTokenizerClasses { /// Class overrides for custom behaviour /// Not to be confused with the TokenizerModel classes defined in TokenizerModel static let tokenizerClasses: [String: PreTrainedTokenizer.Type] = [