bert-base-multilingual-cased-sw-wiki_pfeiffer.yaml

# Adapter-Hub adapter entry
# Defines a single adapter entry in Adapter-Hub
# --------------------

# The name of the author(s) of this adapter.
author: "Jonas Pfeiffer"

# A bibtex citation of the work related to this adapter.
citation: |
  @article{pfeiffer20madx,
    title={{MAD-X}: An {A}dapter-based {F}ramework for {M}ulti-task {C}ross-lingual {T}ransfer},
    author={Pfeiffer, Jonas and Vuli\'{c}, Ivan and Gurevych, Iryna and Ruder, Sebastian},
    journal={arXiv preprint},
    year={2020},
    url={https://arxiv.org/pdf/2005.00052.pdf},
  }

# The string identifier of the adapter architecture (must be available in architecture).
# Describes the adapter architecture used by this adapter
config: # TODO: REQUIRED
  # The name of the adapter config used by this adapter (a short name available in the `architectures` folder).
  # Example: pfeiffer
  using: pfeiffer
  # Overrides the default activation function of the specified adapter architecture.
  # Example: tanh
  non_linearity: gelu
  # Overrides the default reduction factor of the specified adapter architecture
  # Example: 64
  reduction_factor: 2

# The version to be downloaded if no version is explicitly stated.
default_version: "nd"

# A short description of this adapter.
description: |
  Pfeiffer Adapter trained with Masked Language Modelling on Swahili Wikipedia Articles for 100k steps and a batch size of 64.

# A contact email of the author(s).
email: "pfeiffer@ukp.informatik.tu-darmstadt"

# A list of different versions of this adapter available for download.
files:
- sha1: "0b9b94f3fe5490c06f81f8573e03f5391c4c69e1"
  sha256: "a4b23333fff08fbb2b361815614e0d071e8abcb38944faf187a72bfa08462f8f"
    # Download URL pointing to a zip folder containing the adapter module.
  url: "https://public.ukp.informatik.tu-darmstadt.de/AdapterHub/text_lang/sw/bert-base-multilingual-cased/pfeiffer/sw_pfeiffer_gelu_nd.zip"
  version: "nd"
- sha1: "9948f60bb497d54b97e1975914740b9b3a4a87f3"
  sha256: "af98bb01be6eea0e8d1c7f112dbc1ed797c76fa4ee8de2fbfdadbb6b269def51"
    # Download URL pointing to a zip folder containing the adapter module.
  url: "https://public.ukp.informatik.tu-darmstadt.de/AdapterHub/text_lang/sw/bert-base-multilingual-cased/pfeiffer/sw_pfeiffer_gelu.zip"
  version: "wd"
#   - ...

# A GitHub handle associated with the author(s).
github: "jopfeiff"

# The hidden size of the model
hidden_size: 768

# The string identifier of the pre-trained model (by which it is identified at Huggingface).
# Example: bert-base-uncased
model_name: "bert-base-multilingual-cased"

# The model type.
# Example: bert
model_type: bert

# The string identifier of the subtask this adapter belongs to.
subtask: wiki

# The string identifier of the task this adapter belongs to.
task: sw

# A Twitter handle associated with the author(s).
twitter: "@PfeiffJo"

# The type of adapter (one of the options available in `adapter_type`.
type: "text_lang"

# A URL providing more information on this adapter/ the authors/ the organization.
url: "https://pfeiffer.ai"
prediction_head: false