This file contains the code of the light transformer encoder of the paper "A light transformer for speech-to-intent applications". If you find this code useful for your research, please cite this paper in any publication:
@inproceedings{wang2021light,
title={A light transformer for speech-to-intent applications},
author={Wang, Pu and Van hamme, Hugo},
booktitle={2021 IEEE Spoken Language Technology Workshop (SLT)},
pages={997--1003},
year={2021},
organization={IEEE}
}