% references.bib -- bibliography for the PubArx template example (main.tex)
%
% Tips
%  * Use one entry per work and a stable key such as author-year-word.
%  * Give a DOI whenever the work has one (doi = {10....}, without the
%    https://doi.org/ prefix); the class turns it into a link.
%  * Protect capitals that must stay capitalised with braces: {FAIR}, {GShard}.
%  * BibTeX only prints entries that you cite with \citep or \citet.

@article{jacobs1991adaptive,
  author  = {Jacobs, Robert A. and Jordan, Michael I. and Nowlan, Steven J. and Hinton, Geoffrey E.},
  title   = {Adaptive Mixtures of Local Experts},
  journal = {Neural Computation},
  year    = {1991},
  volume  = {3},
  number  = {1},
  pages   = {79--87},
  doi     = {10.1162/neco.1991.3.1.79}
}

@inproceedings{shazeer2017outrageously,
  author    = {Shazeer, Noam and Mirhoseini, Azalia and Maziarz, Krzysztof and Davis, Andy and Le, Quoc and Hinton, Geoffrey and Dean, Jeff},
  title     = {Outrageously Large Neural Networks: The Sparsely-Gated Mixture-of-Experts Layer},
  booktitle = {International Conference on Learning Representations (ICLR)},
  year      = {2017},
  url       = {https://arxiv.org/abs/1701.06538}
}

@article{lecun2015deep,
  author  = {LeCun, Yann and Bengio, Yoshua and Hinton, Geoffrey},
  title   = {Deep Learning},
  journal = {Nature},
  year    = {2015},
  volume  = {521},
  number  = {7553},
  pages   = {436--444},
  doi     = {10.1038/nature14539}
}

@inproceedings{vaswani2017attention,
  author    = {Vaswani, Ashish and Shazeer, Noam and Parmar, Niki and Uszkoreit, Jakob and Jones, Llion and Gomez, Aidan N. and Kaiser, {\L}ukasz and Polosukhin, Illia},
  title     = {Attention Is All You Need},
  booktitle = {Advances in Neural Information Processing Systems},
  volume    = {30},
  pages     = {5998--6008},
  year      = {2017}
}

@inproceedings{lepikhin2021gshard,
  author    = {Lepikhin, Dmitry and Lee, HyoukJoong and Xu, Yuanzhong and Chen, Dehao and Firat, Orhan and Huang, Yanping and Krikun, Maxim and Shazeer, Noam and Chen, Zhifeng},
  title     = {{GShard}: Scaling Giant Models with Conditional Computation and Automatic Sharding},
  booktitle = {International Conference on Learning Representations (ICLR)},
  year      = {2021},
  url       = {https://arxiv.org/abs/2006.16668}
}

@article{fedus2022switch,
  author  = {Fedus, William and Zoph, Barret and Shazeer, Noam},
  title   = {Switch Transformers: Scaling to Trillion Parameter Models with Simple and Efficient Sparsity},
  journal = {Journal of Machine Learning Research},
  year    = {2022},
  volume  = {23},
  number  = {120},
  pages   = {1--39},
  url     = {https://jmlr.org/papers/v23/21-0998.html}
}

@misc{gao2017properties,
  author       = {Gao, Bolin and Pavel, Lacra},
  title        = {On the Properties of the Softmax Function with Application in Game Theory and Reinforcement Learning},
  howpublished = {arXiv preprint arXiv:1704.00805},
  year         = {2017},
  url          = {https://arxiv.org/abs/1704.00805}
}

@book{horn2012matrix,
  author    = {Horn, Roger A. and Johnson, Charles R.},
  title     = {Matrix Analysis},
  edition   = {Second},
  publisher = {Cambridge University Press},
  address   = {Cambridge},
  year      = {2012}
}

@inproceedings{miyato2018spectral,
  author    = {Miyato, Takeru and Kataoka, Toshiki and Koyama, Masanori and Yoshida, Yuichi},
  title     = {Spectral Normalization for Generative Adversarial Networks},
  booktitle = {International Conference on Learning Representations (ICLR)},
  year      = {2018},
  url       = {https://arxiv.org/abs/1802.05957}
}

@inproceedings{kingma2015adam,
  author    = {Kingma, Diederik P. and Ba, Jimmy},
  title     = {Adam: A Method for Stochastic Optimization},
  booktitle = {International Conference on Learning Representations (ICLR)},
  year      = {2015},
  url       = {https://arxiv.org/abs/1412.6980}
}

@article{wilkinson2016fair,
  author  = {Wilkinson, Mark D. and Dumontier, Michel and Aalbersberg, IJsbrand Jan and Appleton, Gabrielle and Axton, Myles and Baak, Arie and others},
  title   = {The {FAIR} Guiding Principles for Scientific Data Management and Stewardship},
  journal = {Scientific Data},
  year    = {2016},
  volume  = {3},
  pages   = {160018},
  doi     = {10.1038/sdata.2016.18}
}

@article{brand2015beyond,
  author  = {Brand, Amy and Allen, Liz and Altman, Micah and Hlava, Marjorie and Scott, Jo},
  title   = {Beyond Authorship: Attribution, Contribution, Collaboration, and Credit},
  journal = {Learned Publishing},
  year    = {2015},
  volume  = {28},
  number  = {2},
  pages   = {151--155},
  doi     = {10.1087/20150211}
}