@inproceedings{Antink2017,
    title={{Fusing QRS Detection and Robust Interval Estimation with a Random Forest to Classify Atrial Fibrillation}},
    author={Hoog Antink, Christoph and Leonhardt, Steffen and Walter, Marian},
    booktitle={2017 Computing in Cardiology (CinC)},
    pages={1--4},
    year={2017},
    organization={IEEE}
}

@inproceedings{Khriji2020,
    title={{Deep Learning-based Approach for Atrial Fibrillation Detection}},
    author={Khriji, Lazhar and Fradi, Marwa and Machhout, Mohsen and Hossen, Abdulnasir},
    booktitle={International Conference on Smart Homes and Health Telematics},
    pages={100--113},
    year={2020},
    organization={Springer}
}

@inproceedings{Mousavi2019,
    title={{ECGNET: Learning Where to Attend for Detection of Atrial Fibrillation with Deep Visual Attention}},
    author={Mousavi, Sajad and Afghah, Fatemeh and Razi, Abolfazl and Acharya, U Rajendra},
    booktitle={2019 IEEE EMBS International Conference on Biomedical \& Health Informatics (BHI)},
    pages={1--4},
    year={2019},
    organization={IEEE}
}

@inproceedings{Zihlmann2017,
    title={{Convolutional Recurrent Neural Networks for Electrocardiogram Classification}},
    author={Zihlmann, Martin and Perekrestenko, Dmytro and Tschannen, Michael},
    booktitle={2017 Computing in Cardiology (CinC)},
    pages={1--4},
    year={2017},
    organization={IEEE}
}

@article{Nonaka2020,
    title={{Data Augmentation for Electrocardiogram Classification with Deep Neural Network}},
    author={Nonaka, Naoki and Seita, Jun},
    journal={preprint arXiv:2009.04398},
    year={2020}
}

@inproceedings{Clifford2017,
    title={{AF Classification from a Short Single Lead ECG Recording: the
    PhysioNet/Computing in Cardiology Challenge 2017}},
    author={Clifford, Gari D and Liu, Chengyu and Moody, Benjamin and Li-wei, H Lehman and Silva, Ikaro and Li, Qiao and Johnson, AE and Mark, Roger G},
    booktitle={2017 Computing in Cardiology (CinC)},
    pages={1--4},
    year={2017},
    organization={IEEE}
}

@inproceedings{Molina2020,
    title={{Pad\'{e} Activation Units: End-to-end Learning of Flexible Activation Functions in Deep Networks}},
    author={Alejandro Molina and Patrick Schramowski and Kristian Kersting},
    booktitle={International Conference on Learning Representations},
    year={2020}
}

@inproceedings{He2016,
    title={{Deep Residual Learning for Image Recognition}},
    author={He, Kaiming and Zhang, Xiangyu and Ren, Shaoqing and Sun, Jian},
    booktitle={Proceedings of the IEEE conference on computer vision and pattern recognition},
    pages={770--778},
    year={2016}
}

@inproceedings{Vaswani2017,
    author = {Vaswani, Ashish and Shazeer, Noam and Parmar, Niki and Uszkoreit, Jakob and Jones, Llion and Gomez, Aidan N and Kaiser, \L ukasz and Polosukhin, Illia},
    booktitle = {Advances in Neural Information Processing Systems},
    pages = {},
    title = {Attention is All you Need},
    volume = {30},
    year = {2017}
}


@inproceedings{Wang2020,
    author={Wang, Huiyu and Zhu, Yukun and Green, Bradley and Adam, Hartwig and Yuille, Alan and Chen, Liang-Chieh},
    title={{Axial-DeepLab: Stand-Alone Axial-Attention for Panoptic Segmentation}},
    booktitle={European Conference on Computer Vision},
    year={2020},
    pages={108--126},
}

@book{Goodfellow2016,
    title={{Deep Learning}},
    author={Goodfellow, Ian and Bengio, Yoshua and Courville, Aaron and Bengio, Yoshua},
    volume={1},
    number={2},
    year={2016},
    publisher={MIT press Cambridge}
}

@inproceedings{Simard2003,
    title={{Best Practices for Convolutional Neural Networks Applied to Visual Document Analysis}},
    author={Simard, Patrice Y and Steinkraus, David and Platt, John C and others},
    booktitle={Icdar},
    volume={3},
    number={2003},
    year={2003}
}

@inproceedings{Zhang2019,
    author = {Zhang, Michael and Lucas, James and Ba, Jimmy and Hinton, Geoffrey E},
    booktitle = {Advances in Neural Information Processing Systems},
    pages = {},
    title = {{Lookahead Optimizer: $k$ steps forward, $1$ step back}},
    volume = {32},
    year = {2019}
}

@inproceedings{Liu2020,
    title={{On the Variance of the Adaptive Learning Rate and Beyond}},
    author={Liyuan Liu and Haoming Jiang and Pengcheng He and Weizhu Chen and Xiaodong Liu and Jianfeng Gao and Jiawei Han},
    booktitle={International Conference on Learning Representations},
    year={2020},
}

@article{Hochreiter1997,
    author = {Hochreiter, Sepp and Schmidhuber, J\"{u}rgen},
    title = {{Long Short-Term Memory}},
    year = {1997},
    publisher = {MIT Press},
    volume = {9},
    number = {8},
    issn = {0899-7667},
    journal = {Neural Comput.},
    month = nov,
    pages = {1735–1780},
    numpages = {46}
}

@article{Ba2016,
    title={{Layer Normalization}},
    author={Ba, Jimmy Lei and Kiros, Jamie Ryan and Hinton, Geoffrey E},
    journal={preprint arXiv:1607.06450},
    year={2016}
}

@inproceedings{De2017,
    title={{Modulating early visual processing by language}},
    author={de Vries, Harm and Strub, Florian and Mary, J{\'e}r{\'e}mie and Larochelle, Hugo and Pietquin, Olivier and Courville, Aaron},
    booktitle = {Advances in Neural Information Processing Systems},
    pages={6597--6607},
    year={2017}
}

@article{Hendrycks2016,
    title={{Gaussian Error Linear Units (GELUs)}},
    author={Hendrycks, Dan and Gimpel, Kevin},
    journal={preprint arXiv:1606.08415},
    year={2016}
}

@article{Srivastava2014,
    author  = {Nitish Srivastava and Geoffrey Hinton and Alex Krizhevsky and Ilya Sutskever and Ruslan Salakhutdinov},
    title   = {{Dropout: A Simple Way to Prevent Neural Networks from Overfitting}},
    journal = {Journal of Machine Learning Research},
    year    = {2014},
    volume  = {15},
    number  = {56},
    pages   = {1929-1958}
}

@inproceedings{Prangemeier2020,
    title={{Attention-Based Transformers for Instance Segmentation of Cells in Microstructures}},
    author={Prangemeier, Tim and Reich, Christoph and Koeppl, Heinz},
    booktitle={2020 IEEE International Conference on Bioinformatics and Biomedicine (BIBM)},
    pages={700--707},
    year={2020},
    organization={IEEE}
}

@article{Han2020,
    title={{A Survey on Visual Transformer}},
    author={Han, Kai and Wang, Yunhe and Chen, Hanting and Chen, Xinghao and Guo, Jianyuan and Liu, Zhenhua and Tang, Yehui and Xiao, An and Xu, Chunjing and Xu, Yixing and others},
    journal={preprint arXiv:2012.12556},
    year={2020}
}

@article{Khan2021,
    title={{Transformers in Vision: A Survey}},
    author={Khan, Salman and Naseer, Muzammal and Hayat, Munawar and Zamir, Syed Waqas and Khan, Fahad Shahbaz and Shah, Mubarak},
    journal={preprint arXiv:2101.01169},
    year={2021}
}

@article{Reich2021,
    title={{Generation and Simulation of Yeast Microscopy Imagery with Deep Learning}},
    author={Reich, Christoph},
    journal={preprint arXiv:2103.11834},
    year={2021}
}

@book{Anderson2009,
    title={{Paediatric Cardiology}},
    author={Anderson, Robert H and Baker, Edward J and Redington, Andrew and Rigby, Michael L and Penny, Daniel and Wernovsky, Gil},
    year={2009},
    publisher={Elsevier Health Sciences}
}

@article{Alghatrif2012,
    title={{A brief review: history to understand fundamentals of electrocardiography}},
    author={AlGhatrif, Majd and Lindsay, Joseph},
    journal={Journal of community hospital internal medicine perspectives},
    volume={2},
    number={1},
    pages={14383},
    year={2012}
}

@article{Becker2006,
    title={Fundamentals of electrocardiography interpretation},
    author={Becker, Daniel E},
    journal={Anesthesia progress},
    volume={53},
    number={2},
    pages={53--64},
    year={2006}
}

@book{Herold2019,
    title={{Innere Medizin}},
    author={Herold, Gerd},
    year={2019},
    publisher={Walter de Gruyter GmbH \& Co KG}
}

@article{Samek2018,
    author = {Wojciech Samek and Thomas Wiegand and Klaus-Robert M{\"u}ller},
    title = {Explainable Artificial Intelligence: Understanding, Visualizing and Interpreting Deep Learning Models},
    journal = {ITU Journal: ICT Discoveries - Special Issue 1 - The Impact of Artificial Intelligence (AI) on Communication Networks and Services},
    year = {2018},
    volume = {1},
    number = {1},
    pages = {39-48},
}

@inproceedings{Mashrur2019,
    title={Automatic Identification of Arrhythmia from ECG Using AlexNet Convolutional Neural Network},
    author={Mashrur, Fazla Rabbi and Roy, Amit Dutta and Saha, Dabasish Kumar},
    booktitle={2019 4th International Conference on Electrical Information and Communication Technology (EICT)},
    pages={1--5},
    year={2019},
    organization={IEEE}
}

@inproceedings{Smisek2017,
    author={Smíšek, Radovan and Hejč, Jakub and Ronzhina, Marina and Němcová, Andrea and Maršánová, Lucie and Chmelík, Jiří and Kolářová, Jana and Provazník, Ivo and Smital, Lukáš and Vítek, Martin},
    booktitle={2017 Computing in Cardiology (CinC)}, 
    title={SVM based ECG classification using rhythm and morphology features, cluster analysis and multilevel noise estimation}, 
    year={2017},
    volume={},
    number={},
    pages={1-4}
}

@article{Lecun2015,
    title={{Deep learning}},
    author={LeCun, Yann and Bengio, Yoshua and Hinton, Geoffrey},
    journal={nature},
    volume={521},
    number={7553},
    pages={436--444},
    year={2015}
}

@article{Perez2017,
    title={{The Effectiveness of Data Augmentation in Image Classification using Deep Learning}},
    author={Perez, Luis and Wang, Jason},
    journal={preprint arXiv:1712.04621},
    year={2017}
}

@article{Dosovitskiy2020,
    title={An image is worth 16x16 words: Transformers for image recognition at scale},
    author={Dosovitskiy, Alexey and Beyer, Lucas and Kolesnikov, Alexander and Weissenborn, Dirk and Zhai, Xiaohua and Unterthiner, Thomas and Dehghani, Mostafa and Minderer, Matthias and Heigold, Georg and Gelly, Sylvain and others},
    journal={preprint arXiv:2010.11929},
    year={2020}
}

@inproceedings{Reich2020a,
    author={Prangemeier, Tim and Wildner, Christian and Françani, André O. and Reich, Christoph and Koeppl, Heinz},
    booktitle={2020 IEEE Conference on Computational Intelligence in Bioinformatics and Computational Biology (CIBCB)}, 
    title={{Multiclass Yeast Segmentation in Microstructured Environments with Deep Learning}}, 
    year={2020},
    volume={},
    number={},
    pages={1-8}
}

@inproceedings{Reich2020b,
    author={Prangemeier, Tim and Reich, Christoph and Koeppl, Heinz},
    booktitle={{2020 IEEE International Conference on Bioinformatics and Biomedicine (BIBM)}}, 
    title={{Attention-Based Transformers for Instance Segmentation of Cells in Microstructures}}, 
    year={2020},
    volume={},
    number={},
    pages={700-707}
}

@inproceedings{Ronneberger2015,
    title={{U-Net: Convolutional Networks for Biomedical Image Segmentation}},
    author={Ronneberger, Olaf and Fischer, Philipp and Brox, Thomas},
    booktitle={International Conference on Medical image computing and computer-assisted intervention},
    pages={234--241},
    year={2015},
    organization={Springer}
}

@inproceedings{Paszke2019,
    author = {Paszke, Adam and Gross, Sam and Massa, Francisco and Lerer, Adam and Bradbury, James and Chanan, Gregory and Killeen, Trevor and Lin, Zeming and Gimelshein, Natalia and Antiga, Luca and Desmaison, Alban and Kopf, Andreas and Yang, Edward and DeVito, Zachary and Raison, Martin and Tejani, Alykhan and Chilamkurthy, Sasank and Steiner, Benoit and Fang, Lu and Bai, Junjie and Chintala, Soumith},
    booktitle = {Advances in Neural Information Processing Systems},
    pages = {},
    title = {{PyTorch: An Imperative Style, High-Performance Deep Learning Library}},
    volume = {32},
    year = {2019}
}

@article{Virtanen2020,
    title={{SciPy 1.0: fundamental algorithms for scientific computing in Python}},
    author={Virtanen, Pauli and Gommers, Ralf and Oliphant, Travis E and Haberland, Matt and Reddy, Tyler and Cournapeau, David and Burovski, Evgeni and Peterson, Pearu and Weckesser, Warren and Bright, Jonathan and others},
    journal={Nature methods},
    volume={17},
    number={3},
    pages={261--272},
    year={2020},
    publisher={Nature Publishing Group}
}

@article{Harris2020,
    title={{Array programming with NumPy}},
    author={Harris, Charles R and Millman, K Jarrod and van der Walt, St{\'e}fan J and Gommers, Ralf and Virtanen, Pauli and Cournapeau, David and Wieser, Eric and Taylor, Julian and Berg, Sebastian and Smith, Nathaniel J and others},
    journal={Nature},
    volume={585},
    number={7825},
    pages={357--362},
    year={2020},
    publisher={Nature Publishing Group}
}

@book{Bishop2006,
    title={{Pattern Recognition and Machine Learning}},
    author={Bishop, Christopher M},
    year={2006},
    publisher={Springer}
}

@article{Schmidhuber1992,
    author={Schmidhuber, Jürgen},
    journal={Neural Computation}, 
    title={Learning to Control Fast-Weight Memories: An Alternative to Dynamic Recurrent Networks}, 
    year={1992},
    volume={4},
    number={1},
    pages={131-139}
}

@inproceedings{Nakkiran2020,
    title={Deep Double Descent: Where Bigger Models and More Data Hurt},
    author={Preetum Nakkiran and Gal Kaplun and Yamini Bansal and Tristan Yang and Boaz Barak and Ilya Sutskever},
    booktitle={International Conference on Learning Representations},
    year={2020}
}

@article{Belkin2019,
    title={Reconciling modern machine-learning practice and the classical bias--variance trade-off},
    author={Belkin, Mikhail and Hsu, Daniel and Ma, Siyuan and Mandal, Soumik},
    journal={Proceedings of the National Academy of Sciences},
    volume={116},
    number={32},
    pages={15849--15854},
    year={2019},
    publisher={National Acad Sciences}
}

@inproceedings{Cubuk2019,
    author = {Cubuk, Ekin D. and Zoph, Barret and Mane, Dandelion and Vasudevan, Vijay and Le, Quoc V.},
    title = {{AutoAugment: Learning Augmentation Strategies From Data}},
    booktitle = {Proceedings of the IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)},
    month = {June},
    year = {2019}
}

@inproceedings{Fawzi2016,
    title={Adaptive data augmentation for image classification},
    author={Fawzi, Alhussein and Samulowitz, Horst and Turaga, Deepak and Frossard, Pascal},
    booktitle={2016 IEEE international conference on image processing (ICIP)},
    pages={3688--3692},
    year={2016}
}

@inproceedings{Karras2020,
    author = {Karras, Tero and Aittala, Miika and Hellsten, Janne and Laine, Samuli and Lehtinen, Jaakko and Aila, Timo},
    booktitle = {Advances in Neural Information Processing Systems},
    pages = {12104--12114},
    title = {{Training Generative Adversarial Networks with Limited Data}},
    volume = {33},
    year = {2020}
}

@article{Tan2019,
    title={Icentia11k: An unsupervised representation learning dataset for arrhythmia subtype discovery},
    author={Tan, Shawn and Androz, Guillaume and Chamseddine, Ahmad and Fecteau, Pierre and Courville, Aaron and Bengio, Yoshua and Cohen, Joseph Paul},
    journal={preprint arXiv:1910.09570},
    year={2019}
}

@inproceedings{Hatamian2020,
    author={Hatamian, Faezeh Nejati and Ravikumar, Nishant and Vesal, Sulaiman and Kemeth, Felix P. and Struck, Matthias and Maier, Andreas},
    booktitle={ICASSP 2020 - 2020 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)}, 
    title={{The Effect of Data Augmentation on Classification of Atrial Fibrillation in Short Single-Lead ECG Signals Using Deep Neural Networks}}, 
    year={2020},
    pages={1264-1268}
}

@inproceedings{Girshick2014,  
    author={Girshick, Ross and Donahue, Jeff and Darrell, Trevor and Malik, Jitendra},
    booktitle={2014 IEEE Conference on Computer Vision and Pattern Recognition},   
    title={{Rich Feature Hierarchies for Accurate Object Detection and Semantic Segmentation}},   
    year={2014},  
    volume={},  
    number={},  
    pages={580-587}
}

@inproceedings{Zeiler2014,
    title={{Visualizing and Understanding Convolutional Networks}},
    author={Zeiler, Matthew D and Fergus, Rob},
    booktitle={European conference on computer vision},
    pages={818--833},
    year={2014}
}

@InProceedings{He2019,
    author = {He, Kaiming and Girshick, Ross and Dollar, Piotr},
    title = {Rethinking ImageNet Pre-Training},
    booktitle = {Proceedings of the IEEE/CVF International Conference on Computer Vision (ICCV)},
    month = {October},
    year = {2019}
}

@inproceedings{Devlin2018,
    title = {{BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding}},
    author = {Devlin, Jacob and Chang, Ming-Wei and Lee, Kenton and Toutanova, Kristina},
    booktitle = {{Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long and Short Papers)}},
    year={2019},
    pages={4171--4186},
}

@inproceedings{Brown2020,
     author = {Brown, Tom and Mann, Benjamin and Ryder, Nick and Subbiah, Melanie and Kaplan, Jared D and Dhariwal, Prafulla and Neelakantan, Arvind and Shyam, Pranav and Sastry, Girish and Askell, Amanda and Agarwal, Sandhini and Herbert-Voss, Ariel and Krueger, Gretchen and Henighan, Tom and Child, Rewon and Ramesh, Aditya and Ziegler, Daniel and Wu, Jeffrey and Winter, Clemens and Hesse, Chris and Chen, Mark and Sigler, Eric and Litwin, Mateusz and Gray, Scott and Chess, Benjamin and Clark, Jack and Berner, Christopher and McCandlish, Sam and Radford, Alec and Sutskever, Ilya and Amodei, Dario},
     booktitle = {Advances in Neural Information Processing Systems},
     pages = {1877--1901},
     title = {{Language Models are Few-Shot Learners}},
     volume = {33},
     year = {2020}
}