\begin{thebibliography}{10}\itemsep=-1pt

\bibitem{8603826}
Babajide~O. Ayinde, Tamer Inanc, and Jacek~M. Zurada.
\newblock Regularizing deep neural networks by enhancing diversity in feature
  extraction.
\newblock {\em IEEE Transactions on Neural Networks and Learning Systems},
  2019.

\bibitem{beery2018recognition}
Sara Beery, Grant Van~Horn, and Pietro Perona.
\newblock Recognition in terra incognita.
\newblock In {\em IEEE/CVF European conference on computer vision}, 2018.

\bibitem{benz2021revisiting}
Philipp Benz, Chaoning Zhang, Adil Karjauv, and In~So Kweon.
\newblock Revisiting batch normalization for improving corruption robustness.
\newblock In {\em IEEE/CVF Winter Conference on Applications of Computer
  Vision}, 2021.

\bibitem{carlucci2019domain}
Fabio~M Carlucci, Antonio D'Innocente, Silvia Bucci, Barbara Caputo, and
  Tatiana Tommasi.
\newblock Domain generalization by solving jigsaw puzzles.
\newblock In {\em IEEE/CVF Conference on Computer Vision and Pattern
  Recognition}, 2019.

\bibitem{degrave2021ai}
Alex~J DeGrave, Joseph~D Janizek, and Su-In Lee.
\newblock Ai for radiographic covid-19 detection selects shortcuts over signal.
\newblock {\em Nature Machine Intelligence}, 2021.

\bibitem{finn2017model}
Chelsea Finn, Pieter Abbeel, and Sergey Levine.
\newblock Model-agnostic meta-learning for fast adaptation of deep networks.
\newblock In {\em International Conference on Machine Learning}, 2017.

\bibitem{galanti2022sgd}
Tomer Galanti and Tomaso Poggio.
\newblock Sgd noise and implicit low-rank bias in deep neural networks.
\newblock {\em arXiv preprint arXiv:2206.05794}, 2022.

\bibitem{geirhos2020shortcut}
Robert Geirhos, J{\"o}rn-Henrik Jacobsen, Claudio Michaelis, Richard Zemel,
  Wieland Brendel, Matthias Bethge, and Felix~A Wichmann.
\newblock Shortcut learning in deep neural networks.
\newblock {\em Nature Machine Intelligence}, 2020.

\bibitem{gokhale2022improving}
Tejas Gokhale, Rushil Anirudh, Jayaraman~J Thiagarajan, Bhavya Kailkhura,
  Chitta Baral, and Yezhou Yang.
\newblock Improving diversity with adversarially learned transformations for
  domain generalization.
\newblock {\em arXiv preprint arXiv:2206.07736}, 2022.

\bibitem{gulrajani2021in}
Ishaan Gulrajani and David Lopez-Paz.
\newblock In search of lost domain generalization.
\newblock In {\em International Conference on Learning Representations}, 2021.

\bibitem{havasi2021training}
Marton Havasi, Rodolphe Jenatton, Stanislav Fort, Jeremiah~Zhe Liu, Jasper
  Snoek, Balaji Lakshminarayanan, Andrew~Mingbo Dai, and Dustin Tran.
\newblock Training independent subnetworks for robust prediction.
\newblock In {\em International Conference on Learning Representations}, 2021.

\bibitem{he2016deep}
Kaiming He, Xiangyu Zhang, Shaoqing Ren, and Jian Sun.
\newblock Deep residual learning for image recognition.
\newblock In {\em IEEE/CVF Conference on Computer Vision and Pattern
  Recognition}, 2016.

\bibitem{hermann2020origins}
Katherine Hermann, Ting Chen, and Simon Kornblith.
\newblock The origins and prevalence of texture bias in convolutional neural
  networks.
\newblock {\em Advances in Neural Information Processing Systems}, 2020.

\bibitem{hermann2020shapes}
Katherine Hermann and Andrew Lampinen.
\newblock What shapes feature representations? exploring datasets,
  architectures, and training.
\newblock {\em Advances in Neural Information Processing Systems}, 2020.

\bibitem{hoffman2018cycada}
Judy Hoffman, Eric Tzeng, Taesung Park, Jun-Yan Zhu, Phillip Isola, Kate
  Saenko, Alexei Efros, and Trevor Darrell.
\newblock Cycada: Cycle-consistent adversarial domain adaptation.
\newblock In {\em International Conference on Machine Learning}, 2018.

\bibitem{hu2021mixnorm}
Xuefeng Hu, Gokhan Uzunbas, Sirius Chen, Rui Wang, Ashish Shah, Ram Nevatia,
  and Ser-Nam Lim.
\newblock Mixnorm: Test-time adaptation through online normalization
  estimation.
\newblock {\em arXiv preprint arXiv:2110.11478}, 2021.

\bibitem{huang2015learning}
Ruitong Huang, Bing Xu, Dale Schuurmans, and Csaba Szepesv{\'a}ri.
\newblock Learning with a strong adversary.
\newblock {\em arXiv preprint arXiv:1511.03034}, 2015.

\bibitem{huangRSC2020}
Zeyi Huang, Haohan Wang, Eric~P. Xing, and Dong Huang.
\newblock Self-challenging improves cross-domain generalization.
\newblock In {\em IEEE/CVF European Conference on Computer Vision}, 2020.

\bibitem{huh2021low}
Minyoung Huh, Hossein Mobahi, Richard Zhang, Brian Cheung, Pulkit Agrawal, and
  Phillip Isola.
\newblock The low-rank simplicity bias in deep networks.
\newblock {\em arXiv preprint arXiv:2103.10427}, 2021.

\bibitem{jackson2019style}
Philip~TG Jackson, Amir~Atapour Abarghouei, Stephen Bonner, Toby~P Breckon, and
  Boguslaw Obara.
\newblock Style augmentation: data augmentation via style randomization.
\newblock In {\em IEEE/CVF Conference on Computer Vision and Pattern
  Recognition Workshops}, 2019.

\bibitem{krueger2020out}
David Krueger, Ethan Caballero, Joern-Henrik Jacobsen, Amy Zhang, Jonathan
  Binas, Remi~Le Priol, and Aaron Courville.
\newblock Out-of-distribution generalization via risk extrapolation (rex).
\newblock {\em arXiv preprint arXiv:2003.00688}, 2020.

\bibitem{kurakin2016adversarial}
Alexey Kurakin, Ian~J Goodfellow, and Samy Bengio.
\newblock Adversarial machine learning at scale.
\newblock In {\em International Conference on Learning Representations}, 2016.

\bibitem{pacs}
Da Li, Yongxin Yang, Yi-Zhe Song, and Timothy~M. Hospedales.
\newblock Deeper, broader and artier domain generalization.
\newblock In {\em IEEE/CVF International Conference on Computer Vision}, 2017.

\bibitem{li2018learning}
Da Li, Yongxin Yang, Yi-Zhe Song, and Timothy~M Hospedales.
\newblock Learning to generalize: Meta-learning for domain generalization.
\newblock In {\em Thirty-Second AAAI Conference on Artificial Intelligence},
  2018.

\bibitem{li2018domain}
Haoliang Li, Sinno Jialin~Pan, Shiqi Wang, and Alex~C Kot.
\newblock Domain generalization with adversarial feature learning.
\newblock In {\em IEEE/CVF Conference on Computer Vision and Pattern
  Recognition}, 2018.

\bibitem{moyer2018invariant}
Daniel Moyer, Shuyang Gao, Rob Brekelmans, Aram Galstyan, and Greg Ver~Steeg.
\newblock Invariant representations without adversarial training.
\newblock In {\em Advances in Neural Information Processing Systems}, 2018.

\bibitem{nado2020evaluating}
Zachary Nado, Shreyas Padhy, D Sculley, Alexander D'Amour, Balaji
  Lakshminarayanan, and Jasper Snoek.
\newblock Evaluating prediction-time batch normalization for robustness under
  covariate shift.
\newblock {\em arXiv preprint arXiv:2006.10963}, 2020.

\bibitem{nam2021reducing}
Hyeonseob Nam, HyunJae Lee, Jongchan Park, Wonjun Yoon, and Donggeun Yoo.
\newblock Reducing domain gap by reducing style bias.
\newblock In {\em IEEE/CVF Conference on Computer Vision and Pattern
  Recognition}, 2021.

\bibitem{pezeshki2020gradient}
Mohammad Pezeshki, Sékou-Oumar Kaba, Yoshua Bengio, Aaron Courville, Doina
  Precup, and Guillaume Lajoie.
\newblock Gradient starvation: A learning proclivity in neural networks.
\newblock {\em arXiv preprint arXiv:2011.09468}, 2020.

\bibitem{schneider2020improving}
Steffen Schneider, Evgenia Rusak, Luisa Eck, Oliver Bringmann, Wieland Brendel,
  and Matthias Bethge.
\newblock Improving robustness against common corruptions by covariate shift
  adaptation.
\newblock {\em Advances in Neural Information Processing Systems}, 2020.

\bibitem{shah2020pitfalls}
Harshay Shah, Kaustav Tamuly, Aditi Raghunathan, Prateek Jain, and Praneeth
  Netrapalli.
\newblock The pitfalls of simplicity bias in neural networks.
\newblock In {\em Advances in Neural Information Processing Systems}, 2020.

\bibitem{shi2020informative}
Baifeng Shi, Dinghuai Zhang, Qi Dai, Zhanxing Zhu, Yadong Mu, and Jingdong
  Wang.
\newblock Informative dropout for robust representation learning: A shape-bias
  perspective.
\newblock In {\em International Conference on Machine Learning}, 2020.

\bibitem{singla2021understanding}
Sahil Singla, Besmira Nushi, Shital Shah, Ece Kamar, and Eric Horvitz.
\newblock Understanding failures of deep networks via robust feature
  extraction.
\newblock In {\em IEEE/CVF Conference on Computer Vision and Pattern
  Recognition}, 2021.

\bibitem{dropout}
Nitish Srivastava, Geoffrey Hinton, Alex Krizhevsky, Ilya Sutskever, and Ruslan
  Salakhutdinov.
\newblock Dropout: A simple way to prevent neural networks from overfitting.
\newblock {\em Journal of Machine Learning Research}, 2014.

\bibitem{officehome}
Hemanth Venkateswara, Jose Eusebio, Shayok Chakraborty, and Sethuraman
  Panchanathan.
\newblock Deep hashing network for unsupervised domain adaptation.
\newblock In {\em IEEE/CVF Conference on Computer Vision and Pattern
  Recognition}, 2017.

\bibitem{ada}
Riccardo Volpi, Hongseok Namkoong, Ozan Sener, John~C Duchi, Vittorio Murino,
  and Silvio Savarese.
\newblock Generalizing to unseen domains via adversarial data augmentation.
\newblock In {\em Advances in Neural Information Processing Systems}, 2018.

\bibitem{wang2021tent}
Dequan Wang, Evan Shelhamer, Shaoteng Liu, Bruno Olshausen, and Trevor Darrell.
\newblock Tent: Fully test-time adaptation by entropy minimization.
\newblock In {\em International Conference on Learning Representations}, 2021.

\bibitem{wang2021learning}
Zijian Wang, Yadan Luo, Ruihong Qiu, Zi Huang, and Mahsa Baktashmotlagh.
\newblock Learning to diversify for single domain generalization.
\newblock In {\em IEEE/CVF International Conference on Computer Vision}, 2021.

\bibitem{xu2021robust}
Zhenlin Xu, Deyi Liu, Junlin Yang, Colin Raffel, and Marc Niethammer.
\newblock Robust and generalizable visual representation learning via random
  convolutions.
\newblock In {\em International Conference on Learning Representations}, 2021.

\bibitem{yang2022test}
Tao Yang, Shenglong Zhou, Yuwang Wang, Yan Lu, and Nanning Zheng.
\newblock Test-time batch normalization.
\newblock {\em arXiv preprint arXiv:2205.10210}, 2022.

\bibitem{you2021test}
Fuming You, Jingjing Li, and Zhou Zhao.
\newblock Test-time batch statistics calibration for covariate shift.
\newblock {\em arXiv preprint arXiv:2110.04065}, 2021.

\bibitem{zhang2021memo}
Marvin~Mengxin Zhang, Sergey Levine, and Chelsea Finn.
\newblock Memo: Test time robustness via adaptation and augmentation.
\newblock In {\em NeurIPS 2021 Workshop on Distribution Shifts: Connecting
  Methods and Applications}, 2021.

\bibitem{zhang2022nico++}
Xingxuan Zhang, Linjun Zhou, Renzhe Xu, Peng Cui, Zheyan Shen, and Haoxin Liu.
\newblock Nico++: Towards better benchmarking for domain generalization.
\newblock {\em arXiv preprint arXiv:2204.08040}, 2022.

\bibitem{zhang2022exact}
Yabin Zhang, Minghan Li, Ruihuang Li, Kui Jia, and Lei Zhang.
\newblock Exact feature distribution matching for arbitrary style transfer and
  domain generalization.
\newblock In {\em IEEE/CVF Conference on Computer Vision and Pattern
  Recognition}, 2022.

\bibitem{zhao2020maximum}
Long Zhao, Ting Liu, Xi Peng, and Dimitris Metaxas.
\newblock Maximum-entropy adversarial data augmentation for improved
  generalization and robustness.
\newblock {\em Advances in Neural Information Processing Systems}, 2020.

\end{thebibliography}
