references.bib

@ARTICLE{Lipton2016-qv,
  title         = "The Mythos of Model Interpretability",
  author        = "Lipton, Zachary C",
  month         =  jun,
  year          =  2016,
  url           = "http://arxiv.org/abs/1606.03490",
  archivePrefix = "arXiv",
  eprint        = "1606.03490",
  primaryClass  = "cs.LG",
  arxivid       = "1606.03490"
}

@ARTICLE{Doshi-Velez2017-oq,
  title         = "Towards A Rigorous Science of Interpretable Machine Learning",
  author        = "Doshi-Velez, Finale and Kim, Been",
  month         =  feb,
  year          =  2017,
  url           = "http://arxiv.org/abs/1702.08608",
  copyright     = "http://arxiv.org/licenses/nonexclusive-distrib/1.0/",
  archivePrefix = "arXiv",
  eprint        = "1702.08608",
  primaryClass  = "stat.ML",
  arxivid       = "1702.08608"
}

@ARTICLE{Guo2018-kz,
  title         = "Explaining Deep Learning Models - A Bayesian Non-parametric
                   Approach",
  author        = "Guo, Wenbo and Huang, Sui and Tao, Yunzhe and Xing, Xinyu
                   and Lin, Lin",
  month         =  nov,
  year          =  2018,
  url           = "http://arxiv.org/abs/1811.03422",
  archivePrefix = "arXiv",
  eprint        = "1811.03422",
  primaryClass  = "cs.LG",
  arxivid       = "1811.03422"
}

@ARTICLE{Brunner2019-kb,
  title         = "On Identifiability in Transformers",
  author        = "Brunner, Gino and Liu, Yang and Pascual, Dami{\'a}n and
                   Richter, Oliver and Ciaramita, Massimiliano and Wattenhofer,
                   Roger",
  month         =  aug,
  year          =  2019,
  url           = "http://arxiv.org/abs/1908.04211",
  copyright     = "http://arxiv.org/licenses/nonexclusive-distrib/1.0/",
  archivePrefix = "arXiv",
  eprint        = "1908.04211",
  primaryClass  = "cs.CL",
  arxivid       = "1908.04211"
}

@ARTICLE{Ziegler2019-ig,
  title         = "{Fine-Tuning} Language Models from Human Preferences",
  author        = "Ziegler, Daniel M and Stiennon, Nisan and Wu, Jeffrey and
                   Brown, Tom B and Radford, Alec and Amodei, Dario and
                   Christiano, Paul and Irving, Geoffrey",
  month         =  sep,
  year          =  2019,
  url           = "http://arxiv.org/abs/1909.08593",
  archivePrefix = "arXiv",
  eprint        = "1909.08593",
  primaryClass  = "cs.CL",
  arxivid       = "1909.08593"
}

@ARTICLE{Schulz2020-hy,
  title         = "Restricting the Flow: Information Bottlenecks for
                   Attribution",
  author        = "Schulz, Karl and Sixt, Leon and Tombari, Federico and
                   Landgraf, Tim",
  month         =  jan,
  year          =  2020,
  url           = "http://arxiv.org/abs/2001.00396",
  copyright     = "http://arxiv.org/licenses/nonexclusive-distrib/1.0/",
  archivePrefix = "arXiv",
  eprint        = "2001.00396",
  primaryClass  = "stat.ML",
  arxivid       = "2001.00396"
}

@ARTICLE{Pruthi2020-um,
  title         = "Estimating Training Data Influence by Tracing Gradient
                   Descent",
  author        = "Pruthi, Garima and Liu, Frederick and Sundararajan, Mukund
                   and Kale, Satyen",
  month         =  feb,
  year          =  2020,
  url           = "http://arxiv.org/abs/2002.08484",
  copyright     = "http://arxiv.org/licenses/nonexclusive-distrib/1.0/",
  archivePrefix = "arXiv",
  eprint        = "2002.08484",
  primaryClass  = "cs.LG",
  arxivid       = "2002.08484"
}

@ARTICLE{Kreutzer2020-gr,
  title         = "Correct Me If You Can: Learning from Error Corrections and
                   Markings",
  author        = "Kreutzer, Julia and Berger, Nathaniel and Riezler, Stefan",
  month         =  apr,
  year          =  2020,
  url           = "http://arxiv.org/abs/2004.11222",
  archivePrefix = "arXiv",
  eprint        = "2004.11222",
  primaryClass  = "cs.CL",
  arxivid       = "2004.11222"
}

@ARTICLE{Agarwal2020-vh,
  title         = "Neural Additive Models: Interpretable Machine Learning with
                   Neural Nets",
  author        = "Agarwal, Rishabh and Melnick, Levi and Frosst, Nicholas and
                   Zhang, Xuezhou and Lengerich, Ben and Caruana, Rich and
                   Hinton, Geoffrey",
  month         =  apr,
  year          =  2020,
  url           = "http://arxiv.org/abs/2004.13912",
  archivePrefix = "arXiv",
  eprint        = "2004.13912",
  primaryClass  = "cs.LG",
  arxivid       = "2004.13912"
}

@ARTICLE{Patel2020-vl,
  title         = "High Dimensional Model Explanations: an Axiomatic Approach",
  author        = "Patel, Neel and Strobel, Martin and Zick, Yair",
  month         =  jun,
  year          =  2020,
  url           = "http://arxiv.org/abs/2006.08969",
  archivePrefix = "arXiv",
  eprint        = "2006.08969",
  primaryClass  = "cs.LG",
  arxivid       = "2006.08969"
}

@ARTICLE{molnar-etal-2020-general,
  title         = "General Pitfalls of {Model-Agnostic} Interpretation Methods
                   for Machine Learning Models",
  author        = "Molnar, Christoph and K{\"o}nig, Gunnar and Herbinger, Julia
                   and Freiesleben, Timo and Dandl, Susanne and Scholbeck,
                   Christian A and Casalicchio, Giuseppe and Grosse-Wentrup,
                   Moritz and Bischl, Bernd",
  month         =  jul,
  year          =  2020,
  url           = "http://arxiv.org/abs/2007.04131",
  copyright     = "http://creativecommons.org/licenses/by/4.0/",
  archivePrefix = "arXiv",
  eprint        = "2007.04131",
  primaryClass  = "stat.ML",
  arxivid       = "2007.04131"
}

@ARTICLE{Yeung2020-mz,
  title         = "Sequential Explanations with Mental {Model-Based} Policies",
  author        = "Yeung, Arnold Y S and Joshi, Shalmali and Williams, Joseph
                   Jay and Rudzicz, Frank",
  month         =  jul,
  year          =  2020,
  url           = "http://arxiv.org/abs/2007.09028",
  archivePrefix = "arXiv",
  eprint        = "2007.09028",
  primaryClass  = "cs.LG",
  arxivid       = "2007.09028"
}

@ARTICLE{Schwarzenberg2020-wy,
  title         = "{Pattern-Guided} Integrated Gradients",
  author        = "Schwarzenberg, Robert and Castle, Steffen",
  month         =  jul,
  year          =  2020,
  url           = "http://arxiv.org/abs/2007.10685",
  archivePrefix = "arXiv",
  eprint        = "2007.10685",
  primaryClass  = "cs.LG",
  arxivid       = "2007.10685"
}

@ARTICLE{Slack2020-rv,
  title         = "Reliable Post hoc Explanations: Modeling Uncertainty in
                   Explainability",
  author        = "Slack, Dylan and Hilgard, Sophie and Singh, Sameer and
                   Lakkaraju, Himabindu",
  month         =  aug,
  year          =  2020,
  url           = "http://arxiv.org/abs/2008.05030",
  archivePrefix = "arXiv",
  eprint        = "2008.05030",
  primaryClass  = "cs.LG",
  arxivid       = "2008.05030"
}

@ARTICLE{Agarwal2020-fo,
  title         = "Estimating Example Difficulty Using Variance of Gradients",
  author        = "Agarwal, Chirag and D'souza, Daniel and Hooker, Sara",
  month         =  aug,
  year          =  2020,
  url           = "http://arxiv.org/abs/2008.11600",
  copyright     = "http://creativecommons.org/licenses/by/4.0/",
  archivePrefix = "arXiv",
  eprint        = "2008.11600",
  primaryClass  = "cs.CV",
  arxivid       = "2008.11600"
}

@ARTICLE{Fomicheva2020-uw,
  title         = "{MLQE-PE}: A Multilingual Quality Estimation and
                   {Post-Editing} Dataset",
  author        = "Fomicheva, Marina and Sun, Shuo and Fonseca, Erick and
                   Zerva, Chrysoula and Blain, Fr{\'e}d{\'e}ric and Chaudhary,
                   Vishrav and Guzm{\'a}n, Francisco and Lopatina, Nina and
                   Specia, Lucia and Martins, Andr{\'e} F T",
  month         =  oct,
  year          =  2020,
  url           = "http://arxiv.org/abs/2010.04480",
  copyright     = "http://arxiv.org/licenses/nonexclusive-distrib/1.0/",
  archivePrefix = "arXiv",
  eprint        = "2010.04480",
  primaryClass  = "cs.CL",
  arxivid       = "2010.04480"
}

@ARTICLE{leavitt-morcos-2020-towards,
  title         = "Towards falsifiable interpretability research",
  author        = "Leavitt, Matthew L and Morcos, Ari",
  month         =  oct,
  year          =  2020,
  url           = "http://arxiv.org/abs/2010.12016",
  archivePrefix = "arXiv",
  eprint        = "2010.12016",
  primaryClass  = "cs.CY",
  arxivid       = "2010.12016"
}

@ARTICLE{Wiegreffe2020-tk,
  title         = "Measuring Association Between Labels and {Free-Text}
                   Rationales",
  author        = "Wiegreffe, Sarah and Marasovi{\'c}, Ana and Smith, Noah A",
  month         =  oct,
  year          =  2020,
  url           = "http://arxiv.org/abs/2010.12762",
  copyright     = "http://arxiv.org/licenses/nonexclusive-distrib/1.0/",
  archivePrefix = "arXiv",
  eprint        = "2010.12762",
  primaryClass  = "cs.CL",
  arxivid       = "2010.12762"
}

@ARTICLE{Lu2020-dq,
  title         = "Influence Patterns for Explaining Information Flow in {BERT}",
  author        = "Lu, Kaiji and Wang, Zifan and Mardziel, Piotr and Datta,
                   Anupam",
  month         =  nov,
  year          =  2020,
  url           = "http://arxiv.org/abs/2011.00740",
  archivePrefix = "arXiv",
  eprint        = "2011.00740",
  primaryClass  = "cs.CL",
  arxivid       = "2011.00740"
}

@ARTICLE{Ranasinghe2020-zo,
  title         = "{TransQuest}: Translation Quality Estimation with
                   Cross-lingual Transformers",
  author        = "Ranasinghe, Tharindu and Orasan, Constantin and Mitkov,
                   Ruslan",
  month         =  nov,
  year          =  2020,
  url           = "http://arxiv.org/abs/2011.01536",
  archivePrefix = "arXiv",
  eprint        = "2011.01536",
  primaryClass  = "cs.CL",
  arxivid       = "2011.01536"
}

@ARTICLE{Kobayashi2020-uh,
  title         = "Efficient Estimation of Influence of a Training Instance",
  author        = "Kobayashi, Sosuke and Yokoi, Sho and Suzuki, Jun and Inui,
                   Kentaro",
  month         =  dec,
  year          =  2020,
  url           = "http://arxiv.org/abs/2012.04207",
  archivePrefix = "arXiv",
  eprint        = "2012.04207",
  primaryClass  = "cs.LG",
  arxivid       = "2012.04207"
}

@ARTICLE{wiegreffe-marasovic-2021-teach,
  title         = "Teach Me to Explain: A Review of Datasets for Explainable
                   Natural Language Processing",
  author        = "Wiegreffe, Sarah and Marasovi{\'c}, Ana",
  month         =  feb,
  year          =  2021,
  url           = "http://arxiv.org/abs/2102.12060",
  copyright     = "http://creativecommons.org/licenses/by/4.0/",
  archivePrefix = "arXiv",
  eprint        = "2102.12060",
  primaryClass  = "cs.CL",
  arxivid       = "2102.12060"
}

@ARTICLE{Jacovi2021-ct,
  title         = "Contrastive Explanations for Model Interpretability",
  author        = "Jacovi, Alon and Swayamdipta, Swabha and Ravfogel, Shauli
                   and Elazar, Yanai and Choi, Yejin and Goldberg, Yoav",
  month         =  mar,
  year          =  2021,
  url           = "http://arxiv.org/abs/2103.01378",
  archivePrefix = "arXiv",
  eprint        = "2103.01378",
  primaryClass  = "cs.CL",
  arxivid       = "2103.01378"
}

@ARTICLE{Rajagopal2021-ou,
  title         = "{SelfExplain}: A {Self-Explaining} Architecture for Neural
                   Text Classifiers",
  author        = "Rajagopal, Dheeraj and Balachandran, Vidhisha and Hovy,
                   Eduard and Tsvetkov, Yulia",
  month         =  mar,
  year          =  2021,
  url           = "http://arxiv.org/abs/2103.12279",
  archivePrefix = "arXiv",
  eprint        = "2103.12279",
  primaryClass  = "cs.CL",
  arxivid       = "2103.12279"
}

@ARTICLE{Schwarzenberg2021-wr,
  title         = "Efficient Explanations from Empirical Explainers",
  author        = "Schwarzenberg, Robert and Feldhus, Nils and M{\"o}ller,
                   Sebastian",
  month         =  mar,
  year          =  2021,
  url           = "http://arxiv.org/abs/2103.15429",
  archivePrefix = "arXiv",
  eprint        = "2103.15429",
  primaryClass  = "cs.LG",
  arxivid       = "2103.15429"
}

@ARTICLE{Chefer2021-lt,
  title         = "Generic Attention-model Explainability for Interpreting
                   {Bi-Modal} and {Encoder-Decoder} Transformers",
  author        = "Chefer, Hila and Gur, Shir and Wolf, Lior",
  month         =  mar,
  year          =  2021,
  url           = "http://arxiv.org/abs/2103.15679",
  archivePrefix = "arXiv",
  eprint        = "2103.15679",
  primaryClass  = "cs.CV",
  arxivid       = "2103.15679"
}

@ARTICLE{Chrysostomou2021-xp,
  title         = "Flexible {Instance-Specific} Rationalization of {NLP} Models",
  author        = "Chrysostomou, George and Aletras, Nikolaos",
  month         =  apr,
  year          =  2021,
  url           = "http://arxiv.org/abs/2104.08219",
  archivePrefix = "arXiv",
  eprint        = "2104.08219",
  primaryClass  = "cs.CL",
  arxivid       = "2104.08219"
}

@ARTICLE{Yin2021-md,
  title         = "On the Sensitivity and Stability of Model Interpretations in
                   {NLP}",
  author        = "Yin, Fan and Shi, Zhouxing and Hsieh, Cho-Jui and Chang,
                   Kai-Wei",
  month         =  apr,
  year          =  2021,
  url           = "http://arxiv.org/abs/2104.08782",
  archivePrefix = "arXiv",
  eprint        = "2104.08782",
  primaryClass  = "cs.CL",
  arxivid       = "2104.08782"
}

@ARTICLE{Freitag2021-jb,
  title         = "Experts, Errors, and Context: A {Large-Scale} Study of Human
                   Evaluation for Machine Translation",
  author        = "Freitag, Markus and Foster, George and Grangier, David and
                   Ratnakar, Viresh and Tan, Qijun and Macherey, Wolfgang",
  month         =  apr,
  year          =  2021,
  url           = "http://arxiv.org/abs/2104.14478",
  archivePrefix = "arXiv",
  eprint        = "2104.14478",
  primaryClass  = "cs.CL",
  arxivid       = "2104.14478"
}

@ARTICLE{Lertvittayakumjorn2021-vv,
  title         = "{Explanation-Based} Human Debugging of {NLP} Models: A
                   Survey",
  author        = "Lertvittayakumjorn, Piyawat and Toni, Francesca",
  month         =  apr,
  year          =  2021,
  url           = "http://arxiv.org/abs/2104.15135",
  archivePrefix = "arXiv",
  eprint        = "2104.15135",
  primaryClass  = "cs.CL",
  arxivid       = "2104.15135"
}

@ARTICLE{Lee2021-kc,
  title         = "{IntelliCAT}: Intelligent Machine Translation {Post-Editing}
                   with Quality Estimation and Translation Suggestion",
  author        = "Lee, Dongjun and Ahn, Junhyeong and Park, Heesoo and Jo,
                   Jaemin",
  month         =  may,
  year          =  2021,
  url           = "http://arxiv.org/abs/2105.12172",
  archivePrefix = "arXiv",
  eprint        = "2105.12172",
  primaryClass  = "cs.CL",
  arxivid       = "2105.12172"
}

@ARTICLE{Huang2021-zb,
  title         = "{TranSmart}: A Practical Interactive Machine Translation
                   System",
  author        = "Huang, Guoping and Liu, Lemao and Wang, Xing and Wang,
                   Longyue and Li, Huayang and Tu, Zhaopeng and Huang, Chengyan
                   and Shi, Shuming",
  month         =  may,
  year          =  2021,
  url           = "http://arxiv.org/abs/2105.13072",
  archivePrefix = "arXiv",
  eprint        = "2105.13072",
  primaryClass  = "cs.CL",
  arxivid       = "2105.13072"
}

@ARTICLE{Nguyen2021-pd,
  title         = "The effectiveness of feature attribution methods and its
                   correlation with automatic evaluation scores",
  author        = "Nguyen, Giang and Kim, Daeyoung and Nguyen, Anh",
  month         =  may,
  year          =  2021,
  url           = "http://arxiv.org/abs/2105.14944",
  archivePrefix = "arXiv",
  eprint        = "2105.14944",
  primaryClass  = "cs.CV",
  arxivid       = "2105.14944"
}

@ARTICLE{Ghandeharioun2021-ob,
  title         = "{DISSECT}: Disentangled Simultaneous Explanations via
                   Concept Traversals",
  author        = "Ghandeharioun, Asma and Kim, Been and Li, Chun-Liang and
                   Jou, Brendan and Eoff, Brian and Picard, Rosalind W",
  month         =  may,
  year          =  2021,
  url           = "http://arxiv.org/abs/2105.15164",
  copyright     = "http://arxiv.org/licenses/nonexclusive-distrib/1.0/",
  archivePrefix = "arXiv",
  eprint        = "2105.15164",
  primaryClass  = "cs.LG",
  arxivid       = "2105.15164"
}

@ARTICLE{Baldock2021-rt,
  title         = "Deep Learning Through the Lens of Example Difficulty",
  author        = "Baldock, Robert J N and Maennel, Hartmut and Neyshabur,
                   Behnam",
  month         =  jun,
  year          =  2021,
  url           = "http://arxiv.org/abs/2106.09647",
  copyright     = "http://arxiv.org/licenses/nonexclusive-distrib/1.0/",
  archivePrefix = "arXiv",
  eprint        = "2106.09647",
  primaryClass  = "cs.LG",
  arxivid       = "2106.09647"
}

@ARTICLE{Majumder2021-ev,
  title         = "{Knowledge-Grounded} {Self-Rationalization} via Extractive
                   and Natural Language Explanations",
  author        = "Majumder, Bodhisattwa Prasad and Camburu, Oana-Maria and
                   Lukasiewicz, Thomas and McAuley, Julian",
  month         =  jun,
  year          =  2021,
  url           = "http://arxiv.org/abs/2106.13876",
  archivePrefix = "arXiv",
  eprint        = "2106.13876",
  primaryClass  = "cs.CL",
  arxivid       = "2106.13876"
}

@ARTICLE{pezeshkpour-etal-2021-combining,
  title         = "Combining Feature and Instance Attribution to Detect
                   Artifacts",
  author        = "Pezeshkpour, Pouya and Jain, Sarthak and Singh, Sameer and
                   Wallace, Byron C",
  month         =  jul,
  year          =  2021,
  url           = "http://arxiv.org/abs/2107.00323",
  archivePrefix = "arXiv",
  eprint        = "2107.00323",
  primaryClass  = "cs.CL",
  arxivid       = "2107.00323"
}

@ARTICLE{kocmi-etal-2021-ship,
  title         = "To Ship or Not to Ship: An Extensive Evaluation of Automatic
                   Metrics for Machine Translation",
  author        = "Kocmi, Tom and Federmann, Christian and Grundkiewicz, Roman
                   and Junczys-Dowmunt, Marcin and Matsushita, Hitokazu and
                   Menezes, Arul",
  month         =  jul,
  year          =  2021,
  url           = "http://arxiv.org/abs/2107.10821",
  copyright     = "http://arxiv.org/licenses/nonexclusive-distrib/1.0/",
  archivePrefix = "arXiv",
  eprint        = "2107.10821",
  primaryClass  = "cs.CL",
  arxivid       = "2107.10821"
}

@ARTICLE{madsen-etal-2021-posthoc,
  title         = "Post-hoc Interpretability for Neural {NLP}: A Survey",
  author        = "Madsen, Andreas and Reddy, Siva and Chandar, Sarath",
  month         =  aug,
  year          =  2021,
  url           = "http://arxiv.org/abs/2108.04840",
  archivePrefix = "arXiv",
  eprint        = "2108.04840",
  primaryClass  = "cs.CL",
  arxivid       = "2108.04840"
}

@ARTICLE{Fomicheva2021-si,
  title         = "Translation Error Detection as Rationale Extraction",
  author        = "Fomicheva, Marina and Specia, Lucia and Aletras, Nikolaos",
  month         =  aug,
  year          =  2021,
  url           = "http://arxiv.org/abs/2108.12197",
  copyright     = "http://creativecommons.org/licenses/by/4.0/",
  archivePrefix = "arXiv",
  eprint        = "2108.12197",
  primaryClass  = "cs.CL",
  arxivid       = "2108.12197"
}

@ARTICLE{sanyal-ren-2021-discretized,
  title         = "Discretized Integrated Gradients for Explaining Language
                   Models",
  author        = "Sanyal, Soumya and Ren, Xiang",
  month         =  aug,
  year          =  2021,
  url           = "http://arxiv.org/abs/2108.13654",
  archivePrefix = "arXiv",
  eprint        = "2108.13654",
  primaryClass  = "cs.CL",
  arxivid       = "2108.13654"
}

@ARTICLE{Feder2021-bq,
  title         = "Causal Inference in Natural Language Processing: Estimation,
                   Prediction, Interpretation and Beyond",
  author        = "Feder, Amir and Keith, Katherine A and Manzoor, Emaad and
                   Pryzant, Reid and Sridhar, Dhanya and Wood-Doughty, Zach and
                   Eisenstein, Jacob and Grimmer, Justin and Reichart, Roi and
                   Roberts, Margaret E and Stewart, Brandon M and Veitch,
                   Victor and Yang, Diyi",
  month         =  sep,
  year          =  2021,
  url           = "http://arxiv.org/abs/2109.00725",
  archivePrefix = "arXiv",
  eprint        = "2109.00725",
  primaryClass  = "cs.CL",
  arxivid       = "2109.00725"
}

@ARTICLE{voita-etal-2021-language,
  title         = "Language modeling, lexical translation, reordering: The
                   training process of {NMT} through the lens of classical
                   {SMT}",
  author        = "Voita, Elena and Sennrich, Rico and Titov, Ivan",
  month         =  sep,
  year          =  2021,
  url           = "http://arxiv.org/abs/2109.01396",
  copyright     = "http://arxiv.org/licenses/nonexclusive-distrib/1.0/",
  archivePrefix = "arXiv",
  eprint        = "2109.01396",
  primaryClass  = "cs.CL",
  arxivid       = "2109.01396"
}

@ARTICLE{Zouhar2021-xq,
  title         = "Neural Machine Translation Quality and {Post-Editing}
                   Performance",
  author        = "Zouhar, Vil{\'e}m and Tamchyna, Ale{\v s} and Popel, Martin
                   and Bojar, Ond{\v r}ej",
  month         =  sep,
  year          =  2021,
  url           = "http://arxiv.org/abs/2109.05016",
  archivePrefix = "arXiv",
  eprint        = "2109.05016",
  primaryClass  = "cs.CL",
  arxivid       = "2109.05016"
}

@ARTICLE{Ju2021-tz,
  title         = "The Logic Traps in Evaluating Post-hoc Interpretations",
  author        = "Ju, Yiming and Zhang, Yuanzhe and Yang, Zhao and Jiang,
                   Zhongtao and Liu, Kang and Zhao, Jun",
  month         =  sep,
  year          =  2021,
  url           = "http://arxiv.org/abs/2109.05463",
  copyright     = "http://arxiv.org/licenses/nonexclusive-distrib/1.0/",
  archivePrefix = "arXiv",
  eprint        = "2109.05463",
  primaryClass  = "cs.LG",
  arxivid       = "2109.05463"
}

@ARTICLE{Ferrando2021-ps,
  title         = "Attention Weights in Transformer {NMT} Fail Aligning Words
                   Between Sequences but Largely Explain Model Predictions",
  author        = "Ferrando, Javier and Costa-juss{\`a}, Marta R",
  month         =  sep,
  year          =  2021,
  url           = "http://arxiv.org/abs/2109.05853",
  archivePrefix = "arXiv",
  eprint        = "2109.05853",
  primaryClass  = "cs.CL",
  arxivid       = "2109.05853"
}

@ARTICLE{chaudhary-etal-2021-when,
  title         = "When is Wall a Pared and when a Muro? -- Extracting Rules
                   Governing Lexical Selection",
  author        = "Chaudhary, Aditi and Yin, Kayo and Anastasopoulos, Antonios
                   and Neubig, Graham",
  month         =  sep,
  year          =  2021,
  url           = "http://arxiv.org/abs/2109.06014",
  archivePrefix = "arXiv",
  eprint        = "2109.06014",
  primaryClass  = "cs.CL",
  arxivid       = "2109.06014"
}

@ARTICLE{Glushkova2021-am,
  title         = "{Uncertainty-Aware} Machine Translation Evaluation",
  author        = "Glushkova, Taisiya and Zerva, Chrysoula and Rei, Ricardo and
                   Martins, Andr{\'e} F T",
  month         =  sep,
  year          =  2021,
  url           = "http://arxiv.org/abs/2109.06352",
  archivePrefix = "arXiv",
  eprint        = "2109.06352",
  primaryClass  = "cs.CL",
  arxivid       = "2109.06352"
}

@ARTICLE{vafa-etal-2021-rationales,
  title         = "Rationales for Sequential Predictions",
  author        = "Vafa, Keyon and Deng, Yuntian and Blei, David M and Rush,
                   Alexander M",
  month         =  sep,
  year          =  2021,
  url           = "http://arxiv.org/abs/2109.06387",
  archivePrefix = "arXiv",
  eprint        = "2109.06387",
  primaryClass  = "cs.CL",
  arxivid       = "2109.06387"
}

@ARTICLE{Hsu2021-fv,
  title         = "{Decision-Focused} Summarization",
  author        = "Hsu, Chao-Chun and Tan, Chenhao",
  month         =  sep,
  year          =  2021,
  url           = "http://arxiv.org/abs/2109.06896",
  copyright     = "http://creativecommons.org/licenses/by/4.0/",
  archivePrefix = "arXiv",
  eprint        = "2109.06896",
  primaryClass  = "cs.CL",
  arxivid       = "2109.06896"
}

@ARTICLE{Wang2021-kl,
  title         = "Beyond {Glass-Box} Features: Uncertainty Quantification
                   Enhanced Quality Estimation for Neural Machine Translation",
  author        = "Wang, Ke and Shi, Yangbin and Wang, Jiayi and Zhang, Yuqi
                   and Zhao, Yu and Zheng, Xiaolin",
  month         =  sep,
  year          =  2021,
  url           = "http://arxiv.org/abs/2109.07141",
  copyright     = "http://creativecommons.org/licenses/by/4.0/",
  archivePrefix = "arXiv",
  eprint        = "2109.07141",
  primaryClass  = "cs.CL",
  arxivid       = "2109.07141"
}

@ARTICLE{Fernandes2021-yv,
  title         = "When Does Translation Require Context? A Data-driven,
                   Multilingual Exploration",
  author        = "Fernandes, Patrick and Yin, Kayo and Liu, Emmy and Martins,
                   Andr{\'e} F T and Neubig, Graham",
  month         =  sep,
  year          =  2021,
  url           = "http://arxiv.org/abs/2109.07446",
  copyright     = "http://arxiv.org/licenses/nonexclusive-distrib/1.0/",
  archivePrefix = "arXiv",
  eprint        = "2109.07446",
  primaryClass  = "cs.CL",
  arxivid       = "2109.07446"
}

@ARTICLE{Chiang2021-be,
  title         = "Relating Neural Text Degeneration to Exposure Bias",
  author        = "Chiang, Ting-Rui and Chen, Yun-Nung",
  month         =  sep,
  year          =  2021,
  url           = "http://arxiv.org/abs/2109.08705",
  copyright     = "http://creativecommons.org/licenses/by-nc-sa/4.0/",
  archivePrefix = "arXiv",
  eprint        = "2109.08705",
  primaryClass  = "cs.CL",
  arxivid       = "2109.08705"
}

@ARTICLE{Pascual2021-et,
  title         = "A {Plug-and-Play} Method for Controlled Text Generation",
  author        = "Pascual, Damian and Egressy, Beni and Meister, Clara and
                   Cotterell, Ryan and Wattenhofer, Roger",
  month         =  sep,
  year          =  2021,
  url           = "http://arxiv.org/abs/2109.09707",
  copyright     = "http://creativecommons.org/licenses/by/4.0/",
  archivePrefix = "arXiv",
  eprint        = "2109.09707",
  primaryClass  = "cs.CL",
  arxivid       = "2109.09707"
}

@ARTICLE{Friedrich2021-ol,
  title         = "Interactively Providing Explanations for Transformer
                   Language Models",
  author        = "Friedrich, Felix and Schramowski, Patrick and Tauchmann,
                   Christopher and Kersting, Kristian",
  month         =  sep,
  year          =  2021,
  url           = "http://arxiv.org/abs/2110.02058",
  copyright     = "http://creativecommons.org/licenses/by/4.0/",
  archivePrefix = "arXiv",
  eprint        = "2110.02058",
  primaryClass  = "cs.CL",
  arxivid       = "2110.02058"
}

@ARTICLE{Patel2021-ub,
  title         = "On Neurons Invariant to Sentence Structural Changes in
                   Neural Machine Translation",
  author        = "Patel, Gal and Choshen, Leshem and Abend, Omri",
  month         =  oct,
  year          =  2021,
  url           = "http://arxiv.org/abs/2110.03067",
  archivePrefix = "arXiv",
  eprint        = "2110.03067",
  primaryClass  = "cs.CL",
  arxivid       = "2110.03067"
}

@ARTICLE{Han2021-cc,
  title         = "Influence Tuning: Demoting Spurious Correlations via
                   Instance Attribution and {Instance-Driven} Updates",
  author        = "Han, Xiaochuang and Tsvetkov, Yulia",
  month         =  oct,
  year          =  2021,
  url           = "http://arxiv.org/abs/2110.03212",
  copyright     = "http://arxiv.org/licenses/nonexclusive-distrib/1.0/",
  archivePrefix = "arXiv",
  eprint        = "2110.03212",
  primaryClass  = "cs.CL",
  arxivid       = "2110.03212"
}

@ARTICLE{Fomicheva2021-ij,
  title         = "The {Eval4NLP} Shared Task on Explainable Quality
                   Estimation: Overview and Results",
  author        = "Fomicheva, Marina and Lertvittayakumjorn, Piyawat and Zhao,
                   Wei and Eger, Steffen and Gao, Yang",
  month         =  oct,
  year          =  2021,
  url           = "http://arxiv.org/abs/2110.04392",
  copyright     = "http://creativecommons.org/licenses/by/4.0/",
  archivePrefix = "arXiv",
  eprint        = "2110.04392",
  primaryClass  = "cs.CL",
  arxivid       = "2110.04392"
}

@ARTICLE{Zheng2021-ni,
  title         = "Disentangled Sequence to Sequence Learning for Compositional
                   Generalization",
  author        = "Zheng, Hao and Lapata, Mirella",
  month         =  oct,
  year          =  2021,
  url           = "http://arxiv.org/abs/2110.04655",
  archivePrefix = "arXiv",
  eprint        = "2110.04655",
  primaryClass  = "cs.CL",
  arxivid       = "2110.04655"
}

@ARTICLE{Yang2021-uo,
  title         = "{WeTS}: A Benchmark for Translation Suggestion",
  author        = "Yang, Zhen and Meng, Fandong and Zhang, Yingxue and Li,
                   Ernan and Zhou, Jie",
  month         =  oct,
  year          =  2021,
  url           = "http://arxiv.org/abs/2110.05151",
  archivePrefix = "arXiv",
  eprint        = "2110.05151",
  primaryClass  = "cs.CL",
  arxivid       = "2110.05151"
}

@ARTICLE{Zhang2021-tk,
  title         = "Interpreting the Robustness of Neural {NLP} Models to
                   Textual Perturbations",
  author        = "Zhang, Yunxiang and Pan, Liangming and Tan, Samson and Kan,
                   Min-Yen",
  month         =  oct,
  year          =  2021,
  url           = "http://arxiv.org/abs/2110.07159",
  archivePrefix = "arXiv",
  eprint        = "2110.07159",
  primaryClass  = "cs.CL",
  arxivid       = "2110.07159"
}

@ARTICLE{Antverg2021-od,
  title         = "On the Pitfalls of Analyzing Individual Neurons in Language
                   Models",
  author        = "Antverg, Omer and Belinkov, Yonatan",
  month         =  oct,
  year          =  2021,
  url           = "http://arxiv.org/abs/2110.07483",
  archivePrefix = "arXiv",
  eprint        = "2110.07483",
  primaryClass  = "cs.CL",
  arxivid       = "2110.07483"
}

@ARTICLE{Ye2021-xg,
  title         = "Can Explanations Be Useful for Calibrating Black Box Models?",
  author        = "Ye, Xi and Durrett, Greg",
  month         =  oct,
  year          =  2021,
  url           = "http://arxiv.org/abs/2110.07586",
  archivePrefix = "arXiv",
  eprint        = "2110.07586",
  primaryClass  = "cs.CL",
  arxivid       = "2110.07586"
}

@ARTICLE{Chiang2021-kz,
  title         = "Breaking Down Multilingual Machine Translation",
  author        = "Chiang, Ting-Rui and Chen, Yi-Pei and Yeh, Yi-Ting and
                   Neubig, Graham",
  month         =  oct,
  year          =  2021,
  url           = "http://arxiv.org/abs/2110.08130",
  archivePrefix = "arXiv",
  eprint        = "2110.08130",
  primaryClass  = "cs.CL",
  arxivid       = "2110.08130"
}

@ARTICLE{Libovicky2021-fm,
  title         = "Why don't people use character-level machine translation?",
  author        = "Libovick{\'y}, Jind{\v r}ich and Schmid, Helmut and Fraser,
                   Alexander",
  month         =  oct,
  year          =  2021,
  url           = "http://arxiv.org/abs/2110.08191",
  archivePrefix = "arXiv",
  eprint        = "2110.08191",
  primaryClass  = "cs.CL",
  arxivid       = "2110.08191"
}

@ARTICLE{Madsen2021-po,
  title         = "Evaluating the Faithfulness of Importance Measures in {NLP}
                   by Recursively Masking Allegedly Important Tokens and
                   Retraining",
  author        = "Madsen, Andreas and Meade, Nicholas and Adlakha, Vaibhav and
                   Reddy, Siva",
  month         =  oct,
  year          =  2021,
  url           = "http://arxiv.org/abs/2110.08412",
  archivePrefix = "arXiv",
  eprint        = "2110.08412",
  primaryClass  = "cs.CL",
  arxivid       = "2110.08412"
}

@ARTICLE{Sun2021-fz,
  title         = "Interpreting Deep Learning Models in Natural Language
                   Processing: A Review",
  author        = "Sun, Xiaofei and Yang, Diyi and Li, Xiaoya and Zhang,
                   Tianwei and Meng, Yuxian and Qiu, Han and Wang, Guoyin and
                   Hovy, Eduard and Li, Jiwei",
  month         =  oct,
  year          =  2021,
  url           = "http://arxiv.org/abs/2110.10470",
  archivePrefix = "arXiv",
  eprint        = "2110.10470",
  primaryClass  = "cs.CL",
  arxivid       = "2110.10470"
}

@ARTICLE{Mitchell2021-ix,
  title         = "Fast Model Editing at Scale",
  author        = "Mitchell, Eric and Lin, Charles and Bosselut, Antoine and
                   Finn, Chelsea and Manning, Christopher D",
  month         =  oct,
  year          =  2021,
  url           = "http://arxiv.org/abs/2110.11309",
  archivePrefix = "arXiv",
  eprint        = "2110.11309",
  primaryClass  = "cs.LG",
  arxivid       = "2110.11309"
}

@ARTICLE{Pope2021-fl,
  title         = "Text Counterfactuals via Latent Optimization and
                   {Shapley-Guided} Search",
  author        = "Pope, Quintin and Fern, Xiaoli Z",
  month         =  oct,
  year          =  2021,
  url           = "http://arxiv.org/abs/2110.11589",
  archivePrefix = "arXiv",
  eprint        = "2110.11589",
  primaryClass  = "cs.CL",
  arxivid       = "2110.11589"
}

@ARTICLE{Li2021-pn,
  title         = "Discovering Non-monotonic Autoregressive Orderings with
                   Variational Inference",
  author        = "Li, Xuanlin and Trabucco, Brandon and Park, Dong Huk and
                   Luo, Michael and Shen, Sheng and Darrell, Trevor and Gao,
                   Yang",
  month         =  oct,
  year          =  2021,
  url           = "http://arxiv.org/abs/2110.15797",
  archivePrefix = "arXiv",
  eprint        = "2110.15797",
  primaryClass  = "cs.CL",
  arxivid       = "2110.15797"
}

@ARTICLE{Bastings2021-kw,
  title         = "``Will You Find These Shortcuts?'' A Protocol for Evaluating
                   the Faithfulness of Input Salience Methods for Text
                   Classification",
  author        = "Bastings, Jasmijn and Ebert, Sebastian and Zablotskaia,
                   Polina and Sandholm, Anders and Filippova, Katja",
  month         =  nov,
  year          =  2021,
  url           = "http://arxiv.org/abs/2111.07367",
  archivePrefix = "arXiv",
  eprint        = "2111.07367",
  primaryClass  = "cs.CL",
  arxivid       = "2111.07367"
}

@ARTICLE{Gladkoff2021-xs,
  title         = "Measuring Uncertainty in Translation Quality Evaluation
                   ({TQE})",
  author        = "Gladkoff, Serge and Sorokina, Irina and Han, Lifeng and
                   Alekseeva, Alexandra",
  month         =  nov,
  year          =  2021,
  url           = "http://arxiv.org/abs/2111.07699",
  archivePrefix = "arXiv",
  eprint        = "2111.07699",
  primaryClass  = "cs.CL",
  arxivid       = "2111.07699"
}

@ARTICLE{Marasovic2021-xb,
  title         = "{Few-Shot} {Self-Rationalization} with Natural Language
                   Prompts",
  author        = "Marasovi{\'c}, Ana and Beltagy, Iz and Downey, Doug and
                   Peters, Matthew E",
  month         =  nov,
  year          =  2021,
  url           = "http://arxiv.org/abs/2111.08284",
  archivePrefix = "arXiv",
  eprint        = "2111.08284",
  primaryClass  = "cs.CL",
  arxivid       = "2111.08284"
}

@ARTICLE{Freitag2021-ev,
  title         = "High Quality Rather than High Model Probability: Minimum
                   Bayes Risk Decoding with Neural Metrics",
  author        = "Freitag, Markus and Grangier, David and Tan, Qijun and
                   Liang, Bowen",
  month         =  nov,
  year          =  2021,
  url           = "http://arxiv.org/abs/2111.09388",
  archivePrefix = "arXiv",
  eprint        = "2111.09388",
  primaryClass  = "cs.CL",
  arxivid       = "2111.09388"
}

@ARTICLE{Li2021-kz,
  title         = "Human Interpretation and Exploitation of Self-attention
                   Patterns in Transformers: A Case Study in Extractive
                   Summarization",
  author        = "Li, Raymond and Xiao, Wen and Wang, Lanjun and Carenini,
                   Giuseppe",
  month         =  dec,
  year          =  2021,
  url           = "http://arxiv.org/abs/2112.05364",
  archivePrefix = "arXiv",
  eprint        = "2112.05364",
  primaryClass  = "cs.CL",
  arxivid       = "2112.05364"
}

@ARTICLE{Yordanov2021-pp,
  title         = "{Few-Shot} {Out-of-Domain} Transfer Learning of Natural
                   Language Explanations",
  author        = "Yordanov, Yordan and Kocijan, Vid and Lukasiewicz, Thomas
                   and Camburu, Oana-Maria",
  month         =  dec,
  year          =  2021,
  url           = "http://arxiv.org/abs/2112.06204",
  archivePrefix = "arXiv",
  eprint        = "2112.06204",
  primaryClass  = "cs.CL",
  arxivid       = "2112.06204"
}

@ARTICLE{De_Cao2021-ty,
  title         = "Sparse Interventions in Language Models with Differentiable
                   Masking",
  author        = "De Cao, Nicola and Schmid, Leon and Hupkes, Dieuwke and
                   Titov, Ivan",
  month         =  dec,
  year          =  2021,
  url           = "http://arxiv.org/abs/2112.06837",
  archivePrefix = "arXiv",
  eprint        = "2112.06837",
  primaryClass  = "cs.CL",
  arxivid       = "2112.06837"
}

@ARTICLE{Wiegreffe2021-ez,
  title         = "Reframing {Human-AI} Collaboration for Generating
                   {Free-Text} Explanations",
  author        = "Wiegreffe, Sarah and Hessel, Jack and Swayamdipta, Swabha
                   and Riedl, Mark and Choi, Yejin",
  month         =  dec,
  year          =  2021,
  url           = "http://arxiv.org/abs/2112.08674",
  archivePrefix = "arXiv",
  eprint        = "2112.08674",
  primaryClass  = "cs.CL",
  arxivid       = "2112.08674"
}

@ARTICLE{Chan2021-kv,
  title         = "{UNIREX}: A Unified Learning Framework for Language Model
                   Rationale Extraction",
  author        = "Chan, Aaron and Sanjabi, Maziar and Mathias, Lambert and
                   Tan, Liang and Nie, Shaoliang and Peng, Xiaochang and Ren,
                   Xiang and Firooz, Hamed",
  month         =  dec,
  year          =  2021,
  url           = "http://arxiv.org/abs/2112.08802",
  archivePrefix = "arXiv",
  eprint        = "2112.08802",
  primaryClass  = "cs.CL",
  arxivid       = "2112.08802"
}

@ARTICLE{Arora2021-xf,
  title         = "Explain, Edit, and Understand: Rethinking User Study Design
                   for Evaluating Model Explanations",
  author        = "Arora, Siddhant and Pruthi, Danish and Sadeh, Norman and
                   Cohen, William W and Lipton, Zachary C and Neubig, Graham",
  month         =  dec,
  year          =  2021,
  url           = "http://arxiv.org/abs/2112.09669",
  archivePrefix = "arXiv",
  eprint        = "2112.09669",
  primaryClass  = "cs.CL",
  arxivid       = "2112.09669"
}

@ARTICLE{Tandon2021-ky,
  title         = "Learning to Repair: Repairing model output errors after
                   deployment using a dynamic memory of feedback",
  author        = "Tandon, Niket and Madaan, Aman and Clark, Peter and Yang,
                   Yiming",
  month         =  dec,
  year          =  2021,
  url           = "http://arxiv.org/abs/2112.09737",
  archivePrefix = "arXiv",
  eprint        = "2112.09737",
  primaryClass  = "cs.CL",
  arxivid       = "2112.09737"
}

@ARTICLE{Ahsan2021-vu,
  title         = "Assessing Post-editing Effort in the {English-Hindi}
                   Direction",
  author        = "Ahsan, Arafat and Mujadia, Vandan and Sharma, Dipti Misra",
  month         =  dec,
  year          =  2021,
  url           = "http://arxiv.org/abs/2112.09841",
  archivePrefix = "arXiv",
  eprint        = "2112.09841",
  primaryClass  = "cs.CL",
  arxivid       = "2112.09841"
}

@ARTICLE{Li2021-jh,
  title         = "Unifying Model Explainability and Robustness for Joint Text
                   Classification and Rationale Extraction",
  author        = "Li, Dongfang and Hu, Baotian and Chen, Qingcai and Xu, Tujie
                   and Tao, Jingcong and Zhang, Yunan",
  month         =  dec,
  year          =  2021,
  url           = "http://arxiv.org/abs/2112.10424",
  archivePrefix = "arXiv",
  eprint        = "2112.10424",
  primaryClass  = "cs.CL",
  arxivid       = "2112.10424"
}

@ARTICLE{Zafar2021-xp,
  title         = "More Than Words: Towards Better Quality Interpretations of
                   Text Classifiers",
  author        = "Zafar, Muhammad Bilal and Schmidt, Philipp and Donini,
                   Michele and Archambeau, C{\'e}dric and Biessmann, Felix and
                   Das, Sanjiv Ranjan and Kenthapadi, Krishnaram",
  month         =  dec,
  year          =  2021,
  url           = "http://arxiv.org/abs/2112.12444",
  archivePrefix = "arXiv",
  eprint        = "2112.12444",
  primaryClass  = "cs.CL",
  arxivid       = "2112.12444"
}

@ARTICLE{Wang2021-vw,
  title         = "{QEMind}: Alibaba's Submission to the {WMT21} Quality
                   Estimation Shared Task",
  author        = "Wang, Jiayi and Wang, Ke and Chen, Boxing and Zhao, Yu and
                   Luo, Weihua and Zhang, Yuqi",
  month         =  dec,
  year          =  2021,
  url           = "http://arxiv.org/abs/2112.14890",
  archivePrefix = "arXiv",
  eprint        = "2112.14890",
  primaryClass  = "cs.CL",
  arxivid       = "2112.14890"
}

@ARTICLE{Chen2022-aq,
  title         = "Explaining Predictive Uncertainty by Looking Back at Model
                   Explanations",
  author        = "Chen, Hanjie and Du, Wanyu and Ji, Yangfeng",
  month         =  jan,
  year          =  2022,
  url           = "http://arxiv.org/abs/2201.03742",
  archivePrefix = "arXiv",
  eprint        = "2201.03742",
  primaryClass  = "cs.CL",
  arxivid       = "2201.03742"
}

@ARTICLE{Gao2022-ih,
  title         = "Towards Automated Error Analysis: Learning to Characterize
                   Errors",
  author        = "Gao, Tong and Singh, Shivang and Mooney, Raymond J",
  month         =  jan,
  year          =  2022,
  url           = "http://arxiv.org/abs/2201.05017",
  archivePrefix = "arXiv",
  eprint        = "2201.05017",
  primaryClass  = "cs.CL",
  arxivid       = "2201.05017"
}

@ARTICLE{Plyler2022-ol,
  title         = "Making a (Counterfactual) Difference One Rationale at a Time",
  author        = "Plyler, Mitchell and Green, Michael and Chi, Min",
  month         =  jan,
  year          =  2022,
  url           = "http://arxiv.org/abs/2201.05177",
  archivePrefix = "arXiv",
  eprint        = "2201.05177",
  primaryClass  = "cs.CL",
  arxivid       = "2201.05177"
}

@ARTICLE{Norelli2022-ki,
  title         = "Explanatory Learning: Beyond Empiricism in Neural Networks",
  author        = "Norelli, Antonio and Mariani, Giorgio and Moschella, Luca
                   and Santilli, Andrea and Parascandolo, Giambattista and
                   Melzi, Simone and Rodol{\`a}, Emanuele",
  month         =  jan,
  year          =  2022,
  url           = "http://arxiv.org/abs/2201.10222",
  archivePrefix = "arXiv",
  eprint        = "2201.10222",
  primaryClass  = "cs.LG",
  arxivid       = "2201.10222"
}

@ARTICLE{Hernandez2022-km,
  title         = "Natural Language Descriptions of Deep Visual Features",
  author        = "Hernandez, Evan and Schwettmann, Sarah and Bau, David and
                   Bagashvili, Teona and Torralba, Antonio and Andreas, Jacob",
  month         =  jan,
  year          =  2022,
  url           = "http://arxiv.org/abs/2201.11114",
  copyright     = "http://arxiv.org/licenses/nonexclusive-distrib/1.0/",
  archivePrefix = "arXiv",
  eprint        = "2201.11114",
  primaryClass  = "cs.CV",
  arxivid       = "2201.11114"
}

@ARTICLE{Schuff2022-hk,
  title         = "Human Interpretation of Saliency-based Explanation Over Text",
  author        = "Schuff, Hendrik and Jacovi, Alon and Adel, Heike and
                   Goldberg, Yoav and Vu, Ngoc Thang",
  month         =  jan,
  year          =  2022,
  url           = "http://arxiv.org/abs/2201.11569",
  archivePrefix = "arXiv",
  eprint        = "2201.11569",
  primaryClass  = "cs.CL",
  arxivid       = "2201.11569"
}

@ARTICLE{Wei2022-on,
  title         = "Chain of Thought Prompting Elicits Reasoning in Large
                   Language Models",
  author        = "Wei, Jason and Wang, Xuezhi and Schuurmans, Dale and Bosma,
                   Maarten and Ichter, Brian and Xia, Fei and Chi, Ed and Le,
                   Quoc and Zhou, Denny",
  month         =  jan,
  year          =  2022,
  url           = "http://arxiv.org/abs/2201.11903",
  copyright     = "http://creativecommons.org/licenses/by/4.0/",
  archivePrefix = "arXiv",
  eprint        = "2201.11903",
  primaryClass  = "cs.CL",
  arxivid       = "2201.11903"
}

@ARTICLE{Ravfogel2022-kf,
  title         = "Linear Adversarial Concept Erasure",
  author        = "Ravfogel, Shauli and Twiton, Michael and Goldberg, Yoav and
                   Cotterell, Ryan",
  month         =  jan,
  year          =  2022,
  url           = "http://arxiv.org/abs/2201.12091",
  archivePrefix = "arXiv",
  eprint        = "2201.12091",
  primaryClass  = "cs.LG",
  arxivid       = "2201.12091"
}

@ARTICLE{Ravfogel2022-ku,
  title         = "Adversarial Concept Erasure in Kernel Space",
  author        = "Ravfogel, Shauli and Vargas, Francisco and Goldberg, Yoav
                   and Cotterell, Ryan",
  month         =  jan,
  year          =  2022,
  url           = "http://arxiv.org/abs/2201.12191",
  archivePrefix = "arXiv",
  eprint        = "2201.12191",
  primaryClass  = "cs.LG",
  arxivid       = "2201.12191"
}

@ARTICLE{Lakkaraju2022-mz,
  title         = "Rethinking Explainability as a Dialogue: A Practitioner's
                   Perspective",
  author        = "Lakkaraju, Himabindu and Slack, Dylan and Chen, Yuxin and
                   Tan, Chenhao and Singh, Sameer",
  month         =  feb,
  year          =  2022,
  url           = "http://arxiv.org/abs/2202.01875",
  archivePrefix = "arXiv",
  eprint        = "2202.01875",
  primaryClass  = "cs.LG",
  arxivid       = "2202.01875"
}

@ARTICLE{Perez2022-pu,
  title         = "Red Teaming Language Models with Language Models",
  author        = "Perez, Ethan and Huang, Saffron and Song, Francis and Cai,
                   Trevor and Ring, Roman and Aslanides, John and Glaese,
                   Amelia and McAleese, Nat and Irving, Geoffrey",
  month         =  feb,
  year          =  2022,
  url           = "http://arxiv.org/abs/2202.03286",
  archivePrefix = "arXiv",
  eprint        = "2202.03286",
  primaryClass  = "cs.CL",
  arxivid       = "2202.03286"
}

@ARTICLE{Amrhein2022-rb,
  title         = "Identifying Weaknesses in Machine Translation Metrics
                   Through Minimum Bayes Risk Decoding: A Case Study for
                   {COMET}",
  author        = "Amrhein, Chantal and Sennrich, Rico",
  month         =  feb,
  year          =  2022,
  url           = "http://arxiv.org/abs/2202.05148",
  archivePrefix = "arXiv",
  eprint        = "2202.05148",
  primaryClass  = "cs.CL",
  arxivid       = "2202.05148"
}

@ARTICLE{Meng2022-vv,
  title         = "Locating and Editing Factual Associations in {GPT}",
  author        = "Meng, Kevin and Bau, David and Andonian, Alex and Belinkov,
                   Yonatan",
  month         =  feb,
  year          =  2022,
  url           = "http://arxiv.org/abs/2202.05262",
  archivePrefix = "arXiv",
  eprint        = "2202.05262",
  primaryClass  = "cs.CL",
  arxivid       = "2202.05262"
}

@ARTICLE{Yin2022-gz,
  title         = "Interpreting Language Models with Contrastive Explanations",
  author        = "Yin, Kayo and Neubig, Graham",
  month         =  feb,
  year          =  2022,
  url           = "http://arxiv.org/abs/2202.10419",
  archivePrefix = "arXiv",
  eprint        = "2202.10419",
  primaryClass  = "cs.CL",
  arxivid       = "2202.10419"
}

@ARTICLE{Garcia2022-hz,
  title         = "Using natural language prompts for machine translation",
  author        = "Garcia, Xavier and Firat, Orhan",
  month         =  feb,
  year          =  2022,
  url           = "http://arxiv.org/abs/2202.11822",
  archivePrefix = "arXiv",
  eprint        = "2202.11822",
  primaryClass  = "cs.CL",
  arxivid       = "2202.11822"
}

@ARTICLE{Yeh2022-lu,
  title         = "First is Better Than Last for Training Data Influence",
  author        = "Yeh, Chih-Kuan and Taly, Ankur and Sundararajan, Mukund and
                   Liu, Frederick and Ravikumar, Pradeep",
  month         =  feb,
  year          =  2022,
  url           = "http://arxiv.org/abs/2202.11844",
  archivePrefix = "arXiv",
  eprint        = "2202.11844",
  primaryClass  = "cs.LG",
  arxivid       = "2202.11844"
}

@ARTICLE{Jones2022-ds,
  title         = "Capturing Failures of Large Language Models via Human
                   Cognitive Biases",
  author        = "Jones, Erik and Steinhardt, Jacob",
  month         =  feb,
  year          =  2022,
  url           = "http://arxiv.org/abs/2202.12299",
  archivePrefix = "arXiv",
  eprint        = "2202.12299",
  primaryClass  = "cs.CL",
  arxivid       = "2202.12299"
}

@ARTICLE{Zhu2022-qk,
  title         = "On the data requirements of probing",
  author        = "Zhu, Zining and Wang, Jixuan and Li, Bai and Rudzicz, Frank",
  month         =  feb,
  year          =  2022,
  url           = "http://arxiv.org/abs/2202.12801",
  archivePrefix = "arXiv",
  eprint        = "2202.12801",
  primaryClass  = "cs.CL",
  arxivid       = "2202.12801"
}

@ARTICLE{Chrysostomou2022-ix,
  title         = "An Empirical Study on Explanations in {Out-of-Domain}
                   Settings",
  author        = "Chrysostomou, George and Aletras, Nikolaos",
  month         =  feb,
  year          =  2022,
  url           = "http://arxiv.org/abs/2203.00056",
  archivePrefix = "arXiv",
  eprint        = "2203.00056",
  primaryClass  = "cs.CL",
  arxivid       = "2203.00056"
}

@ARTICLE{Vamvas2022-lr,
  title         = "As Little as Possible, as Much as Necessary: Detecting Over-
                   and Undertranslations with Contrastive Conditioning",
  author        = "Vamvas, Jannis and Sennrich, Rico",
  month         =  mar,
  year          =  2022,
  url           = "http://arxiv.org/abs/2203.01927",
  archivePrefix = "arXiv",
  eprint        = "2203.01927",
  primaryClass  = "cs.CL",
  arxivid       = "2203.01927"
}

@ARTICLE{Varshney2022-ql,
  title         = "{ILDAE}: {Instance-Level} Difficulty Analysis of Evaluation
                   Data",
  author        = "Varshney, Neeraj and Mishra, Swaroop and Baral, Chitta",
  month         =  mar,
  year          =  2022,
  url           = "http://arxiv.org/abs/2203.03073",
  archivePrefix = "arXiv",
  eprint        = "2203.03073",
  primaryClass  = "cs.CL",
  arxivid       = "2203.03073"
}

@ARTICLE{Ferrando2022-og,
  title         = "Measuring the Mixing of Contextual Information in the
                   Transformer",
  author        = "Ferrando, Javier and G{\'a}llego, Gerard I and
                   Costa-juss{\`a}, Marta R",
  month         =  mar,
  year          =  2022,
  url           = "http://arxiv.org/abs/2203.04212",
  archivePrefix = "arXiv",
  eprint        = "2203.04212",
  primaryClass  = "cs.CL",
  arxivid       = "2203.04212"
}

@ARTICLE{Mendonca2022-oz,
  title         = "Onception: Active Learning with Expert Advice for Real World
                   Machine Translation",
  author        = "Mendon{\c c}a, V{\^a}nia and Rei, Ricardo and Coheur, Luisa
                   and Sardinha, Alberto",
  month         =  mar,
  year          =  2022,
  url           = "http://arxiv.org/abs/2203.04507",
  archivePrefix = "arXiv",
  eprint        = "2203.04507",
  primaryClass  = "cs.CL",
  arxivid       = "2203.04507"
}

@INPROCEEDINGS{Park2022-ql,
  title     = "On the Calibration of Pre-trained Language Models using Mixup
               Guided by Area Under the Margin and Saliency",
  booktitle = "Proceedings of the 60th Annual Meeting of the Association for
               Computational Linguistics (Volume 1: Long Papers)",
  author    = "Park, Seo Yeon and Caragea, Cornelia",
  publisher = "Association for Computational Linguistics",
  pages     = "5364--5374",
  month     =  may,
  year      =  2022,
  url       = "https://aclanthology.org/2022.acl-long.368",
  address   = "Dublin, Ireland"
}

@ARTICLE{Shen2022-eg,
  title         = "Are Shortest Rationales the Best Explanations for Human
                   Understanding?",
  author        = "Shen, Hua and Wu, Tongshuang and Guo, Wenbo and Huang,
                   Ting-Hao 'kenneth'",
  month         =  mar,
  year          =  2022,
  url           = "http://arxiv.org/abs/2203.08788",
  archivePrefix = "arXiv",
  eprint        = "2203.08788",
  primaryClass  = "cs.CL",
  arxivid       = "2203.08788"
}

@ARTICLE{Mehrafarin2022-rg,
  title         = "On the Importance of Data Size in Probing Fine-tuned Models",
  author        = "Mehrafarin, Houman and Rajaee, Sara and Pilehvar, Mohammad
                   Taher",
  month         =  mar,
  year          =  2022,
  url           = "http://arxiv.org/abs/2203.09627",
  archivePrefix = "arXiv",
  eprint        = "2203.09627",
  primaryClass  = "cs.CL",
  arxivid       = "2203.09627"
}

@ARTICLE{Lu2022-og,
  title         = "Learning Confidence for Transformer-based Neural Machine
                   Translation",
  author        = "Lu, Yu and Zeng, Jiali and Zhang, Jiajun and Wu, Shuangzhi
                   and Li, Mu",
  month         =  mar,
  year          =  2022,
  url           = "http://arxiv.org/abs/2203.11413",
  archivePrefix = "arXiv",
  eprint        = "2203.11413",
  primaryClass  = "cs.CL",
  arxivid       = "2203.11413"
}

@ARTICLE{Wang2022-eb,
  title         = "Integrating Vectorized Lexical Constraints for Neural
                   Machine Translation",
  author        = "Wang, Shuo and Tan, Zhixing and Liu, Yang",
  month         =  mar,
  year          =  2022,
  url           = "http://arxiv.org/abs/2203.12210",
  archivePrefix = "arXiv",
  eprint        = "2203.12210",
  primaryClass  = "cs.CL",
  arxivid       = "2203.12210"
}

@ARTICLE{Geva2022-lh,
  title         = "Transformer {Feed-Forward} Layers Build Predictions by
                   Promoting Concepts in the Vocabulary Space",
  author        = "Geva, Mor and Caciularu, Avi and Wang, Kevin Ro and
                   Goldberg, Yoav",
  month         =  mar,
  year          =  2022,
  url           = "http://arxiv.org/abs/2203.14680",
  archivePrefix = "arXiv",
  eprint        = "2203.14680",
  primaryClass  = "cs.CL",
  arxivid       = "2203.14680",
  doi           = "10.48550/ARXIV.2203.14680"
}

@ARTICLE{Arora2022-io,
  title         = "Why Exposure Bias Matters: An Imitation Learning Perspective
                   of Error Accumulation in Language Generation",
  author        = "Arora, Kushal and El Asri, Layla and Bahuleyan, Hareesh and
                   Cheung, Jackie Chi Kit",
  month         =  apr,
  year          =  2022,
  url           = "http://arxiv.org/abs/2204.01171",
  archivePrefix = "arXiv",
  eprint        = "2204.01171",
  primaryClass  = "cs.CL",
  arxivid       = "2204.01171"
}

@ARTICLE{Lampinen2022-ka,
  title         = "Can language models learn from explanations in context?",
  author        = "Lampinen, Andrew K and Dasgupta, Ishita and Chan, Stephanie
                   C Y and Matthewson, Kory and Tessler, Michael Henry and
                   Creswell, Antonia and McClelland, James L and Wang, Jane X
                   and Hill, Felix",
  month         =  apr,
  year          =  2022,
  url           = "http://arxiv.org/abs/2204.02329",
  archivePrefix = "arXiv",
  eprint        = "2204.02329",
  primaryClass  = "cs.CL",
  arxivid       = "2204.02329",
  doi           = "10.48550/ARXIV.2204.02329"
}

@ARTICLE{Bhattacharya2022-xe,
  title         = "{EMMT}: A simultaneous eye-tracking, 4-electrode {EEG} and
                   audio corpus for multi-modal reading and translation
                   scenarios",
  author        = "Bhattacharya, Sunit and Kloudov{\'a}, V{\v e}ra and Zouhar,
                   Vil{\'e}m and Bojar, Ond{\v r}ej",
  month         =  apr,
  year          =  2022,
  url           = "http://arxiv.org/abs/2204.02905",
  archivePrefix = "arXiv",
  eprint        = "2204.02905",
  primaryClass  = "cs.CL",
  arxivid       = "2204.02905"
}

@ARTICLE{Chiang2022-bf,
  title         = "{Re-Examining} Human Annotations for Interpretable {NLP}",
  author        = "Chiang, Cheng-Han and Lee, Hung-Yi",
  month         =  apr,
  year          =  2022,
  url           = "http://arxiv.org/abs/2204.04580",
  archivePrefix = "arXiv",
  eprint        = "2204.04580",
  primaryClass  = "cs.CL",
  arxivid       = "2204.04580"
}

@ARTICLE{Saldias2022-yw,
  title         = "Toward More Effective Human Evaluation for Machine
                   Translation",
  author        = "Sald{\'\i}as, Bel{\'e}n and Foster, George and Freitag,
                   Markus and Tan, Qijun",
  month         =  apr,
  year          =  2022,
  url           = "http://arxiv.org/abs/2204.05307",
  archivePrefix = "arXiv",
  eprint        = "2204.05307",
  primaryClass  = "cs.CL",
  arxivid       = "2204.05307"
}

@ARTICLE{Das2022-qa,
  title         = "{ProtoTEx}: Explaining Model Decisions with Prototype
                   Tensors",
  author        = "Das, Anubrata and Gupta, Chitrank and Kovatchev, Venelin and
                   Lease, Matthew and Li, Junyi Jessy",
  month         =  apr,
  year          =  2022,
  url           = "http://arxiv.org/abs/2204.05426",
  archivePrefix = "arXiv",
  eprint        = "2204.05426",
  primaryClass  = "cs.CL",
  arxivid       = "2204.05426"
}

@ARTICLE{Zaman2022-kf,
  title         = "A Multilingual Perspective Towards the Evaluation of
                   Attribution Methods in Natural Language Inference",
  author        = "Zaman, Kerem and Belinkov, Yonatan",
  month         =  apr,
  year          =  2022,
  url           = "http://arxiv.org/abs/2204.05428",
  archivePrefix = "arXiv",
  eprint        = "2204.05428",
  primaryClass  = "cs.CL",
  arxivid       = "2204.05428"
}

@ARTICLE{Chan2022-ie,
  title         = "A Comparative Study of Faithfulness Metrics for Model
                   Interpretability Methods",
  author        = "Chan, Chun Sik and Kong, Huanqi and Liang, Guanqing",
  month         =  apr,
  year          =  2022,
  url           = "http://arxiv.org/abs/2204.05514",
  archivePrefix = "arXiv",
  eprint        = "2204.05514",
  primaryClass  = "cs.CL",
  arxivid       = "2204.05514"
}

@ARTICLE{Zerva2022-pb,
  title         = "Better Uncertainty Quantification for Machine Translation
                   Evaluation",
  author        = "Zerva, Chrysoula and Glushkova, Taisiya and Rei, Ricardo and
                   Martins, Andr{\'e} F T",
  month         =  apr,
  year          =  2022,
  url           = "http://arxiv.org/abs/2204.06546",
  archivePrefix = "arXiv",
  eprint        = "2204.06546",
  primaryClass  = "cs.CL",
  arxivid       = "2204.06546"
}

@ARTICLE{Alastruey2022-mu,
  title         = "On the Locality of Attention in Direct Speech Translation",
  author        = "Alastruey, Belen and Ferrando, Javier and G{\'a}llego,
                   Gerard I and Costa-juss{\`a}, Marta R",
  month         =  apr,
  year          =  2022,
  url           = "http://arxiv.org/abs/2204.09028",
  archivePrefix = "arXiv",
  eprint        = "2204.09028",
  primaryClass  = "cs.CL",
  arxivid       = "2204.09028"
}

@ARTICLE{Scheurer2022-vu,
  title         = "Training Language Models with Language Feedback",
  author        = "Scheurer, J{\'e}r{\'e}my and Campos, Jon Ander and Chan, Jun
                   Shern and Chen, Angelica and Cho, Kyunghyun and Perez, Ethan",
  month         =  apr,
  year          =  2022,
  url           = "http://arxiv.org/abs/2204.14146",
  archivePrefix = "arXiv",
  eprint        = "2204.14146",
  primaryClass  = "cs.CL",
  arxivid       = "2204.14146"
}

@ARTICLE{Zhou2022-jm,
  title         = "{ExSum}: From Local Explanations to Model Understanding",
  author        = "Zhou, Yilun and Ribeiro, Marco Tulio and Shah, Julie",
  month         =  apr,
  year          =  2022,
  url           = "http://arxiv.org/abs/2205.00130",
  archivePrefix = "arXiv",
  eprint        = "2205.00130",
  primaryClass  = "cs.CL",
  arxivid       = "2205.00130"
}

@ARTICLE{Fernandes2022-wc,
  title         = "{Quality-Aware} Decoding for Neural Machine Translation",
  author        = "Fernandes, Patrick and Farinhas, Ant{\'o}nio and Rei,
                   Ricardo and de Souza, Jos{\'e} G C and Ogayo, Perez and
                   Neubig, Graham and Martins, Andr{\'e} F T",
  month         =  may,
  year          =  2022,
  url           = "http://arxiv.org/abs/2205.00978",
  archivePrefix = "arXiv",
  eprint        = "2205.00978",
  primaryClass  = "cs.CL",
  arxivid       = "2205.00978"
}

@ARTICLE{Stanczak2022-gk,
  title         = "Same Neurons, Different Languages: Probing Morphosyntax in
                   Multilingual Pre-trained Models",
  author        = "Sta{\'n}czak, Karolina and Ponti, Edoardo and Hennigen,
                   Lucas Torroba and Cotterell, Ryan and Augenstein, Isabelle",
  month         =  may,
  year          =  2022,
  url           = "http://arxiv.org/abs/2205.02023",
  archivePrefix = "arXiv",
  eprint        = "2205.02023",
  primaryClass  = "cs.CL",
  arxivid       = "2205.02023"
}

@ARTICLE{Ni2022-ns,
  title         = "Original or Translated? A Causal Analysis of the Impact of
                   Translationese on Machine Translation Performance",
  author        = "Ni, Jingwei and Jin, Zhijing and Freitag, Markus and Sachan,
                   Mrinmaya and Sch{\"o}lkopf, Bernhard",
  month         =  may,
  year          =  2022,
  url           = "http://arxiv.org/abs/2205.02293",
  copyright     = "http://creativecommons.org/licenses/by-nc-sa/4.0/",
  archivePrefix = "arXiv",
  eprint        = "2205.02293",
  primaryClass  = "cs.CL",
  arxivid       = "2205.02293"
}

@ARTICLE{Balkir2022-yy,
  title         = "Necessity and Sufficiency for Explaining Text Classifiers: A
                   Case Study in Hate Speech Detection",
  author        = "Balkir, Esma and Nejadgholi, Isar and Fraser, Kathleen C and
                   Kiritchenko, Svetlana",
  month         =  may,
  year          =  2022,
  url           = "http://arxiv.org/abs/2205.03302",
  archivePrefix = "arXiv",
  eprint        = "2205.03302",
  primaryClass  = "cs.CL",
  arxivid       = "2205.03302"
}

@ARTICLE{Ye2022-wq,
  title         = "The Unreliability of Explanations in Few-shot Prompting for
                   Textual Reasoning",
  author        = "Ye, Xi and Durrett, Greg",
  month         =  may,
  year          =  2022,
  url           = "http://arxiv.org/abs/2205.03401",
  archivePrefix = "arXiv",
  eprint        = "2205.03401",
  primaryClass  = "cs.CL",
  arxivid       = "2205.03401"
}

@ARTICLE{Nadejde2022-qa,
  title         = "{CoCoA-MT}: A Dataset and Benchmark for Contrastive
                   Controlled {MT} with Application to Formality",
  author        = "N{\u a}dejde, Maria and Currey, Anna and Hsu, Benjamin and
                   Niu, Xing and Federico, Marcello and Dinu, Georgiana",
  month         =  may,
  year          =  2022,
  url           = "http://arxiv.org/abs/2205.04022",
  archivePrefix = "arXiv",
  eprint        = "2205.04022",
  primaryClass  = "cs.CL",
  arxivid       = "2205.04022"
}

@ARTICLE{Deng2022-ss,
  title         = "Beyond General Purpose Machine Translation: The Need for
                   Context-specific Empirical Research to Design for
                   Appropriate User Trust",
  author        = "Deng, Wesley Hanwen and Mehandru, Nikita and Robertson,
                   Samantha and Salehi, Niloufar",
  month         =  may,
  year          =  2022,
  url           = "http://arxiv.org/abs/2205.06920",
  copyright     = "http://creativecommons.org/licenses/by/4.0/",
  archivePrefix = "arXiv",
  eprint        = "2205.06920",
  primaryClass  = "cs.HC",
  arxivid       = "2205.06920"
}

@ARTICLE{Chowdhury2022-jf,
  title         = "Towards Debiasing Translation Artifacts",
  author        = "Chowdhury, Koel Dutta and Jalota, Rricha and
                   Espa{\~n}a-Bonet, Cristina and van Genabith, Josef",
  month         =  may,
  year          =  2022,
  url           = "http://arxiv.org/abs/2205.08001",
  archivePrefix = "arXiv",
  eprint        = "2205.08001",
  primaryClass  = "cs.CL",
  arxivid       = "2205.08001"
}

@ARTICLE{Zhou2022-bb,
  title         = "The Solvability of Interpretability Evaluation Metrics",
  author        = "Zhou, Yilun and Shah, Julie",
  month         =  may,
  year          =  2022,
  url           = "http://arxiv.org/abs/2205.08696",
  archivePrefix = "arXiv",
  eprint        = "2205.08696",
  primaryClass  = "cs.LG",
  arxivid       = "2205.08696"
}

@ARTICLE{Juneja2022-qr,
  title         = "Linear Connectivity Reveals Generalization Strategies",
  author        = "Juneja, Jeevesh and Bansal, Rachit and Cho, Kyunghyun and
                   Sedoc, Jo{\~a}o and Saphra, Naomi",
  month         =  may,
  year          =  2022,
  url           = "http://arxiv.org/abs/2205.12411",
  archivePrefix = "arXiv",
  eprint        = "2205.12411",
  primaryClass  = "cs.LG",
  arxivid       = "2205.12411"
}

@ARTICLE{Sia2022-uz,
  title         = "Logical Satisfiability of Counterfactuals for Faithful
                   Explanations in {NLI}",
  author        = "Sia, Suzanna and Belyy, Anton and Almahairi, Amjad and
                   Khabsa, Madian and Zettlemoyer, Luke and Mathias, Lambert",
  month         =  may,
  year          =  2022,
  url           = "http://arxiv.org/abs/2205.12469",
  archivePrefix = "arXiv",
  eprint        = "2205.12469",
  primaryClass  = "cs.CL",
  arxivid       = "2205.12469"
}

@ARTICLE{Xu2022-hw,
  title         = "Language Anisotropic {Cross-Lingual} Model Editing",
  author        = "Xu, Yang and Hou, Yutai and Che, Wanxiang",
  month         =  may,
  year          =  2022,
  url           = "http://arxiv.org/abs/2205.12677",
  archivePrefix = "arXiv",
  eprint        = "2205.12677",
  primaryClass  = "cs.CL",
  arxivid       = "2205.12677"
}

@ARTICLE{Takase2022-wy,
  title         = "On Layer Normalizations and Residual Connections in
                   Transformers",
  author        = "Takase, Sho and Kiyono, Shun and Kobayashi, Sosuke and
                   Suzuki, Jun",
  month         =  jun,
  year          =  2022,
  url           = "http://arxiv.org/abs/2206.00330",
  archivePrefix = "arXiv",
  eprint        = "2206.00330",
  primaryClass  = "cs.LG",
  arxivid       = "2206.00330"
}

@ARTICLE{Sankararaman2022-cy,
  title         = "{BayesFormer}: Transformer with Uncertainty Estimation",
  author        = "Sankararaman, Karthik Abinav and Wang, Sinong and Fang, Han",
  month         =  jun,
  year          =  2022,
  url           = "http://arxiv.org/abs/2206.00826",
  archivePrefix = "arXiv",
  eprint        = "2206.00826",
  primaryClass  = "cs.CL",
  arxivid       = "2206.00826",
  doi           = "10.48550/ARXIV.2206.00826"
}

@ARTICLE{Mickus2022-jf,
  title         = "How to Dissect a Muppet: The Structure of Transformer
                   Embedding Spaces",
  author        = "Mickus, Timothee and Paperno, Denis and Constant, Mathieu",
  month         =  jun,
  year          =  2022,
  url           = "http://arxiv.org/abs/2206.03529",
  archivePrefix = "arXiv",
  eprint        = "2206.03529",
  primaryClass  = "cs.CL",
  arxivid       = "2206.03529"
}

@ARTICLE{Balkir2022-in,
  title         = "Challenges in Applying Explainability Methods to Improve the
                   Fairness of {NLP} Models",
  author        = "Balkir, Esma and Kiritchenko, Svetlana and Nejadgholi, Isar
                   and Fraser, Kathleen C",
  month         =  jun,
  year          =  2022,
  url           = "http://arxiv.org/abs/2206.03945",
  archivePrefix = "arXiv",
  eprint        = "2206.03945",
  primaryClass  = "cs.CL",
  arxivid       = "2206.03945"
}

@ARTICLE{Feldhus2022-tj,
  title         = "Mediators: Conversational Agents Explaining {NLP} Model
                   Behavior",
  author        = "Feldhus, Nils and Ravichandran, Ajay Madhavan and
                   M{\"o}ller, Sebastian",
  month         =  jun,
  year          =  2022,
  url           = "http://arxiv.org/abs/2206.06029",
  archivePrefix = "arXiv",
  eprint        = "2206.06029",
  primaryClass  = "cs.CL",
  arxivid       = "2206.06029"
}

@ARTICLE{Lai2022-go,
  title         = "An Exploration of {Post-Editing} Effectiveness in Text
                   Summarization",
  author        = "Lai, Vivian and Smith-Renner, Alison and Zhang, Ke and
                   Cheng, Ruijia and Zhang, Wenjuan and Tetreault, Joel and
                   Jaimes, Alejandro",
  month         =  jun,
  year          =  2022,
  url           = "http://arxiv.org/abs/2206.06383",
  archivePrefix = "arXiv",
  eprint        = "2206.06383",
  primaryClass  = "cs.CL",
  arxivid       = "2206.06383"
}

@ARTICLE{Lin2022-su,
  title         = "Automatic Correction of Human Translations",
  author        = "Lin, Jessy and Kovacs, Geza and Shastry, Aditya and Wuebker,
                   Joern and DeNero, John",
  month         =  jun,
  year          =  2022,
  url           = "http://arxiv.org/abs/2206.08593",
  archivePrefix = "arXiv",
  eprint        = "2206.08593",
  primaryClass  = "cs.CL",
  arxivid       = "2206.08593"
}

@ARTICLE{Atmakuri2022-nm,
  title         = "Robustness of Explanation Methods for {NLP} Models",
  author        = "Atmakuri, Shriya and Chheda, Tejas and Kandula, Dinesh and
                   Yadav, Nishant and Lee, Taesung and Tuinhof, Hessel",
  month         =  jun,
  year          =  2022,
  url           = "http://arxiv.org/abs/2206.12284",
  archivePrefix = "arXiv",
  eprint        = "2206.12284",
  primaryClass  = "cs.CL",
  arxivid       = "2206.12284"
}

@ARTICLE{Yan2022-ps,
  title         = "Probing Causes of Hallucinations in Neural Machine
                   Translations",
  author        = "Yan, Jianhao and Meng, Fandong and Zhou, Jie",
  month         =  jun,
  year          =  2022,
  url           = "http://arxiv.org/abs/2206.12529",
  archivePrefix = "arXiv",
  eprint        = "2206.12529",
  primaryClass  = "cs.CL",
  arxivid       = "2206.12529"
}

@ARTICLE{Durrani2022-un,
  title         = "Linguistic Correlation Analysis: Discovering Salient Neurons
                   in {deepNLP} models",
  author        = "Durrani, Nadir and Dalvi, Fahim and Sajjad, Hassan",
  month         =  jun,
  year          =  2022,
  url           = "http://arxiv.org/abs/2206.13288",
  archivePrefix = "arXiv",
  eprint        = "2206.13288",
  primaryClass  = "cs.CL",
  arxivid       = "2206.13288"
}

@ARTICLE{Yang2022-yt,
  title         = "Improving Visual Grounding by Encouraging Consistent
                   Gradient-based Explanations",
  author        = "Yang, Ziyan and Kafle, Kushal and Dernoncourt, Franck and
                   Ordonez, Vicente",
  month         =  jun,
  year          =  2022,
  url           = "http://arxiv.org/abs/2206.15462",
  archivePrefix = "arXiv",
  eprint        = "2206.15462",
  primaryClass  = "cs.CV",
  arxivid       = "2206.15462"
}

@ARTICLE{Chan2022-ea,
  title         = "{FRAME}: Evaluating Simulatability Metrics for {Free-Text}
                   Rationales",
  author        = "Chan, Aaron and Nie, Shaoliang and Tan, Liang and Peng,
                   Xiaochang and Firooz, Hamed and Sanjabi, Maziar and Ren,
                   Xiang",
  month         =  jul,
  year          =  2022,
  url           = "http://arxiv.org/abs/2207.00779",
  archivePrefix = "arXiv",
  eprint        = "2207.00779",
  primaryClass  = "cs.CL",
  arxivid       = "2207.00779"
}

@ARTICLE{Li2022-te,
  title         = "Probing via Prompting",
  author        = "Li, Jiaoda and Cotterell, Ryan and Sachan, Mrinmaya",
  month         =  jul,
  year          =  2022,
  url           = "http://arxiv.org/abs/2207.01736",
  archivePrefix = "arXiv",
  eprint        = "2207.01736",
  primaryClass  = "cs.CL",
  arxivid       = "2207.01736"
}

@ARTICLE{Kumar2022-zo,
  title         = "Probing Classifiers are Unreliable for Concept Removal and
                   Detection",
  author        = "Kumar, Abhinav and Tan, Chenhao and Sharma, Amit",
  month         =  jul,
  year          =  2022,
  url           = "http://arxiv.org/abs/2207.04153",
  archivePrefix = "arXiv",
  eprint        = "2207.04153",
  primaryClass  = "cs.LG",
  arxivid       = "2207.04153"
}

@ARTICLE{NLLB_Team2022-cd,
  title         = "No Language Left Behind: Scaling {Human-Centered} Machine
                   Translation",
  author        = "{NLLB Team} and Costa-juss{\`a}, Marta R and Cross, James
                   and {\c C}elebi, Onur and Elbayad, Maha and Heafield,
                   Kenneth and Heffernan, Kevin and Kalbassi, Elahe and Lam,
                   Janice and Licht, Daniel and Maillard, Jean and Sun, Anna
                   and Wang, Skyler and Wenzek, Guillaume and Youngblood, Al
                   and Akula, Bapi and Barrault, Loic and Gonzalez, Gabriel
                   Mejia and Hansanti, Prangthip and Hoffman, John and Jarrett,
                   Semarley and Sadagopan, Kaushik Ram and Rowe, Dirk and
                   Spruit, Shannon and Tran, Chau and Andrews, Pierre and Ayan,
                   Necip Fazil and Bhosale, Shruti and Edunov, Sergey and Fan,
                   Angela and Gao, Cynthia and Goswami, Vedanuj and Guzm{\'a}n,
                   Francisco and Koehn, Philipp and Mourachko, Alexandre and
                   Ropers, Christophe and Saleem, Safiyyah and Schwenk, Holger
                   and Wang, Jeff",
  month         =  jul,
  year          =  2022,
  url           = "http://arxiv.org/abs/2207.04672",
  archivePrefix = "arXiv",
  eprint        = "2207.04672",
  primaryClass  = "cs.CL",
  arxivid       = "2207.04672"
}

@ARTICLE{Lam2022-kh,
  title         = "Analyzing the use of influence functions for
                   instance-specific data filtering in Neural Machine
                   Translation",
  author        = "Lam, Tsz Kin and Hasler, Eva and Hieber, Felix",
  month         =  oct,
  year          =  2022,
  url           = "http://arxiv.org/abs/2210.13281",
  copyright     = "http://creativecommons.org/licenses/by/4.0/",
  archivePrefix = "arXiv",
  eprint        = "2210.13281",
  primaryClass  = "cs.CL",
  arxivid       = "2210.13281"
}

@ARTICLE{Jain2022-ma,
  title         = "Influence Functions for Sequence Tagging Models",
  author        = "Jain, Sarthak and Manjunatha, Varun and Wallace, Byron C and
                   Nenkova, Ani",
  month         =  oct,
  year          =  2022,
  url           = "http://arxiv.org/abs/2210.14177",
  archivePrefix = "arXiv",
  eprint        = "2210.14177",
  primaryClass  = "cs.CL",
  arxivid       = "2210.14177"
}

@ARTICLE{Vasconcelos2022-me,
  title         = "Explanations can reduce overreliance on {AI} systems during
                   decision-making",
  author        = "Vasconcelos, Helena and J{\"o}rke, Matthew and
                   Grunde-McLaughlin, Madeleine and Gerstenberg, Tobias and
                   Bernstein, Michael and Krishna, Ranjay",
  journal       = "arXiv [cs.HC]",
  publisher     = "arXiv",
  month         =  dec,
  year          =  2022,
  url           = "http://arxiv.org/abs/2212.06823",
  archivePrefix = "arXiv",
  eprint        = "2212.06823",
  primaryClass  = "cs.HC",
  arxivid       = "2212.06823",
  doi           = "10.48550/ARXIV.2212.06823"
}

@ARTICLE{Geiger2023-ms,
  title         = "Causal abstraction for faithful model interpretation",
  author        = "Geiger, Atticus and Potts, Chris and Icard, Thomas",
  month         =  jan,
  year          =  2023,
  url           = "http://arxiv.org/abs/2301.04709",
  copyright     = "http://creativecommons.org/licenses/by/4.0/",
  archivePrefix = "arXiv",
  eprint        = "2301.04709",
  primaryClass  = "cs.AI",
  arxivid       = "2301.04709"
}

@ARTICLE{Xu2023-tc,
  title         = "Understanding and Detecting Hallucinations in Neural Machine
                   Translation via Model Introspection",
  author        = "Xu, Weijia and Agrawal, Sweta and Briakou, Eleftheria and
                   Martindale, Marianna J and Carpuat, Marine",
  month         =  jan,
  year          =  2023,
  url           = "http://arxiv.org/abs/2301.07779",
  archivePrefix = "arXiv",
  eprint        = "2301.07779",
  primaryClass  = "cs.CL",
  arxivid       = "2301.07779"
}

@ARTICLE{Kirchenbauer2023-qh,
  title         = "A Watermark for Large Language Models",
  author        = "Kirchenbauer, John and Geiping, Jonas and Wen, Yuxin and
                   Katz, Jonathan and Miers, Ian and Goldstein, Tom",
  month         =  jan,
  year          =  2023,
  url           = "http://arxiv.org/abs/2301.10226",
  archivePrefix = "arXiv",
  eprint        = "2301.10226",
  primaryClass  = "cs.LG",
  arxivid       = "2301.10226"
}

@ARTICLE{Mohebbi2023-dh,
  title         = "Quantifying Context Mixing in Transformers",
  author        = "Mohebbi, Hosein and Zuidema, Willem and Chrupa{\l}a,
                   Grzegorz and Alishahi, Afra",
  month         =  jan,
  year          =  2023,
  url           = "http://arxiv.org/abs/2301.12971",
  archivePrefix = "arXiv",
  eprint        = "2301.12971",
  primaryClass  = "cs.CL",
  arxivid       = "2301.12971"
}

@ARTICLE{Kobayashi2023-qv,
  title         = "{Feed-Forward} Blocks Control Contextualization in Masked
                   Language Models",
  author        = "Kobayashi, Goro and Kuribayashi, Tatsuki and Yokoi, Sho and
                   Inui, Kentaro",
  month         =  feb,
  year          =  2023,
  url           = "http://arxiv.org/abs/2302.00456",
  archivePrefix = "arXiv",
  eprint        = "2302.00456",
  primaryClass  = "cs.CL",
  arxivid       = "2302.00456"
}

@ARTICLE{Vasconcelos2023-nb,
  title         = "Generation probabilities are not enough: Exploring the
                   effectiveness of uncertainty highlighting in {AI-powered}
                   code completions",
  author        = "Vasconcelos, Helena and Bansal, Gagan and Fourney, Adam and
                   Liao, Q Vera and Vaughan, Jennifer Wortman",
  month         =  feb,
  year          =  2023,
  url           = "http://arxiv.org/abs/2302.07248",
  copyright     = "http://arxiv.org/licenses/nonexclusive-distrib/1.0/",
  archivePrefix = "arXiv",
  eprint        = "2302.07248",
  primaryClass  = "cs.HC",
  arxivid       = "2302.07248"
}

@ARTICLE{Pouw2023-uw,
  title         = "{Cross-Lingual} Transfer of Cognitive Processing Complexity",
  author        = "Pouw, Charlotte and Hollenstein, Nora and Beinborn, Lisa",
  month         =  feb,
  year          =  2023,
  url           = "http://arxiv.org/abs/2302.12695",
  archivePrefix = "arXiv",
  eprint        = "2302.12695",
  primaryClass  = "cs.CL",
  arxivid       = "2302.12695"
}

@ARTICLE{Belrose2023-ii,
  title         = "Eliciting Latent Predictions from Transformers with the
                   Tuned Lens",
  author        = "Belrose, Nora and Furman, Zach and Smith, Logan and Halawi,
                   Danny and Ostrovsky, Igor and McKinney, Lev and Biderman,
                   Stella and Steinhardt, Jacob",
  month         =  mar,
  year          =  2023,
  url           = "http://arxiv.org/abs/2303.08112",
  archivePrefix = "arXiv",
  eprint        = "2303.08112",
  primaryClass  = "cs.LG",
  arxivid       = "2303.08112"
}

@ARTICLE{Guu2023-qv,
  title         = "Simfluence: Modeling the Influence of Individual Training
                   Examples by Simulating Training Runs",
  author        = "Guu, Kelvin and Webson, Albert and Pavlick, Ellie and Dixon,
                   Lucas and Tenney, Ian and Bolukbasi, Tolga",
  month         =  mar,
  year          =  2023,
  url           = "http://arxiv.org/abs/2303.08114",
  archivePrefix = "arXiv",
  eprint        = "2303.08114",
  primaryClass  = "cs.LG",
  arxivid       = "2303.08114"
}

@ARTICLE{Lu2023-ug,
  title         = "Error Analysis Prompting Enables {Human-Like} Translation
                   Evaluation in Large Language Models: A Case Study on
                   {ChatGPT}",
  author        = "Lu, Qingyu and Qiu, Baopu and Ding, Liang and Xie, Liping
                   and Tao, Dacheng",
  month         =  mar,
  year          =  2023,
  url           = "http://arxiv.org/abs/2303.13809",
  archivePrefix = "arXiv",
  eprint        = "2303.13809",
  primaryClass  = "cs.CL",
  arxivid       = "2303.13809"
}

@ARTICLE{Geva2023-zu,
  title         = "Dissecting recall of factual associations in auto-regressive
                   language models",
  author        = "Geva, Mor and Bastings, Jasmijn and Filippova, Katja and
                   Globerson, Amir",
  month         =  apr,
  year          =  2023,
  url           = "http://arxiv.org/abs/2304.14767",
  archivePrefix = "arXiv",
  eprint        = "2304.14767",
  primaryClass  = "cs.CL",
  arxivid       = "2304.14767"
}

@ARTICLE{Ferrando2023-us,
  title         = "Explaining How Transformers Use Context to Build Predictions",
  author        = "Ferrando, Javier and G{\'a}llego, Gerard I and Tsiamas,
                   Ioannis and Costa-juss{\`a}, Marta R",
  month         =  may,
  year          =  2023,
  url           = "http://arxiv.org/abs/2305.12535",
  archivePrefix = "arXiv",
  eprint        = "2305.12535",
  primaryClass  = "cs.CL",
  arxivid       = "2305.12535"
}

@ARTICLE{Zheng2024-qz,
  title         = "{TrustScore}: Reference-free evaluation of {LLM} response
                   trustworthiness",
  author        = "Zheng, Danna and Liu, Danyang and Lapata, Mirella and Pan,
                   Jeff Z",
  month         =  feb,
  year          =  2024,
  url           = "http://arxiv.org/abs/2402.12545",
  archivePrefix = "arXiv",
  eprint        = "2402.12545",
  primaryClass  = "cs.CL",
  arxivid       = "2402.12545"
}

@ARTICLE{Katz2024-sg,
  title         = "Backward lens: Projecting language model gradients into the
                   vocabulary space",
  author        = "Katz, Shahar and Belinkov, Yonatan and Geva, Mor and Wolf,
                   Lior",
  month         =  feb,
  year          =  2024,
  url           = "http://arxiv.org/abs/2402.12865",
  archivePrefix = "arXiv",
  eprint        = "2402.12865",
  primaryClass  = "cs.CL",
  arxivid       = "2402.12865"
}

@ARTICLE{Himmi2024-he,
  title         = "Enhanced hallucination detection in neural machine
                   translation through simple detector aggregation",
  author        = "Himmi, Anas and Staerman, Guillaume and Picot, Marine and
                   Colombo, Pierre and Guerreiro, Nuno M",
  journal       = "arXiv [cs.CL]",
  month         =  feb,
  year          =  2024,
  url           = "http://arxiv.org/abs/2402.13331",
  archivePrefix = "arXiv",
  eprint        = "2402.13331",
  primaryClass  = "cs.CL",
  arxivid       = "2402.13331"
}

@ARTICLE{Xie2024-cr,
  title         = "{GradSafe}: Detecting unsafe prompts for {LLMs} via
                   safety-critical gradient analysis",
  author        = "Xie, Yueqi and Fang, Minghong and Pi, Renjie and Gong, Neil",
  month         =  feb,
  year          =  2024,
  url           = "http://arxiv.org/abs/2402.13494",
  archivePrefix = "arXiv",
  eprint        = "2402.13494",
  primaryClass  = "cs.CL",
  arxivid       = "2402.13494"
}

@ARTICLE{Paul2024-vm,
  title         = "Making reasoning matter: Measuring and improving
                   faithfulness of chain-of-thought reasoning",
  author        = "Paul, Debjit and West, Robert and Bosselut, Antoine and
                   Faltings, Boi",
  month         =  feb,
  year          =  2024,
  url           = "http://arxiv.org/abs/2402.13950",
  archivePrefix = "arXiv",
  eprint        = "2402.13950",
  primaryClass  = "cs.CL",
  arxivid       = "2402.13950"
}

@ARTICLE{Baan2024-lg,
  title         = "Interpreting predictive probabilities: Model confidence or
                   human label variation?",
  author        = "Baan, Joris and Fern{\'a}ndez, Raquel and Plank, Barbara and
                   Aziz, Wilker",
  month         =  feb,
  year          =  2024,
  url           = "http://arxiv.org/abs/2402.16102",
  archivePrefix = "arXiv",
  eprint        = "2402.16102",
  primaryClass  = "cs.CL",
  arxivid       = "2402.16102"
}

@ARTICLE{Zouhar2024-ii,
  title         = "Fine-tuned machine translation metrics struggle in unseen
                   domains",
  author        = "Zouhar, Vil{\'e}m and Ding, Shuoyang and Currey, Anna and
                   Badeka, Tatyana and Wang, Jenyuan and Thompson, Brian",
  month         =  feb,
  year          =  2024,
  url           = "http://arxiv.org/abs/2402.18747",
  archivePrefix = "arXiv",
  eprint        = "2402.18747",
  primaryClass  = "cs.CL",
  arxivid       = "2402.18747"
}

@ARTICLE{Brandl2024-lh,
  title         = "Evaluating webcam-based gaze data as an alternative for
                   human rationale annotations",
  author        = "Brandl, Stephanie and Eberle, Oliver and Ribeiro, Tiago and
                   S{\o}gaard, Anders and Hollenstein, Nora",
  month         =  feb,
  year          =  2024,
  url           = "http://arxiv.org/abs/2402.19133",
  archivePrefix = "arXiv",
  eprint        = "2402.19133",
  primaryClass  = "cs.CL",
  arxivid       = "2402.19133"
}

@INCOLLECTION{ancona-etal-2019-gradient,
  title     = "{Gradient-Based} Attribution Methods",
  booktitle = "Explainable {AI}: Interpreting, Explaining and Visualizing Deep
               Learning",
  author    = "Ancona, Marco and Ceolini, Enea and {\"O}ztireli, Cengiz and
               Gross, Markus",
  editor    = "Samek, Wojciech and Montavon, Gr{\'e}goire and Vedaldi, Andrea
               and Hansen, Lars Kai and M{\"u}ller, Klaus-Robert",
  publisher = "Springer International Publishing",
  pages     = "169--191",
  year      =  2019,
  url       = "https://doi.org/10.1007/978-3-030-28954-6_9",
  address   = "Cham",
  isbn      = "9783030289546",
  doi       = "10.1007/978-3-030-28954-6\_9"
}

@ARTICLE{Doherty2010-cw,
  title   = "Eye tracking as an {MT} evaluation technique",
  author  = "Doherty, Stephen and O'Brien, Sharon and Carl, Michael",
  journal = "Machine Translation",
  volume  =  24,
  number  =  1,
  pages   = "1--13",
  month   =  mar,
  year    =  2010,
  url     = "https://doi.org/10.1007/s10590-010-9070-9",
  issn    = "1573-0573",
  doi     = "10.1007/s10590-010-9070-9"
}

@ARTICLE{Erion2021-da,
  title     = "Improving performance of deep learning models with axiomatic
               attribution priors and expected gradients",
  author    = "Erion, Gabriel and Janizek, Jose and Sturmfels, Pascal and
               Lundberg, Scott M and Lee, Su-In",
  journal   = "Nature Machine Intelligence",
  publisher = "Nature Publishing Group",
  volume    =  3,
  number    =  7,
  pages     = "620--631",
  month     =  may,
  year      =  2021,
  url       = "https://www.nature.com/articles/s42256-021-00343-w",
  language  = "en",
  issn      = "2522-5839, 2522-5839",
  doi       = "10.1038/s42256-021-00343-w"
}

@ARTICLE{strobelt-etal-2018-seq2seq,
  title    = "{SEQ2SEQ-VIS} : A Visual Debugging Tool for
              {Sequence-to-Sequence} Models",
  author   = "Strobelt, Hendrik and Gehrmann, Sebastian and Behrisch, Michael
              and Perer, Adam and Pfister, Hanspeter and Rush, Alexander M",
  journal  = "IEEE transactions on visualization and computer graphics",
  month    =  oct,
  year     =  2018,
  url      = "http://dx.doi.org/10.1109/TVCG.2018.2865044",
  language = "en",
  issn     = "1077-2626, 1941-0506",
  pmid     = "30334796",
  doi      = "10.1109/TVCG.2018.2865044"
}

@INCOLLECTION{Coppers2018-sk,
  title     = "Intellingo: An Intelligible Translation Environment",
  booktitle = "Proceedings of the 2018 {CHI} Conference on Human Factors in
               Computing Systems",
  author    = "Coppers, Sven and Van den Bergh, Jan and Luyten, Kris and
               Coninx, Karin and van der Lek-Ciudin, Iulianna and
               Vanallemeersch, Tom and Vandeghinste, Vincent",
  publisher = "Association for Computing Machinery",
  pages     = "1--13",
  month     =  apr,
  year      =  2018,
  url       = "https://doi.org/10.1145/3173574.3174098",
  address   = "New York, NY, USA",
  isbn      = "9781450356206",
  doi       = "10.1145/3173574.3174098"
}

@ARTICLE{belinkov-etal-2020-linguistic,
  title     = "On the linguistic representational power of neural machine
               translation models",
  author    = "Belinkov, Yonatan and Durrani, Nadir and Dalvi, Fahim and
               Sajjad, Hassan and Glass, James",
  journal   = "Computational linguistics (Association for Computational
               Linguistics)",
  publisher = "MIT Press - Journals",
  volume    =  46,
  number    =  1,
  pages     = "1--52",
  month     =  mar,
  year      =  2020,
  url       = "https://direct.mit.edu/coli/article/46/1/1-52/93381",
  language  = "en",
  issn      = "0891-2017, 1530-9312",
  doi       = "10.1162/coli\_a\_00367"
}

@ARTICLE{Fomicheva2020-vo,
  title     = "Unsupervised quality estimation for neural machine translation",
  author    = "Fomicheva, Marina and Sun, Shuo and Yankovskaya, Lisa and Blain,
               Fr{\'e}d{\'e}ric and Guzm{\'a}n, Francisco and Fishel, Mark and
               Aletras, Nikolaos and Chaudhary, Vishrav and Specia, Lucia",
  journal   = "Transactions of the Association for Computational Linguistics",
  publisher = "MIT Press",
  volume    =  8,
  pages     = "539--555",
  year      =  2020,
  url       = "https://direct.mit.edu/tacl/article-abstract/doi/10.1162/tacl_a_00330/96475",
  issn      = "2307-387X",
  doi       = "10.1162/tacl\_a\_00330/96475"
}

@ARTICLE{rogers-etal-2020-primer,
  title     = "A primer in bertology: What we know about how bert works",
  author    = "Rogers, Anna and Kovaleva, Olga and Rumshisky, Anna",
  journal   = "Transactions of the Association for Computational Linguistics",
  publisher = "MIT Press",
  volume    =  8,
  pages     = "842--866",
  year      =  2020,
  url       = "https://direct.mit.edu/tacl/article-abstract/doi/10.1162/tacl_a_00349/96482",
  issn      = "2307-387X",
  doi       = "10.1162/tacl\_a\_00349/96482"
}

@ARTICLE{elazar-etal-2021-amnesic,
  title     = "Amnesic probing: Behavioral explanation with amnesic
               counterfactuals",
  author    = "Elazar, Yanai and Ravfogel, Shauli and Jacovi, Alon and
               Goldberg, Yoav",
  journal   = "Transactions of the Association for Computational Linguistics",
  publisher = "MIT Press",
  volume    =  9,
  pages     = "160--175",
  year      =  2021,
  url       = "https://direct.mit.edu/tacl/article-abstract/doi/10.1162/tacl_a_00359/98091",
  issn      = "2307-387X",
  doi       = "10.1162/tacl\_a\_00359/98091"
}

@INPROCEEDINGS{li-etal-2020-evaluating,
  title     = "Evaluating Explanation Methods for Neural Machine Translation",
  booktitle = "Proceedings of the 58th Annual Meeting of the Association for
               Computational Linguistics",
  author    = "Li, Jierui and Liu, Lemao and Li, Huayang and Li, Guanlin and
               Huang, Guoping and Shi, Shuming",
  publisher = "Association for Computational Linguistics",
  pages     = "365--375",
  month     =  jul,
  year      =  2020,
  url       = "https://aclanthology.org/2020.acl-main.35",
  address   = "Online",
  doi       = "10.18653/v1/2020.acl-main.35"
}

@INPROCEEDINGS{abnar-zuidema-2020-quantifying,
  title     = "Quantifying Attention Flow in Transformers",
  booktitle = "Proceedings of the 58th Annual Meeting of the Association for
               Computational Linguistics",
  author    = "Abnar, Samira and Zuidema, Willem",
  publisher = "Association for Computational Linguistics",
  pages     = "4190--4197",
  month     =  jul,
  year      =  2020,
  url       = "https://aclanthology.org/2020.acl-main.385",
  address   = "Online",
  doi       = "10.18653/v1/2020.acl-main.385"
}

@INPROCEEDINGS{DeYoung2020-tk,
  title      = "{{ERASER}}: {A} Benchmark to Evaluate Rationalized {NLP} Models",
  booktitle  = "Proceedings of the 58th Annual Meeting of the Association for
                Computational Linguistics",
  author     = "DeYoung, Jay and Jain, Sarthak and Rajani, Nazneen Fatema and
                Lehman, Eric and Xiong, Caiming and Socher, Richard and
                Wallace, Byron C",
  publisher  = "Association for Computational Linguistics",
  pages      = "4443--4458",
  month      =  jul,
  year       =  2020,
  url        = "https://aclanthology.org/2020.acl-main.408",
  address    = "Online",
  conference = "Proceedings of the 58th Annual Meeting of the Association for
                Computational Linguistics",
  location   = "Online",
  doi        = "10.18653/v1/2020.acl-main.408"
}

@INPROCEEDINGS{Jain2020-mo,
  title      = "{L}earning to Faithfully Rationalize by Construction",
  booktitle  = "Proceedings of the 58th Annual Meeting of the Association for
                Computational Linguistics",
  author     = "Jain, Sarthak and Wiegreffe, Sarah and Pinter, Yuval and
                Wallace, Byron C",
  publisher  = "Association for Computational Linguistics",
  pages      = "4459--4473",
  month      =  jul,
  year       =  2020,
  url        = "https://aclanthology.org/2020.acl-main.409",
  address    = "Online",
  conference = "Proceedings of the 58th Annual Meeting of the Association for
                Computational Linguistics",
  location   = "Online",
  doi        = "10.18653/v1/2020.acl-main.409"
}

@INPROCEEDINGS{ribeiro-etal-2020-beyond,
  title      = "Beyond Accuracy: Behavioral Testing of {NLP} Models with
                {{C}heck{L}ist}",
  booktitle  = "Proceedings of the 58th Annual Meeting of the Association for
                Computational Linguistics",
  author     = "Ribeiro, Marco Tulio and Wu, Tongshuang and Guestrin, Carlos
                and Singh, Sameer",
  publisher  = "Association for Computational Linguistics",
  pages      = "4902--4912",
  month      =  jul,
  year       =  2020,
  url        = "https://aclanthology.org/2020.acl-main.442",
  address    = "Online",
  conference = "Proceedings of the 58th Annual Meeting of the Association for
                Computational Linguistics",
  location   = "Online",
  doi        = "10.18653/v1/2020.acl-main.442"
}

@INPROCEEDINGS{Han2020-dd,
  title     = "Explaining Black Box Predictions and Unveiling Data Artifacts
               through Influence Functions",
  booktitle = "Proceedings of the 58th Annual Meeting of the Association for
               Computational Linguistics",
  author    = "Han, Xiaochuang and Wallace, Byron C and Tsvetkov, Yulia",
  publisher = "Association for Computational Linguistics",
  pages     = "5553--5563",
  month     =  jul,
  year      =  2020,
  url       = "https://aclanthology.org/2020.acl-main.492",
  address   = "Online",
  doi       = "10.18653/v1/2020.acl-main.492"
}

@INPROCEEDINGS{bastings-filippova-2020-elephant,
  title     = "The elephant in the interpretability room: Why use attention as
               explanation when we have saliency methods?",
  booktitle = "Proceedings of the Third {BlackboxNLP} Workshop on Analyzing and
               Interpreting Neural Networks for {NLP}",
  author    = "Bastings, Jasmijn and Filippova, Katja",
  publisher = "Association for Computational Linguistics",
  pages     = "149--155",
  month     =  nov,
  year      =  2020,
  url       = "https://aclanthology.org/2020.blackboxnlp-1.14",
  address   = "Online",
  doi       = "10.18653/v1/2020.blackboxnlp-1.14"
}

@INPROCEEDINGS{Sood2020-ag,
  title     = "Interpreting Attention Models with Human Visual Attention in
               Machine Reading Comprehension",
  booktitle = "Proceedings of the 24th Conference on Computational Natural
               Language Learning",
  author    = "Sood, Ekta and Tannert, Simon and Frassinelli, Diego and
               Bulling, Andreas and Vu, Ngoc Thang",
  publisher = "Association for Computational Linguistics",
  pages     = "12--25",
  month     =  nov,
  year      =  2020,
  url       = "https://aclanthology.org/2020.conll-1.2",
  address   = "Online",
  doi       = "10.18653/v1/2020.conll-1.2"
}

@INPROCEEDINGS{Kobayashi2020-wd,
  title     = "Attention is Not Only a Weight: Analyzing Transformers with
               Vector Norms",
  booktitle = "Proceedings of the 2020 Conference on Empirical Methods in
               Natural Language Processing ({EMNLP})",
  author    = "Kobayashi, Goro and Kuribayashi, Tatsuki and Yokoi, Sho and
               Inui, Kentaro",
  publisher = "Association for Computational Linguistics",
  pages     = "7057--7075",
  month     =  nov,
  year      =  2020,
  url       = "https://aclanthology.org/2020.emnlp-main.574",
  address   = "Online",
  doi       = "10.18653/v1/2020.emnlp-main.574"
}

@INPROCEEDINGS{vig-etal-2021-summvis,
  title      = "{{S}umm{V}is}: Interactive Visual Analysis of Models, Data, and
                Evaluation for Text Summarization",
  booktitle  = "Proceedings of the 59th Annual Meeting of the Association for
                Computational Linguistics and the 11th International Joint
                Conference on Natural Language Processing: System
                Demonstrations",
  author     = "Vig, Jesse and Kryscinski, Wojciech and Goel, Karan and Rajani,
                Nazneen",
  publisher  = "Association for Computational Linguistics",
  pages      = "150--158",
  month      =  aug,
  year       =  2021,
  url        = "https://aclanthology.org/2021.acl-demo.18",
  address    = "Online",
  conference = "Proceedings of the 59th Annual Meeting of the Association for
                Computational Linguistics and the 11th International Joint
                Conference on Natural Language Processing: System
                Demonstrations",
  location   = "Online",
  doi        = "10.18653/v1/2021.acl-demo.18"
}

@INPROCEEDINGS{alammar-2021-ecco,
  title     = "Ecco: An Open Source Library for the Explainability of
               Transformer Language Models",
  booktitle = "Proceedings of the 59th Annual Meeting of the Association for
               Computational Linguistics and the 11th International Joint
               Conference on Natural Language Processing: System Demonstrations",
  author    = "Alammar, J",
  publisher = "Association for Computational Linguistics",
  pages     = "249--257",
  month     =  aug,
  year      =  2021,
  url       = "https://aclanthology.org/2021.acl-demo.30",
  address   = "Online",
  doi       = "10.18653/v1/2021.acl-demo.30"
}

@INPROCEEDINGS{Chen2021-kw,
  title     = "{Mask-Align}: {Self-Supervised} Neural Word Alignment",
  booktitle = "Proceedings of the 59th Annual Meeting of the Association for
               Computational Linguistics and the 11th International Joint
               Conference on Natural Language Processing (Volume 1: Long
               Papers)",
  author    = "Chen, Chi and Sun, Maosong and Liu, Yang",
  publisher = "Association for Computational Linguistics",
  pages     = "4781--4791",
  month     =  aug,
  year      =  2021,
  url       = "https://aclanthology.org/2021.acl-long.369",
  address   = "Online",
  doi       = "10.18653/v1/2021.acl-long.369"
}

@INPROCEEDINGS{fernandes-etal-2021-measuring,
  title     = "Measuring and Increasing Context Usage in {Context-Aware}
               Machine Translation",
  booktitle = "Proceedings of the 59th Annual Meeting of the Association for
               Computational Linguistics and the 11th International Joint
               Conference on Natural Language Processing (Volume 1: Long
               Papers)",
  author    = "Fernandes, Patrick and Yin, Kayo and Neubig, Graham and Martins,
               Andr{\'e} F T",
  publisher = "Association for Computational Linguistics",
  pages     = "6467--6478",
  month     =  aug,
  year      =  2021,
  url       = "https://aclanthology.org/2021.acl-long.505",
  address   = "Online",
  doi       = "10.18653/v1/2021.acl-long.505"
}

@INPROCEEDINGS{wu-etal-2021-polyjuice,
  title     = "Polyjuice: Generating Counterfactuals for Explaining,
               Evaluating, and Improving Models",
  booktitle = "Proceedings of the 59th Annual Meeting of the Association for
               Computational Linguistics and the 11th International Joint
               Conference on Natural Language Processing (Volume 1: Long
               Papers)",
  author    = "Wu, Tongshuang and Ribeiro, Marco Tulio and Heer, Jeffrey and
               Weld, Daniel",
  publisher = "Association for Computational Linguistics",
  pages     = "6707--6723",
  month     =  aug,
  year      =  2021,
  url       = "https://aclanthology.org/2021.acl-long.523",
  address   = "Online",
  doi       = "10.18653/v1/2021.acl-long.523"
}

@INPROCEEDINGS{lee-etal-2021-discriminativeLee2021-jg,
  title     = "Discriminative Reranking for Neural Machine Translation",
  booktitle = "Proceedings of the 59th Annual Meeting of the Association for
               Computational Linguistics and the 11th International Joint
               Conference on Natural Language Processing (Volume 1: Long
               Papers)",
  author    = "Lee, Ann and Auli, Michael and Ranzato, Marc'aurelio",
  publisher = "Association for Computational Linguistics",
  pages     = "7250--7264",
  month     =  aug,
  year      =  2021,
  url       = "https://aclanthology.org/2021.acl-long.563",
  address   = "Online",
  doi       = "10.18653/v1/2021.acl-long.563"
}

@INPROCEEDINGS{marie-etal-2021-scientific,
  title     = "Scientific Credibility of Machine Translation Research: A
               {Meta-Evaluation} of 769 Papers",
  booktitle = "Proceedings of the 59th Annual Meeting of the Association for
               Computational Linguistics and the 11th International Joint
               Conference on Natural Language Processing (Volume 1: Long
               Papers)",
  author    = "Marie, Benjamin and Fujita, Atsushi and Rubino, Raphael",
  publisher = "Association for Computational Linguistics",
  pages     = "7297--7306",
  month     =  aug,
  year      =  2021,
  url       = "https://aclanthology.org/2021.acl-long.566",
  address   = "Online",
  doi       = "10.18653/v1/2021.acl-long.566"
}

@INPROCEEDINGS{cai-etal-2021-neural,
  title     = "Neural Machine Translation with Monolingual Translation Memory",
  booktitle = "Proceedings of the 59th Annual Meeting of the Association for
               Computational Linguistics and the 11th International Joint
               Conference on Natural Language Processing (Volume 1: Long
               Papers)",
  author    = "Cai, Deng and Wang, Yan and Li, Huayang and Lam, Wai and Liu,
               Lemao",
  publisher = "Association for Computational Linguistics",
  pages     = "7307--7318",
  month     =  aug,
  year      =  2021,
  url       = "https://aclanthology.org/2021.acl-long.567",
  address   = "Online",
  copyright = "http://creativecommons.org/licenses/by/4.0/",
  doi       = "10.18653/v1/2021.acl-long.567"
}

@INPROCEEDINGS{yin-etal-2021-context,
  title     = "Do {Context-Aware} Translation Models Pay the Right Attention?",
  booktitle = "Proceedings of the 59th Annual Meeting of the Association for
               Computational Linguistics and the 11th International Joint
               Conference on Natural Language Processing (Volume 1: Long
               Papers)",
  author    = "Yin, Kayo and Fernandes, Patrick and Pruthi, Danish and
               Chaudhary, Aditi and Martins, Andr{\'e} F T and Neubig, Graham",
  publisher = "Association for Computational Linguistics",
  pages     = "788--801",
  month     =  aug,
  year      =  2021,
  url       = "https://aclanthology.org/2021.acl-long.65",
  address   = "Online",
  copyright = "http://arxiv.org/licenses/nonexclusive-distrib/1.0/",
  doi       = "10.18653/v1/2021.acl-long.65"
}

@INPROCEEDINGS{voita-etal-2021-analyzing,
  title     = "Analyzing the Source and Target Contributions to Predictions in
               Neural Machine Translation",
  booktitle = "Proceedings of the 59th Annual Meeting of the Association for
               Computational Linguistics and the 11th International Joint
               Conference on Natural Language Processing (Volume 1: Long
               Papers)",
  author    = "Voita, Elena and Sennrich, Rico and Titov, Ivan",
  publisher = "Association for Computational Linguistics",
  pages     = "1126--1140",
  month     =  aug,
  year      =  2021,
  url       = "https://aclanthology.org/2021.acl-long.91",
  address   = "Online",
  copyright = "Creative Commons Attribution-NonCommercial-ShareAlike 3.0
               International License",
  location  = "Online",
  doi       = "10.18653/v1/2021.acl-long.91"
}

@INPROCEEDINGS{Hollenstein2021-un,
  title      = "Relative Importance in Sentence Processing",
  booktitle  = "Proceedings of the 59th Annual Meeting of the Association for
                Computational Linguistics and the 11th International Joint
                Conference on Natural Language Processing (Volume 2: Short
                Papers)",
  author     = "Hollenstein, Nora and Beinborn, Lisa",
  publisher  = "Association for Computational Linguistics",
  pages      = "141--150",
  month      =  aug,
  year       =  2021,
  url        = "https://aclanthology.org/2021.acl-short.19",
  address    = "Online",
  conference = "Proceedings of the 59th Annual Meeting of the Association for
                Computational Linguistics and the 11th International Joint
                Conference on Natural Language Processing (Volume 2: Short
                Papers)",
  location   = "Online",
  doi        = "10.18653/v1/2021.acl-short.19"
}

@INPROCEEDINGS{zhan-etal-2021-difficulty,
  title      = "{Difficulty-Aware} Machine Translation Evaluation",
  booktitle  = "Proceedings of the 59th Annual Meeting of the Association for
                Computational Linguistics and the 11th International Joint
                Conference on Natural Language Processing (Volume 2: Short
                Papers)",
  author     = "Zhan, Runzhe and Liu, Xuebo and Wong, Derek F and Chao, Lidia S",
  publisher  = "Association for Computational Linguistics",
  pages      = "26--32",
  month      =  aug,
  year       =  2021,
  url        = "https://aclanthology.org/2021.acl-short.5",
  address    = "Online",
  conference = "Proceedings of the 59th Annual Meeting of the Association for
                Computational Linguistics and the 11th International Joint
                Conference on Natural Language Processing (Volume 2: Short
                Papers)",
  location   = "Online",
  doi        = "10.18653/v1/2021.acl-short.5"
}

@INPROCEEDINGS{ethayarajh-jurafsky-2021-attention,
  title     = "Attention Flows are Shapley Value Explanations",
  booktitle = "Proceedings of the 59th Annual Meeting of the Association for
               Computational Linguistics and the 11th International Joint
               Conference on Natural Language Processing (Volume 2: Short
               Papers)",
  author    = "Ethayarajh, Kawin and Jurafsky, Dan",
  publisher = "Association for Computational Linguistics",
  pages     = "49--54",
  month     =  aug,
  year      =  2021,
  url       = "https://aclanthology.org/2021.acl-short.8",
  address   = "Online",
  doi       = "10.18653/v1/2021.acl-short.8"
}

@INPROCEEDINGS{Wisniewski2021-ap,
  title     = "Screening Gender Transfer in Neural Machine Translation",
  booktitle = "Proceedings of the Fourth {BlackboxNLP} Workshop on Analyzing
               and Interpreting Neural Networks for {NLP}",
  author    = "Wisniewski, Guillaume and Zhu, Lichao and Bailler, Nicolas and
               Yvon, Fran{\c c}ois",
  publisher = "Association for Computational Linguistics",
  pages     = "311--321",
  month     =  nov,
  year      =  2021,
  url       = "https://aclanthology.org/2021.blackboxnlp-1.24",
  address   = "Punta Cana, Dominican Republic",
  doi       = "10.18653/v1/2021.blackboxnlp-1.24"
}

@INPROCEEDINGS{Vamvas2021-xc,
  title      = "On the Limits of Minimal Pairs in Contrastive Evaluation",
  booktitle  = "Proceedings of the Fourth {BlackboxNLP} Workshop on Analyzing
                and Interpreting Neural Networks for {NLP}",
  author     = "Vamvas, Jannis and Sennrich, Rico",
  publisher  = "Association for Computational Linguistics",
  pages      = "58--68",
  month      =  nov,
  year       =  2021,
  url        = "https://aclanthology.org/2021.blackboxnlp-1.5",
  address    = "Punta Cana, Dominican Republic",
  conference = "Proceedings of the Fourth BlackboxNLP Workshop on Analyzing and
                Interpreting Neural Networks for NLP",
  location   = "Punta Cana, Dominican Republic",
  doi        = "10.18653/v1/2021.blackboxnlp-1.5"
}

@INPROCEEDINGS{Popovic2021-to,
  title      = "Agree to Disagree: Analysis of {Inter-Annotator} Disagreements
                in Human Evaluation of Machine Translation Output",
  booktitle  = "Proceedings of the 25th Conference on Computational Natural
                Language Learning",
  author     = "Popovi{\'c}, Maja",
  publisher  = "Association for Computational Linguistics",
  pages      = "234--243",
  month      =  nov,
  year       =  2021,
  url        = "https://aclanthology.org/2021.conll-1.18",
  address    = "Online",
  conference = "Proceedings of the 25th Conference on Computational Natural
                Language Learning",
  location   = "Online",
  doi        = "10.18653/v1/2021.conll-1.18"
}

@INPROCEEDINGS{Dankers2021-cg,
  title      = "Generalising to German plural noun classes, from the
                perspective of a recurrent neural network",
  booktitle  = "Proceedings of the 25th Conference on Computational Natural
                Language Learning",
  author     = "Dankers, Verna and Langedijk, Anna and McCurdy, Kate and
                Williams, Adina and Hupkes, Dieuwke",
  publisher  = "Association for Computational Linguistics",
  pages      = "94--108",
  year       =  2021,
  url        = "https://aclanthology.org/2021.conll-1.8/",
  address    = "Stroudsburg, PA, USA",
  conference = "Proceedings of the 25th Conference on Computational Natural
                Language Learning",
  location   = "Online",
  doi        = "10.18653/v1/2021.conll-1.8"
}

@INPROCEEDINGS{Moradi2021-ov,
  title      = "Measuring and improving faithfulness of attention in neural
                machine translation",
  booktitle  = "Proceedings of the 16th Conference of the European Chapter of
                the Association for Computational Linguistics: Main Volume",
  author     = "Moradi, Pooya and Kambhatla, Nishant and Sarkar, Anoop",
  publisher  = "Association for Computational Linguistics",
  pages      = "2791--2802",
  year       =  2021,
  url        = "https://aclanthology.org/2021.eacl-main.243",
  address    = "Stroudsburg, PA, USA",
  conference = "Proceedings of the 16th Conference of the European Chapter of
                the Association for Computational Linguistics: Main Volume",
  location   = "Online",
  doi        = "10.18653/v1/2021.eacl-main.243"
}

@INPROCEEDINGS{Schioppa2021-zc,
  title     = "Controlling Machine Translation for Multiple Attributes with
               Additive Interventions",
  booktitle = "Proceedings of the 2021 Conference on Empirical Methods in
               Natural Language Processing",
  author    = "Schioppa, Andrea and Vilar, David and Sokolov, Artem and
               Filippova, Katja",
  publisher = "Association for Computational Linguistics",
  pages     = "6676--6696",
  month     =  nov,
  year      =  2021,
  url       = "https://aclanthology.org/2021.emnlp-main.535",
  address   = "Online and Punta Cana, Dominican Republic",
  doi       = "10.18653/v1/2021.emnlp-main.535"
}

@INPROCEEDINGS{Vamvas2021-uf,
  title     = "Contrastive Conditioning for Assessing Disambiguation in {{MT}}:
               {A} Case Study of Distilled Bias",
  booktitle = "Proceedings of the 2021 Conference on Empirical Methods in
               Natural Language Processing",
  author    = "Vamvas, Jannis and Sennrich, Rico",
  publisher = "Association for Computational Linguistics",
  pages     = "10246--10265",
  month     =  nov,
  year      =  2021,
  url       = "https://aclanthology.org/2021.emnlp-main.803",
  address   = "Online and Punta Cana, Dominican Republic",
  doi       = "10.18653/v1/2021.emnlp-main.803"
}

@INPROCEEDINGS{ross-etal-2021-explaining,
  title      = "Explaining {NLP} Models via Minimal Contrastive Editing
                ({{M}i{CE}})",
  booktitle  = "Findings of the Association for Computational Linguistics:
                {ACL-IJCNLP} 2021",
  author     = "Ross, Alexis and Marasovi{\'c}, Ana and Peters, Matthew",
  publisher  = "Association for Computational Linguistics",
  pages      = "3840--3852",
  month      =  aug,
  year       =  2021,
  url        = "https://aclanthology.org/2021.findings-acl.336",
  address    = "Online",
  conference = "Findings of the Association for Computational Linguistics:
                ACL-IJCNLP 2021",
  location   = "Online",
  doi        = "10.18653/v1/2021.findings-acl.336"
}

@INPROCEEDINGS{pezeshkpour-etal-2021-empirical,
  title     = "An Empirical Comparison of Instance Attribution Methods for
               {NLP}",
  booktitle = "Proceedings of the 2021 Conference of the North American Chapter
               of the Association for Computational Linguistics: Human Language
               Technologies",
  author    = "Pezeshkpour, Pouya and Jain, Sarthak and Wallace, Byron and
               Singh, Sameer",
  publisher = "Association for Computational Linguistics",
  pages     = "967--975",
  month     =  jun,
  year      =  2021,
  url       = "https://aclanthology.org/2021.naacl-main.75",
  address   = "Online",
  doi       = "10.18653/v1/2021.naacl-main.75"
}

@INPROCEEDINGS{Behnke2022-ho,
  title     = "Bias Mitigation in Machine Translation Quality Estimation",
  booktitle = "Proceedings of the 60th Annual Meeting of the Association for
               Computational Linguistics (Volume 1: Long Papers)",
  author    = "Behnke, Hanna and Fomicheva, Marina and Specia, Lucia",
  publisher = "Association for Computational Linguistics",
  pages     = "1475--1487",
  month     =  may,
  year      =  2022,
  url       = "https://aclanthology.org/2022.acl-long.104",
  address   = "Dublin, Ireland",
  doi       = "10.18653/v1/2022.acl-long.104"
}

@INPROCEEDINGS{Immer2022-nv,
  title      = "Probing as quantifying inductive bias",
  booktitle  = "Proceedings of the 60th Annual Meeting of the Association for
                Computational Linguistics (Volume 1: Long Papers)",
  author     = "Immer, Alexander and Torroba Hennigen, Lucas and Fortuin,
                Vincent and Cotterell, Ryan",
  publisher  = "Association for Computational Linguistics",
  pages      = "1839--1851",
  year       =  2022,
  url        = "https://aclanthology.org/2022.acl-long.129",
  address    = "Stroudsburg, PA, USA",
  conference = "Proceedings of the 60th Annual Meeting of the Association for
                Computational Linguistics (Volume 1: Long Papers)",
  location   = "Dublin, Ireland",
  doi        = "10.18653/v1/2022.acl-long.129"
}

@INPROCEEDINGS{Ribeiro2022-xa,
  title      = "Adaptive testing and debugging of {NLP} models",
  booktitle  = "Proceedings of the 60th Annual Meeting of the Association for
                Computational Linguistics (Volume 1: Long Papers)",
  author     = "Ribeiro, Marco Tulio and Lundberg, Scott",
  publisher  = "Association for Computational Linguistics",
  pages      = "3253--3267",
  year       =  2022,
  url        = "https://aclanthology.org/2022.acl-long.230",
  address    = "Stroudsburg, PA, USA",
  conference = "Proceedings of the 60th Annual Meeting of the Association for
                Computational Linguistics (Volume 1: Long Papers)",
  location   = "Dublin, Ireland",
  doi        = "10.18653/v1/2022.acl-long.230"
}

@INPROCEEDINGS{Bibal2022-yj,
  title     = "Is Attention Explanation? An Introduction to the Debate",
  booktitle = "Proceedings of the 60th Annual Meeting of the Association for
               Computational Linguistics (Volume 1: Long Papers)",
  author    = "Bibal, Adrien and Cardon, R{\'e}mi and Alfter, David and
               Wilkens, Rodrigo and Wang, Xiaoou and Fran{\c c}ois, Thomas and
               Watrin, Patrick",
  publisher = "Association for Computational Linguistics",
  pages     = "3889--3900",
  month     =  may,
  year      =  2022,
  url       = "https://aclanthology.org/2022.acl-long.269",
  address   = "Dublin, Ireland",
  doi       = "10.18653/v1/2022.acl-long.269"
}

@INPROCEEDINGS{Eberle2022-su,
  title      = "Do transformer models show similar attention patterns to
                task-specific human gaze?",
  booktitle  = "Proceedings of the 60th Annual Meeting of the Association for
                Computational Linguistics (Volume 1: Long Papers)",
  author     = "Eberle, Oliver and Brandl, Stephanie and Pilot, Jonas and
                S{\o}gaard, Anders",
  publisher  = "Association for Computational Linguistics",
  pages      = "4295--4309",
  year       =  2022,
  url        = "https://aclanthology.org/2022.acl-long.296",
  address    = "Stroudsburg, PA, USA",
  conference = "Proceedings of the 60th Annual Meeting of the Association for
                Computational Linguistics (Volume 1: Long Papers)",
  location   = "Dublin, Ireland",
  doi        = "10.18653/v1/2022.acl-long.296"
}

@INPROCEEDINGS{Campolungo2022-lm,
  title      = "{DiBiMT}: A novel benchmark for measuring word sense
                disambiguation biases in machine translation",
  booktitle  = "Proceedings of the 60th Annual Meeting of the Association for
                Computational Linguistics (Volume 1: Long Papers)",
  author     = "Campolungo, Niccol{\`o} and Martelli, Federico and Saina,
                Francesco and Navigli, Roberto",
  publisher  = "Association for Computational Linguistics",
  pages      = "4331--4352",
  year       =  2022,
  url        = "https://aclanthology.org/2022.acl-long.298/",
  address    = "Stroudsburg, PA, USA",
  conference = "Proceedings of the 60th Annual Meeting of the Association for
                Computational Linguistics (Volume 1: Long Papers)",
  location   = "Dublin, Ireland",
  doi        = "10.18653/v1/2022.acl-long.298"
}

@INPROCEEDINGS{Ju2022-xz,
  title     = "Logic Traps in Evaluating Attribution Scores",
  booktitle = "Proceedings of the 60th Annual Meeting of the Association for
               Computational Linguistics (Volume 1: Long Papers)",
  author    = "Ju, Yiming and Zhang, Yuanzhe and Yang, Zhao and Jiang, Zhongtao
               and Liu, Kang and Zhao, Jun",
  publisher = "Association for Computational Linguistics",
  pages     = "5911--5922",
  month     =  may,
  year      =  2022,
  url       = "https://aclanthology.org/2022.acl-long.407",
  address   = "Dublin, Ireland",
  doi       = "10.18653/v1/2022.acl-long.407"
}

@INPROCEEDINGS{Chatterjee2022-ks,
  title      = "Accurate online posterior alignments for principled
                lexically-constrained decoding",
  booktitle  = "Proceedings of the 60th Annual Meeting of the Association for
                Computational Linguistics (Volume 1: Long Papers)",
  author     = "Chatterjee, Soumya and Sarawagi, Sunita and Jyothi, Preethi",
  publisher  = "Association for Computational Linguistics",
  pages      = "6675--6689",
  year       =  2022,
  url        = "https://aclanthology.org/2022.acl-long.460",
  address    = "Stroudsburg, PA, USA",
  conference = "Proceedings of the 60th Annual Meeting of the Association for
                Computational Linguistics (Volume 1: Long Papers)",
  location   = "Dublin, Ireland",
  doi        = "10.18653/v1/2022.acl-long.460"
}

@INPROCEEDINGS{Lu2022-pw,
  title      = "A rationale-centric framework for human-in-the-loop machine
                learning",
  booktitle  = "Proceedings of the 60th Annual Meeting of the Association for
                Computational Linguistics (Volume 1: Long Papers)",
  author     = "Lu, Jinghui and Yang, Linyi and Namee, Brian and Zhang, Yue",
  publisher  = "Association for Computational Linguistics",
  pages      = "6986--6996",
  year       =  2022,
  url        = "https://aclanthology.org/2022.acl-long.481",
  address    = "Stroudsburg, PA, USA",
  conference = "Proceedings of the 60th Annual Meeting of the Association for
                Computational Linguistics (Volume 1: Long Papers)",
  location   = "Dublin, Ireland",
  doi        = "10.18653/v1/2022.acl-long.481"
}

@INPROCEEDINGS{Chang2022-zo,
  title      = "Softmax bottleneck makes language models unable to represent
                multi-mode word distributions",
  booktitle  = "Proceedings of the 60th Annual Meeting of the Association for
                Computational Linguistics (Volume 1: Long Papers)",
  author     = "Chang, Haw-Shiuan and McCallum, Andrew",
  publisher  = "Association for Computational Linguistics",
  pages      = "8048--8073",
  year       =  2022,
  url        = "https://aclanthology.org/2022.acl-long.554",
  address    = "Stroudsburg, PA, USA",
  conference = "Proceedings of the 60th Annual Meeting of the Association for
                Computational Linguistics (Volume 1: Long Papers)",
  location   = "Dublin, Ireland",
  doi        = "10.18653/v1/2022.acl-long.554"
}

@INPROCEEDINGS{Attanasio2022-kt,
  title      = "Entropy-based attention regularization frees unintended bias
                mitigation from lists",
  booktitle  = "Findings of the Association for Computational Linguistics:
                {ACL} 2022",
  author     = "Attanasio, Giuseppe and Nozza, Debora and Hovy, Dirk and
                Baralis, Elena",
  publisher  = "Association for Computational Linguistics",
  pages      = "1105--1119",
  year       =  2022,
  url        = "https://aclanthology.org/2022.findings-acl.88",
  address    = "Stroudsburg, PA, USA",
  conference = "Findings of the Association for Computational Linguistics: ACL
                2022",
  location   = "Dublin, Ireland",
  doi        = "10.18653/v1/2022.findings-acl.88"
}

@INPROCEEDINGS{arthur-etal-2016-incorporating,
  title     = "Incorporating Discrete Translation Lexicons into Neural Machine
               Translation",
  booktitle = "Proceedings of the 2016 Conference on Empirical Methods in
               Natural Language Processing",
  author    = "Arthur, Philip and Neubig, Graham and Nakamura, Satoshi",
  publisher = "Association for Computational Linguistics",
  pages     = "1557--1567",
  month     =  nov,
  year      =  2016,
  url       = "https://aclanthology.org/D16-1162",
  address   = "Austin, Texas",
  doi       = "10.18653/v1/D16-1162"
}

@INPROCEEDINGS{Wiegreffe2019-ng,
  title     = "Attention is not not Explanation",
  booktitle = "Proceedings of the 2019 Conference on Empirical Methods in
               Natural Language Processing and the 9th International Joint
               Conference on Natural Language Processing ({EMNLP-IJCNLP})",
  author    = "Wiegreffe, Sarah and Pinter, Yuval",
  publisher = "Association for Computational Linguistics",
  pages     = "11--20",
  month     =  nov,
  year      =  2019,
  url       = "https://aclanthology.org/D19-1002",
  address   = "Hong Kong, China",
  doi       = "10.18653/v1/D19-1002"
}

@INPROCEEDINGS{voita-etal-2019-context,
  title     = "{Context-Aware} Monolingual Repair for Neural Machine
               Translation",
  booktitle = "Proceedings of the 2019 Conference on Empirical Methods in
               Natural Language Processing and the 9th International Joint
               Conference on Natural Language Processing ({EMNLP-IJCNLP})",
  author    = "Voita, Elena and Sennrich, Rico and Titov, Ivan",
  publisher = "Association for Computational Linguistics",
  pages     = "877--886",
  month     =  nov,
  year      =  2019,
  url       = "https://aclanthology.org/D19-1081",
  address   = "Hong Kong, China",
  doi       = "10.18653/v1/D19-1081"
}

@INPROCEEDINGS{he-etal-2019-towards,
  title     = "Towards Understanding Neural Machine Translation with Word
               Importance",
  booktitle = "Proceedings of the 2019 Conference on Empirical Methods in
               Natural Language Processing and the 9th International Joint
               Conference on Natural Language Processing ({EMNLP-IJCNLP})",
  author    = "He, Shilin and Tu, Zhaopeng and Wang, Xing and Wang, Longyue and
               Lyu, Michael and Shi, Shuming",
  publisher = "Association for Computational Linguistics",
  pages     = "953--962",
  month     =  nov,
  year      =  2019,
  url       = "https://aclanthology.org/D19-1088",
  address   = "Hong Kong, China",
  doi       = "10.18653/v1/D19-1088"
}

@INPROCEEDINGS{Santy2019-ce,
  title     = "{{INMT}}: Interactive Neural Machine Translation Prediction",
  booktitle = "Proceedings of the 2019 Conference on Empirical Methods in
               Natural Language Processing and the 9th International Joint
               Conference on Natural Language Processing ({EMNLP-IJCNLP)}:
               System Demonstrations",
  author    = "Santy, Sebastin and Dandapat, Sandipan and Choudhury, Monojit
               and Bali, Kalika",
  publisher = "Association for Computational Linguistics",
  pages     = "103--108",
  month     =  nov,
  year      =  2019,
  url       = "https://aclanthology.org/D19-3018",
  address   = "Hong Kong, China",
  doi       = "10.18653/v1/D19-3018"
}

@INPROCEEDINGS{nguyen-chiang-2018-improving,
  title     = "Improving Lexical Choice in Neural Machine Translation",
  booktitle = "Proceedings of the 2018 Conference of the North {A}merican
               Chapter of the Association for Computational Linguistics: Human
               Language Technologies, Volume 1 (Long Papers)",
  author    = "Nguyen, Toan and Chiang, David",
  publisher = "Association for Computational Linguistics",
  pages     = "334--343",
  month     =  jun,
  year      =  2018,
  url       = "https://aclanthology.org/N18-1031",
  address   = "New Orleans, Louisiana",
  doi       = "10.18653/v1/N18-1031"
}

@INPROCEEDINGS{Jain2019-jo,
  title     = "{A}ttention is not {E}xplanation",
  booktitle = "Proceedings of the 2019 Conference of the North {A}merican
               Chapter of the Association for Computational Linguistics: Human
               Language Technologies, Volume 1 (Long and Short Papers)",
  author    = "Jain, Sarthak and Wallace, Byron C",
  publisher = "Association for Computational Linguistics",
  pages     = "3543--3556",
  month     =  jun,
  year      =  2019,
  url       = "https://aclanthology.org/N19-1357",
  address   = "Minneapolis, Minnesota",
  doi       = "10.18653/v1/N19-1357"
}

@INPROCEEDINGS{ding-etal-2017-visualizing,
  title     = "Visualizing and Understanding Neural Machine Translation",
  booktitle = "Proceedings of the 55th Annual Meeting of the Association for
               Computational Linguistics (Volume 1: Long Papers)",
  author    = "Ding, Yanzhuo and Liu, Yang and Luan, Huanbo and Sun, Maosong",
  publisher = "Association for Computational Linguistics",
  pages     = "1150--1159",
  month     =  jul,
  year      =  2017,
  url       = "https://aclanthology.org/P17-1106",
  address   = "Vancouver, Canada",
  doi       = "10.18653/v1/P17-1106"
}

@INPROCEEDINGS{hokamp-liu-2017-lexically,
  title     = "Lexically Constrained Decoding for Sequence Generation Using
               Grid Beam Search",
  booktitle = "Proceedings of the 55th Annual Meeting of the Association for
               Computational Linguistics (Volume 1: Long Papers)",
  author    = "Hokamp, Chris and Liu, Qun",
  publisher = "Association for Computational Linguistics",
  pages     = "1535--1546",
  month     =  jul,
  year      =  2017,
  url       = "https://aclanthology.org/P17-1141",
  address   = "Vancouver, Canada",
  doi       = "10.18653/v1/P17-1141"
}

@INPROCEEDINGS{wu-etal-2019-errudite,
  title     = "{E}rrudite: Scalable, Reproducible, and Testable Error Analysis",
  booktitle = "Proceedings of the 57th Annual Meeting of the Association for
               Computational Linguistics",
  author    = "Wu, Tongshuang and Ribeiro, Marco Tulio and Heer, Jeffrey and
               Weld, Daniel",
  publisher = "Association for Computational Linguistics",
  pages     = "747--763",
  month     =  jul,
  year      =  2019,
  url       = "https://aclanthology.org/P19-1073",
  address   = "Florence, Italy",
  doi       = "10.18653/v1/P19-1073"
}

@INPROCEEDINGS{voita-etal-2019-good,
  title     = "When a Good Translation is Wrong in Context: {Context-Aware}
               Machine Translation Improves on Deixis, Ellipsis, and Lexical
               Cohesion",
  booktitle = "Proceedings of the 57th Annual Meeting of the Association for
               Computational Linguistics",
  author    = "Voita, Elena and Sennrich, Rico and Titov, Ivan",
  publisher = "Association for Computational Linguistics",
  pages     = "1198--1212",
  month     =  jul,
  year      =  2019,
  url       = "https://aclanthology.org/P19-1116",
  address   = "Florence, Italy",
  doi       = "10.18653/v1/P19-1116"
}

@INPROCEEDINGS{Dinu2019-xqdinu-etal-2019-training,
  title     = "Training Neural Machine Translation to Apply Terminology
               Constraints",
  booktitle = "Proceedings of the 57th Annual Meeting of the Association for
               Computational Linguistics",
  author    = "Dinu, Georgiana and Mathur, Prashant and Federico, Marcello and
               Al-Onaizan, Yaser",
  publisher = "Association for Computational Linguistics",
  pages     = "3063--3068",
  month     =  jul,
  year      =  2019,
  url       = "https://aclanthology.org/P19-1294",
  address   = "Florence, Italy",
  doi       = "10.18653/v1/P19-1294"
}

@INPROCEEDINGS{voita-etal-2019-analyzing,
  title     = "Analyzing {Multi-Head} {Self-Attention}: Specialized Heads Do
               the Heavy Lifting, the Rest Can Be Pruned",
  booktitle = "Proceedings of the 57th Annual Meeting of the Association for
               Computational Linguistics",
  author    = "Voita, Elena and Talbot, David and Moiseev, Fedor and Sennrich,
               Rico and Titov, Ivan",
  publisher = "Association for Computational Linguistics",
  pages     = "5797--5808",
  month     =  jul,
  year      =  2019,
  url       = "https://aclanthology.org/P19-1580",
  address   = "Florence, Italy",
  doi       = "10.18653/v1/P19-1580"
}

@INPROCEEDINGS{chatterjee-etal-2018-findings,
  title     = "Findings of the {WMT} 2018 Shared Task on Automatic
               {Post-Editing}",
  booktitle = "Proceedings of the Third Conference on Machine Translation:
               Shared Task Papers",
  author    = "Chatterjee, Rajen and Negri, Matteo and Rubino, Raphael and
               Turchi, Marco",
  publisher = "Association for Computational Linguistics",
  pages     = "710--725",
  month     =  oct,
  year      =  2018,
  url       = "https://aclanthology.org/W18-6452",
  address   = "Belgium, Brussels",
  doi       = "10.18653/v1/W18-6452"
}

@INPROCEEDINGS{Ding2019-jq,
  title     = "Saliency-driven Word Alignment Interpretation for Neural Machine
               Translation",
  booktitle = "Proceedings of the Fourth Conference on Machine Translation
               (Volume 1: Research Papers)",
  author    = "Ding, Shuoyang and Xu, Hainan and Koehn, Philipp",
  publisher = "Association for Computational Linguistics",
  pages     = "1--12",
  month     =  aug,
  year      =  2019,
  url       = "https://aclanthology.org/W19-5201",
  address   = "Florence, Italy",
  doi       = "10.18653/v1/W19-5201"
}

@INPROCEEDINGS{chatterjee-etal-2019-findings,
  title     = "Findings of the {WMT} 2019 Shared Task on Automatic
               {Post-Editing}",
  booktitle = "Proceedings of the Fourth Conference on Machine Translation
               (Volume 3: Shared Task Papers, Day 2)",
  author    = "Chatterjee, Rajen and Federmann, Christian and Negri, Matteo and
               Turchi, Marco",
  publisher = "Association for Computational Linguistics",
  pages     = "11--28",
  month     =  aug,
  year      =  2019,
  url       = "https://aclanthology.org/W19-5402",
  address   = "Florence, Italy",
  doi       = "10.18653/v1/W19-5402"
}

@INPROCEEDINGS{alvarez-melis-jaakkola-2017-causal,
  title      = "A causal framework for explaining the predictions of black-box
                sequence-to-sequence models",
  booktitle  = "Proceedings of the 2017 Conference on Empirical Methods in
                Natural Language Processing",
  author     = "Alvarez-Melis, David and Jaakkola, Tommi",
  publisher  = "Association for Computational Linguistics",
  pages      = "412--421",
  year       =  2017,
  url        = "http://aclweb.org/anthology/D17-1042",
  address    = "Stroudsburg, PA, USA",
  conference = "Proceedings of the 2017 Conference on Empirical Methods in
                Natural Language Processing",
  location   = "Copenhagen, Denmark",
  doi        = "10.18653/v1/d17-1042"
}

@INPROCEEDINGS{belinkov-etal-2017-neural,
  title      = "What do neural machine translation models learn about
                morphology?",
  booktitle  = "Proceedings of the 55th Annual Meeting of the Association for
                Computational Linguistics (Volume 1: Long Papers)",
  author     = "Belinkov, Yonatan and Durrani, Nadir and Dalvi, Fahim and
                Sajjad, Hassan and Glass, James",
  publisher  = "Association for Computational Linguistics",
  pages      = "861--872",
  year       =  2017,
  url        = "http://aclweb.org/anthology/P17-1080",
  address    = "Stroudsburg, PA, USA",
  conference = "Proceedings of the 55th Annual Meeting of the Association for
                Computational Linguistics (Volume 1: Long Papers)",
  location   = "Vancouver, Canada",
  doi        = "10.18653/v1/p17-1080"
}

@INPROCEEDINGS{voita-etal-2018-context,
  title      = "Context-aware neural machine translation learns anaphora
                resolution",
  booktitle  = "Proceedings of the 56th Annual Meeting of the Association for
                Computational Linguistics (Volume 1: Long Papers)",
  author     = "Voita, Elena and Serdyukov, Pavel and Sennrich, Rico and Titov,
                Ivan",
  publisher  = "Association for Computational Linguistics",
  year       =  2018,
  url        = "http://aclweb.org/anthology/P18-1117",
  address    = "Stroudsburg, PA, USA",
  conference = "Proceedings of the 56th Annual Meeting of the Association for
                Computational Linguistics (Volume 1: Long Papers)",
  location   = "Melbourne, Australia",
  doi        = "10.18653/v1/p18-1117"
}

@ARTICLE{Sogaard2021-uu,
  title     = "Explainable Natural Language Processing",
  author    = "S{\o}gaard, Anders",
  journal   = "Synthesis Lectures on Human Language Technologies",
  publisher = "Morgan \& Claypool Publishers",
  volume    =  14,
  number    =  3,
  pages     = "1--123",
  month     =  sep,
  year      =  2021,
  url       = "https://doi.org/10.2200/S01118ED1V01Y202107HLT051",
  issn      = "1947-4040",
  doi       = "10.2200/S01118ED1V01Y202107HLT051"
}

@ARTICLE{Vandeghinste2019-bb,
  title     = "Improving the Translation Environment for Professional
               Translators",
  author    = "Vandeghinste, Vincent and Vanallemeersch, Tom and Augustinus,
               Liesbeth and Bult{\'e}, Bram and Van Eynde, Frank and Pelemans,
               Joris and Verwimp, Lyan and Wambacq, Patrick and Heyman, Geert
               and Moens, Marie-Francine and van der Lek-Ciudin, Iulianna and
               Steurs, Frieda and Rigouts Terryn, Ayla and Lefever, Els and
               Tezcan, Arda and Macken, Lieve and Hoste, V{\'e}ronique and
               Daems, Joke and Buysschaert, Joost and Coppers, Sven and Van den
               Bergh, Jan and Luyten, Kris",
  journal   = "Informatics",
  publisher = "Multidisciplinary Digital Publishing Institute",
  volume    =  6,
  number    =  2,
  pages     = "24",
  month     =  jun,
  year      =  2019,
  url       = "https://www.mdpi.com/2227-9709/6/2/24",
  language  = "en",
  issn      = "2227-9709, 2227-9709",
  doi       = "10.3390/informatics6020024"
}

@ARTICLE{Lommel2014-tl,
  title     = "Multidimensional quality metrics ({MQM)}: A framework for
               declaring and describing translation quality metrics",
  author    = "Lommel, Arle and Uszkoreit, Hans and Burchardt, Aljoscha",
  journal   = "Tradum{\`a}tica tecnologies de la traducci{\'o}",
  publisher = "Universitat Autonoma de Barcelona",
  number    =  12,
  pages     = "455",
  month     =  dec,
  year      =  2014,
  url       = "https://core.ac.uk/download/pdf/39017090.pdf",
  issn      = "1578-7559",
  doi       = "10.5565/rev/tradumatica.77"
}

@INPROCEEDINGS{Hesse2021-ws,
  title     = "Fast Axiomatic Attribution for Neural Networks",
  booktitle = "{Thirty-Fifth} Conference on Neural Information Processing
               Systems",
  author    = "Hesse, Robin and Schaub-Meyer, Simone and Roth, Stefan",
  year      =  2021,
  url       = "https://papers.nips.cc/paper/2021/file/a284df1155ec3e67286080500df36a9a-Paper.pdf"
}

@INPROCEEDINGS{lundberg-lee-2017-unified,
  title      = "A unified approach to interpreting model predictions",
  booktitle  = "Advances in Neural Information Processing Systems 30",
  author     = "Lundberg, Scott M and Lee, Su-In",
  pages      = "4768--4777",
  year       =  2017,
  url        = "https://proceedings.nips.cc/paper/2017/hash/8a20a8621978632d76c43dfd28b67767-Abstract.html",
  conference = "NeurIPS"
}

@INPROCEEDINGS{bahdanau-etal-2014-neural,
  title           = "Neural Machine Translation by Jointly Learning to Align
                     and Translate",
  booktitle       = "Proceedings of the 3rd International Conference on
                     Learning Representations",
  author          = "Bahdanau, Dzmitry and Cho, Kyunghyun and Bengio, Yoshua",
  month           =  sep,
  year            =  2014,
  url             = "http://arxiv.org/abs/1409.0473",
  conference      = "3rd International Conference on Learning Representations"
}

@UNPUBLISHED{Kong2022-ah,
  title    = "Resolving Training Biases via Influence-based Data Relabeling",
  author   = "Kong, Shuming and Shen, Yanyan and Huang, Linpeng",
  month    =  mar,
  year     =  2022,
  url      = "https://openreview.net/pdf?id=EskfH0bwNVn"
}

@INPROCEEDINGS{bau-etal-19-identifying,
  title     = "Identifying and Controlling Important Neurons in Neural Machine
               Translation",
  booktitle = "Proceedings of the 2019 International Conference on Learning
               Representations ({ICLR'19})",
  author    = "Bau, Anthony and Belinkov, Yonatan and Sajjad, Hassan and
               Durrani, Nadir and Dalvi, Fahim and Glass, James",
  month     =  nov,
  year      =  2019,
  url       = "http://arxiv.org/abs/1811.01157"
}

@INPROCEEDINGS{sood-etal-2020-improving,
  title      = "Improving natural language processing tasks with human
                gaze-guided neural attention",
  booktitle  = "Advances in Neural Information Processing Systems 33",
  author     = "Sood, Ekta and Tannert, Simon and Mueller, Philipp and Bulling,
                Andreas",
  volume     =  33,
  pages      = "6327--6341",
  year       =  2020,
  url        = "https://proceedings.neurips.cc/paper/2020/hash/460191c72f67e90150a093b4585e7eb4-Abstract.html",
  conference = "NeurIPS",
  issn       = "1049-5258"
}

@INPROCEEDINGS{Han2021-at,
  title     = "Translation Quality Assessment: A Brief Survey on Manual and
               Automatic Methods",
  booktitle = "Proceedings for the First Workshop on Modelling Translation:
               Translatology in the Digital Age",
  author    = "Han, Lifeng and Smeaton, Alan and Jones, Gareth",
  publisher = "Association for Computational Linguistics",
  pages     = "15--33",
  month     =  may,
  year      =  2021,
  url       = "https://aclanthology.org/2021.motra-1.3",
  address   = "online"
}

@UNPUBLISHED{Anonymous2021-tp,
  title    = "Digging Errors in {NMT}: Evaluating and Understanding Model
              Errors from Hypothesis Distribution",
  author   = "{Anonymous}",
  journal  = "OpenReview",
  month    =  sep,
  year     =  2021,
  url      = "https://openreview.net/pdf?id=Yw1AfyQrmUp"
}

@INPROCEEDINGS{sundararajan-etal-2017-axiomatic,
  title     = "Axiomatic Attribution for Deep Networks",
  booktitle = "Proceedings of the 34th International Conference on Machine
               Learning",
  author    = "Sundararajan, Mukund and Taly, Ankur and Yan, Qiqi",
  editor    = "Precup, Doina and Teh, Yee Whye",
  publisher = "PMLR",
  volume    =  70,
  pages     = "3319--3328",
  series    = "Proceedings of Machine Learning Research",
  year      =  2017,
  url       = "https://proceedings.mlr.press/v70/sundararajan17a.html"
}

@INPROCEEDINGS{Rei2021-hr,
  title      = "Are References Really Needed? {Unbabel-IST} 2021 Submission for
                the Metrics Shared Task",
  booktitle  = "Proceedings of the Sixth Conference on Machine Translation",
  author     = "Rei, Ricardo and Farinha, Ana C and Zerva, Chrysoula and van
                Stigt, Daan and Stewart, Craig and Ramos, Pedro and Glushkova,
                Taisiya and Martins, Andr{\'e} F T and Lavie, Alon",
  publisher  = "Association for Computational Linguistics",
  pages      = "1030--1040",
  month      =  nov,
  year       =  2021,
  url        = "https://aclanthology.org/2021.wmt-1.111",
  address    = "Online",
  conference = "Sixth Conference on Machine Translation (WMT 21)",
  location   = "Online"
}

@INPROCEEDINGS{Koh2017-zj,
  title     = "Understanding Black-box Predictions via Influence Functions",
  booktitle = "Proceedings of the 34th International Conference on Machine
               Learning",
  author    = "Koh, Pang Wei and Liang, Percy",
  editor    = "Precup, Doina and Teh, Yee Whye",
  publisher = "PMLR",
  volume    =  70,
  pages     = "1885--1894",
  series    = "Proceedings of Machine Learning Research",
  year      =  2017,
  url       = "https://proceedings.mlr.press/v70/koh17a.html"
}

@UNPUBLISHED{Adebayo2022-kp,
  title    = "Post hoc Explanations may be Ineffective for Detecting Unknown
              Spurious Correlation",
  author   = "Adebayo, Julius and Muelly, Michael and Abelson, Harold and Kim,
              Been",
  month    =  may,
  year     =  2022,
  url      = "https://openreview.net/pdf?id=xNOVfCCvDpM"
}

@INPROCEEDINGS{negri-etal-2018-escape,
  title     = "{{ESCAPE}}: a Large-scale Synthetic Corpus for Automatic
               {Post-Editing}",
  booktitle = "Proceedings of the Eleventh International Conference on Language
               Resources and Evaluation ({{LREC}} 2018)",
  author    = "Negri, Matteo and Turchi, Marco and Chatterjee, Rajen and
               Bertoldi, Nicola",
  publisher = "European Language Resources Association (ELRA)",
  month     =  may,
  year      =  2018,
  url       = "https://aclanthology.org/L18-1004",
  address   = "Miyazaki, Japan"
}

@INPROCEEDINGS{chatterjee-etal-2020-findings,
  title     = "Findings of the {WMT} 2020 Shared Task on Automatic
               {Post-Editing}",
  booktitle = "Proceedings of the Fifth Conference on Machine Translation",
  author    = "Chatterjee, Rajen and Freitag, Markus and Negri, Matteo and
               Turchi, Marco",
  publisher = "Association for Computational Linguistics",
  pages     = "646--659",
  month     =  nov,
  year      =  2020,
  url       = "https://aclanthology.org/2020.wmt-1.75",
  address   = "Online"
}