@book{Comrie1981, author = {Bernard Comrie}, year = {1981}, title = {Language Universals and Linguistic Typology}, address = {Oxford}, publisher = {Basil Blackwell} } @book{Chomsky1957, author = {Noam Chomsky}, year = {1957}, title = {Syntactic structures}, address = {The Hague}, publisher = {Mouton} } @article{Bloomfield1925, author = {Bloomfield, Leonard}, journal = {Language}, number = {4}, pages = {130--156}, title = {On the sound-system of central {Algonquian}}, volume = {1}, year = {1925} } @book{Lahiri2000, address = {Berlin}, booktitle = {Analogy, leveling, markedness: {{P}}rinciples of change in phonology and morphology}, editor = {Lahiri, Aditi}, number = {127}, publisher = {Mouton de Gruyter}, series = {Trends in Linguistics}, title = {Analogy, leveling, markedness: {{P}}rinciples of change in phonology and morphology}, year = {2000} } @misc{Nordhoff2018, author = {Sebastian Nordhoff}, year = {2018}, title = {{BibTeX} generator}, url = {https://www.langsci-press-gug.org/doc2tex/doc2bib}, note = {Follow the link to generate BibTeX} } @book{fausto2012sex, title={Sex/gender: Biology in a social world}, author={Fausto-Sterling, Anne}, year={2012}, address = {London}, publisher={Routledge} } @book{barker2019life, title={Life isn’t Binary}, author={Barker, Meg John and Iantaffi, Alex}, year={2019}, address = {London}, publisher={Jessica Kingsley Publishers} } @article{matsuno2017non, title={Non-binary/Genderqueer Identities: A critical Review of The Literature}, author={Matsuno, Emmie and Budge, Stephanie L}, journal={Current Sexual Health Reports}, volume={9}, number={3}, pages={116--120}, year={2017}, address = {New York}, publisher={Springer} } @article{van2015beyond, title={Beyond Sexual Orientation: Integrating Gender/Sex and Diverse Sexualities via Sexual Configurations Theory}, author={van Anders, Sari M.}, journal={Archives of Sexual Behavior}, volume={44}, number={}, pages={1177--1213}, year={2015}, address = {New York}, publisher={Springer} } @article{hyde2019future, title={The Future of Sex and Gender in Psychology: Five Challenges to the Gender Binary.}, author={Hyde, Janet Shibley and Bigler, Rebecca S. and Joel, Daphna and Tate, Charlotte Chucky and van Anders, Sari M.}, journal={American Psychologist}, volume={74}, number={2}, pages={171}, year={2019}, publisher={American Psychological Association} } @book{lester2018trans, title={Trans Like Me: Conversations for All of Us}, author={Lester, CN}, year={2018}, address = {New York}, publisher={Seal Press} } @book{barker2018rewriting, title={Rewriting the rules: An Anti Self-help Guide to Love, Sex and Relationships}, author={Barker, Meg John}, year={2018}, address = {Abingdon, Oxon}, publisher={Routledge} } @book{barker2018psychology, title={The Psychology of Sex}, author={Barker, Meg John}, year={2018}, address = {Abingdon, Oxon}, publisher={Routledge} } @misc{sterling2020science, title={Science Won’t Settle Trans Rights}, author={Fausto-Sterling, Anne}, year={2020}, howpublished={}, url={http://bostonreview.net/science-nature-gender-sexuality/anne-fausto-sterling-science-wont-settle-trans-rights}, urldate={2020-10-26} } @misc{fausto2018why, title={Why Sex is not Binary}, author={Fausto-Sterling, Anne}, year={2018}, url={https://www.nytimes.com/2018/10/25/opinion/sex-biology-binary.html}, urldate={2020-10-25} } @book{fine2017testosterone, title={Testosterone Rex: Unmaking the Myths of our Gendered Minds}, author={Fine, Cordelia}, year={2017}, address = {London}, publisher={Icon Books} } @article{fausto2016critiques, title={On the Critiques of the Concept of Sex: An Interview with {Anne Fausto-Sterling}}, author={Fausto-Sterling, Anne}, journal={Differences}, volume={27}, number={1}, pages={189--205}, year={2016} } @article{fausto2000five, title={The Five Sexes, Revisited}, author={Fausto-Sterling, Anne}, journal={The Sciences}, volume={}, pages={17--23}, year={2000} } @article{fausto1993five, title={The Five Sexes: Why Male and Female are not Enough}, author={Fausto-Sterling, Anne}, journal={The Sciences}, volume={}, pages={20--24}, year={1993}, } @book{butler1990gender, title={Gender Trouble: Feminism and the Subversion of Identity}, author={Butler, Judith}, year={1990}, address = {New York}, publisher={Routledge} } @article{morgenroth2020effects, title={The Effects of Gender Trouble: {An} Integrative Theoretical Framework of the Perpetuation and Disruption of the Gender/Sex Binary}, author={Morgenroth, Thekla and Ryan, Michelle K.}, journal={Perspectives on Psychological Science}, volume={16}, number={16}, pages={1--10}, year={2020}, address = {Los Angeles, CA}, publisher={SAGE Publications Sage} } @misc{fae2016non, title={Non-Gendered Pronouns are Progress for Trans and Non-Trans People Alike}, author={Fae, Jane}, year={2016}, howpublished={}, url={https://www.theguardian.com/commentisfree/2016/dec/14/non-gendered-pronouns-trans-people-he-she-ze}, urldate={2020-11-25} } @article{richards2016non, title={Non-Binary or Genderqueer Genders}, author={Richards, Christina and Bouman, Walter Pierre and Seal, Leighton and Barker, Meg John and Nieder, Timo O. and T’Sjoen, Guy}, journal={International Review of Psychiatry}, volume={28}, number={1}, pages={95--102}, year={2016}, publisher={Taylor \& Francis} } @book{gauntlett2008media, title={Media, Gender and Identity: An Introduction}, author={Gauntlett, David}, year={2008}, address = {London}, publisher={Routledge} } @misc{serano2017transgender, title={Transgender People and “Biological Sex” Myths}, author={Serano, Julia}, year={2017}, howpublished={}, url={https://juliaserano.medium.com/transgender-people-and-biological-sex-myths-c2a9bcdb4f4a}, urldate={2021-04-13} } @misc{googlebias, title={Reducing gender bias in Google Translate}, author={Kuczmarski, James}, year={2018}, url={https://blog.google/products/translate/reducing-gender-bias-google-translate/}, urldate={2023-07-11} } @misc{deepl, title={About the formal/informal feature}, author={DeepL}, year={2023}, url={https://support.deepl.com/hc/en-us/articles/4406432463762-About-the-formal-informal-feature}, urldate={2023-07-11} } @misc{prona2016mein, title={{Mein Name ist \_ Mein Pronomen ist \_}}, author={ProNa, AK}, year={2015}, url={https://meinnamemeinpronomen.wordpress.com}, urldate={2021-01-28} } @article{van2015effects, title={Effects of Gendered Behavior on Testosterone in Women and Men}, author={van Anders, Sari M. and Steiger, Jeffrey and Goldey, Katherine L.}, journal={Proceedings of the National Academy of Sciences}, volume={112}, number={45}, pages={13805--13810}, year={2015}, publisher={National Academy of Sciences} } @article{gettler2011longitudinal, title={Longitudinal Evidence That Fatherhood Decreases Testosterone in Human Males}, author={Gettler, Lee T and McDade, Thomas W and Feranil, Alan B and Kuzawa, Christopher W}, journal={Proceedings of the National Academy of Sciences}, volume={108}, number={39}, pages={16194--16199}, year={2011}, publisher={National Academy of Sciences} } @book{acanfora2021in, title={In Altre Parole: Dizionario Minimo di Diversità}, author={Acanfora, Fabrizio}, year={2021}, address = {Firenze}, publisher={effequ} } @article{heilman2012gender, title={Gender Stereotypes and Workplace Bias}, author={Heilman, Madeline E}, journal={Research in Organizational Behavior}, volume={32}, pages={113--135}, year={2012} } @article{heilman2001description, title={Description and Prescription: How Gender Stereotypes Prevent Women's Ascent up the Organizational Ladder}, author={Heilman, Madeline E}, journal={Journal of social issues}, volume={57}, number={4}, pages={657--674}, year={2001} } @article{mclemore2015experiences, title={Experiences with Misgendering: Identity Misclassification of Transgender Spectrum Individuals}, author={McLemore, Kevin A}, journal={Self and Identity}, volume={14}, number={1}, pages={51--74}, year={2015}, publisher={Taylor \& Francis} } @article{mclemore2018minority, title={A Minority Stress Perspective on Transgender Individuals’ Experiences with Misgendering.}, author={McLemore, Kevin A}, journal={Stigma and Health}, volume={3}, number={1}, pages={53--64}, year={2018}, publisher={Educational Publishing Foundation} } @article{herman2013gendered, title={Gendered Restrooms and Minority Stress: The Public Regulation of Gender and its Impact on Transgender People's Lives}, author={Herman, Jody L}, journal={Journal of Public Management \& Social Policy}, volume={19}, number={1}, pages={65--80}, year={2013} } @misc{trans2015unicorn, title={The Gender Unicorn}, author={{Trans Student Educational Resources}}, year={2015}, url={https://transstudent.org/gender/}, urldate={2021-04-16} } @misc{iantaffi2018mapping, title={Mapping Your Sexuality: {From sexual} Orientation to Sexual Configurations Theory}, author={Iantaffi, Alex and Barker, Meg John and van Anders, Sari M.}, year={2018}, url={https://www.rewriting-the-rules.com/wp-content/uploads/2018/08/MappingYourSexuality.pdf}, urldate={2020-10-11} } @misc{killermann2017genderbread, title={The Genderbread Person v4.0 Poster. {A} teaching Tool for Breaking the big Concept of Gender down into Bite-Sized, Digestible Pieces}, author={Killermann, Sam}, year={2017}, url={https://www.genderbread.org/resource/genderbread-person-v4-0-poster}, urldate={2020-11-10} } @book{corbett1991gender, title={Gender}, author={Corbett, Greville G}, year={1991}, address = {Cambridge}, publisher={Cambridge University Press} } @article{haig2004inexorable, title={The Inexorable Rise of Gender and the Decline of Sex: Social Change in Academic Titles, 1945--2001}, author={Haig, David}, journal={Archives of Sexual Behavior}, volume={33}, number={2}, pages={87--96}, year={2004}, address = {New York}, publisher={Springer} } @article{money1955hermaphroditism, title={Hermaphroditism, Gender and Precocity in Hyperadrenocorticism: Psychologic Findings.}, author={Money, John}, journal={Bulletin of the Johns Hopkins Hospital}, volume={96}, pages={253--264}, year={1955} } @article{grover2015second, title={Second Generation Gender Bias: Invisible Barriers Holding Women Back in Organizations}, author={Grover, Vijay Kumar}, journal={{International Journal of Applied Research}}, volume={1}, number={4}, pages={1--4}, year={2015} } @article{van2017biological, title={Biological Sex, Gender, and Public Policy}, author={van Anders, Sari M. and Schudson, Zach C. and Abed, Emma C. and Beischel, William J. and Dibble, Emily R. and Gunther, Olivia D. and Kutchko, Val J. and Silver, Elisabeth R.}, journal={Policy Insights from the Behavioral and Brain Sciences}, volume={4}, number={2}, pages={194--201}, year={2017}, address = {SAGE Publications Sage CA}, publisher={Los Angeles, CA} } @book{fausto2020sexing, title={Sexing the Body: Gender Politics and the Construction of Sexuality}, author={Fausto-Sterling, Anne}, year={2020}, address = {New York}, publisher={Basic Books} } @article{boroditsky2001does, title={Does Language Shape Thought?: Mandarin and {English} Speakers' Conceptions of Time}, author={Boroditsky, Lera}, journal={Cognitive Psychology}, volume={43}, number={1}, pages={1--22}, year={2001}, publisher={Elsevier} } @book{deutscher2010through, title={Through the Language Glass: Why the World Looks Different in Other Languages}, author={Deutscher, Guy}, year={2010}, address = {London}, publisher={Arrow Books} } @book{whorf1956language, title={Language, Thought, and Reality: Selected Writings of {Benjamin Lee Whorf}}, author={Whorf, Benjamin Lee}, year={1956}, address = {Cambridge}, publisher={MIT Press} } @article{zhu2015language, title={Language Shapes Thought: Rethinking on Linguistic Relativity}, author={Zhu, Lin}, journal={Journal of Media \& Mass Communication}, volume={1}, number={1}, year={2015} } @article{casasanto2008s, title={Who's Afraid of the Big Bad {Whorf? Crosslinguistic} Differences in Temporal Language and Thought}, author={Casasanto, Daniel}, journal={Language Learning}, volume={58}, number={1}, pages={63--79}, year={2008}, publisher={Wiley Online Library} } @article{levinson1994introduction, title={Introduction: {Spatial} Conceptualization in {Mayan} Languages}, author={Levinson, Stephen C. and Haviland, John B.}, journal={Linguistics}, volume={32}, number={4/5}, pages={613--622}, year={1994}, publisher={Walter de Gruyter GmbH \& Co. KG} } @inproceedings{phillips2003can, title={Can Quirks of Grammar Affect the Way You Think? {Grammatical} Gender and Object Concepts}, author={Phillips, Webb and Boroditsky, Lera}, booktitle={{Proceedings of the Annual Meeting of the Cognitive Science Society}}, volume={25}, number={25}, year={2003} } @article{boroditsky2011language, title={How Language Shapes Thought}, author={Boroditsky, Lera}, journal={Scientific American}, volume={304}, number={2}, pages={62--65}, year={2011}, } @incollection{boroditsky2003sex, title={Sex, Syntax, and Semantics}, author={Boroditsky, Lera and Schmidt, Lauren A and Phillips, Webb}, booktitle={Language in mind: Advances in the study of language and thought}, pages={61--79}, editor={Gentre, Dedre and Goldin-Meadow, Susan}, address = {Cambridge, Mass}, publisher={MIT Press}, year={2003} } @inproceedings{witthoft2003effects, title={Effects of Language on Color Discriminability}, author={Witthoft, Nathan and Winawer, Jonathan and Wu, Lisa and Frank, Michael and Wade, Alex and Boroditsky, Lera}, booktitle={{Proceedings of the Annual Meeting of the Cognitive Science Society}}, pages={1247-1252}, year={2003} } @book{gheno2019potere, title={Potere alle Parole: Perché Usarle Meglio}, author={Gheno, Vera}, year={2019}, publisher={Giulio Einaudi Editore} } @book{murgia2021stai, title={Stai Zitta! {E} Altre Nove Frasi che non Vogliamo Sentire Più}, author={Murgia, Michela}, year={2021}, address = {Torino}, publisher={Einaudi} } @book{gasparrini2019non, title={Non Sono Sessita, ma...: {Il} Sessismo nel Linguaggio Contemporaneo}, author={Gasparrini, Lorenzo}, year={2019}, address = {Rome}, publisher={Tlon} } @book{priulla2014parole, title={Parole tossiche: Cronache di Ordinario Sessismo}, author={Priulla, Graziella}, year={2014}, address = {Cagli}, publisher={Settenove} } @book{gheno2019femminili, title={Femminili Singolari: il Femminismo {\`e} nelle Parole}, author={Gheno, Vera}, year={2019}, address = {Firenze}, publisher={effequ} } @book{hockett1958course, title={A Course in Modern Linguistics.}, author={Hockett, Charles F}, year={1958}, address = {New York}, publisher={Macmillan} } @incollection{stahlberg2007representation, title={Representation of the Sexes in Language}, author={Stahlberg, Dagmar and Braun, Friederike and Irmen, Lisa and Sczesny, Sabine}, booktitle={Social Communication}, editor={Fiedler, Klaus}, pages={163--187}, year={2007}, address = {New York and Hove}, publisher={Psychology Press} } @article{prewitt2012gendering, title={The Gendering of Language: A Comparison of Gender Equality in Countries with Gendered, Natural gender, and Genderless Languages}, author={Prewitt-Freilino, Jennifer L. and Caswell, T. Andrew and Laakso, Emmi K.}, journal={{Sex Roles}}, volume={66}, number={3-4}, pages={268--281}, year={2012}, address = {New York}, publisher={Springer} } @article{santacreu2013female, title={Do Female/Male Distinctions in Language Matter? {E}vidence from Gender Political Quotas}, author={Santacreu-Vasut, Estefania and Shoham, Amir and Gay, Victor}, journal={Applied Economics Letters}, volume={20}, number={5}, pages={495--498}, year={2013}, publisher={Taylor \& Francis} } @inproceedings{vanmassenhove2019getting, title = "Getting Gender Right in Neural Machine Translation", author = "Vanmassenhove, Eva and Hardmeier, Christian and Way, Andy", booktitle = "{Proceedings of the 2018 Conference on Empirical Methods in Natural Language Processing}", year = "2018", doi = "10.18653/v1/D18-1334", pages = "3003--3008", abstract = "Speakers of different languages must attend to and encode strikingly different aspects of the world in order to use their language correctly (Sapir, 1921; Slobin, 1996). One such difference is related to the way gender is expressed in a language. Saying ``I am happy'' in English, does not encode any additional knowledge of the speaker that uttered the sentence. However, many other languages do have grammatical gender systems and so such knowledge would be encoded. In order to correctly translate such a sentence into, say, French, the inherent gender information needs to be retained/recovered. The same sentence would become either ``Je suis heureux'', for a male speaker or ``Je suis heureuse'' for a female one. Apart from morphological agreement, demographic factors (gender, age, etc.) also influence our use of language in terms of word choices or syntactic constructions (Tannen, 1991; Pennebaker et al., 2003). We integrate gender information into NMT systems. Our contribution is two-fold: (1) the compilation of large datasets with speaker information for 20 language pairs, and (2) a simple set of experiments that incorporate gender information into NMT for multiple language pairs. Our experiments show that adding a gender feature to an NMT system significantly improves the translation quality for some language pairs." } @inproceedings{sun2019mitigating, title={Mitigating Gender Bias in Natural Language Processing: Literature Review}, author={Sun, Tony and Gaut, Andrew and Tang, Shirlyn and Huang, Yuxin and ElSherief, Mai and Zhao, Jieyu and Mirza, Diba and Belding, Elizabeth and Chang, Kai-Wei and Wang, William Yang}, booktitle={{Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics}}, year={2019}, pages={1630--1640} } @inproceedings{saunders2020neural, title={Neural Machine Translation Doesn't Translate Gender Coreference Right Unless You Make It}, author={Saunders, Danielle and Sallis, Rosie and Byrne, Bill}, booktitle = {{Proceedings of the Second Workshop on Gender Bias in Natural Language Processing}}, year = {2020}, pages = {35--43} } @article{stafanovivcs2020mitigating, title={Mitigating Gender Bias in Machine Translation with Target Gender Annotations}, author={Stafanovi{\v{c}}s, Art{\=u}rs and Bergmanis, Toms and Pinnis, M{\=a}rcis}, note ={arXiv preprint:2010.06203}, year={2020} } @article{moryossef2019filling, title={Filling Gender \& Number Gaps in Neural Machine Translation with Black-Box Context Injection}, author={Moryossef, Amit and Aharoni, Roee and Goldberg, Yoav}, note ={arXiv preprint:1903.03467}, year={2019} } @article{savoldi2021gender, title={Gender Bias in Machine Translation}, author={Savoldi, Beatrice and Gaido, Marco and Bentivogli, Luisa and Negri, Matteo and Turchi, Marco}, journal = {Transactions of the Association for Computational Linguistics}, volume = {9}, pages = {845-874}, year = {2021}, month = {08}, doi = {10.1162/tacl_a_00401}, eprint = {https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl\_a\_00401/1957705/tacl\_a\_00401.pdf}, } @article{gonen2020automatically, title={Automatically Identifying Gender Issues in Machine Translation Using Perturbations}, author={Gonen, Hila and Webster, Kellie}, note ={arXiv preprint:2004.14065}, year={2020} } @inproceedings{basta2020towards, title={Towards Mitigating Gender Bias in a Decoder-Based Neural Machine Translation Model by Adding Contextual Information}, author={Basta, Christine Raouf Saad and Ruiz Costa-Juss{\`a}, Marta R. and Rodr{\'\i}guez Fonollosa, Jos{\'e} Adri{\'a}n}, booktitle={{Proceedings of the The Fourth Widening Natural Language Processing Workshop}}, pages={99--102}, year={2020}, organization={Association for Computational Linguistics} } @inproceedings{habash2019automatic, title={Automatic Gender Identification and Reinflection in Arabic}, author={Habash, Nizar and Bouamor, Houda and Chung, Christine}, booktitle={{Proceedings of the First Workshop on Gender Bias in Natural Language Processing}}, pages={155--165}, year={2019} } @article{tomalin2021practical, title={The Practical Ethics of Bias Reduction in Machine Translation: Why Domain Adaptation is Better Than Data Debiasing}, author={Tomalin, Marcus and Byrne, Bill and Concannon, Shauna and Saunders, Danielle and Ullmann, Stefanie}, journal={Ethics and Information Technology}, volume={23}, pages={419--433}, year={2021}, address = {New York}, publisher={Springer} } @inproceedings{vaswani2017attention, title={Attention is all you need}, author={Vaswani, Ashish and Shazeer, Noam and Parmar, Niki and Uszkoreit, Jakob and Jones, Llion and Gomez, Aidan N and Kaiser, {\L}ukasz and Polosukhin, Illia}, booktitle={Advances in neural information processing systems}, editor = {I. Guyon and U. Von Luxburg and S. Bengio and H. Wallach and R. Fergus and S. Vishwanathan and R. Garnett}, volume = {30}, year={2017} } @article{bahdanau2015neural, title={Neural machine translation by jointly learning to align and translate}, author={Bahdanau, Dzmitry and Cho, Kyunghyun and Bengio, Yoshua}, note ={arXiv preprint:1409.0473}, year={2015} } @inproceedings{kocmi2018trivial, title={Trivial transfer learning for low-resource neural machine translation}, author={Kocmi, Tom and Tamchyna, Ale{\v{s}} and Bojar, Ond{\v{r}}ej}, booktitle={{Proceedings of the Third Conference on Machine Translation: Research} Papers}, pages={244--252}, year={2018} } @article{toral2019post, title={Post-editing effort of a novel with statistical and neural machine translation}, author={Toral, Antonio}, journal={Frontiers in Digital Humanities}, volume={6}, pages={15}, year={2019} } @inproceedings{voita2018context, title={Context-aware neural machine translation learns anaphora resolution}, author={Voita, Elena and Serdyukov, Pavel and Sennrich, Rico and Titov, Ivan}, booktitle={{Proceedings of the 56th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)}}, pages={1264--1274}, year={2018} } @inproceedings{saunders2020reducing, title = "Reducing Gender Bias in Neural Machine Translation as a Domain Adaptation Problem", author = "Saunders, Danielle and Byrne, Bill", booktitle = "Proceedings of the 58th Annual Meeting of the {Association for Computational Linguistics}", month = jul, year = "2020", url = "https://aclanthology.org/2020.acl-main.690", doi = "10.18653/v1/2020.acl-main.690", pages = "7724--7736", abstract = "Training data for NLP tasks often exhibits gender bias in that fewer sentences refer to women than to men. In Neural Machine Translation (NMT) gender bias has been shown to reduce translation quality, particularly when the target language has grammatical gender. The recent WinoMT challenge set allows us to measure this effect directly (Stanovsky et al, 2019) Ideally we would reduce system bias by simply debiasing all data prior to training, but achieving this effectively is itself a challenge. Rather than attempt to create a {`}balanced{'} dataset, we use transfer learning on a small set of trusted, gender-balanced examples. This approach gives strong and consistent improvements in gender debiasing with much less computational cost than training from scratch. A known pitfall of transfer learning on new domains is {`}catastrophic forgetting{'}, which we address at adaptation and inference time. During adaptation we show that Elastic Weight Consolidation allows a performance trade-off between general translation quality and bias reduction. At inference time we propose a lattice-rescoring scheme which outperforms all systems evaluated in Stanovsky et al, 2019 on WinoMT with no degradation of general test set BLEU. We demonstrate our approach translating from English into three languages with varied linguistic properties and data availability." } @article{zhao2018learning, title={Learning Gender-Neutral Word Embeddings}, author={Zhao, Jieyu and Zhou, Yichao and Li, Zeyu and Wang, Wei and Chang, Kai-Wei}, note ={arXiv preprint:1809.01496}, year={2018} } @phdthesis{hardmeier2014discourse, title={Discourse in statistical machine translation}, author={Hardmeier, Christian}, school={Uppsala University}, year={2014} } @incollection{stanovsky2019evaluating, title={Evaluating Gender Bias in Machine Translation}, author={Stanovsky, Gabriel and Smith, Noah A. and Zettlemoyer, Luke}, booktitle={Proceedings of the 57th Annual Meeting of the {Association for Computational Linguistics}. {Association for Computational Linguistics (ACL)}}, editor={Korhonen, Anna and Traum and David \& Màrquez, Lluís }, year={2019}, pages={1679--1684} } @article{font2019equalizing, title = "Equalizing Gender Bias in Neural Machine Translation with Word Embeddings Techniques", author = "Escud{\'e} Font, Joel and Costa-juss{\`a}, Marta R.", booktitle = "{Proceedings of the First Workshop on Gender Bias in Natural Language Processing}", year = "2019", url = "https://aclanthology.org/W19-3821", doi = "10.18653/v1/W19-3821", pages = "147--154", abstract = "Neural machine translation has significantly pushed forward the quality of the field. However, there are remaining big issues with the output translations and one of them is fairness. Neural models are trained on large text corpora which contain biases and stereotypes. As a consequence, models inherit these social biases. Recent methods have shown results in reducing gender bias in other natural language processing tools such as word embeddings. We take advantage of the fact that word embeddings are used in neural machine translation to propose a method to equalize gender biases in neural machine translation using these representations. Specifically, we propose, experiment and analyze the integration of two debiasing techniques over GloVe embeddings in the Transformer translation architecture. We evaluate our proposed system on the WMT English-Spanish benchmark task, showing gains up to one BLEU point. As for the gender bias evaluation, we generate a test set of occupations and we show that our proposed system learns to equalize existing biases from the baseline system." } @article{bem1973does, title={Does Sex-biased Job Advertising “Aid and Abet” Sex Discrimination?}, author={Bem, Sandra L. and Bem, Daryl J.}, journal={Journal of Applied Social Psychology}, volume={3}, number={1}, pages={6--18}, year={1973}, publisher={Wiley Online Library} } @article{stahlberg2001effekte, title={{Effekte des generischen Maskulinums und alternativer Sprachformen auf den gedanklichen Einbezug von Frauen}}, author={Dagmar Stahlberg and Sabine Sczesny}, journal={Psychologische Rundschau}, volume={52}, number={3}, pages={131--140}, year={2001}, publisher={Hogrefe Verlag} } @article{horvath2016reducing, title={Reducing women’s lack of fit with leadership positions? {Effects} of the wording of job advertisements}, author={Horvath, Lisa Kristina and Sczesny, Sabine}, journal={European Journal of Work and Organizational Psychology}, volume={25}, number={2}, pages={316--328}, year={2016}, publisher={Taylor \& Francis} } @article{bailey2017counts, title={Who counts as human? {Antecedents} to androcentric behavior}, author={Bailey, April H. and LaFrance, Marianne}, journal={{Sex Roles}}, volume={76}, number={11}, pages={682--693}, year={2017}, address = {New York}, publisher={Springer} } @incollection{menegatti2017gender, title={Gender bias and sexism in language}, author={Menegatti, Michela and Rubini, Monica}, booktitle={Oxford Research Encyclopedia of Communication}, address = {Oxford}, publisher={Oxford University Press}, year={2017}, editor={Nussbaum, John}, pages={1--24} } @book{weatherall2002gender, title={Gender, language and discourse}, author={Weatherall, Ann}, year={2002}, address = {Hove}, publisher={Routledge} } @incollection{pauwels2003linguistic, title={Linguistic Sexism and Feminist Linguistic Activism}, author={Pauwels, Anne}, booktitle={{The Handbook} of Language and Gender}, address = {Malden}, publisher={Blackwell}, year={2003}, editor={Holmes, Janet and Meyerhoff, Miriam}, pages={550--570} } @book{litosseliti2014gender, title={Gender and language theory and practice}, author={Litosseliti, Lia}, year={2014}, address = {London}, publisher={Routledge} } @article{lakoff1973language, title={Language and woman's place}, author={Lakoff, Robin}, journal={Language in Society}, volume={2}, number={1}, pages={45--79}, year={1973}, address = {Cambridge}, publisher={Cambridge University Press} } @article{weatherall1999metaphorical, title={The metaphorical construction of sexual experience in a speech community of {New Zealand} university students}, author={Weatherall, Ann and Walton, Marsha}, journal={British Journal of Social Psychology}, volume={38}, number={4}, pages={479--498}, year={1999}, publisher={Wiley Online Library} } @article{sczesny2016can, title={Can gender-fair language reduce gender stereotyping and discrimination?}, author={Sczesny, Sabine and Formanowicz, Magda and Moser, Franziska}, journal={Frontiers in Psychology}, volume={7}, year={2016}, publisher={Frontiers} } @article{chowdhury2003natural, title={Natural language processing}, author={Chowdhury, Gobinda G}, journal={Annual review of information science and technology}, volume={37}, number={1}, pages={51--89}, year={2003}, publisher={Wiley Online Library} } @article{nayak2016evaluating, title={Evaluating word embeddings using a representative suite of practical tasks}, author={Nayak, Neha and Angeli, Gabor and Manning, Christopher D}, journal={Proceedings of the 1st Workshop on evaluating vector-space representations for {NLP}}, pages={19--23}, year={2016} } @inproceedings{bolukbasi2016man, title={Man is to computer programmer as woman is to homemaker? {Debiasing} word embeddings}, author={Bolukbasi, Tolga and Chang, Kai-Wei and Zou, James and Saligrama, Venkatesh and Kalai, Adam}, booktitle={{NIPS'16: Proceedings of the 30th International Conference on Neural Information Processing}}, pages={4356-–4364}, year={2016} } @article{caliskan2017semantics, title={Semantics derived automatically from language corpora contain human-like biases}, author={Caliskan, Aylin and Bryson, Joanna J and Narayanan, Arvind}, journal={Science}, volume={356}, number={6334}, pages={183--186}, year={2017}, publisher={American Association for the Advancement of Science} } @incollection{lu2020gender, title={Gender bias in neural natural language processing}, author={Lu, Kaiji and Mardziel, Piotr and Wu, Fangjing and Amancharla, Preetam and Datta, Anupam}, booktitle={Logic, Language, and Security: Essays Dedicated to Andre Scedrov on the Occasion of His 65th Birthday}, editor={Nigam, Vivek and Ban Kirigin, Tajana and Talcott, Carolyn and Guttman, Joshua and Kuznetsov, Stepan and Thau Loo, Boon and Okada, Mitsuhiro}, pages={189--202}, year={2020}, address = {New York}, publisher={Springer} } @article{greenwald1998measuring, title={Measuring individual differences in implicit cognition: the implicit association test.}, author={Greenwald, Anthony G and McGhee, Debbie E and Schwartz, Jordan LK}, journal={Journal of personality and social psychology}, volume={74}, number={6}, pages={1464--1480}, year={1998}, publisher={American Psychological Association} } @misc{speer2017concept, title={ConceptNet Numberbatch 17.04: better, less-stereotyped word vectors}, author={Speer, Robyn}, year={2017}, url={http://blog.conceptnet.io/posts/2017/conceptnet-numberbatch-17-04-better-less-stereotyped-word-vectors/}, urldate={2020-05-25} } @misc{deepl_api_reference, author = {{DeepL GmbH}}, title = {DeepL API Reference: Translate Endpoint}, year = {2024}, url = {https://developers.deepl.com/docs/api-reference/translate}, urldate = {2025-06-11} } @misc{deepl_context_guidance, author = {{DeepL GmbH}}, title = {Best Practices: Working with Context}, year = {2024}, url = {https://developers.deepl.com/docs/best-practices/working-with-context}, urldate = {2025-06-11} } @inproceedings{hovy2016social, title={The social impact of natural language processing}, author={Hovy, Dirk and Spruit, Shannon L}, booktitle={Proceedings of the 54th Annual Meeting of the {Association for Computational Linguistics}}, pages={591--598}, year={2016} } @article{tatman2017gender, title={Gender and dialect bias in YouTube’s automatic captions}, author={Tatman, Rachael}, journal={Proceedings of the First ACL Workshop on Ethics in Natural Language Processing}, pages={53--59}, year={2017} } @article{prates2019assessing, title={Assessing gender bias in machine translation: {A case study with Google Translate}}, author={Prates, Marcelo O.R. and Avelar, Pedro H. and Lamb, Luis C.}, journal={Neural Computing and Applications}, volume={32}, pages={6363--6381}, year={2020}, address = {New York}, publisher={Springer} } @inproceedings{cho2019measuring, title={On measuring gender bias in translation of gender-neutral pronouns}, author={Cho, Won Ik and Kim, Ji Won and Kim, Seok Min and Kim, Nam Soo}, booktitle={Proceedings of the First Workshop on Gender Bias in Natural Language Processing. {Association for Computational Linguistics} (ACL)}, year={2019}, pages={172--181} } @inproceedings{crawford2017keynote, author = {Crawford, Kate}, title ={ The Trouble with Bias}, booktitle = {Proceedings of the Conference on Neural Information Processing Systems ({NIPS}) – Keynote}, year = {2017}, } @inproceedings{mikolov2013efficient, author = {Tomas Mikolov and Kai Chen and Greg Corrado and Jeffrey Dean}, title = {Efficient Estimation of Word Representations in Vector Space}, booktitle = {1st International Conference on Learning Representations {ICLR}}, year = {2013} } @misc{dastin2018amazon, title={Amazon scraps secret AI recruiting tool that showed bias against women}, author={Dastin, Jeffrey}, year={2018}, url={https://www.reuters.com/article/us-amazon-com-jobs-automation-insight-idUSKCN1MK08G}, urldate={2020-05-26} } @article{frank2004gender, title={Gender issues in machine translation}, author={Frank, Anke and Hoffmann, Christiane and Strobel, Maria}, journal={University of Bremen}, year={2004} } @article{manzini2019black, title={Black is to criminal as caucasian is to police: Detecting and removing multiclass bias in word embeddings}, author={Manzini, Thomas and Lim, Yao Chong and Tsvetkov, Yulia and Black, Alan W}, note ={arXiv preprint:1904.04047}, year={2019} } @inproceedings{hovy2020you, title={{“You} Sound Just Like Your Father”: {Commercial} Machine Translation Systems Include Stylistic Biases}, author={Hovy, Dirk and Bianchi, Federico and Fornaciari, Tommaso}, booktitle={Proceedings of the 58th Annual Meeting of the {Association for Computational Linguistics}}, pages={1686--1690}, year={2020} } @article{Friedman1996bias, title={Bias in Computer Systems}, author={Friedman, Batya and Nissenmaum, Helen}, journal={ACM Transactions on Information Systems}, volume={14}, number={3}, pages={330--347}, year={1996} } @article{choubey2021improving, title={Improving Gender Translation Accuracy with Filtered Self-Training}, author={Choubey, Prafulla Kumar and Currey, Anna and Mathur, Prashant and Dinu, Georgiana}, note ={arXiv preprint:2104.07695}, year={2021} } @inproceedings{babych-hartley-2003-improving, title = "Improving Machine Translation Quality with Automatic Named Entity Recognition", author = "Babych, Bogdan and Hartley, Anthony", booktitle = "Proceedings of the 7th International {EAMT} Workshop on {MT} and Other Language Technology Tools, Improving {MT} through other Language Technology Tools, Resource and tools for building {MT} at {EACL} 2003", year = "2003" } @incollection{monti2020gender, title={Gender issues in machine translation: An unsolved problem?}, author={Monti, Johanna}, booktitle={{The Routledge Handbook} of Translation, Feminism and Gender}, editor={von Flotow, Luise and Kamal Hala}, pages={457--468}, year={2020}, address = {London}, publisher={Routledge} } @book{goodfellow2016deep, title={Deep learning}, author={Goodfellow, Ian and Bengio, Yoshua and Courville, Aaron and Bengio, Yoshua}, year={2016}, publisher={MIT press Cambridge} } @misc{zou2018ai, title={AI can be sexist and racist—it’s time to make it fair}, author={Zou, James and Schiebinger, Londa}, year={2018}, url={https://www.nature.com/articles/d41586-018-05707-8}, urldate={2021-05-31} } @inproceedings{vanmassenhove-etal-2019-lost, title = "Lost in Translation: Loss and Decay of Linguistic Richness in Machine Translation", author = "Vanmassenhove, Eva and Shterionov, Dimitar and Way, Andy", booktitle = "{Proceedings of Machine Translation Summit XVII Volume 1: Research Track}", year = "2019", pages = "222--232", } @inproceedings{costa-jussa-etal-2020-gebiotoolkit, title = {{G}e{B}io{T}oolkit: Automatic Extraction of Gender-Balanced Multilingual Corpus of {W}ikipedia Biographies}, author = {Costa-jussà, Marta R. and Li Lin, Pau and Espa{\~n}a-Bonet, Cristina}, booktitle = {{Proceedings of the 12th Language Resources and Evaluation Conference}}, year = {2020}, pages = {4081--4088}, } @misc{olson2018algorithm, title={The algorithm that helped {Google Translate} become sexist}, author={Olson, Parmy}, year={2018}, url={https://www.forbes.com/sites/parmyolson/2018/02/15/the-algorithm-that-helped-google-translate-become-sexist/}, urldate={2021-05-31} } @article{wu2016google, title={Google's neural machine translation system: Bridging the gap between human and machine translation}, author={Wu, Yonghui and Schuster, Mike and Chen, Zhifeng and Le, Quoc V and Norouzi, Mohammad and Macherey, Wolfgang and Krikun, Maxim and Cao, Yuan and Gao, Qin and Macherey, Klaus and others}, note ={arXiv preprint:1609.08144}, year={2016} } @inproceedings{bentivogli-etal-2020-gender, title = "Gender in Danger? {Evaluating} Speech Translation Technology on the {M}u{ST}-{SHE} Corpus", author = "Bentivogli, Luisa and Savoldi, Beatrice and Negri, Matteo and Di Gangi, Mattia A. and Cattoni, Roldano and Turchi, Marco", booktitle = "Proceedings of the 58th Annual Meeting of the {Association for Computational Linguistics}", year = "2020", pages = "6923--6933" } @article{roberts2020decoding, title={Decoding and Diversity in Machine Translation}, author={Roberts, Nicholas and Liang, Davis and Neubig, Graham and Lipton, Zachary C}, journal={Proceedings of the Resistance AI Workshop at 34th Conference on Neural Information Processing Systems (NeurIPS 2020)}, year={2020} } @article{costa2020gender, title={Gender Bias in Multilingual Neural Machine Translation: The Architecture Matters}, author={Costa{-}jussà, Marta R. and Escolano, Carlos and Basta, Christine and Ferrando, Javier and Batlle, Roser and Kharitonova, Ksenia}, note ={arXiv preprint:2012.13176}, year={2020} } @inproceedings{costa-jussa-de-jorge-2020-fine, title={Fine-tuning Neural Machine Translation on Gender-Balanced Datasets}, author={Costa{-}juss{\`a}, Marta R. and de Jorge, Adri{\`a}}, booktitle={Proceedings of the Second Workshop on Gender Bias in Natural Language Processing}, year={2020}, publisher={Association for Computational Linguistics}, pages={26--34} } @inproceedings{vanmassenhove2021machine, title = "Machine Translationese: Effects of Algorithmic Bias on Linguistic Complexity in Machine Translation", author = "Vanmassenhove, Eva and Shterionov, Dimitar and Gwilliam, Matthew", booktitle = "{Proceedings of the 16th Conference of the European Chapter of the Association for Computational Linguistics: Main Volume}", year = "2021", doi = "10.18653/v1/2021.eacl-main.188", pages = "2203--2213", abstract = "Recent studies in the field of Machine Translation (MT) and Natural Language Processing (NLP) have shown that existing models amplify biases observed in the training data. The amplification of biases in language technology has mainly been examined with respect to specific phenomena, such as gender bias. In this work, we go beyond the study of gender in MT and investigate how bias amplification might affect language in a broader sense. We hypothesize that the `algorithmic bias', i.e. an exacerbation of frequently observed patterns in combination with a loss of less frequent ones, not only exacerbates societal biases present in current datasets but could also lead to an artificially impoverished language: `machine translationese'. We assess the linguistic richness (on a lexical and morphological level) of translations created by different data-driven MT paradigms {--} phrase-based statistical (PB-SMT) and neural MT (NMT). Our experiments show that there is a loss of lexical and syntactic richness in the translations produced by all investigated MT paradigms for two language pairs (EN-FR and EN-ES)." } @article{mitkov1999special, title={Introduction: Special Issue on Anaphora Resolution in Machine Translation and Multilingual {NLP}}, author={Mitkov, Ruslan}, journal={Machine Translation}, volume={14}, number={3--4}, pages={159--161}, year={1999} } @inproceedings{rabinovich-etal-2017-personalized, title = {Personalized Machine Translation: Preserving Original Author Traits}, author = {Rabinovich, Ella and Patel, Raj Nath and Mirkin, Shachar and Specia, Lucia and Wintner, Shuly}, booktitle = {Proceedings of the 15th Conference of the {E}uropean Chapter of the {Association for Computational Linguistics: Volume} 1, Long Papers}, year = {2017}, pages = {1074--1084} } @inproceedings{snover2006study, title={A study of translation edit rate with targeted human annotation}, author={Snover, Matthew and Dorr, Bonnie and Schwartz, Richard and Micciulla, Linnea and Makhoul, John}, booktitle={Proceedings of the 7th Conference of the {Association for Machine Translation in the Americas: Technical} Papers}, pages={223--231}, year={2006} } @article{lommel2014multidimensional, title={Multidimensional quality metrics ({MQM}): {A} framework for declaring and describing translation quality metrics}, author={Lommel, Arle and Uszkoreit, Hans and Burchardt, Aljoscha}, journal={Tradum{\`a}tica}, volumej={12}, pages={455--463}, year={2014} } @article{misiek2020misgendered, title = {Misgendered in Translation?: {Genderqueerness} in {Polish} Translations of {English}-language Television Series}, author = {Szymon Misiek}, journal = {Anglica. {An} International Journal of {English} Studies}, volume = {29}, number = {2}, pages = {165--185}, year = {2020}, address = {Warsaw}, publisher={University of Warsaw} } @article{vsincek2020ona, title = {{\emph{On, ona, ono}: Translating Gender Neutral Pronouns into Croatian}}, author = {Marijana Šincek}, journal = {Journal of the International Symposium of Students of {English, Croatian and Italian Studies}}, year = {2020}, pages = {92--112}, address = {Split}, publisher={Faculty of Humanities and Social Sciences of the University of Split} } @article{abu2017errors, title={Errors and non-errors in {English-Arabic} machine translation of gender-bound constructs in technical texts}, author={Abu-Ayyash, Emad A.S.}, journal={Procedia Computer Science}, volume={117}, pages={73--80}, year={2017}, publisher={Elsevier} } @inproceedings{rescigno2020gender, title={Gender bias in Neural Machine Translation}, author={Rescigno, Argentina Anna and Vanmassenhove, Eva and Monti, Johanna and Way, Andy}, booktitle={Proceedings of the 14th Conference of the {Association for Machine Translation in the Americas}}, year={2020} } @inproceedings{habash-etal-2019-automatic, title = {Automatic Gender Identification and Reinflection in {A}rabic}, author = {Habash, Nizar and Bouamor, Houda and Chung, Christine}, booktitle = {Proceedings of the First Workshop on Gender Bias in Natural Language Processing}, year = {2019}, pages = {155--165} } @inproceedings{alhafni2020gender, title={Gender-Aware Reinflection using Linguistically Enhanced Neural Models}, author={Alhafni, Bashar and Habash, Nizar and Bouamor, Houda}, booktitle={Proceedings of the Second Workshop on Gender Bias in Natural Language Processing}, pages={139--150}, year={2020} } @inproceedings{gonen-webster-2020-automatically, title = {Automatically Identifying Gender Issues in Machine Translation using Perturbations}, author = {Gonen, Hila and Webster, Kellie}, booktitle = {Findings of the {Association for Computational Linguistics}: {EMNLP} 2020}, year = {2020}, pages = {1991--1995} } @inproceedings{cao-daume-iii-2020-toward, title = {Toward Gender-Inclusive Coreference Resolution}, author = {Cao, Yang Trista and Daum{\'e} III, Hal}, booktitle = {Proceedings of the 58th Annual Meeting of the {Association for Computational Linguistics}}, year = {2020}, pages = {4568--4595} } @inproceedings{guillou-etal-2016-findings, title = {Findings of the 2016 {WMT} Shared Task on Cross-lingual Pronoun Prediction}, author = {Guillou, Liane and Hardmeier, Christian and Nakov, Preslav and Stymne, Sara and Tiedemann, J{\"o}rg and Versley, Yannick and Cettolo, Mauro and Webber, Bonnie and Popescu-Belis, Andrei}, booktitle = {{Proceedings of the First Conference on Machine Translation: Volume 2, Shared Task Papers}}, year = {2016}, address = {Berlin}, publisher={Association for Computational Linguistics}, pages = {525--542} } @inproceedings{guillou2016protest, title={Protest: A test suite for evaluating pronouns in machine translation}, author={Guillou, Liane and Hardmeier, Christian}, booktitle={Proceedings of the Tenth International Conference on Language Resources and Evaluation (LREC'16)}, pages={636--643}, year={2016} } @article{comrie1999grammatical, title={Grammatical Gender Systems: a Linguist's Assessment}, author={Comrie, Bernard}, journal={Journal of Psycholinguistic Research}, volume={28}, number={5}, pages={457--466}, year={1999}, address = {New York}, publisher={Springer} } @book{sabatini1986raccomandazioni, title={Raccomandazioni per un uso non sessista della lingua italiana: per la scuola e per l'editoria scolastica}, author={Sabatini, Alma}, year={1986}, publisher={Presidenza del Consiglio dei ministri, Direzione generale delle informazioni} } @book{robustelli2012linee, title={Linee guida per l’uso del genere nel linguaggio amministrativo}, author={Robustelli, Cecilia}, publisher={Progetto Accademia della Crusca e Comune di Firenze}, address={Firenze}, year={2012} } @book{robustelli2014donne, title={Donne Grammatica e Media}, author={Robustelli, Cecilia}, year={2014}, address = {Roma}, publisher={Giornaliste Unite Libere} } @article{marotta2016linguaggio, title={Un linguaggio pi{\`u} inclusivo? {Rischi} e asterischi nella lingua italiana}, author={Marotta, Ilaria and Monaco, Salvatore}, journal={{Gender/sexuality/Italy}}, volume={3}, year={2016}, pages={44--57} } @misc{asterisk, title={project}, author={{Asterisk Project: Pride in Palermo}}, url={https://asteriskproject.tumblr.com/progetto}, urldate={2021-06-14} } @misc{treccaniasterisco, title={Asterisco}, author={{Treccani}}, url={https://www.treccani.it/enciclopedia/asterisco_\%28La-grammatica-italiana\%29/}, urldate={2021-06-14} } @misc{vitiello2021linguaggio, title={Linguaggio inclusivo in italiano: guida pratica per chi scrive per lavoro (e non)}, author={Vitiello, Ruben}, year={2021}, url={https://www.tdm-magazine.it/linguaggio-inclusivo-in-italiano-guida-pratica/}, urldate={2021-06-14} } @misc{murgia2021espresso, title={Perché non basta essere {Giorgia Meloni}}, author={Murgia, Michela}, year={2021}, url={https://espresso.repubblica.it/opinioni/2021/06/07/news/perche_non_basta_essere_giorgia_meloni-304566404/}, urldate={2021-06-14} } @misc{effequschwa, title={La casa editrice effequ e lo Schwa: la conoscenza deve essere alla portata di ``tuttə?''}, author={Costantino, Silvia}, year={2020}, url={https://www.ilfattoquotidiano.it/in-edicola/articoli/2020/10/07/la-casa-editrice-effequ-e-lo-schwa-la-conoscenza-deve-essere-alla-portata-di-tutt%C9%99/5955004/}, urldate={2021-06-15} } @misc{itainclusivostoria, title={Com'è nato}, author={{Italiano Inclusivo}}, url={https://italianoinclusivo.it/nascita/}, urldate={2021-06-16} } @misc{itainclusivocome, title={Come si scrive}, author={{Italiano Inclusivo}}, url={https://italianoinclusivo.it/scrittura/}, urldate={2021-06-16} } @misc{itainclusivoperche, title={Perché}, author={{Italiano Inclusivo}}, url={https://italianoinclusivo.it/perche/}, urldate={2021-06-16} } @misc{itainclusivostrumenti, title={Strumenti}, author={{Italiano Inclusivo}}, url={https://italianoinclusivo.it/strumenti/}, urldate={2021-10-14} } @book{meloni2021belle, title={Belle di Faccia: tecniche per ribellarsi a un mondo grassofobico}, author={Meloni, Chiara and Mibelli, Mara}, year={2021}, address = {Milan}, publisher={Mondadori} } @misc{gheno2021schwa, title={Brevissima storia dello schwa}, author={Gheno, Vera}, year={2021}, url={https://www.youtube.com/watch?v=UCx9t2OLOSY}, urldate={2021-06-16} } @misc{orrù2021schwa, title={Perché ho deciso di usare lo schwa inclusivo (e magari potresti provarci anche tu)}, author={Orrù, Alice}, year={2021}, url={https://www.aliceorru.me/come-usare-lo-schwa/#accessibilità}, urldate={2021-06-16} } @book {hornscheidt2021wie, title={{Wie schreibe ich divers? Wie spreche ich gendergerecht?: Ein Praxis-Handbuch zu Gender und Sprache}}, author={Hornscheidt, Lann and Sammla, Ja'n}, address = {Insel Hiddensee}, publisher={w\textunderscore{}orten \& meer}, year={2021} } @book{eckert2013language, title={Language and gender}, author={Eckert, Penelope and McConnell-Ginet, Sally}, year={2013}, address = {Cambridge}, publisher={Cambridge University Press} } @article{shapiro1985historical, title={Historical Notes on the Vocabulary of the Women's Movement}, author={Shapiro, Fred R}, journal={American Speech}, volume={60}, number={1}, pages={3--16}, year={1985}, publisher={JSTOR} } @misc{cambridgeinclusion, title={Inclusion}, author={{Cambridge Dictionary}}, url={https://dictionary.cambridge.org/dictionary/english/inclusion}, urldate={2021-06-16} } @misc{apagenderenglish, title={Gender}, author={{APA Style}}, year={2019}, url={https://apastyle.apa.org/style-grammar-guidelines/bias-free-language/gender}, urldate={2021-06-22} } @book{baron2020s, title={What's Your Pronoun?: Beyond He and She}, author={Baron, Dennis}, year={2020}, address = {New York}, publisher={Liveright Publishing} } @misc{europarlenglish, title={Gender-Neutral Language in the {European Parliament}}, author={{European Parliament}}, year={2018}, url={https://www.europarl.europa.eu/cmsdata/151780/GNL_Guidelines_EN.pdf}, urldate={2021-06-23} } @misc{nonbinarywikienglish, title={Gender neutral language in {English}}, author={{Nonbinary Wiki}}, url={https://nonbinary.miraheze.org/wiki/Gender_neutral_language_in_English}, urldate={2021-06-23} } @misc{englishpronouns, title={Gender Pronouns}, author={{LGBT Resource Center}}, url={https://uwm.edu/lgbtrc/support/gender-pronouns/}, urldate={2021-06-23} } @book{fisher1753grammar, title={A New Grammar, with Exercises of Bad {English}: Or, An Easy Guide to Speaking and Writing the {English} Language Properly and Correctly}, author={Fisher, Anne}, year={1753}, address = {London}, publisher={John Binns} } @book{Lily1549grammar, title={A Short Introduction of Grammar, generally to be used: {Compiled} and set forth for the bringing up of all those, that intend to attain to the knowledge of the {Latin} tongue}, author={Lily, William}, year={1549}, publisher={} } @misc{apasingularthey, title={Singular “They”}, author={{APA Style}}, year={2019}, url={https://apastyle.apa.org/style-grammar-guidelines/grammar/singular-they}, urldate={2021-06-25} } @misc{merriamsingularthey, title={Singular `They'}, author={{Merriam-Webster}}, year={2019}, url={https://www.merriam-webster.com/words-at-play/singular-nonbinary-they}, urldate={2021-06-25} } @misc{merriamwordoftheyear, title={Merriam-Webster’s Words of the Year 2019}, author={{Merriam-Webster}}, year={2019}, url={https://www.merriam-webster.com/words-at-play/word-of-the-year-2019-they/they}, urldate={2021-06-25} } @misc{gendercensus2021, title={Gender Census 2021: Worldwide Report}, author={{Gender Census}}, year={2021}, url={https://gendercensus.com/results/2021-worldwide/}, urldate={2021-06-25} } @misc{henry2015mx, title={{Now pick Mr, Mrs, Miss, Ms . . . or Mx for no specific gender}}, author={Henry, Robin}, year={2015}, url={https://www.thetimes.co.uk/article/now-pick-mr-mrs-miss-ms-or-mx-for-no-specific-gender-t2rb5bh62rs}, urldate={2021-06-25} } @incollection{castilho2018approaches, title={Approaches to Human and Machine Translation Quality Assessment}, author={Castilho, Sheila and Doherty, Stephen and Gaspari, Federico and Moorkens, Joss}, booktitle={Translation Quality Assessment}, editor={Castilho, Sheila and Doherty, Stephen and Gaspari, Federico and Moorkens, Joss}, pages={9--38}, year={2018}, address = {Cham}, publisher={Springer} } @inproceedings{laubli-etal-2018-machine, title={Has Machine Translation Achieved Human Parity? {A} Case for Document-level Evaluation}, author={L{\"a}ubli, Samuel and Sennrich, Rico and Volk, Martin}, booktitle={Proceedings of the 2018 Conference on {Empirical Methods in Natural Language Processing}}, year={2018}, pages= {4791--4796} } @inproceedings{callison2007meta, title={(Meta-) evaluation of machine translation}, author={Callison-Burch, Chris and Fordyce, Cameron Shaw and Koehn, Philipp and Monz, Christof and Schroeder, Josh}, booktitle={{Proceedings of the Second Workshop on Statistical Machine Translation}}, pages={136--158}, year={2007} } @article{bernth2001mtranslatability, title={MTranslatability}, author={Bernth, Arendse and Gdaniec, Claudia}, journal={Machine translation}, volume={16}, number={3}, pages={175--218}, year={2001}, address = {Cham}, publisher={Springer} } @inproceedings{piergentili-etal-2024-enhancing, title = "Enhancing Gender-Inclusive Machine Translation with Neomorphemes and Large Language Models", author = "Piergentili, Andrea and Savoldi, Beatrice and Negri, Matteo and Bentivogli, Luisa", booktitle = "Proceedings of the 25th Annual Conference of the {European Association for Machine Translation} (Volume 1)", month = jun, year = "2024", url = "https://aclanthology.org/2024.eamt-1.25/", pages = "300--314", abstract = "Machine translation (MT) models are known to suffer from gender bias, especially when translating into languages with extensive gendered morphology. Accordingly, they still fall short in using gender-inclusive language, also representative of non-binary identities. In this paper, we look at gender-inclusive neomorphemes, neologistic elements that avoid binary gender markings as an approach towards fairer MT. In this direction, we explore prompting techniques with large language models (LLMs) to translate from English into Italian using neomorphemes. So far, this area has been under-explored due to its novelty and the lack of publicly available evaluation resources. We fill this gap by releasing NEO-GATE, a resource designed to evaluate gender-inclusive en{\textrightarrow}it translation with neomorphemes. With NEO-GATE, we assess four LLMs of different families and sizes and different prompt formats, identifying strengths and weaknesses of each on this novel task for MT." } @inproceedings{ondrej2017findings, title={Findings of the 2017 Conference on Machine Translation ({WMT17})}, author={Bojar, Ond{\v{r}}ej and Chatterjee, Rajen and Federmann, Christian and Graham, Yvette and Haddow, Barry and Huang, Shujian and Huck, Matthias and Koehn, Philipp and Liu, Qun and Logacheva, Varvara and Monz, Christof and Negri, Matteo and Post, Matt and Rubino, Raphael and Specia, Lucia and Turchi, Marco}, booktitle={Second Conference on Machine Translation}, pages={169--214}, year={2017} } @inproceedings{barrault2019findings, title={Findings of the 2019 Conference on Machine Translation (WMT19)}, author={Barrault, Lo{\"\i}c and Bojar, Ond{\v{r}}ej and Costa-Jussa, Marta R. and Federmann, Christian and Fishel, Mark and Graham, Yvette and Haddow, Barry and Huck, Matthias and Koehn, Philipp and Malmasi, Shervin and others}, booktitle={{Proceedings of the Fourth Conference on Machine Translation (Volume 2: Shared Task Papers, Day 1)}}, pages={1--61}, year={2019} } @book{alpac, title = {Language and Machines: Computers in Translation and Linguistics. {A} Report by the {Automatic Language Processing Advisory}}, author = {ALPAC}, year = {1966}, address = {Washington, DC}, publisher={The National Academies Press}, } @incollection{chan2015development, title={The development of translation technology: 1967--2013}, author={Chan, Sin-wai}, booktitle={Routledge Encyclopedia of Translation Technology}, editor={Chan, Sin-wai}, pages={3--31}, year={2014}, address = {London}, publisher={Routledge} } @incollection{hutchins2015machine, title={Machine translation: History of research and applications}, author={Hutchins, W. John}, booktitle={Routledge Encyclopedia of Translation Technology}, editor={Chan, Sin-wai}, pages={120--145}, year={2014}, address = {London}, publisher={Routledge} } @incollection{white2003evaluate, title={How to Evaluate Machine Translation}, author={White, John S.}, booktitle={Computers and Translation: A Translator's Guide}, editor={Somers, Harold}, pages={211--244}, year={2013}, address = {Amsterdam}, publisher={John Benjamins} } @book{vanslype1979criticsl, title = {Critical Study of Methods for Evaluating the Quality of Machine Translation. Final report}, author={Van Slype, Georges}, publisher={Bureau Marcel van Dijk}, year = {1979} } @article{cohen1960coefficient, title={A coefficient of agreement for nominal scales}, author={Cohen, Jacob}, journal={Educational and psychological measurement}, volume={20}, number={1}, pages={37--46}, year={1960}, address = {Thousand Oaks}, publisher={Sage Publications} } @inproceedings{zaranis2024watching, title = "Watching the Watchers: Exposing Gender Disparities in Machine Translation Quality Estimation", author = "Zaranis, Emmanouil and Attanasio, Giuseppe and Agrawal, Sweta and Martins, Andre", booktitle = "Proceedings of the 63rd Annual Meeting of the {Association for Computational Linguistics} (Volume 1: Long Papers)", year = "2025", doi = "10.18653/v1/2025.acl-long.1228", pages = "25261--25284", abstract = "Quality estimation (QE){---}the automatic assessment of translation quality{---}has recently become crucial across several stages of the translation pipeline, from data curation to training and decoding. While QE metrics have been optimized to align with human judgments, whether they encode social biases has been largely overlooked. Biased QE risks favoring certain demographic groups over others, e.g., by exacerbating gaps in visibility and usability. This paper defines and investigates gender bias of QE metrics and discusses its downstream implications for machine translation (MT). Experiments with state-of-the-art QE metrics across multiple domains, datasets, and languages reveal significant bias. When a human entity{'}s gender in the source is undisclosed, masculine-inflected translations score higher than feminine-inflected ones, and gender-neutral translations are penalized. Even when contextual cues disambiguate gender, using context-aware QE metrics leads to more errors in selecting the correct translation inflection for feminine referents than for masculine ones. Moreover, a biased QE metric affects data filtering and quality-aware decoding. Our findings underscore the need for a renewed focus on developing and evaluating QE metrics centered on gender." } @article{landis1977application, title={An application of hierarchical kappa-type statistics in the assessment of majority agreement among multiple observers}, author={Landis, J Richard and Koch, Gary G}, journal={Biometrics}, pages={363--374}, year={1977} } @article{graham2017can, title={Can machine translation systems be evaluated by the crowd alone}, author={Graham, Yvette and Baldwin, Timothy and Moffat, Alistair and Zobel, Justin}, journal={Natural Language Engineering}, volume={23}, number={1}, pages={3--30}, year={2017}, address = {Cambridge}, publisher={Cambridge University Press} } @inproceedings{bojar2016findings, title={Findings of the 2016 Conference on Machine Translation}, author={Bojar, Ond{\v{r}}ej and Chatterjee, Rajen and Federmann, Christian and Graham, Yvette and Haddow, Barry and Huck, Matthias and Yepes, Antonio Jimeno and Koehn, Philipp and Logacheva, Varvara and Monz, Christof and others}, booktitle={{Proceedings of the First Conference on Machine Translation: Volume 2, Shared Task Papers}}, pages={131--198}, year={2016} } @article{castilho2017neural, title={Is neural machine translation the new state of the art?}, author={Castilho, Sheila and Moorkens, Joss and Gaspari, Federico and Calixto, Iacer and Tinsley, John and Way, Andy}, journal={The Prague Bulletin of Mathematical Linguistics}, number={108}, pages={109--120}, year={2017} } @inproceedings{graham2013continuous, title={Continuous measurement scales in human evaluation of machine translation}, author={Graham, Yvette and Baldwin, Timothy and Moffat, Alistair and Zobel, Justin}, booktitle={{Proceedings of the 7th Linguistic Annotation Workshop and Interoperability with Discourse}}, pages={33--41}, year={2013} } @article{hassan2018achieving, title={Achieving human parity on automatic {Chinese to English} news translation}, author={Hassan, Hany and Aue, Anthony and Chen, Chang and Chowdhary, Vishal and Clark, Jonathan and Federmann, Christian and Huang, Xuedong and Junczys-Dowmunt, Marcin and Lewis, William and Li, Mu and others}, note ={arXiv preprint:1803.05567}, year={2018} } @inproceedings{toral-etal-2018-attaining, title = {Attaining the Unattainable? {R}eassessing Claims of Human Parity in Neural Machine Translation}, author = {Toral, Antonio and Castilho, Sheila and Hu, Ke and Way, Andy}, booktitle = {{Proceedings of the Third Conference on Machine Translation: Research Papers}}, year = {2018}, pages = {113--123} } @inproceedings{banerjee2005meteor, title={METEOR: An Automatic Metric for MT Evaluation with Improved Correlation with Human Judgments}, author={Banerjee, Satanjeev and Lavie, Alon}, booktitle={{Proceedings of the ACL Workshop on Intrinsic and Extrinsic Evaluation Measures For Machine Translation and/or Summarization}}, pages={65--72}, year={2005} } @inproceedings{papineni2002bleu, title={Bleu: A Method for Automatic Evaluation of Machine Translation}, author={Papineni, Kishore and Roukos, Salim and Ward, Todd and Zhu, Wei-Jing}, booktitle={{Proceedings of the 40th Annual Meeting of the Association for Computational Linguistics}}, pages={311--318}, year={2002} } @inproceedings{callison2006re, title={Re-evaluating the Role of BLEU in Machine Translation Research}, author={Callison-Burch, Chris and Osborne, Miles and Koehn, Philipp}, booktitle={{11th Conference of the European Chapter of the Association for Computational Linguistics}}, year={2006} } @incollection{lommel2018metrics, title={Metrics for translation quality assessment: a case for standardising error typologies}, author={Lommel, Arle}, booktitle={Translation Quality Assessment}, editor={Castilho, Sheila and Doherty, Stephen and Gaspari, Federico and Moorkens, Joss}, pages={109--127}, year={2018}, address = {Cham}, publisher={Springer} } @misc{mqm, title={Multidimensional Quality Metrics (MQM) Definition}, author={Lommel, Arle and Burchardt, Aljoscha and Uszkoreit, Hans}, year={2015}, url={http://www.qt21.eu/mqm-definition/definition-2015-12-30.html}, urldate={2021-07-20} } @inproceedings{lommel2014using, title={Using a new analytic measure for the annotation and analysis of MT errors on real data}, author={Lommel, Arle and Burchardt, Aljoscha and Popovi{\'c}, Maja and Harris, Kim and Avramidis, Eleftherios and Uszkoreit, Hans}, booktitle={Proceedings of the 17th Annual conference of the {European Association for Machine Translation}}, pages={165--172}, year={2014} } @article{gorog2014quantifying, title={Quantifying and benchmarking quality: the TAUS Dynamic Quality Framework}, author={G{\"o}r{\"o}g, Attila}, journal={Tradum{\`a}tica}, number={12}, pages={443--454}, year={2014} } @article{han2020translation, title={Translation quality assessment: a critical methodological review}, author={Han, Chao}, journal={The Translator}, volume={26}, number={3}, pages={257--273}, year={2020}, publisher={Taylor \& Francis} } @incollection{doherty2017issues, title={Issues in Human and Automatic Translation Quality Assessment}, author={Doherty, Stephen}, booktitle={Human Issues in Translation Technology}, editor={Kenny, Dorothy}, pages={149--166}, year={2017}, address = {London}, publisher={Routledge} } @book{house2015translation, title={Translation Quality Assessment: Past and Present}, author={House, Juliane}, year={2014}, address = {London}, publisher={Routledge} } @book{pym2017exploring, title={Exploring Translation Theories}, author={Pym, Anthony}, year={2017}, address = {London}, publisher={Routledge} } @book{von2016translation, title={Translation and Gender: Translating in The 'Era of Feminism'}, author={von Flotow, Luise}, year={1997}, address = {London}, publisher={Routledge} } @incollection{mcconnell2013gender, title={Gender and its Relation To Sex: The Myth of `Natural’ Gender}, author={McConnell-Ginet, Sally}, booktitle={The Expression of Gender}, editor={Corbett, Greville G.}, pages={3--38}, year={2013}, address = {Göttingen}, publisher={De Gruyter Mouton} } @misc{boka2021richtlinie, author={Boka En and Tobias Humer and Marija Petričević and Tinou Ponzer and Claudia Rauch and Katta Spiel}, title={{Geschlechtersensible Sprache – Dialog auf Augenhöhe}}, year={2021}, url={https://www.gleichbehandlungsanwaltschaft.gv.at/dam/jcr:2b177e2c-3b0a-4038-b69b-72fa58e867af/leitfaden_geschlechtersensible-sprache-dialog-auf-augenhoehe_2025_gleichbehandlungsanwaltschaft__bf.pdf}, urldate={2021-07-27} } @article{von1991feminist, title={Feminist Translation: Contexts, Practices and Theories}, author={von Flotow, Luise}, journal={TTR: Traduction, Terminologie, R{\'e}daction}, volume={4}, number={2}, pages={69--84}, year={1991} } @article{hamilton1988using, title={Using masculine generics: Does generic he increase male bias in the user's imagery?}, author={Hamilton, Mykol C}, journal={{Sex Roles}}, volume={19}, number={11-12}, pages={785--799}, year={1988}, address = {New York}, publisher={Springer} } @misc{genderfairmt, author={GenderFairMT}, title={Workshop on Non-Binary Language Towards Non-Binary Language Technology (GenderFairMT)}, year={2021}, url={https://genderfair.univie.ac.at}, urldate={2021-07-28} } @inproceedings{buolamwini2018gender, title={Gender shades: Intersectional accuracy disparities in commercial gender classification}, author={Buolamwini, Joy and Gebru, Timnit}, booktitle={Conference on fairness, accountability and transparency}, pages={77--91}, year={2018}, organization={PMLR} } @inproceedings{hutchinson-etal-2020-social, title ={Social Biases in {NLP} Models as Barriers for Persons with Disabilities}, author ={Hutchinson, Ben and Prabhakaran, Vinodkumar and Denton, Emily and Webster, Kellie and Zhong, Yu and Denuyl, Stephen}, booktitle = {Proceedings of the 58th Annual Meeting of the {Association for Computational Linguistics}}, year = {2020} } @inproceedings{blodgett-etal-2020-language, title = {Language (Technology) is Power: A Critical Survey of ``Bias''' in {NLP}}, author = {Blodgett, Su Lin and Barocas, Solon and Daum{\'e} III, Hal and Wallach, Hanna}, booktitle = {Proceedings of the 58th Annual Meeting of the {Association for Computational Linguistics}}, year = {2020}, pages = {5454--5476}, } @article{laubli2020set, title={A Set of Recommendations for Assessing Human--Machine Parity in Language Translation}, author={L{\"a}ubli, Samuel and Castilho, Sheila and Neubig, Graham and Sennrich, Rico and Shen, Qinlan and Toral, Antonio}, journal={Journal of Artificial Intelligence Research}, volume={67}, pages={653--672}, year={2020} } @misc{intersex, author={{Nonbinary Wiki}}, title={Intersex}, url={https://nonbinary.wiki/wiki/Intersex}, urldate={2021-08-09} } @misc{ipsogender, author={{Nonbinary Wiki}}, title={Ipsogender}, url={https://nonbinary.wiki/wiki/Ipsogender}, urldate={2021-08-09} } @misc{nibispace, author={{Nichtbinär-Wiki}}, title={{Das Nichtbinär-Wiki}}, url={https://nibi.space}, urldate={2021-08-09} } @misc{unileipzig2020, author = {{Universität Leipzig}}, title = {{Genderleitfaden}}, year = {2020}, url = {https://stura.uni-leipzig.de/sites/stura.uni-leipzig.de/files/dokumente/2020/10/universitaet_leipzig_genderleitfaden.pdf}, urldate={2021-08-09} } @misc{sprachhandeln2015tun, author = {{AG Feministisch Sprachhandeln}}, title = {{Was tun? Sprachhandeln -- aber wie? W\_Ortungen statt Tatenlosigkeit}}, year = {2015}, url = {https://feministisch-sprachhandeln.org/}, urldate={2021-08-09} } @book{hornscheidt2012feministische, author = {Lann Hornscheidt}, title = {{Feministische W\_orte: ein Lern-, Denk- und Handlungsbuch zu Sprache und Diskriminierung, Gender Studies und feministischer Linguistik}}, address = {Frankfurt}, publisher={Brandes \& Apsel}, year = {2012} } @article{konishi1993semantics, title={The Semantics of Grammatical Gender: A Cross-Cultural Study}, author={Konishi, Toshi}, journal={Journal of Psycholinguistic Research}, volume={22}, number={5}, pages={519--534}, year={1993}, address = {New York}, publisher={Springer} } @book{fairclough2015language, title={Language and Power}, author={Fairclough, Norman}, year={2015}, address = {London}, publisher={Routledge} } @book{cameron1985feminism, title={Feminism and Linguistic Theory}, author={Cameron, Deborah}, year={1985}, address = {London}, publisher={Macmillan} } @incollection{kramer2016feminist, title={Feminist Linguistics and Linguistic Feminisms}, author={Kramer, Elise}, booktitle={Mapping Feminist Anthropology in the Twenty-first Century}, editor={Lewin, Ellen and Silverstein, Leni M.}, pages={65--83}, year={2016}, address = {New Jersey}, publisher={Rutgers University Press} } @book{austin1975things, title={How to do Things with Words}, author={Austin, John Langshaw}, year={1975}, address = {Oxford}, publisher={University Press} } @article{crenshaw1989demarginalizing, title={Demarginalizing the Intersection of Race and Sex: A Black Feminist Critique of Antidiscrimination Doctrine, Feminist Theory and Antiracist Politics}, author={Crenshaw, Kimberl{\'e}}, journal={University of Chicago Legal Forum}, volume={1989}, issue={1}, pages={139--167}, year={1989} } @book{hornscheidt2008gender, title={{Gender resignifiziert. Schwedische (Aus)Handlungen in und um Sprache}}, author={Hornscheidt, Antje}, address = {Berlin}, publisher = {Nordeuropa-Inst}, year={2008} } @book{butler2003bodies, title={Bodies that Matter: On the Discursive Limits of Sex}, author={Butler, Judith}, year={2003}, address = {New York}, publisher={Routledge} } @incollection{bergman2017non, title={Non-binary Activism}, author={Bergman, S. Bear and Barker, Meg-John}, booktitle={Genderqueer and Non-Binary Genders}, editor={Richards, Cristina and Bouman, Walter Pierre and Barker, Meg-John}, pages={31--51}, year={2017}, address = {New York}, publisher={Springer} } @misc{hornscheidtex, author = {Hornscheidt, Lann}, title = {{non-binäre w\_ortungen}}, url = {https://www.lannhornscheidt.com/w_ortungen/nonbinare-w_ortungen/}, urldate={2021-08-18} } @misc{NoNa, author = {{Geschlechtsneutrales Deutsch}}, title = {Das NoNa-System}, url = {https://geschlechtsneutralesdeutsch.com/das-nona-system/#pronomen}, urldate={2021-08-18} } @article{de2008sylvain, title={{Die SYLVAIN-Konventionen--Versuch einer „geschlechtergerechten“ Grammatik-Transformation der deutschen Sprache}}, author={De Sylvain, Cabala and Balzer, Carsten}, journal={Liminalis}, volume={2}, pages={40--53}, year={2008} } @article{baumgartinger2008lieb, title={Lieb[schtean] Les[schtean],[schtean] du das gerade liest… Von Emanzipation und Pathologisierung, Erm{\"a}chtigung und Sprachver{\"a}nderungen}, author={Baumgartinger, Persson Perry}, journal={Liminalis}, volume={2}, pages={24--39}, year={2008} } @misc{heger2020xier, author = {Heger, Illi Anna}, title = {{Version 3.3 : Xier Pronomen ohne Geschlecht}}, year = {2020}, url = {https://www.annaheger.de/pronomen33/}, urldate={2021-08-19} } @misc{hegerhistorie, author = {Heger, Illi Anna}, title = {{Historie: Versionen der Pronomen ohne Geschlecht}}, url = {https://www.annaheger.de/pronomenhistorie/}, urldate={2021-08-19} } @misc{vereindeutsch, author = {{Verein für geschlechtsneutrales Deutsch}}, title = {{Kurzübersicht über das De-e-System}}, url = {https://geschlechtsneutral.net/wp-content/uploads/2022/12/das-de-e-system.pdf}, urldate={2024-03-19} } @misc{vereindeutschdee, author = {{Verein für geschlechtsneutrales Deutsch}}, title = {{Ausführliche Beschreibung des De-E-Systems}}, url = {https://geschlechtsneutral.net/ausfuhrliche-beschreibung-des-de-hen-e-systems/}, urldate={2021-08-19} } @misc{nibipronomen, author = {{Nichtbinär-Wiki}}, title = {Pronomen}, url = {https://nibi.space/pronomen}, urldate={2021-08-19} } @misc{pronomen, author = {{de.pronouns.page}}, title = {Pronomen}, url = {https://de.pronouns.page/pronomen}, urldate={2021-08-19} } @misc{linkedinpronouns, author = {McLaren, Samantha}, title = {`{She/they}' and Other Pronouns You Might See on Candidate Profiles}, year = {2021}, url = {https://www.linkedin.com/business/talent/blog/talent-acquisition/pronouns-you-might-see-on-candidate-profiles}, urldate={2021-08-20} } @misc{instagrampronouns, author = {Olson, Samantha}, title = {You Can Finally Add Pronouns to Your Instagram Profile... Here's How}, year = {2021}, url = {https://www.seventeen.com/life/tech-social-media/a36411026/how-to-add-pronouns-on-instagram/}, urldate={2021-08-20} } @article{lindqvist2019reducing, title={Reducing a Male Bias in Language? {Establishing} the Efficiency of Three Different Gender-Fair Language Strategies}, author={Lindqvist, Anna and Renstr{\"o}m, Emma Aurora and Send{\'e}n, Marie Gustafsson}, journal={{Sex Roles}}, volume={81}, pages={109--117}, year={2019}, address = {New York}, publisher={Springer} } @incollection{back2015hen, author = {B{\"a}ck, Emma Aurora and Lindqvist, Anna and Gustafsson Send{\'e}n, Marie}, title = {Hen can do it!: {Effects} of Using a Gender-Neutral Pronoun in Recruitment}, booktitle = {K{\"o}nskonstruktioner och spr{\aa}kf{\"o}r{\"a}ndringar - Rapport fr{\aa}n den {\aa}ttonde nordiska konferensen om spr{\aa}k och k{\"o}n}, editor = {Magnusson, Jenny and Milles, Karin and Nikolaidou, Zoe}, address = {Huddinge}, publisher={S{\"o}dert{\"o}rns h{\"o}gskola}, pages={71--90}, year={2015} } @article{stout2011he, title={When He Doesn’t Mean You: {Gender}-Exclusive Language as Ostracism}, author={Stout, Jane G. and Dasgupta, Nilanjana}, journal={Personality and Social Psychology Bulletin}, volume={37}, number={6}, pages={757--769}, year={2011}, address = {Los Angeles}, publisher={Sage Publications} } @article{gustafsson2015introducing, title={Introducing a Gender-Neutral Pronoun in a Natural Gender Language: the Influence of Time on Attitudes and Behavior}, author={Gustafsson Send{\'e}n, Marie and B{\"a}ck, Emma A and Lindqvist, Anna}, journal={Frontiers in Psychology}, volume={6}, year={2015}, } @incollection{tymoczko2010translation, title={Translation, Resistance, Activism: An Overview}, author={Tymoczko, Maria}, booktitle={Translation, Resistance, Activism}, editor={Tymoczko, Maria}, pages={1--22}, year={2010}, address = {Amherst}, publisher={University of Massachusetts Press} } @incollection{tymoczko2010space, title={The Space and Time of Activist Translation}, author={Tymoczko, Maria}, booktitle={Translation, Resistance, Activism}, editor={Tymoczko, Maria}, pages={227--254}, year={2010}, address = {Amherst}, publisher={University of Massachusetts Press} } @incollection{aiu2010ne, title={Ne ‘e Papa I Ke {\=o} Mau: Language as an Indicator Of {Hawaiian} Resistance and Power}, author={Aiu, Pua‘alaokalani D}, booktitle={Translation, Resistance, Activism}, editor={Tymoczko, Maria}, pages={89--107}, year={2010}, address = {Amherst, MA}, publisher={University of Massachusetts Press} } @book{venuti2018rethinking, title={Rethinking Translation: Discourse, Subjectivity, Ideology}, author={Venuti, Lawrence}, year={1992}, address = {London}, publisher={Routledge} } @article{milton2006resistant, title={The Resistant Political Translations of {Monteiro Lobato}}, author={Milton, John}, journal={The Massachusetts Review}, volume={47}, number={3}, pages={486--509}, year={2006} } @book{lotbiniere1991re, title={Re-belle et Infid{\`e}le. La Traduction Comme Practique de R{\'e}{\'e}criture au F{\'e}minin/The Body Bilingual: Translation as a Rewriting in the Feminine}, author={de Lotbini{\`e}re-Harwood, Susanne}, address = {Montreal}, publisher={The Women’s Press \ les {\'E}ditions du Remue-m{\'e}nage}, year={1991} } @incollection{von2011preface, title={Preface}, author={von Flotow, Luise}, booktitle={Translating Women}, editor={von Flotow, Luise}, pages={1--10}, year={2011}, address = {Ottawa}, publisher={University of Ottawa Press} } @incollection{baer2017introduction, title={Introduction: Queer(ing) translation}, author={Baer, Brian James and Kaindl, Klaus}, booktitle={Queering Translation, Translating the Queer}, editor={Baer, Brian James and Kaindl, Klaus}, pages={1--10}, year={2017}, address = {New York}, publisher={Routledge} } @book{bassnett1990translation, title={Translation, History, and Culture}, author={Bassnett, Susan and Lefevere, Andr{\'e}}, year={1990}, address = {London}, publisher={Pinter} } @incollection{spurlin2014queering, title={Queering Translation}, author={Spurlin, William J.}, booktitle={A Companion to Translation Studies}, editor={Bermann, Sandra and Porter, Catherine}, year={2014}, address = {Malden}, publisher={John Wiley \& Sons} } @article{spurlin2014gender, title={The Gender and Queer Politics of Translation: New Approaches}, author={Spurlin, William J.}, year={2014}, journal={Comparative Literature Studies}, volume={51}, number={2}, pages={201--214} } @article{chamberlain1988gender, title={Gender and the Metaphorics of Translation}, author={Chamberlain, Lori}, journal={Signs: Journal of Women in Culture and Society}, volume={13}, number={3}, pages={454--472}, year={1988}, address = {Chicago}, publisher={University of Chicago Press} } @article{burton2010inverting, title={Inverting the Text: A Proposed Queer Translation Praxis}, author={Burton, William M}, journal={In Other Words: The Journal for Literary Translators}, volume={36}, pages={54--68}, year={2010}, } @article{amenta2020tradurre, title={Tradurre (il) Queer. {L'}Esempio della Letteratura Polacca Contemporanea}, author={Amenta, Alessandro}, journal={Ticontre. Teoria Testo Traduzione}, volume={13}, pages={1--17}, year={2020} } @incollection{demont2017three, title={On Three Modes of Translating Queer Literary Texts}, author={D{\'e}mont, Marc}, booktitle={Queering Translation, Translating the Queer}, editor={Baer, Brian James and Kaindl, Klaus}, pages={157--171}, year={2017}, address = {London}, publisher={Routledge} } @book{baer2018queering, title={Queering translation, Translating the Queer}, author={Baer, Brian James and Kaindl, Klaus}, year={2017}, address = {London}, publisher={Routledge} } @incollection{epstein2017eradicalization, title={Eradicalization: Eradicating the Queer in Children’s Literature}, author={Epstein, B.J.}, booktitle={Queer in Translation}, editor={Epstein, B.J. and Gillett, Robert}, pages={130--140}, year={2017}, address = {London}, publisher={Routledge} } @article{nissen2002aspects, title={Aspects of Translating Gender}, author={Nissen, Uwe Kj{\ae}r}, journal={Linguistik {Online}}, volume={11}, number={2}, pages={25--37}, year={2002} } @incollection{jakobson1959linguistic, title={On Linguistic Aspects of Translation}, author={Jakobson, Roman}, booktitle={On Translation}, pages={232--239}, editor={Brower, Reuben Arthur}, year={1959}, address = {Cambridge}, publisher={Harvard University Press} } @incollection{di2020grammatical, title={Grammatical Gender and Translation: A Cross-linguistic Overview}, author={Di Sabato, Bruna and Perri, Antonio}, booktitle={{The Routledge Handbook} of Translation, Feminism and Gender}, editor={von Flotow, Luise and Kamal Hala}, pages={363--373}, year={2020}, address = {London}, publisher={Routledge} } @book{poe1843tell, title={The tell-tale heart}, author={Poe, Edgar Allan}, year={1843}, address = {London}, publisher={Penguin UK} } @incollection{specia2018machine, title={Machine Translation Quality Estimation: Applications and Future Perspectives}, author={Specia, Lucia and Shah, Kashif}, booktitle={Translation Quality Assessment}, editor={Castilho, Sheila and Doherty, Stephen and Gaspari, Federico and Moorkens, Joss}, pages={201--235}, year={2018}, address = {New York}, publisher={Springer} } @incollection{way2018quality, title={Quality expectations of machine translation}, author={Way, Andy}, booktitle={Translation Quality Assessment}, editor={Castilho, Sheila and Doherty, Stephen and Gaspari, Federico and Moorkens, Joss}, pages={159--178}, year={2018}, address = {Cham}, publisher={Springer} } @book{reiss1984grundlegung, title={Grundlegung einer allgemeinen Translationstheorie}, author={Rei{\ss}, Katharina and Vermeer, Hans J.}, year={1984}, address = {T\"ubingen}, publisher={Niemeyer} } @book{toury1995descriptive, title={Descriptive Translation Studies and Beyond}, author={Toury, Gideon}, year={1995}, address = {Amsterdam}, publisher={John Benjamins} } @article{toury1982rationale, title={A Rationale for Descriptive Translation Studies}, author={Toury, Gideon}, journal={Dispositio}, volume={7}, number={19/20}, pages={23--39}, year={1982} } @book{venuti1995translator, title={The Translator’s Invisibility: a History of Translation}, author={Venuti, Lawrence}, address = {London}, publisher={Routledge}, year={1995} } @book{reiss1971moglichkeiten, title={{M{\"o}glichkeiten und Grenzen der {\"U}bersetzungskritik: Kategorien und Kriterien f{\"u}r eine sachgerechte Beurteilung von {\"U}bersetzungen}}, author={Rei{\ss}, Katharina}, year={1971}, address = {Munich}, publisher={Max Hueber Verlag} } @book{buhler1965darstellungsfunktion, title={Sprachtheorie. Die Darstellungsfunktion der Sprache}, author={B{\"u}hler, Karl}, year={1965}, address = {Jena/Stuttgart}, publisher={Fischer} } @incollection{pederson2007cognitive, title={Cognitive Linguistics and Linguistic Relativity}, author={Pederson, Eric}, booktitle={The {Oxford handbook} of Cognitive Linguistics}, editor={Geeraerts, Dirk and Cuyckens, Hubert}, pages={1012--1044}, address = {Oxford}, publisher={Oxford University Press}, year={2007} } @book{murphy2012machine, title={Machine Learning: a Probabilistic Perspective}, author={Murphy, Kevin P}, year={2012}, address = {Cambridge}, publisher={MIT press} } @inproceedings{schutz1999deploying, title={Deploying the SAE J2450 Translation Quality Metric in Language Technology Evaluation Projects}, author={Sch{\"u}tz, J{\"o}rg}, booktitle={Proceedings of Translating and the Computer 21}, year={1999} } @inproceedings{santy2021language, title={Language Translation as a Socio-Technical System: Case-Studies of Mixed-Initiative Interactions}, author={Santy, Sebastin and Bali, Kalika and Choudhury, Monojit and Dandapat, Sandipan and Ganu, Tanuja and Shukla, Anurag and Shah, Jahanvi and Seshadri, Vivek}, booktitle={{ACM SIGCAS} Conference on Computing and Sustainable Societies}, pages={156--172}, year={2021} } @article{vergoossen2020four, title={Four Dimensions of Criticism Against Gender-fair Language}, author={Vergoossen, Hellen Petronella and Renstr{\"o}m, Emma Aurora and Lindqvist, Anna and Gustafsson Send{\'e}n, Marie}, journal={{Sex Roles}}, volume={83}, number={5}, pages={328--337}, year={2020}, address = {New York}, publisher={Springer} } @book{miller2017patriarchy, title={Patriarchy}, author={Miller, Pavla}, year={2017}, address = {London}, publisher={Routledge} } @inproceedings{lison-tiedemann-2016-opensubtitles2016, title = "{O}pen{S}ubtitles2016: {Extracting} Large Parallel Corpora from Movie and {TV} Subtitles", author = {Lison, Pierre and Tiedemann, J{\"o}rg}, booktitle = "Proceedings of the Tenth International Conference on Language Resources and Evaluation ({LREC}'16)", month = may, year = "2016", pages = "923--929" } @article{Zimman2019soclang, author = {Lal Zimman}, doi = {doi:10.1515/ijsl-2018-2016}, title = {Trans self-identification and the language of neoliberal selfhood: Agency, power, and the limits of monologic discourse}, journal = {International Journal of the Sociology of Language}, number = {256}, year = {2019}, pages = {147--175} } @incollection{jakobsen2017translation, title={Translation Process Research}, author={Jakobsen, Arnt Lykke}, booktitle={{The handbook} of Translation and Cognition}, editor={Schwieter, John W. and Ferreira, Aline}, pages={19--49}, year={2017}, address = {New Jersey}, publisher={Wiley Online Library} } @incollection{alves2015translation, title={Translation Process Research at the Interface: Paradigmatic, Theoretical, and Methodological Issues in Dialog with Cognitive Science, Expertise Studies, and Psycholinguistics}, author={Alves, Fabio}, booktitle={Psycholinguistic and cognitive inquiries into translation and interpreting}, editor={Ferreira, Aline and Schwieter, John W.}, pages={17--25}, year={2015}, address = {Amsterdam}, publisher={John Benjamins} } @incollection{martin2016reembedding, title={Reembedding Translation Process Research: {An} Introduction}, author={Mart{\'\i}n, Ricardo Mu{\~n}oz}, pages={1--19}, booktitle={Reembedding Translation Process Research}, editor={Mart{\'\i}n, Ricardo Mu{\~n}oz}, year={2016}, address = {Amsterdam}, publisher={John Benjamins} } @incollection{o2009eye, title={Eye Tracking in Translation Process Research: Methodological Challenges and Solutions}, author={O’Brien, Sharon}, booktitle={Methodology, Technology and Innovation in Translation Process Research: {A} Tribute to {Arnt Lykke Jakobsen}}, volume={28}, editor={Mees, Inger M. and Göpferich, Susanne and Alves, Fabio}, pages={251--266}, year={2009}, address = {Copenhagen}, publisher={Samfundslitteratur} } @incollection{liu2010nonparticipant, title={Nonparticipant Observation}, author={Liu, Feng and Maitlis, Sally and others}, booktitle={Encyclopedia of Case Study Research. {V}olume 2}, editor={Liu, Feng and Maitlis, Sally and Mills, A.J. and Durepos, G. and Wiebe, E.}, pages={610--612}, year={2010}, address = {Thousand Oaks}, publisher={Sage} } @article{chang2021pilot, title={A Pilot Study on Undergraduate Students' English-Chinese Translation Shifts in Web-searching Process: Combining Screen-recording and Retrospective Verbalization Methods}, author={Chang, Li-You}, journal={Communication Across Borders: Translation \& Interpreting}, volume={1}, number={02}, year={2021} } @incollection{carl2015post, title={Post-editing Machine Translation. {Efficiency}, Strategies, and Revision Processes in Professional Translation Settings}, author={Carl, Michael and Gutermuth, Silke and Hansen-Schirra, Silvia}, booktitle={Psycholinguistic and Cognitive Inquiries into Translation and Interpreting}, editor={Ferreira, Aline and Schwieter, John W.}, address = {Amsterdam}, publisher={John Benjamins}, pages={145--174}, year={2015} } @book{mayring2010qualitative, title={{Qualitative Inhaltsanalyse. Grundlagen und Techniken}}, author={Mayring, Philipp}, year={2010}, address = {Weinheim}, publisher={Beltz} } @article{rosa2020translation, title={Translation Strategies Used by Student Translators in Solving Equivalence Finding-related Problems}, author={Rosa, Rusdi Noor and Amri, Zul and Zainil, Yetti}, journal={Advances in Social Science, Education and Humanities Research}, volume={411}, pages={394--401}, year={2020} } @article{cui2021consultation, title={Consultation Behaviour with Online Resources in {English-Chinese} Translation: {An} Eye-tracking, Screen-recording and Retrospective Study}, author={Cui, Yixiao and Zheng, Binghan}, journal={Perspectives}, volume={29}, number={5}, pages={740--760}, year={2021}, } @article{malkiel2006effect, title={The Effect of Translator Training on Interference and Difficulty}, author={Malkiel, Brenda}, journal={Target. International Journal of Translation Studies}, volume={18}, number={2}, pages={337--366}, year={2006}, } @incollection{dimitrova2009exploring, title={Exploring Retrospection as a Research Method for Studying the Translation Process and the Interpreting Process}, author={Dimitrova, Birgitta Englund and Tiselius, Elisabet}, booktitle={Methodology, Technology and Innovation in Translation Process Research: a Tribute to Arnt Lykke Jakobsen}, editor={Mees, Inger M and Göpferich, Susanne and Alves, Fabio}, pages={109--134}, address = {Copenhagen}, publisher={Samfundslitteratur}, year={2009} } @incollection{alves2009new, title={A New Window on Translators’ Cognitive Activity: Methodological Issues in the Combined Use of Eye Tracking, Key Logging and Retrospective Protocols}, author={Alves, Fabio and Pagano, Adriana and Da Silva, Igor}, booktitle={Methodology, Technology and Innovation in Translation Process Research: a Tribute to Arnt Lykke Jakobsen}, editor={Mees, Inger M and Göpferich, Susanne and Alves, Fabio}, address = {Copenhagen}, publisher={Samfundslitteratur}, pages={267--291}, year={2009} } @incollection{risku2016writing, title={Writing vs. translating}, author={Risku, Hanna and Milosevic, Jelena and Christina, Pein-Weber}, booktitle={Reembedding Translation Process Research}, editor={Mart{\'\i}n, Ricardo Mu{\~n}oz}, volume={128}, address = {Amsterdam}, publisher={John Benjamins}, pages={47--68}, year={2016} } @article{jia2019does, title={How does the post-editing of neural machine translation compare with from-scratch translation? {A} product and process study}, author={Jia, Yanfang and Carl, Michael and Wang, Xiangling}, journal={The Journal of Specialised Translation}, volume={31}, pages={60--86}, year={2019} } @article{jia2019post, title={Post-editing neural machine translation versus phrase-based machine translation for {English--Chinese}}, author={Jia, Yanfang and Carl, Michael and Wang, Xiangling}, journal={Machine Translation}, volume={33}, number={1-2}, pages={9--29}, year={2019}, address = {New York}, publisher={Springer} } @techreport{kincaid1975derivation, title={Derivation of new readability formulas ({Automated Readability Index}, {Fog Count} and {Flesch Reading Ease Formula}) for navy enlisted personnel}, author={Kincaid, J. Peter and Fishburne Jr., Robert P. and Rogers, Richard L. and Chissom, Brad S.}, year={1975}, institution={Chief of Naval Technical Training Naval Air Station Memphis, Millington} } @incollection{lopez2016can, title={Can emotion stir translation skill?}, author={Rojo L{\'o}pez, Ana and Caro, Marina Ramos}, booktitle={Reembedding Translation Process Research}, editor={Mart{\'\i}n, Ricardo Mu{\~n}oz}, pages={107--129}, year={2016}, address = {Amsterdam}, publisher={John Benjamins} } @article{hardmeier2021write, title={How to Write a Bias Statement: Recommendations for Submissions to the Workshop on Gender Bias in {NLP}}, author={Hardmeier, Christian and Costa-juss{\`a}, Marta R. and Webster, Kellie and Radford, Will and Blodgett, Su Lin}, note ={arXiv preprint:2104.03026}, year={2021} } @incollection{allen2003post, title={Post-editing}, author={Allen, Jeffrey}, booktitle={Computers and Translation: A translator’s Guide}, series={Benjamins Translation Library}, number={35}, editor={Somers, Harold}, pages={297--318}, year={2003}, address = {Amsterdam}, publisher={John Benjamins} } @article{alves2016investigating, title={Investigating Cognitive Effort in Post-editing: A Relevance-Theoretical Approach}, author={Alves, Fabio and Szpak, Karina Sarto and Gon{\c{c}}alves, Jos{\'e} Luiz and Sekino, Kyoko and Aquino, Marceli and Ara{\'u}jo e Castro, Rodrigo and Koglin, Arlene and de Lima Fonseca, Norma B and Mesa-Lao, Bartolom{\'e}}, journal={Eyetracking and Applied Linguistics}, volume={2}, pages={109--142}, year={2016}, address = {Berlin}, publisher={Language Science Press} } @incollection{bowker2019fit, title={Fit-for-purpose Translation}, author={Bowker, Lynne}, booktitle={The Routledge handbook of Translation and Technology}, editor={O’Hagan, Minako}, pages={453--468}, year={2019}, address = {London}, publisher={Routledge} } @incollection{vieira2019post, title={Post-editing of Machine Translation}, author={Vieira, Lucas Nunes}, booktitle={{The Routledge} handbook of Translation and Technology}, editor={O’Hagan, Minako}, pages={319--336}, year={2019}, address = {London}, publisher={Routledge} } @incollection{bowker2020translation, title={Translation Technology and Ethics}, author={Bowker, Lynne}, booktitle={{The Routledge handbook} of Translation and Ethics}, editor={Koskinen, Kaisa and Pokorn, Nike K.}, pages={262--278}, year={2020}, address = {London}, publisher={Routledge} } @incollection{moorkens2020ethics, title={Ethics in the Translation Industry}, author={Moorkens, Joss and Rocchi, Marta}, booktitle={{The Routledge handbook} of Translation and Ethics}, editor={Koskinen, Kaisa and Pokorn, Nike K.}, year={2020}, pages={320--337}, address = {London}, publisher={Routledge} } @incollection{culo2014influence, title={The Influence of Post-editing on Translation Strategies}, author={Culo, Oliver and Gutermuth, Silke and Hansen-Schirra, Silvia and Nitzke, Jean}, booktitle={Post-editing of Machine Translation: Processes and Applications}, editor={Winther Balling, Laura and Carl, Michael}, pages={200--218}, year={2014}, address = {Newcastle upon Tyne}, publisher={Cambridge Scholars Publishing} } @incollection{jaaskelainen2011studying, title={Studying the Translation Process}, author={J{\"a}{\"a}skel{\"a}inen, Riitta}, year={2012}, pages={123--136}, booktitle={{The Oxford handbook} of Translation Studies}, editor={Malmkjær, Kirsten and Windle, Kevin}, address = {Oxford}, publisher={Oxford University Press} } @article{susanne2009towards, title={Towards a Model of Translation competence and its Acquisition: The Longitudinal Study TransComp}, author={Susanne, G{\"o}pferich}, journal={Behind the Mind: Methods, Models, and Results in Translation Process Research}, volume={4}, number={4}, year={2009}, pages={11--37} } @article{massey2017machine, title={Machine learning: Implications for Translator Education}, author={Massey, Gary and Ehrensberger-Dow, Maureen}, journal={Lebende Sprachen}, volume={62}, number={2}, pages={300--312}, year={2017}, } @book{mossop2019revising, title={Revising and Editing for Translators}, author={Mossop, Brian}, year={2019}, address = {London}, publisher={Routledge} } @article{nitzke2016monolingual, title={Monolingual Post-editing: An Exploratory Study on Research Behaviour and Target Text Quality}, author={Nitzke, Jean}, journal={Eyetracking and Applied Linguistics}, volume={2}, pages={83--108}, year={2016}, address = {Berlin}, publisher={Language Science Press} } @book{nitzke2019problem, title={Problem-Solving Activities in Post-editing and Translation from Scratch: A Multi-method Study}, author={Nitzke, Jean}, year={2019}, address = {Berlin}, publisher={Language Science Press} } @article{o2011towards, title={Towards Predicting Post-editing Productivity}, author={O’Brien, Sharon}, journal={Machine {Translation}}, volume={25}, number={3}, pages={197--215}, year={2011} } @article{o2012translation, title={Translation as Human--Computer Interaction}, author={O’Brien, Sharon}, journal={Translation Spaces}, volume={1}, number={1}, pages={101--122}, year={2012} } @article{robert2017towards, title={Towards a Model of Translation Revision Competence}, author={Robert, Isabelle S. and Remael, Aline and Ureel, Jim JJ}, journal={The Interpreter and Translator Trainer}, volume={11}, number={1}, pages={1--19}, year={2017} } @article{forcada2017making, title={Making sense of neural machine translation}, author={Forcada, Mikel L}, journal={Translation spaces}, volume={6}, number={2}, pages={291--309}, year={2017} } @inproceedings{dev-etal-2021-harms, title = "Harms of Gender Exclusivity and Challenges in Non-Binary Representation in Language Technologies", author = "Dev, Sunipa and Monajatipoor, Masoud and Ovalle, Anaelia and Subramonian, Arjun and Phillips, Jeff and Chang, Kai-Wei", booktitle = "Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing", month = nov, year = "2021", url = "https://aclanthology.org/2021.emnlp-main.150", doi = "10.18653/v1/2021.emnlp-main.150", pages = "1968--1994", abstract = "Gender is widely discussed in the context of language tasks and when examining the stereotypes propagated by language models. However, current discussions primarily treat gender as binary, which can perpetuate harms such as the cyclical erasure of non-binary gender identities. These harms are driven by model and dataset biases, which are consequences of the non-recognition and lack of understanding of non-binary genders in society. In this paper, we explain the complexity of gender and language around it, and survey non-binary persons to understand harms associated with the treatment of gender as binary in English language technologies. We also detail how current language representations (e.g., GloVe, BERT) capture and perpetuate these harms and related challenges that need to be acknowledged and addressed for representations to equitably encode gender information." } @inproceedings{barocas2017problem, title={The problem with bias: Allocative versus representational harms in machine learning}, author={Barocas, Solon and Crawford, Kate and Shapiro, Aaron and Wallach, Hanna}, booktitle={9th Annual conference of the special interest group for computing, information and society}, year={2017} } @inproceedings{burtscher-2022-genderfairmt, author={Burtscher, Sabrina and Spiel, Katta and Klausner, Daniel Lukas and Lardelli, Manuel and Gromann, Dagmar}, title={{``Es geht um Respekt, nicht um Technologie'': Erkenntnisse aus einem Interessensgruppen-übergreifenden Workshop zu genderfairer Sprache und Sprachtechnologie}}, year={2022}, booktitle= {{MuC '22: Proceedings of Mensch und Computer 2022}}, year = {2022}, isbn = {9781450396905}, publisher = {Association for Computing Machinery}, address = {New York} } @inproceedings{lardelli2022est, author={Lardelli, Manuel and Gromann, Dagmar}, title={Gender identities across languages and cultures}, book={10th EST Congress 2022, Advancing Translation Studies, Abstract Booklet}, pages={665--666}, year={2022} } @article{martindale2018fluency, author = {Marianna J. Martindale and Marine Carpuat}, title = {Fluency Over Adequacy: {A} Pilot Study in Measuring User Trust in Imperfect {MT}}, journal = {CoRR}, volume = {abs/1802.06041}, year = {2018}, note ={arXiv preprint:1802.06041}, } @article{levesque2011sex, author = {Levesque, Roger J. R.}, booktitle = {Encyclopedia of Adolescence}, doi = {10.1007/978-1-4419-1695-2_602}, editor = {Levesque, Roger J. R.}, isbn = {978-1-4419-1695-2}, address = {New York}, publisher={Springer}, title = {Sex Roles and Gender Roles}, year = {2011} } @article{regner2019committees, title={Committees with implicit biases promote fewer women when they do not believe gender bias exists}, author={R{\'e}gner, Isabelle and Thinus-Blanc, Catherine and Netter, Agn{\`e}s and Schmader, Toni and Huguet, Pascal}, journal={Nature Human Behaviour}, volume={3}, number={11}, pages={1171--1179}, year={2019} } @article{lopez2019tu, title={Tú, yo, elle y el lenguaje no binario}, author={L{\'o}pez, {\'A}rtemis}, journal={La Linterna del Traductor}, year={2019}, volume={19}, pages={142--149} } @article{gheno2022questione, title={Questione di Privilegi: come il Linguaggio Ampio pu{\`o} Contribuire ad Ampliare gli Orizzonti Mentali}, author={Gheno, Vera}, journal={{AG} About Gender -- {R}ivista internazionale di studi di genere}, volume={11}, number={21}, year={2022} } @book{linguascema, title={La Lingua Scəma: Contro lo Schwa (e Altri Animali)}, author={Arcangeli, Massimo}, year={2022}, address = {Roma}, publisher={Castelvecchi Editore} } @book{cosinonschwa, title={Così non Schwa: {Limiti} ed Eccessi del Linguaggio Inclusivo}, author={De Benedetti, Andrea}, year={2022}, address = {Torino}, publisher={Einaudi} } @misc{effequschwanorme, author = {effequ}, title = {Lo Schwa Secondo Noi}, year = {}, url = {https://www.effequ.it/lo-schwa-secondo-noi/}, urldate={2022-08-12} } @article{stanczak2021survey, title={A survey on gender bias in natural language processing}, author={Stanczak, Karolina and Augenstein, Isabelle}, note ={arXiv preprint:2112.14168}, year={2021} } @article{nettt2022, author={Lardelli, Manuel and Gromann, Dagmar}, title={Gender-Fair (Machine) Translation}, journal={Proceedings of the New Trends in Translation and Technology Conference - {NeTTT} 2022}, pages={166--177}, year={2023} } @article{lopez2022trans, title={Trans(de)letion: Audiovisual translations of gender identities for mainstream audiences}, author={L{\'o}pez, {\'A}rtemis}, journal={Journal of Language and Sexuality}, volume={11}, number={2}, pages={217--239}, year={2022} } @inproceedings{lardellipostediting, author = {Lardelli, Manuel and Gromann, Dagmar and Kolb, Waltraud and Schuhmann, Katharina}, title ={Post-Editing of Gender-Fair Language: A First Case Study}, booktitle = {{European Colloquium on Gender \& Translation -- 5th Edition}}, year = {2022}, } @book{nitzke2021short, title={A short guide to post-editing}, author={Nitzke, Jean and Hansen-Schirra, Silvia}, year={2021}, address = {Berlin}, publisher={Language Science Press} } @article{o2021post, title={Post-editing}, author={O’Brien, Sharon}, journal={Handbook of Translation Studies: Volume 5}, pages={177--183}, year={2021}, address = {Amsterdam}, publisher={John Benjamins} } @book{ericsson1984protocol, title={Protocol analysis: Verbal Reports as Data.}, author={Ericsson, K. Anders and Simon, Herbert A.}, year={1984}, address = {Cambridge}, publisher={MIT Press} } @book{krings1986kopfen, title={Was in den K{\"o}pfen von {\"U}bersetzern vorgeht}, author={Krings, Hans P.}, year={1986}, address = {Tübingen}, publisher={Narr} } @book{krings2001repairing, title={Repairing texts: Empirical investigations of machine translation post-editing processes}, author={Krings, Hans P.}, year={2001}, address = {Kent}, publisher={Kent State University Press} } @article{albl2017professional, title={Professional Translations of non-native {English:‘Before} and After’Texts from the {European Parliament’s} Editing Unit}, author={Albl-Mikasa, Michaela and Fontana, Giovanna and Fuchs, Laura Maria and St{\"u}deli, Lena Meret and Zaugg, Aline}, journal={The Translator}, volume={23}, number={4}, pages={371--387}, year={2017} } @article{kujamaki2010bildschirmvideos, title={{Bildschirmvideos als Mittel zur Analyse von studentischen {\"U}bersetzungsleistungen}}, author={Kujam{\"a}ki, Pekka}, journal={Infinite kontrastive Hypothesen: Beitr{\"a}ge des Festsymposiums zum 60. Geburtstag von Irma Hyv{\"a}rinen}, pages={141--160}, year={2010} } @incollection{grbic2018professional, title={Professional vs Non-Professional?: How boundary work shapes research agendas in translation and interpreting studies}, author={Grbi{\'c}, Nadja and Kujam{\"a}ki, Pekka}, editor={Dam, Helle V and Br{\o}gger, Matilde Nisbeth and Zethsen, Karen Korning}, booktitle={Moving boundaries in translation studies}, pages={113--131}, year={2019}, address = {London}, publisher={Routledge} } @article{massardo2016mt, title={{MT} post-editing guidelines}, author={Massardo, Isabella and van der Meer, Jaap and O’Brien, Sharon and Hollowood, Fred and Aranberri, Nora and Drescher, Katrin}, journal={TAUS Signature Editions}, year={2016} } @book{dresing2012praxisbuch, title={{Praxisbuch Interview, Transkription \& Analyse. Anleitungen und Regelsysteme f{\"u}r qualitativ Forschende}}, author={Dresing, Thorsten and Pehl, Thorsten}, year={2018}, address = {Marburg}, publisher={Dr. Dresing \& Pehl GmbH} } @book{dresing2008qualitative, title={Qualitative Evaluation: {Der Einstieg in die Praxis}}, author={Kuckartz, Udo and Dresing, Thorsten and R{\"a}diker, Stefan}, year={2008}, address = {Wiesbaden}, publisher={VS, Verlag f{\"u}r Sozialwissenschaften} } @book{kuckartz2020fokussierte, title={{Fokussierte Interviewanalyse mit MAXQDA}}, author={Kuckartz, Udo and R{\"a}diker, Stefan}, year={2020}, address = {New York}, publisher={Springer} } @book{kuckartz2014qualitative, title={Qualitative Text Analysis: A Guide to Methods, Practice and Using Software}, author={Kuckartz, Udo}, year={2014}, address = {London}, publisher={Sage} } @mastersthesis{bailach2021como, author = {Bailach Adsuara, Helena}, title = {¿`{C{\'o}mo} traducir {\'e}ticamente identidades no binarias? {Estudio} de caso con estudiantado de cuarto del grado de Traducci{\'o}n e Interpretaci{\'o}n}, school = {Universitat Jaume I}, year = {2021}, address = {Castelló de la Plana} } @article{munoz2019translating, title={Translating in fits and starts: Pause thresholds and roles in the research of translation processes}, author={Mu{\~n}oz Mart{\'\i}n, Ricardo and Cardona Guerra, Jos{\'e} Mari{\'a}}, journal={Perspectives}, volume={27}, number={4}, pages={525--551}, year={2019} } @article{kumpulainen2015operationalisation, title={On the operationalisation of `pauses' in translation process research}, author={Kumpulainen, Minna}, journal={Translation \& Interpreting}, volume={7}, number={1}, pages={47--58}, year={2015} } @article{angelone2013impact, title={The impact of process protocol self-analysis on errors in the translation product}, author={Angelone, Erik}, journal={Translation and Interpreting Studies. The Journal of the American Translation and Interpreting Studies Association}, volume={8}, number={2}, pages={253--271}, year={2013} } @book{mellinger2016quantitative, title={Quantitative research methods in translation and interpreting studies}, author={Mellinger, Christopher D. and Hanson, Thomas A.}, year={2016}, address = {London}, publisher={Routledge} } @article{korner2022gender, title={Gender representations elicited by the gender star form}, author={K{\"o}rner, Anita and Abraham, Bleen and Rummer, Ralf and Strack, Fritz}, journal={Journal of Language and Social Psychology}, volume={41}, number={5}, pages={553--571}, year={2022}, address = {Los Aneles}, publisher={Sage} } @book{lefevere1992translation, title={Translation, rewriting, and the manipulation of literary fame}, author={Lefevere, Andr{\'e}}, year={1992}, address = {London}, publisher={Routledge} } @book{eco2016dire, title={Dire quasi la stessa cosa}, author={Eco, Umberto}, year={2016}, address = {Milan}, publisher={Bompiani} } @article{attig2023call, title={A call for community-informed translation: Respecting Queer self-determination across linguistic lines}, author={Attig, Remy}, journal={Translation and Interpreting Studies}, volume={18}, number={1}, pages={70--90}, year={2023}, address = {Amsterdam}, publisher={John Benjamins Amsterdam/Philadelphia} } @inproceedings{mechura-2022-taxonomy, title = "A Taxonomy of Bias-Causing Ambiguities in Machine Translation", author = "M{\v{e}}chura, Michal", booktitle = "{Proceedings of the 4th Workshop on Gender Bias in Natural Language Processing} ({GeBNLP})", month = jul, year = "2022", url = "https://aclanthology.org/2022.gebnlp-1.18", doi = "10.18653/v1/2022.gebnlp-1.18", pages = "168--173", abstract = "This paper introduces a taxonomy of phenomena which cause bias in machine translation, covering gender bias (people being male and/or female), number bias (singular you versus plural you) and formality bias (informal you versus formal you). Our taxonomy is a formalism for describing situations in machine translation when the source text leaves some of these properties unspecified (eg. does not say whether doctor is male or female) but the target language requires the property to be specified (eg. because it does not have a gender-neutral word for doctor). The formalism described here is used internally by a web-based tool we have built for detecting and correcting bias in the output of any machine translator." } @article{chakravarti1988can, title={Can the subaltern speak?}, author={Spivak, Gayatri Chakravarti}, editor={Nelson, Cary and Grossberg, Lawrence}, journal={Marxism and the Interpretation of Culture}, pages={271--313}, address = {Urbana}, publisher={University of Illinois Press}, year={1988} } @article{carl2011gazing, title={Gazing and typing activities during translation: A comparative study of translation units of professional and student translators}, author={Carl, Michael and Kay, Martin}, journal={Meta}, volume={56}, number={4}, pages={952--975}, year={2011} } @article{lardellitranslating, title={Translating non-binary coming-out reports: Gender-fair language strategies and use in news articles}, journal={The Journal of Specialised Translation}, number={40}, author={Lardelli, Manuel and Gromann, Dagmar}, year={2023}, pages={213--240} } @inproceedings{felkner-etal-2023-winoqueer, title = "{W}ino{Q}ueer: A Community-in-the-Loop Benchmark for Anti-{LGBTQ}+ Bias in Large Language Models", author = "Felkner, Virginia and Chang, Ho-Chun Herbert and Jang, Eugene and May, Jonathan", booktitle = "Proceedings of the 61st Annual Meeting of the {Association for Computational} Linguistics (Volume 1: Long Papers)", month = jul, year = "2023", url = "https://aclanthology.org/2023.acl-long.507", pages = "9126--9140", abstract = "We present WinoQueer: a benchmark specifically designed to measure whether large language models (LLMs) encode biases that are harmful to the LGBTQ+ community. The benchmark is community-sourced, via application of a novel method that generates a bias benchmark from a community survey. We apply our benchmark to several popular LLMs and find that off-the-shelf models generally do exhibit considerable anti-queer bias. Finally, we show that LLM bias against a marginalized community can be somewhat mitigated by finetuning on data written about or by members of that community, and that social media text written by community members is more effective than news text written about the community by non-members. Our method for community-in-the-loop benchmark development provides a blueprint for future researchers to develop community-driven, harms-grounded LLM benchmarks for other marginalized communities." } @inproceedings{gromann2023participatory, author = {Gromann, Dagmar and Lardelli, Manuel and Spiel, Katta and Burtscher, Sabrina and Klausner, Lukas Daniel and Mettinger, Arthur and Miladinovic, Igor and Schefer-Wenzl, Sigrid and Duh, Daniela and B{\"u}hn, Katharina}, title = {Participatory Research as a Path to Community-Informed, Gender-Fair Machine Translation}, booktitle = {{Proceedings of the 1st International Workshop on Gender-Inclusive Technologies}}, year = {2023}, pages = {49--59} } @inproceedings{lauscher-etal-2023-em, title = "What about {``}em{''}? {How} Commercial Machine Translation Fails to Handle (Neo-)Pronouns", author = "Lauscher, Anne and Nozza, Debora and Miltersen, Ehm and Crowley, Archie and Hovy, Dirk", booktitle = "Proceedings of the 61st Annual Meeting of the {Association for Computational Linguistics} ({Volume} 1: Long Papers)", month = jul, year = "2023", url = "https://aclanthology.org/2023.acl-long.23", pages = "377--392", abstract = "As 3rd-person pronoun usage shifts to include novel forms, e.g., neopronouns, we need more research on identity-inclusive NLP. Exclusion is particularly harmful in one of the most popular NLP applications, machine translation (MT). Wrong pronoun translations can discriminate against marginalized groups, e.g., non-binary individuals (Dev et al., 2021). In this {``}reality check{''}, we study how three commercial MT systems translate 3rd-person pronouns. Concretely, we compare the translations of gendered vs. gender-neutral pronouns from English to five other languages (Danish, Farsi, French, German, Italian), and vice versa, from Danish to English.Our error analysis shows that the presence of a gender-neutral pronoun often leads to grammatical and semantic translation errors. Similarly, gender neutrality is often not preserved. By surveying the opinions of affected native speakers from diverse languages, we provide recommendations to address the issue in future MT research." } @inproceedings{piergentili2023gender, title={Gender Neutralization for an Inclusive Machine Translation: from Theoretical Foundations to Open Challenges}, author={Andrea Piergentili and Dennis Fucci and Beatrice Savoldi and Luisa Bentivogli and Matteo Negri}, year={2023}, booktitle = {{Proceedings of the 1st International Workshop on Gender-Inclusive Technologies}}, pages = {71--83} } @inproceedings{amrhein-etal-2023-exploiting, title = "Exploiting Biased Models to De-bias Text: A Gender-Fair Rewriting Model", author = {Amrhein, Chantal and Schottmann, Florian and Sennrich, Rico and L{\"a}ubli, Samuel}, booktitle = "Proceedings of the 61st {Annual Meeting of the Association for Computational Linguistics} ({Volume} 1: Long Papers)", month = jul, year = "2023", url = "https://aclanthology.org/2023.acl-long.246", pages = "4486--4506", abstract = "Natural language generation models reproduce and often amplify the biases present in their training data. Previous research explored using sequence-to-sequence rewriting models to transform biased model outputs (or original texts) into more gender-fair language by creating pseudo training data through linguistic rules. However, this approach is not practical for languages with more complex morphology than English. We hypothesise that creating training data in the reverse direction, i.e. starting from gender-fair text, is easier for morphologically complex languages and show that it matches the performance of state-of-the-art rewriting models for English. To eliminate the rule-based nature of data creation, we instead propose using machine translation models to create gender-biased text from real gender-fair text via round-trip translation. Our approach allows us to train a rewriting model for German without the need for elaborate handcrafted rules. The outputs of this model increased gender-fairness as shown in a human evaluation study." } @inproceedings{vanmassenhove-etal-2021-neutral, title = "{N}eu{T}ral {R}ewriter: {A} Rule-Based and Neural Approach to Automatic Rewriting into Gender Neutral Alternatives", author = "Vanmassenhove, Eva and Emmery, Chris and Shterionov, Dimitar", booktitle = "{Proceedings of the 2021 Conference on Empirical Methods in Natural Language} Processing", month = nov, year = "2021", url = "https://aclanthology.org/2021.emnlp-main.704", doi = "10.18653/v1/2021.emnlp-main.704", pages = "8940--8948", abstract = "Recent years have seen an increasing need for gender-neutral and inclusive language. Within the field of NLP, there are various mono- and bilingual use cases where gender inclusive language is appropriate, if not preferred due to ambiguity or uncertainty in terms of the gender of referents. In this work, we present a rule-based and a neural approach to gender-neutral rewriting for English along with manually curated synthetic data (WinoBias+) and natural data (OpenSubtitles and Reddit) benchmarks. A detailed manual and automatic evaluation highlights how our NeuTral Rewriter, trained on data generated by the rule-based approach, obtains word error rates (WER) below 0.18{\%} on synthetic, in-domain and out-domain test sets." } @incollection{laubli2019translation, title={Translation technology research and human--computer interaction ({HCI})}, author={L{\"a}ubli, Samuel and Green, Spence}, booktitle={{The Routledge handbook} of translation and technology}, editor={O'Hagan, Minako}, pages={370--383}, year={2019}, address = {London}, publisher={Routledge} } @incollection{o2022deal, title={How to deal with errors in machine translation: Postediting}, author={O’Brien, Sharon}, booktitle={Machine translation for everyone: Empowering users in the age of artificial intelligence}, editor={Kenny, Dorothy}, series={Translation and Multilingual Natural Language Processing}, number={18}, pages={105--120}, year={2022}, address = {Berlin}, publisher={Language Science Press} } @inproceedings{bar1952present, title={The present state of research on mechanical translation}, author={Bar-Hillel, Yehoshua}, booktitle={Proceedings of the {Conference on Mechanical Translation}}, year={1952} } @article{daems2019pe, author = {Daems, Joke and Macken, Lieve}, title = {Interactive Adaptive {SMT} versus Interactive Adaptive {NMT: A} User Experience Evaluation}, year = {2019}, volume = {33}, number = {1–2}, issn = {0922-6567}, doi = {10.1007/s10590-019-09230-z}, abstract = {Neural machine translation is increasingly being promoted and introduced in the field of translation, but research into its applicability for post-editing by human translators and its integration within existing translation tools is limited. In this study, we compare the quality of SMT and NMT output of the commercially-available interactive and adaptive translation environment Lilt, as well as the translation process of professional translators working with both versions of the tool, their preference for SMT vs. NMT for post-editing, and their attitude towards such an interactive and adaptive translation tool compared to their usual translation environments.}, journal = {Machine Translation}, pages = {117–134}, numpages = {18}, keywords = {Translation environment tool, User experience evaluation, Adaptive MT, Neural machine translation, Interactive MT} } @article{do2021review, title={A review of the state-of-the-art in automatic post-editing}, author={do Carmo, F{\'e}lix and Shterionov, Dimitar and Moorkens, Joss and Wagner, Joachim and Hossari, Murhaf and Paquin, Eric and Schmidtke, Dag and Groves, Declan and Way, Andy}, journal={Machine Translation}, volume={35}, pages={101--143}, year={2021}, address = {New York}, publisher={Springer} } @misc{ISO, author = {ISO}, title = {{ISO 18857:2017. Translation} services – post-editing of machine translation output: Requirements.}, year = {2017}, url = {https://www.iso.org/standard/62970.html}, urldate={2023-08-18} } @article{nitzke2019risk, title={Risk management and post-editing competence}, author={Nitzke, Jean and Hansen-Schirra, Silvia and Canfora, Carmen}, journal={The Journal of Specialised Translation}, volume={31}, pages={239--259}, year={2019} } @incollection{von2018feminism, title={Feminism, gender and translation}, author={von Flotow, Luise}, booktitle={A history of modern Translation knolewdge. Sources, concepts, effects}, pages={347--352}, year={2018}, editor={D’hulst, Lieven and Gambier, Yves}, address = {Amsterdam}, publisher={John Benjamins} } @article{moorkens2018translators, title={Translators’ perceptions of literary post-editing using statistical and neural machine translation}, author={Moorkens, Joss and Toral, Antonio and Castilho, Sheila and Way, Andy}, journal={Translation Spaces}, volume={7}, number={2}, pages={240--262}, year={2018}, address = {Amsterdam}, publisher={John Benjamins Amsterdam/Philadelphia} } @book{koponen2020translation, title={Translation revision and post-editing: Industry practices and cognitive processes}, author={Koponen, Maarit and Mossop, Brian and Robert, Isabelle S. and Scocchera, Giovanna}, year={2020}, address = {London}, publisher={Routledge} } @inproceedings{moorkens-obrien-2013-user, title = "User attitudes to the post-editing interface", author = "Moorkens, Joss and O’Brien, Sharon", booktitle = "{Proceedings of the 2nd Workshop on Post-editing Technology and Practice}", year = "2013", url = "https://aclanthology.org/2013.mtsummit-wptp.3", } @article{mclaren2021see, title={“{See me! Recognize me!” An} analysis of transgender media representation}, author={McLaren, Jackson Taylor and Bryant, Susan and Brown, Brian}, journal={Communication {Q}uarterly}, volume={69}, number={2}, pages={172--191}, year={2021} } @incollection{shterionov2023ecological, title={The Ecological Footprint of Neural Machine Translation Systems}, author={Shterionov, Dimitar and Vanmassenhove, Eva}, booktitle={Towards Responsible Machine Translation: Ethical and Legal Considerations in Machine Translation}, pages={185--213}, editor={Moniz, Helena and Escart{\'\i}n, Carla Parra}, year={2023}, address = {New York}, publisher={Springer} } @book{o2017weapons, title={Weapons of math destruction: How big data increases inequality and threatens democracy}, author={O'Neil, Cathy}, year={2017}, address = {Bungay}, publisher={Penguin UK} } @inproceedings{savoldi2024harm, title={What the Harm? {Quantifying} the Tangible Impact of Gender Bias in Machine Translation with a Human-centered Study}, author={Savoldi, Beatrice and Papi, Sara and Negri, Matteo and Guerberof-Arenas, Ana and Bentivogli, Luisa}, booktitle={{Proceedings of the 2024 Conference on Empirical Methods in Natural Language Processing}}, pages={18048--18076}, year={2024} } @inproceedings{bender2021dangers, title={On the dangers of stochastic parrots: Can language models be too big?}, author={Bender, Emily M and Gebru, Timnit and McMillan-Major, Angelina and Shmitchell, Shmargaret}, booktitle={Proceedings of the 2021 {ACM} conference on fairness, accountability, and transparency}, pages={610--623}, year={2021} } @article{renstrom2023personal, title={Personal pronouns and person perception--Do paired and nonbinary pronouns evoke a normative gender bias?}, author={Renstr{\"o}m, Emma A. and Lindqvist, Anna and Klysing, Amanda and Gustafsson Send{\'e}n, Marie}, journal={British Journal of Psychology}, volume={115}, number={2}, year={2024} } @article{kurz2023star, title={A star is born? {The German} gender star and its effects on mental representation}, author={Kurz, Pia and De Mulder, Hannah}, journal={Psychology of Language and Communication}, volume={27}, number={1}, pages={384--404}, year={2023} } @book{bryman2016social, title={Social Research Methods}, author={Bryman, Alan}, year={2016}, address = {Oxford}, publisher={Oxford University Press} } @article{drugan2017translation, title={Translation, ethics and social responsibility}, author={Drugan, Joanna and Tipton, Rebecca}, journal={The translator}, volume={23}, number={2}, pages={119--125}, year={2017} } @article{haraway1998science, title={Situated Knowledges: The Science Question in Feminism and the Privilege of Partial Perspective}, author={Haraway, Donna}, journal={Feminist Studies}, pages={575-599}, volume={14}, number={3}, year={1998} } @book{luker2009salsa, title={Salsa Dancing into the Social Sciences}, author={Luker, Kristin}, year={2009}, address = {Cambridge}, publisher={Harvard University Press} } @book{matthews2010research, title={Research Methods: A Practical Guide for the Social Sciences}, author={Matthews, Robert and Ross, Elizabeth}, year={2010}, address = {Harlow}, publisher={Pearson Education} } @book{saldanha2014research, title={Research Methodologies in Translation Studies}, author={Saldanha, Gabriela and O’Brien, Sharon}, year={2013}, address = {London}, publisher={Routledge} } @incollection{spurlin2017queering, title={Queering translation: rethinking gender and sexual politics in the spaces between languages and cultures}, author={Spurlin, William J.}, booktitle={Queer in translation}, editor={Epstein, B.J. and Gillett, Robert}, pages={184--195}, year={2017}, address = {London}, publisher={Routledge} } @book{von2020routledge, title={{The Routledge Handbook} of Translation, Feminism and Gender}, author={von Flotow, Luise and Kamal, Hala}, year={2020}, address = {London}, publisher={Routledge} } @incollection{tymoczko2002introduction, author = {Tymoczko, Maria and Gentzler, Edwin}, title = {Introduction}, editor = {Tymoczko, Maria and Gentzler, Edwin}, booktitle = {Translation and Power}, address = {Amherst}, publisher={University of Massachusetts Press}, pages = {xi--xxviii}, year = {2002} } @book{simon1996gender, author = {Simon, Sherry}, title = {Gender in Translation: Cultural Identity and the Politics of Transmission}, address = {London}, publisher={Routledge}, year = {1996} } @incollection{wolf2007sociology, author = {Wolf, Michaela}, title = {The Emergency of a Sociology of Translation}, editor = {Wolf, Michaela and Fukari, Alexandra}, booktitle = {Constructing a Sociology of Translation}, address = {Amsterdam}, publisher={John Benjamins}, pages = {1--36}, year = {2007} } @inproceedings{paolucci-etal-2023-gender, title = "Gender-Fair Language in Translation: A Case Study", author = "Paolucci, Angela Balducci and Lardelli, Manuel and Gromann, Dagmar", booktitle = "{Proceedings of the First Workshop on Gender-Inclusive Translation Technologies}", month = jun, year = "2023", url = "https://aclanthology.org/2023.gitt-1.2", pages = "13--23", abstract = "With an increasing visibility of non-binary individuals, a growing number of language-specific strategies to linguistically include all genders or neutralize any gender references can be observed. Due to this multiplicity of proposed strategies and gender-specific grammatical differences across languages, selecting the one option to translate gender-fair language is challenging for machines and humans alike. As a first step towards gender-fair translation, we conducted a survey with translators to compare four gender-fair translations from a notional gender language, English, to a grammatical gender language, German. Proposed translations were rated by means of best-worst scaling as well as regarding their readability and comprehensibility. Participants expressed a clear preference for strategies with gender-inclusive character, i.e., colon." } @book{nida1964, author = {Nida, Eugene}, title = {Toward a Science of Translating}, address = {Leiden}, publisher={E. J. Brill}, year = {1964} } @book{newmark1981, author = {Newmark, Paul}, title = {Approaches to Translation}, address = {Oxford and New York}, publisher={Pergamon}, year = {1981} } @book{nord1988, author = {Nord, Christiane}, title = {{Textanalyse und Übersetzen: theoretische Grundlagen, Methode und didaktische Anwendung einer übersetzungsrelevanten Textanalyse}}, address = {Heidelberg}, publisher={J. Groos}, year = {1988} } @book{even-zohar1990, author = {Even-Zohar, Itamar}, title = {Polysystem Studies}, address = {Tel Aviv}, publisher={Porter Institute of Poetics and Semiotics}, year = {1990} } @book{munday2022introducing, title={Introducing translation studies: Theories and Applications}, author={Munday, Jeremy and Pinto, Sara Ramos and Blakesley, Jacob}, year={2022}, address = {London}, publisher={Routledge} } @incollection{snell1990linguistic, author = {Snell-Hornby, Mary}, title = {Linguistic transcoding or cultural transfer? {A} critique of translation theory in Germany}, booktitle = {Translation, History and Culture}, editor = {Bassnet, Susan and Lefevere, Andr{\'e}}, address = {London and New York}, publisher={Pinter}, pages = {79--86}, year = {1990} } @article{rose2016keeping, title={Keeping the trans in translation: Queering early modern transgender memoirs}, author={Rose, Emily}, journal={Transgender Studies Quarterly}, volume={3}, number={3-4}, pages={485--505}, year={2016} } @book{holz1984translatorisches, title={Translatorisches Handeln: Theorie und Methode}, author={Holz-M{\"a}ntt{\"a}ri, Justa}, year={1984}, address = {Helsinki}, publisher={Suomalainen Tiedeakatemia} } @article{rozmyslowicz2024politics, title={The politics of machine translation. Reprogramming translation studies}, author={Rozmys{\l}owicz, Tomasz}, journal={Perspectives}, volume={32}, number={3}, pages={493--507}, year={2024} } @inproceedings{laubli-etal-2013-assessing, title = "Assessing post-editing efficiency in a realistic translation environment", author = {L{\"a}ubli, Samuel and Fishel, Mark and Massey, Gary and Ehrensberger-Dow, Maureen and Volk, Martin}, booktitle = "{Proceedings of the 2nd Workshop on Post-editing Technology and Practice}", month = {9}, year = "2013", url = "https://aclanthology.org/2013.mtsummit-wptp.10", } @article{harvey1998translating, title={Translating camp talk: Gay identities and cultural transfer}, author={Harvey, Keith}, journal={The {Translator}}, volume={4}, number={2}, pages={295--320}, year={1998} } @inproceedings{kotek2023gender, title={Gender bias and stereotypes in large language models}, author={Kotek, Hadas and Dockum, Rikker and Sun, David}, booktitle={{Proceedings of The {ACM} Collective Intelligence Conference}}, pages={12--24}, year={2023} } @article{matamala2022opera, title={Opera co-creation: From collaborative translation to artistic co-creation in audiovisual translation and accessibility}, author={Matamala, Anna and Orero, Pilar}, journal={Hikma}, volume={21}, number={2}, pages={41--63}, year={2022} } @article{perez2013co, title={Co-creational subtitling in the digital media: Transformative and authorial practices}, author={P{\'e}rez-Gonz{\'a}lez, Luis}, journal={International Journal of Cultural Studies}, volume={16}, number={1}, pages={3--21}, year={2013}, address = {Sage Publications Sage UK}, publisher={London, England} } @article{mickan2014key, title={Key is a llave is a {S}chl{\"u}ssel: {A} failure to replicate an experiment from {Boroditsky} et al. 2003}, author={Mickan, Anne and Schiefke, Maren and Stefanowitsch, Anatol}, journal={Yearbook of the German Cognitive Linguistics Association}, volume={2}, number={1}, pages={39--50}, year={2014} } @book{unterbeck2011gender, title={{Gender in grammar and cognition: I: Approaches to gender. II: Manifestations of gender}}, author={Unterbeck, Barbara and Rissanen, Matti and Nevalainen, Terttu and Saari, Mirja}, year={2011}, address = {Berlin}, publisher={Walter de Gruyter} } @article{FUERTESOLIVERA2007219, abstract = {This article investigates lexical gender in specialized communication. The key method of analysis is that of forms of address, professional titles, and `generic man' in a 10 million word corpus of written Business English. After a brief introduction and literature review on both gender in specialized communication and similar corpus-based views of lexical gender in General English, the results obtained are explained. Mixed results were found. On the one hand, the `male-as-norm' principle contributes to reinforcing typical gender stereotypes: for example, for each woman referred to in the corpus, there are more than 100 occurrences for man. On the other hand, advocates of non-sexist English have also influenced written Business English: for example, Ms is more than 9 times as frequent as Mrs. and Miss, which sustains the claim that equates Ms with professional settings. This article ends by discussing the ways in which the research findings of this study could positively impact upon the teaching of Business English.}, author = {Pedro A. Fuertes-Olivera}, doi = {https://doi.org/10.1016/j.esp.2006.07.001}, issn = {0889-4906}, journal = {English for Specific Purposes}, number = {2}, pages = {219-234}, title = {A corpus-based view of lexical gender in written Business {English}}, url = {https://www.sciencedirect.com/science/article/pii/S0889490606000330}, volume = {26}, year = {2007} } @inproceedings{jin-etal-2023-challenges, title = "Challenges in Context-Aware Neural Machine Translation", author = "Jin, Linghao and He, Jacqueline and May, Jonathan and Ma, Xuezhe", booktitle = "{Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing}", year = "2023", url = "https://aclanthology.org/2023.emnlp-main.943/", doi = "10.18653/v1/2023.emnlp-main.943", pages = "15246--15263", abstract = "Context-aware neural machine translation, a paradigm that involves leveraging information beyond sentence-level context to resolve inter-sentential discourse dependencies and improve document-level translation quality, has given rise to a number of recent techniques. However, despite well-reasoned intuitions, most context-aware translation models show only modest improvements over sentence-level systems. In this work, we investigate and present several core challenges that impede progress within the field, relating to discourse phenomena, context usage, model architectures, and document-level evaluation. To address these problems, we propose a more realistic setting for document-level translation, called paragraph-to-paragraph (PARA2PARA) translation, and collect a new dataset of Chinese-English novels to promote future research." } @inproceedings{vanmassenhove-monti-2021-gender, title = "g{EN}der-{IT}: An Annotated {E}nglish-{I}talian Parallel Challenge Set for Cross-Linguistic Natural Gender Phenomena", author = "Vanmassenhove, Eva and Monti, Johanna", booktitle = "{Proceedings of the 3rd Workshop on Gender Bias in Natural Language Processing}", month = aug, year = "2021", url = "https://aclanthology.org/2021.gebnlp-1.1/", doi = "10.18653/v1/2021.gebnlp-1.1", pages = "1--7", abstract = "Languages differ in terms of the absence or presence of gender features, the number of gender classes and whether and where gender features are explicitly marked. These cross-linguistic differences can lead to ambiguities that are difficult to resolve, especially for sentence-level MT systems. The identification of ambiguity and its subsequent resolution is a challenging task for which currently there aren{'}t any specific resources or challenge sets available. In this paper, we introduce gENder-IT, an English{--}Italian challenge set focusing on the resolution of natural gender phenomena by providing word-level gender tags on the English source side and multiple gender alternative translations, where needed, on the Italian target side." } @inproceedings{currey-etal-2022-mt, title = "{MT}-{G}en{E}val: A Counterfactual and Contextual Dataset for Evaluating Gender Accuracy in Machine Translation", author = "Currey, Anna and Nadejde, Maria and Pappagari, Raghavendra Reddy and Mayer, Mia and Lauly, Stanislas and Niu, Xing and Hsu, Benjamin and Dinu, Georgiana", booktitle = "{Proceedings of the 2022 Conference on Empirical Methods in Natural Language Processing}", month = dec, year = "2022", url = "https://aclanthology.org/2022.emnlp-main.288/", doi = "10.18653/v1/2022.emnlp-main.288", pages = "4287--4299", abstract = "As generic machine translation (MT) quality has improved, the need for targeted benchmarks that explore fine-grained aspects of quality has increased. In particular, gender accuracy in translation can have implications in terms of output fluency, translation accuracy, and ethics. In this paper, we introduce MT-GenEval, a benchmark for evaluating gender accuracy in translation from English into eight widely-spoken languages. MT-GenEval complements existing benchmarks by providing realistic, gender-balanced, counterfactual data in eight language pairs where the gender of individuals is unambiguous in the input segment, including multi-sentence segments requiring inter-sentential gender agreement. Our data and code is publicly available under a CC BY SA 3.0 license." } @article{wu2023brief, title={A brief overview of {ChatGPT: The history}, status quo and potential future development}, author={Wu, Tianyu and He, Shizhu and Liu, Jingping and Sun, Siqi and Liu, Kang and Han, Qing-Long and Tang, Yang}, journal={IEEE/CAA Journal of Automatica Sinica}, volume={10}, number={5}, pages={1122--1136}, year={2023} } @article{piergentili2025llm, title = "An {LLM}-as-a-judge Approach for Scalable Gender-Neutral Translation Evaluation", author = "Piergentili, Andrea and Savoldi, Beatrice and Negri, Matteo and Bentivogli, Luisa", booktitle = "{Proceedings of the 3rd Workshop on Gender-Inclusive Translation Technologies} ({GITT} 2025)", year = "2025", url = "https://aclanthology.org/2025.gitt-1.3/", pages = "46--63", abstract = "Gender-neutral translation (GNT) aims to avoid expressing the gender of human referents when the source text lacks explicit cues about the gender of those referents. Evaluating GNT automatically is particularly challenging, with current solutions being limited to monolingual classifiers. Such solutions are not ideal because they do not factor in the source sentence and require dedicated data and fine-tuning to scale to new languages. In this work, we address such limitations by investigating the use of large language models (LLMs) as evaluators of GNT. Specifically, we explore two prompting approaches: one in which LLMs generate sentence-level assessments only, and another{---}akin to a chain-of-thought approach{---}where they first produce detailed phrase-level annotations before a sentence-level judgment. Through extensive experiments on multiple languages with five models, both open and proprietary, we show that LLMs can serve as evaluators of GNT. Moreover, we find that prompting for phrase-level annotations before sentence-level assessments consistently improves the accuracy of all models, providing a better and more scalable alternative to current solutions." } @inproceedings{lardelli-etal-2024-building, title = "Building Bridges: A Dataset for Evaluating Gender-Fair Machine Translation into {G}erman", author = "Lardelli, Manuel and Attanasio, Giuseppe and Lauscher, Anne", booktitle = "{Findings of the Association for Computational Linguistics: ACL 2024}", month = aug, year = "2024", url = "https://aclanthology.org/2024.findings-acl.448/", doi = "10.18653/v1/2024.findings-acl.448", pages = "7542--7550", abstract = "The translation of gender-neutral person-referring terms (e.g.,the students) is often non-trivial.Translating from English into German poses an interesting case{---}in German, person-referring nouns are usually gender-specific, and if the gender of the referent(s) is unknown or diverse, the generic masculine (die Studenten (m.)) is commonly used. This solution, however, reduces the visibility of other genders, such as women and non-binary people. To counteract gender discrimination, a societal movement towards using gender-fair language exists (e.g., by adopting neosystems). However, gender-fair German is currently barely supported in machine translation (MT), requiring post-editing or manual translations. We address this research gap by studying gender-fair language in English-to-German MT. Concretely, we enrich a community-created gender-fair language dictionary and sample multi-sentence test instances from encyclopedic text and parliamentary speeches.Using these novel resources, we conduct the first benchmark study involving two commercial systems and six neural MT models for translating words in isolation and natural contexts across two domains. Our findings show that most systems produce mainly masculine forms and rarely gender-neutral variants, highlighting the need for future research. We release code and data at https://github.com/g8a9/building-bridges-gender-fair-german-mt." } @inproceedings{robinson-etal-2024-mittens, title = "{M}i{TT}en{S}: A Dataset for Evaluating Gender Mistranslation", author = "Robinson, Kevin and Kudugunta, Sneha and Stella, Romina and Dev, Sunipa and Bastings, Jasmijn", booktitle = "{Proceedings of the 2024 Conference on Empirical Methods in Natural Language Processing}", month = nov, year = "2024", url = "https://aclanthology.org/2024.emnlp-main.238/", doi = "10.18653/v1/2024.emnlp-main.238", pages = "4115--4124", abstract = "Translation systems, including foundation models capable of translation, can produce errors that result in gender mistranslation, and such errors can be especially harmful. To measure the extent of such potential harms when translating into and out of English, we introduce a dataset, MiTTenS, covering 26 languages from a variety of language families and scripts, including several traditionally under-represented in digital resources. The dataset is constructed with handcrafted passages that target known failure patterns, longer synthetically generated passages, and natural passages sourced from multiple domains. We demonstrate the usefulness of the dataset by evaluating both neural machine translation systems and foundation models, and show that all systems exhibit gender mistranslation and potential harm, even in high resource languages." } @article{jourdan2025fairtranslate, title={FairTranslate: {An English-French} Dataset for Gender Bias Evaluation in Machine Translation by Overcoming Gender Binarity}, author={Jourdan, Fanny and Chevalier, Yannick and Favre, C{\'e}cile}, note ={arXiv preprint:2504.15941}, year={2025} } @article{chen2024beyond, title={Beyond Binary Gender: Evaluating Gender-Inclusive Machine Translation with Ambiguous Attitude Words}, author={Chen, Yijie and Liu, Yijin and Meng, Fandong and Xu, Jinan and Chen, Yufeng and Zhou, Jie}, note ={arXiv preprint:2407.16266}, year={2024} } @inproceedings{sant-etal-2024-power, title = "The power of Prompts: Evaluating and Mitigating Gender Bias in {MT} with {LLM}s", author = "Sant, Aleix and Escolano, Carlos and Mash, Audrey and De Luca Fornaciari, Francesca and Melero, Maite", booktitle = "{Proceedings of the 5th Workshop on Gender Bias in Natural Language Processing} ({GeBNLP})", month = aug, year = "2024", url = "https://aclanthology.org/2024.gebnlp-1.7/", doi = "10.18653/v1/2024.gebnlp-1.7", pages = "94--139", abstract = "This paper studies gender bias in machine translation through the lens of Large Language Models (LLMs). Four widely-used test sets are employed to benchmark various base LLMs, comparing their translation quality and gender bias against state-of-the-art Neural Machine Translation (NMT) models for English to Catalan (En {\textrightarrow} Ca) and English to Spanish (En {\textrightarrow} Es) translation directions. Our findings reveal pervasive gender bias across all models, with base LLMs exhibiting a higher degree of bias compared to NMT models.To combat this bias, we explore prompting engineering techniques applied to an instruction-tuned LLM. We identify a prompt structure that significantly reduces gender bias by up to 12{\%} on the WinoMT evaluation dataset compared to more straightforward prompts. These results significantly reduce the gender bias accuracy gap between LLMs and traditional NMT systems." } @inproceedings{sanchez-etal-2024-gender, title = "Gender-specific Machine Translation with Large Language Models", author = "S{\'a}nchez, Eduardo and Andrews, Pierre and Stenetorp, Pontus and Artetxe, Mikel and Costa-juss{\`a}, Marta R.", booktitle = "{Proceedings of the Fourth Workshop on Multilingual Representation Learning (MRL 2024)}", month = nov, year = "2024", url = "https://aclanthology.org/2024.mrl-1.10/", doi = "10.18653/v1/2024.mrl-1.10", pages = "148--158", abstract = "`While machine translation (MT) systems have seen significant improvements,it is still common for translations to reflect societal biases, such as genderbias. Decoder-only language models (LLMs) have demonstrated potential in MT, albeitwith performance slightly lagging behind traditional encoder-decoder neural machinetranslation (NMT) systems. However, LLMs offer a unique advantage: the abilityto control the properties of the output through prompting. In this study, we leveragethis flexibility to explore Llama{''}s capability to produce gender-specific translations.Our results indicate that Llama can generate gender-specific translations withtranslation quality and gender bias comparable to NLLB, a state-of-the-art multilingualNMT system.'" } @inproceedings{attanasio-etal-2023-tale, title = "A Tale of Pronouns: Interpretability Informs Gender Bias Mitigation for Fairer Instruction-Tuned Machine Translation", author = "Attanasio, Giuseppe and Plaza del Arco, Flor Miriam and Nozza, Debora and Lauscher, Anne", booktitle = "Proceedings of the 2023 {Conference on Empirical Methods in Natural Language Processing}", month = dec, year = "2023", url = "https://aclanthology.org/2023.emnlp-main.243/", doi = "10.18653/v1/2023.emnlp-main.243", pages = "3996--4014", abstract = "Recent instruction fine-tuned models can solve multiple NLP tasks when prompted to do so, with machine translation (MT) being a prominent use case. However, current research often focuses on standard performance benchmarks, leaving compelling fairness and ethical considerations behind. In MT, this might lead to misgendered translations, resulting, among other harms, in the perpetuation of stereotypes and prejudices. In this work, we address this gap by investigating whether and to what extent such models exhibit gender bias in machine translation and how we can mitigate it. Concretely, we compute established gender bias metrics on the WinoMT corpus from English to German and Spanish. We discover that IFT models default to male-inflected translations, even disregarding female occupational stereotypes. Next, using interpretability methods, we unveil that models systematically overlook the pronoun indicating the gender of a target occupation in misgendered translations. Finally, based on this finding, we propose an easy-to-implement and effective bias mitigation solution based on few-shot learning that leads to significantly fairer translations." } @inproceedings{piergentili-etal-2023-hi, title = "Hi Guys or Hi Folks? {Benchmarking} Gender-Neutral Machine Translation with the {G}e{NTE} Corpus", author = "Piergentili, Andrea and Savoldi, Beatrice and Fucci, Dennis and Negri, Matteo and Bentivogli, Luisa", booktitle = "{Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing}", year = "2023", doi = "10.18653/v1/2023.emnlp-main.873", pages = "14124--14140", abstract = "Gender inequality is embedded in our communication practices and perpetuated in translation technologies. This becomes particularly apparent when translating into grammatical gender languages, where machine translation (MT) often defaults to masculine and stereotypical representations by making undue binary gender assumptions. Our work addresses the rising demand for inclusive language by focusing head-on on gender-neutral translation from English to Italian. We start from the essentials: proposing a dedicated benchmark and exploring automated evaluation methods. First, we introduce GeNTE, a natural, bilingual test set for gender-neutral translation, whose creation was informed by a survey on the perception and use of neutral language. Based on GeNTE, we then overview existing reference-based evaluation approaches, highlight their limits, and propose a reference-free method more suitable to assess gender-neutral translation." } @book{field2018, author = {Field, Andy}, title = {Discovering Statistics Using IBM SPSS Statistics}, year = {2018}, edition = {5th}, publisher = {Sage}, location = {London} } @article{piazzollagood, title={Good, but not always Fair: An Evaluation of Gender Bias for three Commercial Machine Translation Systems}, author={Piazzolla, Silvia Alma and Savoldi, Beatrice and Bentivogli, Luisa}, year={2023}, journal={HERMES -- Journal of Language and Communication in Business}, number={63}, pages={209--225} } @article{ruxton2006, author = {Ruxton, Graeme D.}, title = {{The unequal variance t-test is an underused alternative to Student's t-test and the Mann–Whitney U test}}, journal = {Behavioral Ecology}, volume = {17}, number = {4}, pages = {688--690}, year = {2006} } @article{zimmerman1993, author = {Zimmerman, Donald W. and Zumbo, Bruno D.}, title = {Rank transformations and the power of the student t test and {Welch} t′ test for non-normal populations}, journal = {Canadian Journal of Experimental Psychology}, volume = {47}, number = {3}, pages = {523--539}, year = {1993} } @book{girden1992, author = {Girden, Ellen R.}, title = {{ANOVA}: Repeated Measures}, year = {1992}, address = {London}, publisher={Sage}, series = {Sage University Paper Series on Quantitative Applications in the Social Sciences}, number = {07-084} } @article{bland1995, author = {Bland, J. Martin and Altman, Douglas G.}, title = {Multiple significance tests: the {Bonferroni} method}, journal = {British Medical Journal}, volume = {310}, number = {6973}, pages = {170}, year = {1995} } @book{maxwell2004, author = {Maxwell, Scott E. and Delaney, Harold D. and Kelley, Ken}, title = {Designing Experiments and Analyzing Data: A Model Comparison Perspective}, year = {2004}, edition = {2nd}, address = {New York}, publisher={Routledge} } @article{popel2020transforming, title={Transforming machine translation: a deep learning system reaches news translation quality comparable to human professionals}, author={Popel, Martin and Tomkova, Marketa and Tomek, Jakub and Kaiser, {\L}ukasz and Uszkoreit, Jakob and Bojar, Ond{\v{r}}ej and {\v{Z}}abokrtsk{\`y}, Zden{\v{e}}k}, journal={Nature communications}, volume={11}, number={1}, pages={4381}, year={2020} }