[{"type":"conference","publication":"Findings of the Association for Computational Linguistics: EACL 2024, St. Julian’s, Malta, March 17-22, 2024","editor":[{"first_name":"Yvette","full_name":"Graham, Yvette","last_name":"Graham"},{"first_name":"Matthew","full_name":"Purver, Matthew","last_name":"Purver"}],"status":"public","_id":"52827","user_id":"15504","department":[{"_id":"820"}],"language":[{"iso":"eng"}],"year":"2024","citation":{"chicago":"Hu, Lijie, Ivan Habernal, Lei Shen, and Di Wang. “Differentially Private Natural Language Models: Recent Advances and Future Directions.” In <i>Findings of the Association for Computational Linguistics: EACL 2024, St. Julian’s, Malta, March 17-22, 2024</i>, edited by Yvette Graham and Matthew Purver, 478–499. Association for Computational Linguistics, 2024.","ieee":"L. Hu, I. Habernal, L. Shen, and D. Wang, “Differentially Private Natural Language Models: Recent Advances and Future Directions,” in <i>Findings of the Association for Computational Linguistics: EACL 2024, St. Julian’s, Malta, March 17-22, 2024</i>, 2024, pp. 478–499.","ama":"Hu L, Habernal I, Shen L, Wang D. Differentially Private Natural Language Models: Recent Advances and Future Directions. In: Graham Y, Purver M, eds. <i>Findings of the Association for Computational Linguistics: EACL 2024, St. Julian’s, Malta, March 17-22, 2024</i>. Association for Computational Linguistics; 2024:478–499.","apa":"Hu, L., Habernal, I., Shen, L., &#38; Wang, D. (2024). Differentially Private Natural Language Models: Recent Advances and Future Directions. In Y. Graham &#38; M. Purver (Eds.), <i>Findings of the Association for Computational Linguistics: EACL 2024, St. Julian’s, Malta, March 17-22, 2024</i> (pp. 478–499). Association for Computational Linguistics.","bibtex":"@inproceedings{Hu_Habernal_Shen_Wang_2024, title={Differentially Private Natural Language Models: Recent Advances and Future Directions}, booktitle={Findings of the Association for Computational Linguistics: EACL 2024, St. Julian’s, Malta, March 17-22, 2024}, publisher={Association for Computational Linguistics}, author={Hu, Lijie and Habernal, Ivan and Shen, Lei and Wang, Di}, editor={Graham, Yvette and Purver, Matthew}, year={2024}, pages={478–499} }","mla":"Hu, Lijie, et al. “Differentially Private Natural Language Models: Recent Advances and Future Directions.” <i>Findings of the Association for Computational Linguistics: EACL 2024, St. Julian’s, Malta, March 17-22, 2024</i>, edited by Yvette Graham and Matthew Purver, Association for Computational Linguistics, 2024, pp. 478–499.","short":"L. Hu, I. Habernal, L. Shen, D. Wang, in: Y. Graham, M. Purver (Eds.), Findings of the Association for Computational Linguistics: EACL 2024, St. Julian’s, Malta, March 17-22, 2024, Association for Computational Linguistics, 2024, pp. 478–499."},"page":"478–499","publisher":"Association for Computational Linguistics","date_updated":"2024-03-25T10:31:30Z","date_created":"2024-03-25T10:30:32Z","author":[{"full_name":"Hu, Lijie","last_name":"Hu","first_name":"Lijie"},{"id":"101881","full_name":"Habernal, Ivan","last_name":"Habernal","first_name":"Ivan"},{"first_name":"Lei","last_name":"Shen","full_name":"Shen, Lei"},{"first_name":"Di","last_name":"Wang","full_name":"Wang, Di"}],"title":"Differentially Private Natural Language Models: Recent Advances and Future Directions"},{"language":[{"iso":"eng"}],"_id":"52842","user_id":"15504","department":[{"_id":"820"}],"editor":[{"full_name":"Aletras, Nikolaos","last_name":"Aletras","first_name":"Nikolaos"},{"last_name":"De Clercq","full_name":"De Clercq, Orphee","first_name":"Orphee"}],"abstract":[{"lang":"eng","text":"Neural machine translation (NMT) is a widely popular text generation task, yet there is a considerable research gap in the development of privacy-preserving NMT models, despite significant data privacy concerns for NMT systems. Differentially private stochastic gradient descent (DP-SGD) is a popular method for training machine learning models with concrete privacy guarantees; however, the implementation specifics of training a model with DP-SGD are not always clarified in existing models, with differing software libraries used and code bases not always being public, leading to reproducibility issues. To tackle this, we introduce DP-NMT, an open-source framework for carrying out research on privacy-preserving NMT with DP-SGD, bringing together numerous models, datasets, and evaluation metrics in one systematic software package. Our goal is to provide a platform for researchers to advance the development of privacy-preserving NMT systems, keeping the specific details of the DP-SGD algorithm transparent and intuitive to implement. We run a set of experiments on datasets from both general and privacy-related domains to demonstrate our framework in use. We make our framework publicly available and welcome feedback from the community."}],"status":"public","type":"conference","publication":"Proceedings of the 18th Conference of the European Chapter of the Association for Computational Linguistics: System Demonstrations","title":"DP-NMT: Scalable Differentially Private Machine Translation","date_updated":"2024-03-25T11:31:12Z","publisher":"Association for Computational Linguistics","author":[{"first_name":"Timour","full_name":"Igamberdiev, Timour","last_name":"Igamberdiev"},{"full_name":"Vu, Doan Nam Long","last_name":"Vu","first_name":"Doan Nam Long"},{"first_name":"Felix","full_name":"Kuennecke, Felix","last_name":"Kuennecke"},{"last_name":"Yu","full_name":"Yu, Zhuo","first_name":"Zhuo"},{"last_name":"Holmer","full_name":"Holmer, Jannik","first_name":"Jannik"},{"first_name":"Ivan","last_name":"Habernal","id":"101881","full_name":"Habernal, Ivan"}],"date_created":"2024-03-25T11:30:44Z","place":"St. Julians, Malta","year":"2024","citation":{"chicago":"Igamberdiev, Timour, Doan Nam Long Vu, Felix Kuennecke, Zhuo Yu, Jannik Holmer, and Ivan Habernal. “DP-NMT: Scalable Differentially Private Machine Translation.” In <i>Proceedings of the 18th Conference of the European Chapter of the Association for Computational Linguistics: System Demonstrations</i>, edited by Nikolaos Aletras and Orphee De Clercq, 94–105. St. Julians, Malta: Association for Computational Linguistics, 2024.","ieee":"T. Igamberdiev, D. N. L. Vu, F. Kuennecke, Z. Yu, J. Holmer, and I. Habernal, “DP-NMT: Scalable Differentially Private Machine Translation,” in <i>Proceedings of the 18th Conference of the European Chapter of the Association for Computational Linguistics: System Demonstrations</i>, 2024, pp. 94–105.","ama":"Igamberdiev T, Vu DNL, Kuennecke F, Yu Z, Holmer J, Habernal I. DP-NMT: Scalable Differentially Private Machine Translation. In: Aletras N, De Clercq O, eds. <i>Proceedings of the 18th Conference of the European Chapter of the Association for Computational Linguistics: System Demonstrations</i>. Association for Computational Linguistics; 2024:94–105.","short":"T. Igamberdiev, D.N.L. Vu, F. Kuennecke, Z. Yu, J. Holmer, I. Habernal, in: N. Aletras, O. De Clercq (Eds.), Proceedings of the 18th Conference of the European Chapter of the Association for Computational Linguistics: System Demonstrations, Association for Computational Linguistics, St. Julians, Malta, 2024, pp. 94–105.","mla":"Igamberdiev, Timour, et al. “DP-NMT: Scalable Differentially Private Machine Translation.” <i>Proceedings of the 18th Conference of the European Chapter of the Association for Computational Linguistics: System Demonstrations</i>, edited by Nikolaos Aletras and Orphee De Clercq, Association for Computational Linguistics, 2024, pp. 94–105.","bibtex":"@inproceedings{Igamberdiev_Vu_Kuennecke_Yu_Holmer_Habernal_2024, place={St. Julians, Malta}, title={DP-NMT: Scalable Differentially Private Machine Translation}, booktitle={Proceedings of the 18th Conference of the European Chapter of the Association for Computational Linguistics: System Demonstrations}, publisher={Association for Computational Linguistics}, author={Igamberdiev, Timour and Vu, Doan Nam Long and Kuennecke, Felix and Yu, Zhuo and Holmer, Jannik and Habernal, Ivan}, editor={Aletras, Nikolaos and De Clercq, Orphee}, year={2024}, pages={94–105} }","apa":"Igamberdiev, T., Vu, D. N. L., Kuennecke, F., Yu, Z., Holmer, J., &#38; Habernal, I. (2024). DP-NMT: Scalable Differentially Private Machine Translation. In N. Aletras &#38; O. De Clercq (Eds.), <i>Proceedings of the 18th Conference of the European Chapter of the Association for Computational Linguistics: System Demonstrations</i> (pp. 94–105). Association for Computational Linguistics."},"page":"94–105"},{"publication_status":"published","year":"2023","citation":{"bibtex":"@inproceedings{Habernal_Mireshghallah_Thaine_Ghanavati_Feyisetan_2023, title={Privacy-Preserving Natural Language Processing}, DOI={<a href=\"https://doi.org/10.18653/v1/2023.eacl-tutorials.6\">10.18653/v1/2023.eacl-tutorials.6</a>}, booktitle={Proceedings of the 17th Conference of the European Chapter of the Association for Computational Linguistics: Tutorial Abstracts}, publisher={Association for Computational Linguistics}, author={Habernal, Ivan and Mireshghallah, Fatemehsadat and Thaine, Patricia and Ghanavati, Sepideh and Feyisetan, Oluwaseyi}, year={2023} }","short":"I. Habernal, F. Mireshghallah, P. Thaine, S. Ghanavati, O. Feyisetan, in: Proceedings of the 17th Conference of the European Chapter of the Association for Computational Linguistics: Tutorial Abstracts, Association for Computational Linguistics, 2023.","mla":"Habernal, Ivan, et al. “Privacy-Preserving Natural Language Processing.” <i>Proceedings of the 17th Conference of the European Chapter of the Association for Computational Linguistics: Tutorial Abstracts</i>, Association for Computational Linguistics, 2023, doi:<a href=\"https://doi.org/10.18653/v1/2023.eacl-tutorials.6\">10.18653/v1/2023.eacl-tutorials.6</a>.","apa":"Habernal, I., Mireshghallah, F., Thaine, P., Ghanavati, S., &#38; Feyisetan, O. (2023). Privacy-Preserving Natural Language Processing. <i>Proceedings of the 17th Conference of the European Chapter of the Association for Computational Linguistics: Tutorial Abstracts</i>. <a href=\"https://doi.org/10.18653/v1/2023.eacl-tutorials.6\">https://doi.org/10.18653/v1/2023.eacl-tutorials.6</a>","chicago":"Habernal, Ivan, Fatemehsadat Mireshghallah, Patricia Thaine, Sepideh Ghanavati, and Oluwaseyi Feyisetan. “Privacy-Preserving Natural Language Processing.” In <i>Proceedings of the 17th Conference of the European Chapter of the Association for Computational Linguistics: Tutorial Abstracts</i>. Association for Computational Linguistics, 2023. <a href=\"https://doi.org/10.18653/v1/2023.eacl-tutorials.6\">https://doi.org/10.18653/v1/2023.eacl-tutorials.6</a>.","ieee":"I. Habernal, F. Mireshghallah, P. Thaine, S. Ghanavati, and O. Feyisetan, “Privacy-Preserving Natural Language Processing,” 2023, doi: <a href=\"https://doi.org/10.18653/v1/2023.eacl-tutorials.6\">10.18653/v1/2023.eacl-tutorials.6</a>.","ama":"Habernal I, Mireshghallah F, Thaine P, Ghanavati S, Feyisetan O. Privacy-Preserving Natural Language Processing. In: <i>Proceedings of the 17th Conference of the European Chapter of the Association for Computational Linguistics: Tutorial Abstracts</i>. Association for Computational Linguistics; 2023. doi:<a href=\"https://doi.org/10.18653/v1/2023.eacl-tutorials.6\">10.18653/v1/2023.eacl-tutorials.6</a>"},"date_updated":"2023-10-19T12:03:52Z","publisher":"Association for Computational Linguistics","author":[{"first_name":"Ivan","last_name":"Habernal","full_name":"Habernal, Ivan","id":"101881"},{"first_name":"Fatemehsadat","last_name":"Mireshghallah","full_name":"Mireshghallah, Fatemehsadat"},{"full_name":"Thaine, Patricia","last_name":"Thaine","first_name":"Patricia"},{"first_name":"Sepideh","last_name":"Ghanavati","full_name":"Ghanavati, Sepideh"},{"first_name":"Oluwaseyi","full_name":"Feyisetan, Oluwaseyi","last_name":"Feyisetan"}],"date_created":"2023-10-19T08:23:13Z","title":"Privacy-Preserving Natural Language Processing","doi":"10.18653/v1/2023.eacl-tutorials.6","type":"conference","publication":"Proceedings of the 17th Conference of the European Chapter of the Association for Computational Linguistics: Tutorial Abstracts","status":"public","_id":"48289","user_id":"15504","department":[{"_id":"34"},{"_id":"820"}],"language":[{"iso":"eng"}]},{"language":[{"iso":"eng"}],"_id":"48288","department":[{"_id":"34"},{"_id":"820"}],"user_id":"15504","status":"public","publication":"Findings of the Association for Computational Linguistics: ACL 2023","type":"conference","title":"Trade-Offs Between Fairness and Privacy in Language Modeling","doi":"10.18653/v1/2023.findings-acl.434","date_updated":"2023-10-19T12:04:23Z","publisher":"Association for Computational Linguistics","date_created":"2023-10-19T08:22:57Z","author":[{"first_name":"Cleo","full_name":"Matzken, Cleo","last_name":"Matzken"},{"first_name":"Steffen","full_name":"Eger, Steffen","last_name":"Eger"},{"first_name":"Ivan","full_name":"Habernal, Ivan","id":"101881","last_name":"Habernal"}],"year":"2023","citation":{"ama":"Matzken C, Eger S, Habernal I. Trade-Offs Between Fairness and Privacy in Language Modeling. In: <i>Findings of the Association for Computational Linguistics: ACL 2023</i>. Association for Computational Linguistics; 2023. doi:<a href=\"https://doi.org/10.18653/v1/2023.findings-acl.434\">10.18653/v1/2023.findings-acl.434</a>","chicago":"Matzken, Cleo, Steffen Eger, and Ivan Habernal. “Trade-Offs Between Fairness and Privacy in Language Modeling.” In <i>Findings of the Association for Computational Linguistics: ACL 2023</i>. Association for Computational Linguistics, 2023. <a href=\"https://doi.org/10.18653/v1/2023.findings-acl.434\">https://doi.org/10.18653/v1/2023.findings-acl.434</a>.","ieee":"C. Matzken, S. Eger, and I. Habernal, “Trade-Offs Between Fairness and Privacy in Language Modeling,” 2023, doi: <a href=\"https://doi.org/10.18653/v1/2023.findings-acl.434\">10.18653/v1/2023.findings-acl.434</a>.","apa":"Matzken, C., Eger, S., &#38; Habernal, I. (2023). Trade-Offs Between Fairness and Privacy in Language Modeling. <i>Findings of the Association for Computational Linguistics: ACL 2023</i>. <a href=\"https://doi.org/10.18653/v1/2023.findings-acl.434\">https://doi.org/10.18653/v1/2023.findings-acl.434</a>","bibtex":"@inproceedings{Matzken_Eger_Habernal_2023, title={Trade-Offs Between Fairness and Privacy in Language Modeling}, DOI={<a href=\"https://doi.org/10.18653/v1/2023.findings-acl.434\">10.18653/v1/2023.findings-acl.434</a>}, booktitle={Findings of the Association for Computational Linguistics: ACL 2023}, publisher={Association for Computational Linguistics}, author={Matzken, Cleo and Eger, Steffen and Habernal, Ivan}, year={2023} }","mla":"Matzken, Cleo, et al. “Trade-Offs Between Fairness and Privacy in Language Modeling.” <i>Findings of the Association for Computational Linguistics: ACL 2023</i>, Association for Computational Linguistics, 2023, doi:<a href=\"https://doi.org/10.18653/v1/2023.findings-acl.434\">10.18653/v1/2023.findings-acl.434</a>.","short":"C. Matzken, S. Eger, I. Habernal, in: Findings of the Association for Computational Linguistics: ACL 2023, Association for Computational Linguistics, 2023."},"publication_status":"published"},{"status":"public","publication":"Proceedings of the 17th Linguistic Annotation Workshop (LAW-XVII)","type":"conference","language":[{"iso":"eng"}],"department":[{"_id":"34"},{"_id":"820"}],"user_id":"15504","_id":"48291","citation":{"apa":"Mouhammad, N., Daxenberger, J., Schiller, B., &#38; Habernal, I. (2023). Crowdsourcing on Sensitive Data with Privacy-Preserving Text Rewriting. <i>Proceedings of the 17th Linguistic Annotation Workshop (LAW-XVII)</i>. <a href=\"https://doi.org/10.18653/v1/2023.law-1.8\">https://doi.org/10.18653/v1/2023.law-1.8</a>","short":"N. Mouhammad, J. Daxenberger, B. Schiller, I. Habernal, in: Proceedings of the 17th Linguistic Annotation Workshop (LAW-XVII), Association for Computational Linguistics, 2023.","bibtex":"@inproceedings{Mouhammad_Daxenberger_Schiller_Habernal_2023, title={Crowdsourcing on Sensitive Data with Privacy-Preserving Text Rewriting}, DOI={<a href=\"https://doi.org/10.18653/v1/2023.law-1.8\">10.18653/v1/2023.law-1.8</a>}, booktitle={Proceedings of the 17th Linguistic Annotation Workshop (LAW-XVII)}, publisher={Association for Computational Linguistics}, author={Mouhammad, Nina and Daxenberger, Johannes and Schiller, Benjamin and Habernal, Ivan}, year={2023} }","mla":"Mouhammad, Nina, et al. “Crowdsourcing on Sensitive Data with Privacy-Preserving Text Rewriting.” <i>Proceedings of the 17th Linguistic Annotation Workshop (LAW-XVII)</i>, Association for Computational Linguistics, 2023, doi:<a href=\"https://doi.org/10.18653/v1/2023.law-1.8\">10.18653/v1/2023.law-1.8</a>.","ieee":"N. Mouhammad, J. Daxenberger, B. Schiller, and I. Habernal, “Crowdsourcing on Sensitive Data with Privacy-Preserving Text Rewriting,” 2023, doi: <a href=\"https://doi.org/10.18653/v1/2023.law-1.8\">10.18653/v1/2023.law-1.8</a>.","chicago":"Mouhammad, Nina, Johannes Daxenberger, Benjamin Schiller, and Ivan Habernal. “Crowdsourcing on Sensitive Data with Privacy-Preserving Text Rewriting.” In <i>Proceedings of the 17th Linguistic Annotation Workshop (LAW-XVII)</i>. Association for Computational Linguistics, 2023. <a href=\"https://doi.org/10.18653/v1/2023.law-1.8\">https://doi.org/10.18653/v1/2023.law-1.8</a>.","ama":"Mouhammad N, Daxenberger J, Schiller B, Habernal I. Crowdsourcing on Sensitive Data with Privacy-Preserving Text Rewriting. In: <i>Proceedings of the 17th Linguistic Annotation Workshop (LAW-XVII)</i>. Association for Computational Linguistics; 2023. doi:<a href=\"https://doi.org/10.18653/v1/2023.law-1.8\">10.18653/v1/2023.law-1.8</a>"},"year":"2023","publication_status":"published","doi":"10.18653/v1/2023.law-1.8","title":"Crowdsourcing on Sensitive Data with Privacy-Preserving Text Rewriting","author":[{"first_name":"Nina","last_name":"Mouhammad","full_name":"Mouhammad, Nina"},{"first_name":"Johannes","full_name":"Daxenberger, Johannes","last_name":"Daxenberger"},{"first_name":"Benjamin","last_name":"Schiller","full_name":"Schiller, Benjamin"},{"full_name":"Habernal, Ivan","id":"101881","last_name":"Habernal","first_name":"Ivan"}],"date_created":"2023-10-19T08:24:06Z","date_updated":"2023-10-19T12:09:35Z","publisher":"Association for Computational Linguistics"},{"publication_status":"published","year":"2023","citation":{"apa":"Yin, Y., &#38; Habernal, I. (2023). Privacy-Preserving Models for Legal Natural Language Processing. <i>Proceedings of the Natural Legal Language Processing Workshop 2022</i>. <a href=\"https://doi.org/10.18653/v1/2022.nllp-1.14\">https://doi.org/10.18653/v1/2022.nllp-1.14</a>","bibtex":"@inproceedings{Yin_Habernal_2023, title={Privacy-Preserving Models for Legal Natural Language Processing}, DOI={<a href=\"https://doi.org/10.18653/v1/2022.nllp-1.14\">10.18653/v1/2022.nllp-1.14</a>}, booktitle={Proceedings of the Natural Legal Language Processing Workshop 2022}, publisher={Association for Computational Linguistics}, author={Yin, Ying and Habernal, Ivan}, year={2023} }","mla":"Yin, Ying, and Ivan Habernal. “Privacy-Preserving Models for Legal Natural Language Processing.” <i>Proceedings of the Natural Legal Language Processing Workshop 2022</i>, Association for Computational Linguistics, 2023, doi:<a href=\"https://doi.org/10.18653/v1/2022.nllp-1.14\">10.18653/v1/2022.nllp-1.14</a>.","short":"Y. Yin, I. Habernal, in: Proceedings of the Natural Legal Language Processing Workshop 2022, Association for Computational Linguistics, 2023.","ama":"Yin Y, Habernal I. Privacy-Preserving Models for Legal Natural Language Processing. In: <i>Proceedings of the Natural Legal Language Processing Workshop 2022</i>. Association for Computational Linguistics; 2023. doi:<a href=\"https://doi.org/10.18653/v1/2022.nllp-1.14\">10.18653/v1/2022.nllp-1.14</a>","ieee":"Y. Yin and I. Habernal, “Privacy-Preserving Models for Legal Natural Language Processing,” 2023, doi: <a href=\"https://doi.org/10.18653/v1/2022.nllp-1.14\">10.18653/v1/2022.nllp-1.14</a>.","chicago":"Yin, Ying, and Ivan Habernal. “Privacy-Preserving Models for Legal Natural Language Processing.” In <i>Proceedings of the Natural Legal Language Processing Workshop 2022</i>. Association for Computational Linguistics, 2023. <a href=\"https://doi.org/10.18653/v1/2022.nllp-1.14\">https://doi.org/10.18653/v1/2022.nllp-1.14</a>."},"date_updated":"2023-10-19T12:09:24Z","publisher":"Association for Computational Linguistics","date_created":"2023-10-19T08:26:13Z","author":[{"full_name":"Yin, Ying","last_name":"Yin","first_name":"Ying"},{"first_name":"Ivan","id":"101881","full_name":"Habernal, Ivan","last_name":"Habernal"}],"title":"Privacy-Preserving Models for Legal Natural Language Processing","doi":"10.18653/v1/2022.nllp-1.14","publication":"Proceedings of the Natural Legal Language Processing Workshop 2022","type":"conference","status":"public","_id":"48296","department":[{"_id":"34"},{"_id":"820"}],"user_id":"15504","language":[{"iso":"eng"}]},{"publication_identifier":{"issn":["2334-0770","2162-3449"]},"publication_status":"published","year":"2023","intvolume":"        17","page":"766-776","citation":{"ieee":"R. Sawhney, A. Neerkaje, I. Habernal, and L. Flek, “How Much User Context Do We Need? Privacy by Design in Mental Health NLP Applications,” <i>Proceedings of the International AAAI Conference on Web and Social Media</i>, vol. 17, pp. 766–776, 2023, doi: <a href=\"https://doi.org/10.1609/icwsm.v17i1.22186\">10.1609/icwsm.v17i1.22186</a>.","chicago":"Sawhney, Ramit, Atula Neerkaje, Ivan Habernal, and Lucie Flek. “How Much User Context Do We Need? Privacy by Design in Mental Health NLP Applications.” <i>Proceedings of the International AAAI Conference on Web and Social Media</i> 17 (2023): 766–76. <a href=\"https://doi.org/10.1609/icwsm.v17i1.22186\">https://doi.org/10.1609/icwsm.v17i1.22186</a>.","ama":"Sawhney R, Neerkaje A, Habernal I, Flek L. How Much User Context Do We Need? Privacy by Design in Mental Health NLP Applications. <i>Proceedings of the International AAAI Conference on Web and Social Media</i>. 2023;17:766-776. doi:<a href=\"https://doi.org/10.1609/icwsm.v17i1.22186\">10.1609/icwsm.v17i1.22186</a>","short":"R. Sawhney, A. Neerkaje, I. Habernal, L. Flek, Proceedings of the International AAAI Conference on Web and Social Media 17 (2023) 766–776.","mla":"Sawhney, Ramit, et al. “How Much User Context Do We Need? Privacy by Design in Mental Health NLP Applications.” <i>Proceedings of the International AAAI Conference on Web and Social Media</i>, vol. 17, Association for the Advancement of Artificial Intelligence (AAAI), 2023, pp. 766–76, doi:<a href=\"https://doi.org/10.1609/icwsm.v17i1.22186\">10.1609/icwsm.v17i1.22186</a>.","bibtex":"@article{Sawhney_Neerkaje_Habernal_Flek_2023, title={How Much User Context Do We Need? Privacy by Design in Mental Health NLP Applications}, volume={17}, DOI={<a href=\"https://doi.org/10.1609/icwsm.v17i1.22186\">10.1609/icwsm.v17i1.22186</a>}, journal={Proceedings of the International AAAI Conference on Web and Social Media}, publisher={Association for the Advancement of Artificial Intelligence (AAAI)}, author={Sawhney, Ramit and Neerkaje, Atula and Habernal, Ivan and Flek, Lucie}, year={2023}, pages={766–776} }","apa":"Sawhney, R., Neerkaje, A., Habernal, I., &#38; Flek, L. (2023). How Much User Context Do We Need? Privacy by Design in Mental Health NLP Applications. <i>Proceedings of the International AAAI Conference on Web and Social Media</i>, <i>17</i>, 766–776. <a href=\"https://doi.org/10.1609/icwsm.v17i1.22186\">https://doi.org/10.1609/icwsm.v17i1.22186</a>"},"publisher":"Association for the Advancement of Artificial Intelligence (AAAI)","date_updated":"2023-10-19T12:06:29Z","volume":17,"date_created":"2023-10-19T08:25:46Z","author":[{"full_name":"Sawhney, Ramit","last_name":"Sawhney","first_name":"Ramit"},{"first_name":"Atula","full_name":"Neerkaje, Atula","last_name":"Neerkaje"},{"first_name":"Ivan","full_name":"Habernal, Ivan","id":"101881","last_name":"Habernal"},{"last_name":"Flek","full_name":"Flek, Lucie","first_name":"Lucie"}],"title":"How Much User Context Do We Need? Privacy by Design in Mental Health NLP Applications","doi":"10.1609/icwsm.v17i1.22186","publication":"Proceedings of the International AAAI Conference on Web and Social Media","type":"journal_article","abstract":[{"text":"<jats:p>Clinical NLP tasks such as mental health assessment from text, must take social constraints into account - the performance maximization must be constrained by the utmost importance of guaranteeing privacy of user data. Consumer protection regulations, such as GDPR, generally handle privacy by restricting data availability, such as requiring to limit user data to 'what is necessary' for a given purpose. In this work, we reason that providing stricter formal privacy guarantees, while increasing the volume of user data in the model, in most cases increases benefit for all parties involved, especially for the user. We demonstrate our arguments on two existing suicide risk assessment datasets of Twitter and Reddit posts. We present the first analysis juxtaposing user history length and differential privacy budgets and elaborate how modeling additional user context enables utility preservation while maintaining acceptable user privacy guarantees.</jats:p>","lang":"eng"}],"status":"public","_id":"48294","department":[{"_id":"34"},{"_id":"820"}],"user_id":"15504","language":[{"iso":"eng"}]},{"author":[{"full_name":"Senge, Manuel","last_name":"Senge","first_name":"Manuel"},{"last_name":"Igamberdiev","full_name":"Igamberdiev, Timour","first_name":"Timour"},{"full_name":"Habernal, Ivan","id":"101881","last_name":"Habernal","first_name":"Ivan"}],"date_created":"2023-10-19T08:26:21Z","publisher":"Association for Computational Linguistics","date_updated":"2023-10-19T12:05:55Z","doi":"10.18653/v1/2022.emnlp-main.496","title":"One size does not fit all: Investigating strategies for differentially-private learning across NLP tasks","publication_status":"published","citation":{"mla":"Senge, Manuel, et al. “One Size Does Not Fit All: Investigating Strategies for Differentially-Private Learning across NLP Tasks.” <i>Proceedings of the 2022 Conference on Empirical Methods in Natural Language Processing</i>, Association for Computational Linguistics, 2023, doi:<a href=\"https://doi.org/10.18653/v1/2022.emnlp-main.496\">10.18653/v1/2022.emnlp-main.496</a>.","bibtex":"@inproceedings{Senge_Igamberdiev_Habernal_2023, title={One size does not fit all: Investigating strategies for differentially-private learning across NLP tasks}, DOI={<a href=\"https://doi.org/10.18653/v1/2022.emnlp-main.496\">10.18653/v1/2022.emnlp-main.496</a>}, booktitle={Proceedings of the 2022 Conference on Empirical Methods in Natural Language Processing}, publisher={Association for Computational Linguistics}, author={Senge, Manuel and Igamberdiev, Timour and Habernal, Ivan}, year={2023} }","short":"M. Senge, T. Igamberdiev, I. Habernal, in: Proceedings of the 2022 Conference on Empirical Methods in Natural Language Processing, Association for Computational Linguistics, 2023.","apa":"Senge, M., Igamberdiev, T., &#38; Habernal, I. (2023). One size does not fit all: Investigating strategies for differentially-private learning across NLP tasks. <i>Proceedings of the 2022 Conference on Empirical Methods in Natural Language Processing</i>. <a href=\"https://doi.org/10.18653/v1/2022.emnlp-main.496\">https://doi.org/10.18653/v1/2022.emnlp-main.496</a>","ama":"Senge M, Igamberdiev T, Habernal I. One size does not fit all: Investigating strategies for differentially-private learning across NLP tasks. In: <i>Proceedings of the 2022 Conference on Empirical Methods in Natural Language Processing</i>. Association for Computational Linguistics; 2023. doi:<a href=\"https://doi.org/10.18653/v1/2022.emnlp-main.496\">10.18653/v1/2022.emnlp-main.496</a>","ieee":"M. Senge, T. Igamberdiev, and I. Habernal, “One size does not fit all: Investigating strategies for differentially-private learning across NLP tasks,” 2023, doi: <a href=\"https://doi.org/10.18653/v1/2022.emnlp-main.496\">10.18653/v1/2022.emnlp-main.496</a>.","chicago":"Senge, Manuel, Timour Igamberdiev, and Ivan Habernal. “One Size Does Not Fit All: Investigating Strategies for Differentially-Private Learning across NLP Tasks.” In <i>Proceedings of the 2022 Conference on Empirical Methods in Natural Language Processing</i>. Association for Computational Linguistics, 2023. <a href=\"https://doi.org/10.18653/v1/2022.emnlp-main.496\">https://doi.org/10.18653/v1/2022.emnlp-main.496</a>."},"year":"2023","user_id":"15504","department":[{"_id":"34"},{"_id":"820"}],"_id":"48297","language":[{"iso":"eng"}],"type":"conference","publication":"Proceedings of the 2022 Conference on Empirical Methods in Natural Language Processing","status":"public"},{"citation":{"chicago":"Igamberdiev, Timour, and Ivan Habernal. “DP-BART for Privatized Text Rewriting under Local Differential Privacy.” In <i>Findings of the Association for Computational Linguistics: ACL 2023</i>. Association for Computational Linguistics, 2023. <a href=\"https://doi.org/10.18653/v1/2023.findings-acl.874\">https://doi.org/10.18653/v1/2023.findings-acl.874</a>.","ieee":"T. Igamberdiev and I. Habernal, “DP-BART for Privatized Text Rewriting under Local Differential Privacy,” 2023, doi: <a href=\"https://doi.org/10.18653/v1/2023.findings-acl.874\">10.18653/v1/2023.findings-acl.874</a>.","ama":"Igamberdiev T, Habernal I. DP-BART for Privatized Text Rewriting under Local Differential Privacy. In: <i>Findings of the Association for Computational Linguistics: ACL 2023</i>. Association for Computational Linguistics; 2023. doi:<a href=\"https://doi.org/10.18653/v1/2023.findings-acl.874\">10.18653/v1/2023.findings-acl.874</a>","short":"T. Igamberdiev, I. Habernal, in: Findings of the Association for Computational Linguistics: ACL 2023, Association for Computational Linguistics, 2023.","bibtex":"@inproceedings{Igamberdiev_Habernal_2023, title={DP-BART for Privatized Text Rewriting under Local Differential Privacy}, DOI={<a href=\"https://doi.org/10.18653/v1/2023.findings-acl.874\">10.18653/v1/2023.findings-acl.874</a>}, booktitle={Findings of the Association for Computational Linguistics: ACL 2023}, publisher={Association for Computational Linguistics}, author={Igamberdiev, Timour and Habernal, Ivan}, year={2023} }","mla":"Igamberdiev, Timour, and Ivan Habernal. “DP-BART for Privatized Text Rewriting under Local Differential Privacy.” <i>Findings of the Association for Computational Linguistics: ACL 2023</i>, Association for Computational Linguistics, 2023, doi:<a href=\"https://doi.org/10.18653/v1/2023.findings-acl.874\">10.18653/v1/2023.findings-acl.874</a>.","apa":"Igamberdiev, T., &#38; Habernal, I. (2023). DP-BART for Privatized Text Rewriting under Local Differential Privacy. <i>Findings of the Association for Computational Linguistics: ACL 2023</i>. <a href=\"https://doi.org/10.18653/v1/2023.findings-acl.874\">https://doi.org/10.18653/v1/2023.findings-acl.874</a>"},"year":"2023","publication_status":"published","doi":"10.18653/v1/2023.findings-acl.874","title":"DP-BART for Privatized Text Rewriting under Local Differential Privacy","date_created":"2023-10-19T08:25:19Z","author":[{"last_name":"Igamberdiev","full_name":"Igamberdiev, Timour","first_name":"Timour"},{"first_name":"Ivan","full_name":"Habernal, Ivan","id":"101881","last_name":"Habernal"}],"publisher":"Association for Computational Linguistics","date_updated":"2023-10-19T12:06:47Z","status":"public","type":"conference","publication":"Findings of the Association for Computational Linguistics: ACL 2023","language":[{"iso":"eng"}],"user_id":"15504","department":[{"_id":"34"},{"_id":"820"}],"_id":"48292"},{"language":[{"iso":"eng"}],"_id":"48295","department":[{"_id":"34"},{"_id":"820"}],"user_id":"15504","status":"public","publication":"Proceedings of the Natural Legal Language Processing Workshop 2022","type":"conference","title":"The Legal Argument Reasoning Task in Civil Procedure","doi":"10.18653/v1/2022.nllp-1.17","date_updated":"2023-10-19T12:06:12Z","publisher":"Association for Computational Linguistics","author":[{"full_name":"Bongard, Leonard","last_name":"Bongard","first_name":"Leonard"},{"last_name":"Held","full_name":"Held, Lena","first_name":"Lena"},{"last_name":"Habernal","full_name":"Habernal, Ivan","id":"101881","first_name":"Ivan"}],"date_created":"2023-10-19T08:26:03Z","year":"2023","citation":{"chicago":"Bongard, Leonard, Lena Held, and Ivan Habernal. “The Legal Argument Reasoning Task in Civil Procedure.” In <i>Proceedings of the Natural Legal Language Processing Workshop 2022</i>. Association for Computational Linguistics, 2023. <a href=\"https://doi.org/10.18653/v1/2022.nllp-1.17\">https://doi.org/10.18653/v1/2022.nllp-1.17</a>.","ieee":"L. Bongard, L. Held, and I. Habernal, “The Legal Argument Reasoning Task in Civil Procedure,” 2023, doi: <a href=\"https://doi.org/10.18653/v1/2022.nllp-1.17\">10.18653/v1/2022.nllp-1.17</a>.","ama":"Bongard L, Held L, Habernal I. The Legal Argument Reasoning Task in Civil Procedure. In: <i>Proceedings of the Natural Legal Language Processing Workshop 2022</i>. Association for Computational Linguistics; 2023. doi:<a href=\"https://doi.org/10.18653/v1/2022.nllp-1.17\">10.18653/v1/2022.nllp-1.17</a>","apa":"Bongard, L., Held, L., &#38; Habernal, I. (2023). The Legal Argument Reasoning Task in Civil Procedure. <i>Proceedings of the Natural Legal Language Processing Workshop 2022</i>. <a href=\"https://doi.org/10.18653/v1/2022.nllp-1.17\">https://doi.org/10.18653/v1/2022.nllp-1.17</a>","mla":"Bongard, Leonard, et al. “The Legal Argument Reasoning Task in Civil Procedure.” <i>Proceedings of the Natural Legal Language Processing Workshop 2022</i>, Association for Computational Linguistics, 2023, doi:<a href=\"https://doi.org/10.18653/v1/2022.nllp-1.17\">10.18653/v1/2022.nllp-1.17</a>.","bibtex":"@inproceedings{Bongard_Held_Habernal_2023, title={The Legal Argument Reasoning Task in Civil Procedure}, DOI={<a href=\"https://doi.org/10.18653/v1/2022.nllp-1.17\">10.18653/v1/2022.nllp-1.17</a>}, booktitle={Proceedings of the Natural Legal Language Processing Workshop 2022}, publisher={Association for Computational Linguistics}, author={Bongard, Leonard and Held, Lena and Habernal, Ivan}, year={2023} }","short":"L. Bongard, L. Held, I. Habernal, in: Proceedings of the Natural Legal Language Processing Workshop 2022, Association for Computational Linguistics, 2023."},"publication_status":"published"},{"publication":"Artificial Intelligence and Law","type":"journal_article","abstract":[{"text":"<jats:title>Abstract</jats:title><jats:p>Identifying, classifying, and analyzing arguments in legal discourse has been a prominent area of research since the inception of the argument mining field. However, there has been a major discrepancy between the way natural language processing (NLP) researchers model and annotate arguments in court decisions and the way legal experts understand and analyze legal argumentation. While computational approaches typically simplify arguments into generic premises and claims, arguments in legal research usually exhibit a rich typology that is important for gaining insights into the particular case and applications of law in general. We address this problem and make several substantial contributions to move the field forward. First, we design a new annotation scheme for legal arguments in proceedings of the European Court of Human Rights (ECHR) that is deeply rooted in the theory and practice of legal argumentation research. Second, we compile and annotate a large corpus of 373 court decisions (2.3M tokens and 15k annotated argument spans). Finally, we train an argument mining model that outperforms state-of-the-art models in the legal NLP domain and provide a thorough expert-based evaluation. All datasets and source codes are available under open lincenses at <jats:ext-link xmlns:xlink=\"http://www.w3.org/1999/xlink\" ext-link-type=\"uri\" xlink:href=\"https://github.com/trusthlt/mining-legal-arguments\">https://github.com/trusthlt/mining-legal-arguments</jats:ext-link>.</jats:p>","lang":"eng"}],"status":"public","_id":"48290","department":[{"_id":"34"},{"_id":"820"}],"user_id":"15504","keyword":["Law","Artificial Intelligence"],"language":[{"iso":"eng"}],"publication_identifier":{"issn":["0924-8463","1572-8382"]},"publication_status":"published","year":"2023","citation":{"ieee":"I. Habernal <i>et al.</i>, “Mining legal arguments in court decisions,” <i>Artificial Intelligence and Law</i>, 2023, doi: <a href=\"https://doi.org/10.1007/s10506-023-09361-y\">10.1007/s10506-023-09361-y</a>.","chicago":"Habernal, Ivan, Daniel Faber, Nicola Recchia, Sebastian Bretthauer, Iryna Gurevych, Indra Spiecker genannt Döhmann, and Christoph Burchard. “Mining Legal Arguments in Court Decisions.” <i>Artificial Intelligence and Law</i>, 2023. <a href=\"https://doi.org/10.1007/s10506-023-09361-y\">https://doi.org/10.1007/s10506-023-09361-y</a>.","ama":"Habernal I, Faber D, Recchia N, et al. Mining legal arguments in court decisions. <i>Artificial Intelligence and Law</i>. Published online 2023. doi:<a href=\"https://doi.org/10.1007/s10506-023-09361-y\">10.1007/s10506-023-09361-y</a>","apa":"Habernal, I., Faber, D., Recchia, N., Bretthauer, S., Gurevych, I., Spiecker genannt Döhmann, I., &#38; Burchard, C. (2023). Mining legal arguments in court decisions. <i>Artificial Intelligence and Law</i>. <a href=\"https://doi.org/10.1007/s10506-023-09361-y\">https://doi.org/10.1007/s10506-023-09361-y</a>","mla":"Habernal, Ivan, et al. “Mining Legal Arguments in Court Decisions.” <i>Artificial Intelligence and Law</i>, Springer Science and Business Media LLC, 2023, doi:<a href=\"https://doi.org/10.1007/s10506-023-09361-y\">10.1007/s10506-023-09361-y</a>.","short":"I. Habernal, D. Faber, N. Recchia, S. Bretthauer, I. Gurevych, I. Spiecker genannt Döhmann, C. Burchard, Artificial Intelligence and Law (2023).","bibtex":"@article{Habernal_Faber_Recchia_Bretthauer_Gurevych_Spiecker genannt Döhmann_Burchard_2023, title={Mining legal arguments in court decisions}, DOI={<a href=\"https://doi.org/10.1007/s10506-023-09361-y\">10.1007/s10506-023-09361-y</a>}, journal={Artificial Intelligence and Law}, publisher={Springer Science and Business Media LLC}, author={Habernal, Ivan and Faber, Daniel and Recchia, Nicola and Bretthauer, Sebastian and Gurevych, Iryna and Spiecker genannt Döhmann, Indra and Burchard, Christoph}, year={2023} }"},"publisher":"Springer Science and Business Media LLC","date_updated":"2023-10-19T12:10:02Z","date_created":"2023-10-19T08:23:39Z","author":[{"id":"101881","full_name":"Habernal, Ivan","last_name":"Habernal","first_name":"Ivan"},{"last_name":"Faber","full_name":"Faber, Daniel","first_name":"Daniel"},{"full_name":"Recchia, Nicola","last_name":"Recchia","first_name":"Nicola"},{"first_name":"Sebastian","last_name":"Bretthauer","full_name":"Bretthauer, Sebastian"},{"first_name":"Iryna","last_name":"Gurevych","full_name":"Gurevych, Iryna"},{"last_name":"Spiecker genannt Döhmann","full_name":"Spiecker genannt Döhmann, Indra","first_name":"Indra"},{"first_name":"Christoph","last_name":"Burchard","full_name":"Burchard, Christoph"}],"title":"Mining legal arguments in court decisions","doi":"10.1007/s10506-023-09361-y"},{"title":"DP-NMT: Scalable Differentially-Private Machine Translation","date_created":"2023-12-15T07:00:42Z","author":[{"first_name":"Timour","last_name":"Igamberdiev","full_name":"Igamberdiev, Timour"},{"first_name":"Doan Nam Long","last_name":"Vu","full_name":"Vu, Doan Nam Long"},{"last_name":"Künnecke","full_name":"Künnecke, Felix","first_name":"Felix"},{"first_name":"Zhuo","last_name":"Yu","full_name":"Yu, Zhuo"},{"first_name":"Jannik","last_name":"Holmer","full_name":"Holmer, Jannik"},{"first_name":"Ivan","id":"101881","full_name":"Habernal, Ivan","last_name":"Habernal"}],"date_updated":"2023-12-15T07:21:45Z","citation":{"bibtex":"@article{Igamberdiev_Vu_Künnecke_Yu_Holmer_Habernal_2023, title={DP-NMT: Scalable Differentially-Private Machine Translation}, author={Igamberdiev, Timour and Vu, Doan Nam Long and Künnecke, Felix and Yu, Zhuo and Holmer, Jannik and Habernal, Ivan}, year={2023} }","mla":"Igamberdiev, Timour, et al. <i>DP-NMT: Scalable Differentially-Private Machine Translation</i>. 2023.","short":"T. Igamberdiev, D.N.L. Vu, F. Künnecke, Z. Yu, J. Holmer, I. Habernal, (2023).","apa":"Igamberdiev, T., Vu, D. N. L., Künnecke, F., Yu, Z., Holmer, J., &#38; Habernal, I. (2023). <i>DP-NMT: Scalable Differentially-Private Machine Translation</i>.","ama":"Igamberdiev T, Vu DNL, Künnecke F, Yu Z, Holmer J, Habernal I. DP-NMT: Scalable Differentially-Private Machine Translation. Published online 2023.","ieee":"T. Igamberdiev, D. N. L. Vu, F. Künnecke, Z. Yu, J. Holmer, and I. Habernal, “DP-NMT: Scalable Differentially-Private Machine Translation.” 2023.","chicago":"Igamberdiev, Timour, Doan Nam Long Vu, Felix Künnecke, Zhuo Yu, Jannik Holmer, and Ivan Habernal. “DP-NMT: Scalable Differentially-Private Machine Translation,” 2023."},"year":"2023","language":[{"iso":"eng"}],"department":[{"_id":"820"},{"_id":"34"}],"user_id":"15504","_id":"49649","status":"public","type":"preprint"},{"date_created":"2023-12-15T07:18:35Z","author":[{"full_name":"Held, Lena","last_name":"Held","first_name":"Lena"},{"first_name":"Ivan","id":"101881","full_name":"Habernal, Ivan","last_name":"Habernal"}],"date_updated":"2023-12-15T07:21:39Z","title":"LaCour!: Enabling Research on Argumentation in Hearings of the European Court of Human Rights","citation":{"apa":"Held, L., &#38; Habernal, I. (2023). <i>LaCour!: Enabling Research on Argumentation in Hearings of the European Court of Human Rights</i>.","short":"L. Held, I. Habernal, (2023).","mla":"Held, Lena, and Ivan Habernal. <i>LaCour!: Enabling Research on Argumentation in Hearings of the European Court of Human Rights</i>. 2023.","bibtex":"@article{Held_Habernal_2023, title={LaCour!: Enabling Research on Argumentation in Hearings of the European Court of Human Rights}, author={Held, Lena and Habernal, Ivan}, year={2023} }","ama":"Held L, Habernal I. LaCour!: Enabling Research on Argumentation in Hearings of the European Court of Human Rights. Published online 2023.","chicago":"Held, Lena, and Ivan Habernal. “LaCour!: Enabling Research on Argumentation in Hearings of the European Court of Human Rights,” 2023.","ieee":"L. Held and I. Habernal, “LaCour!: Enabling Research on Argumentation in Hearings of the European Court of Human Rights.” 2023."},"year":"2023","user_id":"15504","department":[{"_id":"820"},{"_id":"34"}],"_id":"49650","language":[{"iso":"eng"}],"type":"preprint","status":"public"},{"citation":{"ieee":"T. Igamberdiev and I. Habernal, “Privacy-Preserving Graph Convolutional Networks for Text Classification,” in <i>Proceedings of the Thirteenth Language Resources and Evaluation Conference</i>, 2022, pp. 338–350.","chicago":"Igamberdiev, Timour, and Ivan Habernal. “Privacy-Preserving Graph Convolutional Networks for Text Classification.” In <i>Proceedings of the Thirteenth Language Resources and Evaluation Conference</i>, 338–350. Marseille, France: European Language Resources Association, 2022.","ama":"Igamberdiev T, Habernal I. Privacy-Preserving Graph Convolutional Networks for Text Classification. In: <i>Proceedings of the Thirteenth Language Resources and Evaluation Conference</i>. European Language Resources Association; 2022:338–350.","mla":"Igamberdiev, Timour, and Ivan Habernal. “Privacy-Preserving Graph Convolutional Networks for Text Classification.” <i>Proceedings of the Thirteenth Language Resources and Evaluation Conference</i>, European Language Resources Association, 2022, pp. 338–350.","short":"T. Igamberdiev, I. Habernal, in: Proceedings of the Thirteenth Language Resources and Evaluation Conference, European Language Resources Association, Marseille, France, 2022, pp. 338–350.","bibtex":"@inproceedings{Igamberdiev_Habernal_2022, place={Marseille, France}, title={Privacy-Preserving Graph Convolutional Networks for Text Classification}, booktitle={Proceedings of the Thirteenth Language Resources and Evaluation Conference}, publisher={European Language Resources Association}, author={Igamberdiev, Timour and Habernal, Ivan}, year={2022}, pages={338–350} }","apa":"Igamberdiev, T., &#38; Habernal, I. (2022). Privacy-Preserving Graph Convolutional Networks for Text Classification. <i>Proceedings of the Thirteenth Language Resources and Evaluation Conference</i>, 338–350."},"page":"338–350","place":"Marseille, France","year":"2022","author":[{"first_name":"Timour","full_name":"Igamberdiev, Timour","last_name":"Igamberdiev"},{"first_name":"Ivan","id":"101881","full_name":"Habernal, Ivan","last_name":"Habernal"}],"date_created":"2023-10-19T08:26:58Z","publisher":"European Language Resources Association","date_updated":"2023-10-19T12:05:12Z","title":"Privacy-Preserving Graph Convolutional Networks for Text Classification","type":"conference","publication":"Proceedings of the Thirteenth Language Resources and Evaluation Conference","status":"public","abstract":[{"text":"Graph convolutional networks (GCNs) are a powerful architecture for representation learning on documents that naturally occur as graphs, e.g., citation or social networks. However, sensitive personal information, such as documents with people{’}s profiles or relationships as edges, are prone to privacy leaks, as the trained model might reveal the original input. Although differential privacy (DP) offers a well-founded privacy-preserving framework, GCNs pose theoretical and practical challenges due to their training specifics. We address these challenges by adapting differentially-private gradient-based training to GCNs and conduct experiments using two optimizers on five NLP datasets in two languages. We propose a simple yet efficient method based on random graph splits that not only improves the baseline privacy bounds by a factor of 2.7 while retaining competitive F1 scores, but also provides strong privacy guarantees of epsilon = 1.0. We show that, under certain modeling choices, privacy-preserving GCNs perform up to 90{%} of their non-private variants, while formally guaranteeing strong privacy measures.","lang":"eng"}],"user_id":"15504","department":[{"_id":"34"},{"_id":"820"}],"_id":"48299","language":[{"iso":"eng"}]},{"page":"2927–2933","citation":{"apa":"Igamberdiev, T., Arnold, T., &#38; Habernal, I. (2022). DP-Rewrite: Towards Reproducibility and Transparency in Differentially Private Text Rewriting. <i>Proceedings of the 29th International Conference on Computational Linguistics</i>, 2927–2933.","bibtex":"@inproceedings{Igamberdiev_Arnold_Habernal_2022, place={Gyeongju, Republic of Korea}, title={DP-Rewrite: Towards Reproducibility and Transparency in Differentially Private Text Rewriting}, booktitle={Proceedings of the 29th International Conference on Computational Linguistics}, publisher={International Committee on Computational Linguistics}, author={Igamberdiev, Timour and Arnold, Thomas and Habernal, Ivan}, year={2022}, pages={2927–2933} }","mla":"Igamberdiev, Timour, et al. “DP-Rewrite: Towards Reproducibility and Transparency in Differentially Private Text Rewriting.” <i>Proceedings of the 29th International Conference on Computational Linguistics</i>, International Committee on Computational Linguistics, 2022, pp. 2927–2933.","short":"T. Igamberdiev, T. Arnold, I. Habernal, in: Proceedings of the 29th International Conference on Computational Linguistics, International Committee on Computational Linguistics, Gyeongju, Republic of Korea, 2022, pp. 2927–2933.","ama":"Igamberdiev T, Arnold T, Habernal I. DP-Rewrite: Towards Reproducibility and Transparency in Differentially Private Text Rewriting. In: <i>Proceedings of the 29th International Conference on Computational Linguistics</i>. International Committee on Computational Linguistics; 2022:2927–2933.","chicago":"Igamberdiev, Timour, Thomas Arnold, and Ivan Habernal. “DP-Rewrite: Towards Reproducibility and Transparency in Differentially Private Text Rewriting.” In <i>Proceedings of the 29th International Conference on Computational Linguistics</i>, 2927–2933. Gyeongju, Republic of Korea: International Committee on Computational Linguistics, 2022.","ieee":"T. Igamberdiev, T. Arnold, and I. Habernal, “DP-Rewrite: Towards Reproducibility and Transparency in Differentially Private Text Rewriting,” in <i>Proceedings of the 29th International Conference on Computational Linguistics</i>, 2022, pp. 2927–2933."},"place":"Gyeongju, Republic of Korea","year":"2022","date_created":"2023-10-19T08:27:05Z","author":[{"first_name":"Timour","last_name":"Igamberdiev","full_name":"Igamberdiev, Timour"},{"last_name":"Arnold","full_name":"Arnold, Thomas","first_name":"Thomas"},{"last_name":"Habernal","id":"101881","full_name":"Habernal, Ivan","first_name":"Ivan"}],"date_updated":"2023-10-19T12:04:57Z","publisher":"International Committee on Computational Linguistics","title":"DP-Rewrite: Towards Reproducibility and Transparency in Differentially Private Text Rewriting","publication":"Proceedings of the 29th International Conference on Computational Linguistics","type":"conference","status":"public","abstract":[{"lang":"eng","text":"Text rewriting with differential privacy (DP) provides concrete theoretical guarantees for protecting the privacy of individuals in textual documents. In practice, existing systems may lack the means to validate their privacy-preserving claims, leading to problems of transparency and reproducibility. We introduce DP-Rewrite, an open-source framework for differentially private text rewriting which aims to solve these problems by being modular, extensible, and highly customizable. Our system incorporates a variety of downstream datasets, models, pre-training procedures, and evaluation metrics to provide a flexible way to lead and validate private text rewriting research. To demonstrate our software in practice, we provide a set of experiments as a case study on the ADePT DP text rewriting system, detecting a privacy leak in its pre-training approach. Our system is publicly available, and we hope that it will help the community to make DP text rewriting research more accessible and transparent."}],"department":[{"_id":"34"},{"_id":"820"}],"user_id":"15504","_id":"48300","language":[{"iso":"eng"}]},{"date_updated":"2023-10-19T12:05:39Z","publisher":"Association for Computational Linguistics","author":[{"first_name":"Ivan","last_name":"Habernal","id":"101881","full_name":"Habernal, Ivan"}],"date_created":"2023-10-19T08:26:35Z","title":"How reparametrization trick broke differentially-private text representation learning","doi":"10.18653/v1/2022.acl-short.87","publication_status":"published","year":"2022","citation":{"ama":"Habernal I. How reparametrization trick broke differentially-private text representation learning. In: <i>Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 2: Short Papers)</i>. Association for Computational Linguistics; 2022. doi:<a href=\"https://doi.org/10.18653/v1/2022.acl-short.87\">10.18653/v1/2022.acl-short.87</a>","chicago":"Habernal, Ivan. “How Reparametrization Trick Broke Differentially-Private Text Representation Learning.” In <i>Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 2: Short Papers)</i>. Association for Computational Linguistics, 2022. <a href=\"https://doi.org/10.18653/v1/2022.acl-short.87\">https://doi.org/10.18653/v1/2022.acl-short.87</a>.","ieee":"I. Habernal, “How reparametrization trick broke differentially-private text representation learning,” 2022, doi: <a href=\"https://doi.org/10.18653/v1/2022.acl-short.87\">10.18653/v1/2022.acl-short.87</a>.","apa":"Habernal, I. (2022). How reparametrization trick broke differentially-private text representation learning. <i>Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 2: Short Papers)</i>. <a href=\"https://doi.org/10.18653/v1/2022.acl-short.87\">https://doi.org/10.18653/v1/2022.acl-short.87</a>","bibtex":"@inproceedings{Habernal_2022, title={How reparametrization trick broke differentially-private text representation learning}, DOI={<a href=\"https://doi.org/10.18653/v1/2022.acl-short.87\">10.18653/v1/2022.acl-short.87</a>}, booktitle={Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 2: Short Papers)}, publisher={Association for Computational Linguistics}, author={Habernal, Ivan}, year={2022} }","mla":"Habernal, Ivan. “How Reparametrization Trick Broke Differentially-Private Text Representation Learning.” <i>Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 2: Short Papers)</i>, Association for Computational Linguistics, 2022, doi:<a href=\"https://doi.org/10.18653/v1/2022.acl-short.87\">10.18653/v1/2022.acl-short.87</a>.","short":"I. Habernal, in: Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 2: Short Papers), Association for Computational Linguistics, 2022."},"_id":"48298","department":[{"_id":"34"},{"_id":"820"}],"user_id":"15504","language":[{"iso":"eng"}],"publication":"Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 2: Short Papers)","type":"conference","status":"public"},{"author":[{"first_name":"Ivan","last_name":"Habernal","id":"101881","full_name":"Habernal, Ivan"}],"date_created":"2023-10-19T08:21:43Z","date_updated":"2023-10-19T12:04:40Z","publisher":"Association for Computational Linguistics","doi":"10.18653/v1/2021.emnlp-main.114","title":"When differential privacy meets NLP: The devil is in the detail","publication_status":"published","citation":{"ama":"Habernal I. When differential privacy meets NLP: The devil is in the detail. In: <i>Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing</i>. Association for Computational Linguistics; 2021. doi:<a href=\"https://doi.org/10.18653/v1/2021.emnlp-main.114\">10.18653/v1/2021.emnlp-main.114</a>","chicago":"Habernal, Ivan. “When Differential Privacy Meets NLP: The Devil Is in the Detail.” In <i>Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing</i>. Association for Computational Linguistics, 2021. <a href=\"https://doi.org/10.18653/v1/2021.emnlp-main.114\">https://doi.org/10.18653/v1/2021.emnlp-main.114</a>.","ieee":"I. Habernal, “When differential privacy meets NLP: The devil is in the detail,” 2021, doi: <a href=\"https://doi.org/10.18653/v1/2021.emnlp-main.114\">10.18653/v1/2021.emnlp-main.114</a>.","apa":"Habernal, I. (2021). When differential privacy meets NLP: The devil is in the detail. <i>Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing</i>. <a href=\"https://doi.org/10.18653/v1/2021.emnlp-main.114\">https://doi.org/10.18653/v1/2021.emnlp-main.114</a>","mla":"Habernal, Ivan. “When Differential Privacy Meets NLP: The Devil Is in the Detail.” <i>Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing</i>, Association for Computational Linguistics, 2021, doi:<a href=\"https://doi.org/10.18653/v1/2021.emnlp-main.114\">10.18653/v1/2021.emnlp-main.114</a>.","bibtex":"@inproceedings{Habernal_2021, title={When differential privacy meets NLP: The devil is in the detail}, DOI={<a href=\"https://doi.org/10.18653/v1/2021.emnlp-main.114\">10.18653/v1/2021.emnlp-main.114</a>}, booktitle={Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing}, publisher={Association for Computational Linguistics}, author={Habernal, Ivan}, year={2021} }","short":"I. Habernal, in: Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing, Association for Computational Linguistics, 2021."},"year":"2021","user_id":"15504","department":[{"_id":"34"},{"_id":"820"}],"_id":"48286","language":[{"iso":"eng"}],"type":"conference","publication":"Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing","status":"public"},{"status":"public","publication":"Findings of the Association for Computational Linguistics: EMNLP 2020","type":"conference","language":[{"iso":"eng"}],"_id":"48301","department":[{"_id":"34"},{"_id":"820"}],"user_id":"15504","year":"2020","citation":{"short":"M. Glockner, I. Habernal, I. Gurevych, in: Findings of the Association for Computational Linguistics: EMNLP 2020, Association for Computational Linguistics, 2020.","mla":"Glockner, Max, et al. “Why Do You Think That? Exploring Faithful Sentence-Level Rationales Without Supervision.” <i>Findings of the Association for Computational Linguistics: EMNLP 2020</i>, Association for Computational Linguistics, 2020, doi:<a href=\"https://doi.org/10.18653/v1/2020.findings-emnlp.97\">10.18653/v1/2020.findings-emnlp.97</a>.","bibtex":"@inproceedings{Glockner_Habernal_Gurevych_2020, title={Why do you think that? Exploring Faithful Sentence-Level Rationales Without Supervision}, DOI={<a href=\"https://doi.org/10.18653/v1/2020.findings-emnlp.97\">10.18653/v1/2020.findings-emnlp.97</a>}, booktitle={Findings of the Association for Computational Linguistics: EMNLP 2020}, publisher={Association for Computational Linguistics}, author={Glockner, Max and Habernal, Ivan and Gurevych, Iryna}, year={2020} }","apa":"Glockner, M., Habernal, I., &#38; Gurevych, I. (2020). Why do you think that? Exploring Faithful Sentence-Level Rationales Without Supervision. <i>Findings of the Association for Computational Linguistics: EMNLP 2020</i>. <a href=\"https://doi.org/10.18653/v1/2020.findings-emnlp.97\">https://doi.org/10.18653/v1/2020.findings-emnlp.97</a>","ama":"Glockner M, Habernal I, Gurevych I. Why do you think that? Exploring Faithful Sentence-Level Rationales Without Supervision. In: <i>Findings of the Association for Computational Linguistics: EMNLP 2020</i>. Association for Computational Linguistics; 2020. doi:<a href=\"https://doi.org/10.18653/v1/2020.findings-emnlp.97\">10.18653/v1/2020.findings-emnlp.97</a>","ieee":"M. Glockner, I. Habernal, and I. Gurevych, “Why do you think that? Exploring Faithful Sentence-Level Rationales Without Supervision,” 2020, doi: <a href=\"https://doi.org/10.18653/v1/2020.findings-emnlp.97\">10.18653/v1/2020.findings-emnlp.97</a>.","chicago":"Glockner, Max, Ivan Habernal, and Iryna Gurevych. “Why Do You Think That? Exploring Faithful Sentence-Level Rationales Without Supervision.” In <i>Findings of the Association for Computational Linguistics: EMNLP 2020</i>. Association for Computational Linguistics, 2020. <a href=\"https://doi.org/10.18653/v1/2020.findings-emnlp.97\">https://doi.org/10.18653/v1/2020.findings-emnlp.97</a>."},"publication_status":"published","title":"Why do you think that? Exploring Faithful Sentence-Level Rationales Without Supervision","doi":"10.18653/v1/2020.findings-emnlp.97","date_updated":"2023-10-19T12:10:18Z","publisher":"Association for Computational Linguistics","author":[{"last_name":"Glockner","full_name":"Glockner, Max","first_name":"Max"},{"last_name":"Habernal","full_name":"Habernal, Ivan","id":"101881","first_name":"Ivan"},{"first_name":"Iryna","last_name":"Gurevych","full_name":"Gurevych, Iryna"}],"date_created":"2023-10-19T08:29:15Z"},{"status":"public","type":"conference","publication":"Proceedings of the 2018 Conference of the North American Chapter of          the Association for Computational Linguistics: Human Language          Technologies, Volume 1 (Long Papers)","language":[{"iso":"eng"}],"user_id":"15504","department":[{"_id":"34"},{"_id":"820"}],"_id":"48303","citation":{"ama":"Habernal I, Wachsmuth H, Gurevych I, Stein B. The Argument Reasoning Comprehension Task: Identification and            Reconstruction of Implicit Warrants. In: <i>Proceedings of the 2018 Conference of the North American Chapter of          the Association for Computational Linguistics: Human Language          Technologies, Volume 1 (Long Papers)</i>. Association for Computational Linguistics; 2018. doi:<a href=\"https://doi.org/10.18653/v1/n18-1175\">10.18653/v1/n18-1175</a>","chicago":"Habernal, Ivan, Henning Wachsmuth, Iryna Gurevych, and Benno Stein. “The Argument Reasoning Comprehension Task: Identification and            Reconstruction of Implicit Warrants.” In <i>Proceedings of the 2018 Conference of the North American Chapter of          the Association for Computational Linguistics: Human Language          Technologies, Volume 1 (Long Papers)</i>. Association for Computational Linguistics, 2018. <a href=\"https://doi.org/10.18653/v1/n18-1175\">https://doi.org/10.18653/v1/n18-1175</a>.","ieee":"I. Habernal, H. Wachsmuth, I. Gurevych, and B. Stein, “The Argument Reasoning Comprehension Task: Identification and            Reconstruction of Implicit Warrants,” 2018, doi: <a href=\"https://doi.org/10.18653/v1/n18-1175\">10.18653/v1/n18-1175</a>.","apa":"Habernal, I., Wachsmuth, H., Gurevych, I., &#38; Stein, B. (2018). The Argument Reasoning Comprehension Task: Identification and            Reconstruction of Implicit Warrants. <i>Proceedings of the 2018 Conference of the North American Chapter of          the Association for Computational Linguistics: Human Language          Technologies, Volume 1 (Long Papers)</i>. <a href=\"https://doi.org/10.18653/v1/n18-1175\">https://doi.org/10.18653/v1/n18-1175</a>","mla":"Habernal, Ivan, et al. “The Argument Reasoning Comprehension Task: Identification and            Reconstruction of Implicit Warrants.” <i>Proceedings of the 2018 Conference of the North American Chapter of          the Association for Computational Linguistics: Human Language          Technologies, Volume 1 (Long Papers)</i>, Association for Computational Linguistics, 2018, doi:<a href=\"https://doi.org/10.18653/v1/n18-1175\">10.18653/v1/n18-1175</a>.","bibtex":"@inproceedings{Habernal_Wachsmuth_Gurevych_Stein_2018, title={The Argument Reasoning Comprehension Task: Identification and            Reconstruction of Implicit Warrants}, DOI={<a href=\"https://doi.org/10.18653/v1/n18-1175\">10.18653/v1/n18-1175</a>}, booktitle={Proceedings of the 2018 Conference of the North American Chapter of          the Association for Computational Linguistics: Human Language          Technologies, Volume 1 (Long Papers)}, publisher={Association for Computational Linguistics}, author={Habernal, Ivan and Wachsmuth, Henning and Gurevych, Iryna and Stein, Benno}, year={2018} }","short":"I. Habernal, H. Wachsmuth, I. Gurevych, B. Stein, in: Proceedings of the 2018 Conference of the North American Chapter of          the Association for Computational Linguistics: Human Language          Technologies, Volume 1 (Long Papers), Association for Computational Linguistics, 2018."},"year":"2018","publication_status":"published","doi":"10.18653/v1/n18-1175","title":"The Argument Reasoning Comprehension Task: Identification and            Reconstruction of Implicit Warrants","date_created":"2023-10-19T08:29:43Z","author":[{"full_name":"Habernal, Ivan","id":"101881","last_name":"Habernal","first_name":"Ivan"},{"first_name":"Henning","last_name":"Wachsmuth","full_name":"Wachsmuth, Henning"},{"first_name":"Iryna","full_name":"Gurevych, Iryna","last_name":"Gurevych"},{"last_name":"Stein","full_name":"Stein, Benno","first_name":"Benno"}],"publisher":"Association for Computational Linguistics","date_updated":"2023-10-19T12:09:02Z"},{"language":[{"iso":"eng"}],"user_id":"15504","department":[{"_id":"34"},{"_id":"820"}],"_id":"48302","status":"public","type":"conference","publication":"Proceedings of the 2018 Conference of the North American Chapter of          the Association for Computational Linguistics: Human Language          Technologies, Volume 1 (Long Papers)","doi":"10.18653/v1/n18-1036","title":"Before Name-Calling: Dynamics and Triggers of Ad Hominem Fallacies            in Web Argumentation","date_created":"2023-10-19T08:29:28Z","author":[{"id":"101881","full_name":"Habernal, Ivan","last_name":"Habernal","first_name":"Ivan"},{"last_name":"Wachsmuth","full_name":"Wachsmuth, Henning","first_name":"Henning"},{"full_name":"Gurevych, Iryna","last_name":"Gurevych","first_name":"Iryna"},{"full_name":"Stein, Benno","last_name":"Stein","first_name":"Benno"}],"publisher":"Association for Computational Linguistics","date_updated":"2023-10-19T12:09:55Z","citation":{"short":"I. Habernal, H. Wachsmuth, I. Gurevych, B. Stein, in: Proceedings of the 2018 Conference of the North American Chapter of          the Association for Computational Linguistics: Human Language          Technologies, Volume 1 (Long Papers), Association for Computational Linguistics, 2018.","mla":"Habernal, Ivan, et al. “Before Name-Calling: Dynamics and Triggers of Ad Hominem Fallacies            in Web Argumentation.” <i>Proceedings of the 2018 Conference of the North American Chapter of          the Association for Computational Linguistics: Human Language          Technologies, Volume 1 (Long Papers)</i>, Association for Computational Linguistics, 2018, doi:<a href=\"https://doi.org/10.18653/v1/n18-1036\">10.18653/v1/n18-1036</a>.","bibtex":"@inproceedings{Habernal_Wachsmuth_Gurevych_Stein_2018, title={Before Name-Calling: Dynamics and Triggers of Ad Hominem Fallacies            in Web Argumentation}, DOI={<a href=\"https://doi.org/10.18653/v1/n18-1036\">10.18653/v1/n18-1036</a>}, booktitle={Proceedings of the 2018 Conference of the North American Chapter of          the Association for Computational Linguistics: Human Language          Technologies, Volume 1 (Long Papers)}, publisher={Association for Computational Linguistics}, author={Habernal, Ivan and Wachsmuth, Henning and Gurevych, Iryna and Stein, Benno}, year={2018} }","apa":"Habernal, I., Wachsmuth, H., Gurevych, I., &#38; Stein, B. (2018). Before Name-Calling: Dynamics and Triggers of Ad Hominem Fallacies            in Web Argumentation. <i>Proceedings of the 2018 Conference of the North American Chapter of          the Association for Computational Linguistics: Human Language          Technologies, Volume 1 (Long Papers)</i>. <a href=\"https://doi.org/10.18653/v1/n18-1036\">https://doi.org/10.18653/v1/n18-1036</a>","ieee":"I. Habernal, H. Wachsmuth, I. Gurevych, and B. Stein, “Before Name-Calling: Dynamics and Triggers of Ad Hominem Fallacies            in Web Argumentation,” 2018, doi: <a href=\"https://doi.org/10.18653/v1/n18-1036\">10.18653/v1/n18-1036</a>.","chicago":"Habernal, Ivan, Henning Wachsmuth, Iryna Gurevych, and Benno Stein. “Before Name-Calling: Dynamics and Triggers of Ad Hominem Fallacies            in Web Argumentation.” In <i>Proceedings of the 2018 Conference of the North American Chapter of          the Association for Computational Linguistics: Human Language          Technologies, Volume 1 (Long Papers)</i>. Association for Computational Linguistics, 2018. <a href=\"https://doi.org/10.18653/v1/n18-1036\">https://doi.org/10.18653/v1/n18-1036</a>.","ama":"Habernal I, Wachsmuth H, Gurevych I, Stein B. Before Name-Calling: Dynamics and Triggers of Ad Hominem Fallacies            in Web Argumentation. In: <i>Proceedings of the 2018 Conference of the North American Chapter of          the Association for Computational Linguistics: Human Language          Technologies, Volume 1 (Long Papers)</i>. Association for Computational Linguistics; 2018. doi:<a href=\"https://doi.org/10.18653/v1/n18-1036\">10.18653/v1/n18-1036</a>"},"year":"2018","publication_status":"published"}]