From b5d5a34d7b1e9af6540386e3a600351997348e8d Mon Sep 17 00:00:00 2001 From: Leonhard Hennig Date: Tue, 17 Sep 2024 13:21:42 +0200 Subject: [PATCH] updated inlg publications --- .../bleick-etal-2024-german/cite.bib | 33 +++++++++-------- .../bleick-etal-2024-german/index.md | 8 ++--- .../gabryszak-etal-2024-enhancing/cite.bib | 35 ++++++++++--------- .../gabryszak-etal-2024-enhancing/index.md | 2 +- 4 files changed, 42 insertions(+), 36 deletions(-) diff --git a/content/publication/bleick-etal-2024-german/cite.bib b/content/publication/bleick-etal-2024-german/cite.bib index 5cc9ea6..c4d577f 100644 --- a/content/publication/bleick-etal-2024-german/cite.bib +++ b/content/publication/bleick-etal-2024-german/cite.bib @@ -1,16 +1,19 @@ -@inproceedings{bleick-etal-2024-german, - abstract = {}, - address = {Tokyo, Japan}, - author = {Bleick, Maximilian and -Feldhus, Nils and -Burchardt, Aljoscha and -M\{"o}ller, Sebastian}, - booktitle = {Proceedings of the 17th International Natural Language Generation Conference}, - doi = {}, - month = {September}, - pages = {}, - publisher = {Association for Computational Linguistics}, - title = {German Voter Personas can Radicalize LLM Chatbots via the Echo Chamber Effect}, - url = {}, - year = {2024} +@inproceedings{bleick-etal-2024-german-voter, + title = "{G}erman Voter Personas Can Radicalize {LLM} Chatbots via the Echo Chamber Effect", + author = {Bleick, Maximilian and + Feldhus, Nils and + Burchardt, Aljoscha and + M{\"o}ller, Sebastian}, + editor = "Mahamood, Saad and + Minh, Nguyen Le and + Ippolito, Daphne", + booktitle = "Proceedings of the 17th International Natural Language Generation Conference", + month = sep, + year = "2024", + address = "Tokyo, Japan", + publisher = "Association for Computational Linguistics", + url = "https://aclanthology.org/2024.inlg-main.13", + pages = "153--164", + abstract = {We investigate the impact of LLMs on political discourse with a particular focus on the influence of generated personas on model responses. We find an echo chamber effect from LLM chatbots when provided with German-language biographical information of politicians and voters in German politics, leading to sycophantic responses and the reinforcement of existing political biases. Findings reveal that personas of certain political party, such as those of the {`}Alternative f{\"u}r Deutschland{'} party, exert a stronger influence on LLMs, potentially amplifying extremist views. Unlike prior studies, we cannot corroborate a tendency for larger models to exert stronger sycophantic behaviour. We propose that further development should aim at reducing sycophantic behaviour in LLMs across all sizes and diversifying language capabilities in LLMs to enhance inclusivity.}, } + diff --git a/content/publication/bleick-etal-2024-german/index.md b/content/publication/bleick-etal-2024-german/index.md index efea0b0..541202c 100644 --- a/content/publication/bleick-etal-2024-german/index.md +++ b/content/publication/bleick-etal-2024-german/index.md @@ -19,7 +19,7 @@ publication_types: ["1"] publication: "Proceedings of the 17th International Natural Language Generation Conference" publication_short: "INLG 2024" -abstract: +abstract: We investigate the impact of LLMs on political discourse with a particular focus on the influence of generated personas on model responses. We find an echo chamber effect from LLM chatbots when provided with German-language biographical information of politicians and voters in German politics, leading to sycophantic responses and the reinforcement of existing political biases. Findings reveal that personas of certain political party, such as those of the {`}Alternative f{\"u}r Deutschland{'} party, exert a stronger influence on LLMs, potentially amplifying extremist views. Unlike prior studies, we cannot corroborate a tendency for larger models to exert stronger sycophantic behaviour. We propose that further development should aim at reducing sycophantic behaviour in LLMs across all sizes and diversifying language capabilities in LLMs to enhance inclusivity. # Summary. An optional shortened abstract. summary: "" @@ -35,9 +35,9 @@ featured: false # icon_pack: fab # icon: twitter -url_pdf: "" -url_code: "" -url_dataset: +url_pdf: "https://aclanthology.org/2024.inlg-main.13.pdf" +url_code: "https://github.com/B43M/SycophancyLLMGermanPolitics/" +url_dataset: "https://github.com/B43M/SycophancyLLMGermanPolitics/" url_poster: url_project: url_slides: diff --git a/content/publication/gabryszak-etal-2024-enhancing/cite.bib b/content/publication/gabryszak-etal-2024-enhancing/cite.bib index 7788874..f93cfeb 100644 --- a/content/publication/gabryszak-etal-2024-enhancing/cite.bib +++ b/content/publication/gabryszak-etal-2024-enhancing/cite.bib @@ -1,17 +1,20 @@ -@inproceedings{gabryszak-etal-2024-enhancing, - abstract = {In this paper, we investigate the use of large language models (LLMs) to enhance the editorial process of rewriting customer help pages. We introduce a German-language dataset comprising Frequently Asked Question-Answer pairs, presenting both raw drafts and their revisions by professional editors. On this dataset, we evaluate the performance of four large language models (LLM) through diverse prompts tailored for the rewriting task. We conduct automatic evaluations of content and text quality using ROUGE, BERTScore, and ChatGPT. Furthermore, we let professional editors assess the helpfulness of automatically generated FAQ revisions for editorial enhancement. Our findings indicate that LLMs can produce FAQ reformulations beneficial to the editorial process. We observe minimal performance discrepancies among LLMs for this task, and our survey on helpfulness underscores the subjective nature of editors' perspectives on editorial refinement.}, - address = {Tokyo, Japan}, - author = {Gabryszak, Aleksandra and -R\{"o}der, Daniel and -Binder, Arne and -Sion, Luca and -Hennig, Leonhard}, - booktitle = {Proceedings of the 17th International Natural Language Generation Conference}, - doi = {}, - month = {September}, - pages = {}, - publisher = {Association for Computational Linguistics}, - title = {Enhancing Editorial Tasks: A Case Study on Rewriting Customer Help Page Contents Using Large Language Models}, - url = {}, - year = {2024} +@inproceedings{gabryszak-etal-2024-enhancing-editorial, + title = "Enhancing Editorial Tasks: A Case Study on Rewriting Customer Help Page Contents Using Large Language Models", + author = {Gabryszak, Aleksandra and + R{\"o}der, Daniel and + Binder, Arne and + Sion, Luca and + Hennig, Leonhard}, + editor = "Mahamood, Saad and + Minh, Nguyen Le and + Ippolito, Daphne", + booktitle = "Proceedings of the 17th International Natural Language Generation Conference", + month = sep, + year = "2024", + address = "Tokyo, Japan", + publisher = "Association for Computational Linguistics", + url = "https://aclanthology.org/2024.inlg-main.33", + pages = "402--411", + abstract = "In this paper, we investigate the use of large language models (LLMs) to enhance the editorial process of rewriting customer help pages. We introduce a German-language dataset comprising Frequently Asked Question-Answer pairs, presenting both raw drafts and their revisions by professional editors. On this dataset, we evaluate the performance of four large language models (LLM) through diverse prompts tailored for the rewriting task. We conduct automatic evaluations of content and text quality using ROUGE, BERTScore, and ChatGPT. Furthermore, we let professional editors assess the helpfulness of automatically generated FAQ revisions for editorial enhancement. Our findings indicate that LLMs can produce FAQ reformulations beneficial to the editorial process. We observe minimal performance discrepancies among LLMs for this task, and our survey on helpfulness underscores the subjective nature of editors{'} perspectives on editorial refinement.", } + diff --git a/content/publication/gabryszak-etal-2024-enhancing/index.md b/content/publication/gabryszak-etal-2024-enhancing/index.md index a3b1fec..21727ba 100644 --- a/content/publication/gabryszak-etal-2024-enhancing/index.md +++ b/content/publication/gabryszak-etal-2024-enhancing/index.md @@ -47,7 +47,7 @@ featured: false # icon_pack: fab # icon: twitter -url_pdf: "https://www.dfki.de/fileadmin/user_upload/import/15191_Telekom__FAQ_Rewriting__INLG_Review_Submission-1.pdf" +url_pdf: "https://aclanthology.org/2024.inlg-main.33.pdf" url_code: "" url_dataset: "https://github.com/DFKI-NLP/faq-rewrites-llms" url_poster: