@inproceedings{37c6b461232d48f4b9078f7273671a4a,
title = "Evaluating One-Shot and Multi-Shot Prompting Strategies in a Transparent Educational Chatbot",
abstract = "This study explores how one-shot and multi-shot prompting strategies affect the performance of an educational chatbot powered by DeepSeek-R1, with a focus on reasoning transparency. The chatbot was evaluated using 30 educational questions across three categories: direct, comparison, and general knowledge, delivered through a Flask-based web application integrated with DeepSeek-R1 on Microsoft Azure. Multi-shot prompting used seven examples to provide richer context, while one-shot prompting relied on a single example. The evaluation employed automated metrics, including BERT-based semantic similarity, sentiment scores, and response length and timing. Results show that multi-shot prompting enhances clarity and conciseness for technical questions, while one-shot prompting performs better for open-ended queries. These findings suggest that aligning prompting strategies with question types can improve chatbot performance, support transparent reasoning, and enhance educational interactions.",
keywords = "AI, Chatbot, Large Language Models (LLMs), Natural Language Processing (NLP), Prompt Engineering",
author = "Abdulrazaq Mamud and Jongyeop Kim",
note = "Publisher Copyright: {\textcopyright} 2025 IEEE.; 29th IEEE/ACIS International Conference on Software Engineering, Artificial Intelligence, Networking and Parallel/Distributed Computing, SNPD 2025-Summer ; Conference date: 25-06-2025 Through 27-06-2025",
year = "2025",
doi = "10.1109/SNPD65828.2025.11254270",
language = "English",
series = "Proceedings - 29th IEEE/ACIS International Conference on Software Engineering, Artificial Intelligence, Networking and Parallel/Distributed Computing, SNPD 2025-Summer",
publisher = "Institute of Electrical and Electronics Engineers Inc.",
pages = "977--983",
editor = "Hyun Yoe and Hwang, \{Ha Jin\} and Meonghun Lee and Rackwoo Kim and Ryugap Lim and Sungtaek Lee and Seaeul Kim and Simon Xu and Miguel Garcia-Ruiz and Wenyin Feng and Alam, \{A B M Bodrul\} and Randy Lin and Ajmery Sultana and Faria Khandaker and Mahreen Nasir and Ken Higuchi and Shinichiro Mori and Teruhisa Hochin",
booktitle = "Proceedings - 29th IEEE/ACIS International Conference on Software Engineering, Artificial Intelligence, Networking and Parallel/Distributed Computing, SNPD 2025-Summer",
address = "United States",
}