%0 Conference Paper %1 Salminen2024 %A Salminen, Joni %A Jung, Soon-gyo %A Medina, Johanne %A Aldous, Kholoud %A Azem, Jinan %A Akhtar, Waleed %A Jansen, Bernard J. %B Proceedings of the Eleventh ACM Conference on Learning @ Scale %C New York, NY, USA %D 2024 %I Association for Computing Machinery %K chatbot las2024 %P 279–283 %R 10.1145/3657604.3664690 %T Using Cipherbot: An Exploratory Analysis of Student Interaction with an LLM-Based Educational Chatbot %U https://doi.org/10.1145/3657604.3664690 %X Cipherbot, an educational chatbot using large language models to answer student questions concerning learning materials uploaded by the educator, was pilot tested in a classroom setting. Forty-four students used Cipherbot for seven weeks, sending 8077 messages. The average number of messages sent per student was 184 (SD = 80), with an average length of 98 characters (SD = 80). The engagement followed a non-normal distribution, with few power users, implying that most students are still hesitant to adopt tools like Cipherbot. Cipherbot was able to answer 82.5% of the student questions, demonstrating a scalable ability to address students' learning queries, with some room for improvement. %@ 9798400706332

@inproceedings{Salminen2024, abstract = {Cipherbot, an educational chatbot using large language models to answer student questions concerning learning materials uploaded by the educator, was pilot tested in a classroom setting. Forty-four students used Cipherbot for seven weeks, sending 8077 messages. The average number of messages sent per student was 184 (SD = 80), with an average length of 98 characters (SD = 80). The engagement followed a non-normal distribution, with few power users, implying that most students are still hesitant to adopt tools like Cipherbot. Cipherbot was able to answer 82.5% of the student questions, demonstrating a scalable ability to address students' learning queries, with some room for improvement.}, added-at = {2024-07-18T22:39:59.000+0200}, address = {New York, NY, USA}, author = {Salminen, Joni and Jung, Soon-gyo and Medina, Johanne and Aldous, Kholoud and Azem, Jinan and Akhtar, Waleed and Jansen, Bernard J.}, biburl = {https://www.bibsonomy.org/bibtex/284a4a444e7aa5a20a24c94992c345ea1/brusilovsky}, booktitle = {Proceedings of the Eleventh ACM Conference on Learning @ Scale}, day = 15, description = {Using Cipherbot: An Exploratory Analysis of Student Interaction with an LLM-Based Educational Chatbot | Proceedings of the Eleventh ACM Conference on Learning @ Scale}, doi = {10.1145/3657604.3664690}, interhash = {ccc1f53f285aae0728ea55e02d395931}, intrahash = {84a4a444e7aa5a20a24c94992c345ea1}, isbn = {9798400706332}, keywords = {chatbot las2024}, location = {Atlanta, GA, USA}, month = {7}, pages = {279–283}, publisher = {Association for Computing Machinery}, series = {L@S '24}, timestamp = {2024-07-18T22:45:06.000+0200}, title = {Using Cipherbot: An Exploratory Analysis of Student Interaction with an LLM-Based Educational Chatbot}, url = {https://doi.org/10.1145/3657604.3664690}, year = 2024 }