%0 Journal Article %1 wienrich2021development %A Wienrich, Carolin %A Carolus, Astrid %D 2021 %I Frontiers %J Frontiers in Computer Science. Human-Media Interaction. Special Issue: Towards Omnipresent and Smart Speech Assistants %K AI_literacy AI_work a.carolus c.wienrich journal_paper motiv piis %R 10.3389/fcomp.2021.685277 %T Development of an Instrument to Measure Conceptualizations and Competencies About Conversational Agents on the Example of Smart Speakers %V 0 %X The concept of digital literacy has been introduced as a new cultural technique, which is regarded as essential for successful participation in a (future) digitized world. Regarding the increasing importance of AI, literacy concepts need to be extended to account for AI-related specifics. Particularly, when considering that AI systems, such as (voice-based) conversational agents, are characterized by low user requirements and omnipresence. The easy handling of the systems results in increased usage, contrasting limited knowledge, fundamental misconceptions, false expectations, or misuse conceptualizations (e.g., imagination of future importance) and competencies (e.g., knowledge about functional principles). In reference to voice-based conversational agents as a concrete application of AI, the present paper aims for the development of a measurement to assess the conceptualizations and competencies about conversational agents. In a first step, a theoretical framework of ÄI literacy" is transferred to the context of conversational agent literacy. Second, the "conversational agent literacy scale" (short CALS) is developed, constituting the first attempt to measure interindividual differences in the "(il)literate" usage of conversational agents. 29 items were derived, of which 170 participants answered. An explanatory factor analysis identified five factors leading to five subscales to assess CAL: storage and transfer of the smart speaker’s data input; smart speaker’s functional principles; smart speaker’s intelligent functions, learning abilities; smart speaker’s reach and potential; smart speaker’s technological (surrounding) infrastructure. Preliminary insights into construct validity and reliability of CALS showed satisfying results. Third, using the newly developed instrument, a student sample's CAL was assessed, revealing intermediated values. Remarkably, owning a smart speaker did not lead to higher CAL scores, confirming our basic assumption that usage of systems does not guarantee enlightened conceptualizations and competencies. In sum, the paper contributes to the first insights into the operationalization and understanding of CAL as a specific subdomain of AI-related competencies.

@article{wienrich2021development, abstract = {The concept of digital literacy has been introduced as a new cultural technique, which is regarded as essential for successful participation in a (future) digitized world. Regarding the increasing importance of AI, literacy concepts need to be extended to account for AI-related specifics. Particularly, when considering that AI systems, such as (voice-based) conversational agents, are characterized by low user requirements and omnipresence. The easy handling of the systems results in increased usage, contrasting limited knowledge, fundamental misconceptions, false expectations, or misuse conceptualizations (e.g., imagination of future importance) and competencies (e.g., knowledge about functional principles). In reference to voice-based conversational agents as a concrete application of AI, the present paper aims for the development of a measurement to assess the conceptualizations and competencies about conversational agents. In a first step, a theoretical framework of "AI literacy" is transferred to the context of conversational agent literacy. Second, the "conversational agent literacy scale" (short CALS) is developed, constituting the first attempt to measure interindividual differences in the "(il)literate" usage of conversational agents. 29 items were derived, of which 170 participants answered. An explanatory factor analysis identified five factors leading to five subscales to assess CAL: storage and transfer of the smart speaker’s data input; smart speaker’s functional principles; smart speaker’s intelligent functions, learning abilities; smart speaker’s reach and potential; smart speaker’s technological (surrounding) infrastructure. Preliminary insights into construct validity and reliability of CALS showed satisfying results. Third, using the newly developed instrument, a student sample's CAL was assessed, revealing intermediated values. Remarkably, owning a smart speaker did not lead to higher CAL scores, confirming our basic assumption that usage of systems does not guarantee enlightened conceptualizations and competencies. In sum, the paper contributes to the first insights into the operationalization and understanding of CAL as a specific subdomain of AI-related competencies.}, added-at = {2022-01-26T15:28:45.000+0100}, author = {Wienrich, Carolin and Carolus, Astrid}, biburl = {https://www.bibsonomy.org/bibtex/2e577492d340873532413bcd4f143edbf/mts.group}, description = {Frontiers | Development of an Instrument to Measure Conceptualizations and Competencies About Conversational Agents on the Example of Smart Speakers | Computer Science}, doi = {10.3389/fcomp.2021.685277}, interhash = {63c3b152827207dad11ce2a8ecee8b4f}, intrahash = {e577492d340873532413bcd4f143edbf}, issn = {2624-9898}, journal = {Frontiers in Computer Science. Human-Media Interaction. Special Issue: Towards Omnipresent and Smart Speech Assistants}, keywords = {AI_literacy AI_work a.carolus c.wienrich journal_paper motiv piis}, publisher = {Frontiers}, timestamp = {2024-05-06T17:04:16.000+0200}, title = {Development of an Instrument to Measure Conceptualizations and Competencies About Conversational Agents on the Example of Smart Speakers}, type = {article}, volume = 0, year = 2021 }