{"id":{"repo_id":"lethbridge","oai_identifier":"oai:opus.uleth.ca:10133/6465"},"canonical_url":"https://search.ndltd.org/etd/lethbridge/oai:opus.uleth.ca:10133/6465","repository":{"repo_id":"lethbridge","name":"University of Lethbridge","base_url":"https://opus.uleth.ca/server/oai/request"},"display":{"title":"Temporal constraints on human and artificial muliti-sensory speech recognition","abstract":"Audio Visual Speech Recognition (AVSR) is the process of perceiving and understanding speech using audio and visual information. Combining visual information with auditory stimuli has been shown to improve AVSR performance when compared to purely auditory speech recognition when the task is performed in adverse conditions with large amounts of distracting noise. This work examines the relationship of auditory and visual speech information and the effect audio-visual temporary desynchronization has on AVSR performance. Using a whole report task, we show that (1) consistent with prior similar work, performance declines asymmetrically depending on the direction and quantity of a temporal lag, and (2) a common, modern architecture for computational AVSR does not show this asymmetry indicating a fundamental difference in biological and computational AVSR methods.","abstract_html":"Audio Visual Speech Recognition (AVSR) is the process of perceiving and understanding speech using audio and visual information. Combining visual information with auditory stimuli has been shown to improve AVSR performance when compared to purely auditory speech recognition when the task is performed in adverse conditions with large amounts of distracting noise. This work examines the relationship of auditory and visual speech information and the effect audio-visual temporary desynchronization has on AVSR performance. Using a whole report task, we show that (1) consistent with prior similar work, performance declines asymmetrically depending on the direction and quantity of a temporal lag, and (2) a common, modern architecture for computational AVSR does not show this asymmetry indicating a fundamental difference in biological and computational AVSR methods.","abstract_has_math":false,"creators":["Perlette, Christopher S.","University of Lethbridge. Faculty of Arts and Science"],"institution":"Lethbridge, Alta. : University of Lethbridge, Dept. of Neuroscience","degree_name":null,"degree_level":"Masters","degree_discipline":null,"degree_department":null,"school":null,"contributors":[],"advisors":["Tata, Matthew S.","Zhang, John Z."],"committee_chairs":[],"committee_members":[],"year":2023,"date_issued":"2023","date_published":"2023","updated_at":"2026-11-19T05:21:46Z","subjects":["machine learning","speech recognition","behavioural","neuroscience","Speech processing systems--Research","Speech perception--Research","Visual perception--Research","Lipreading","Lipreading--Computer simulation","Neurosciences","Dissertations, Academic"],"languages":["en"],"rights":[],"rights_urls":[],"identifier_entries":[],"person_identifier_entries":[]},"links":{"outbound_url":"https://hdl.handle.net/10133/6465","outbound_label":"Handle","outbound_source":"dc:identifier.uri","record_url":"https://hdl.handle.net/10133/6465","record_label":"Repository record","record_kind":"handle","record_source":"dc:identifier.uri","download_url":null,"download_label":null,"download_source":null,"access_status":null,"embargo_until":null,"access_note":null},"source_record":{"url":"https://opus.uleth.ca/server/oai/request?verb=GetRecord&metadataPrefix=dim&identifier=oai%3Aopus.uleth.ca%3A10133%2F6465","prefix":"dim"},"metadata_groups":[{"id":"people","label":"People","entries":[{"key":"dc:contributor.supervisor","label":"Supervisor","values":["Tata, Matthew S.","Zhang, John Z."]},{"key":"dc:creator","label":"Author","values":["Perlette, Christopher S.","University of Lethbridge. Faculty of Arts and Science"]}]},{"id":"academic_context","label":"Academic Context","entries":[{"key":"dc:date.accessioned","label":"Dc Date Accessioned","values":["2023-04-18T19:37:57Z"]},{"key":"dc:date.available","label":"Dc Date Available","values":["2023-04-18T19:37:57Z"]},{"key":"dc:date.issued","label":"Date","values":["2023"]},{"key":"dc:publisher","label":"Institution","values":["Lethbridge, Alta. : University of Lethbridge, Dept. of Neuroscience"]},{"key":"dc:publisher.department","label":"Dc Publisher Department","values":["Department of Neuroscience"]},{"key":"dc:publisher.faculty","label":"Dc Publisher Faculty","values":["Arts and Science"]},{"key":"dc:relation.ispartofseries","label":"Dc Relation Ispartofseries","values":["Thesis (University of Lethbridge. Faculty of Arts and Science)"]},{"key":"dc:type","label":"Dc Type","values":["Thesis"]},{"key":"thesis:degree_level","label":"Degree Level","values":["Masters"]}]},{"id":"subjects_keywords","label":"Subjects and Keywords","entries":[{"key":"dc:subject","label":"Dc Subject","values":["machine learning","speech recognition","behavioural","neuroscience","Speech processing systems--Research","Speech perception--Research","Visual perception--Research","Lipreading","Lipreading--Computer simulation","Neurosciences","Dissertations, Academic"]},{"key":"dc:subject.proquest","label":"Dc Subject Proquest","values":["0984","0317","0384"]}]},{"id":"language_rights","label":"Language and Rights","entries":[{"key":"dc:language.iso","label":"Language (ISO)","values":["en"]},{"key":"dc:rights.proquest","label":"Dc Rights Proquest","values":["Yes"]}]},{"id":"identifiers","label":"Identifiers","entries":[{"key":"dc:identifier.uri","label":"Identifier URI","values":["https://hdl.handle.net/10133/6465"]}]},{"id":"additional","label":"Additional Metadata","entries":[{"key":"dc:description.abstract","label":"Abstract","values":["Audio Visual Speech Recognition (AVSR) is the process of perceiving and understanding speech using audio and visual information. Combining visual information with auditory stimuli has been shown to improve AVSR performance when compared to purely auditory speech recognition when the task is performed in adverse conditions with large amounts of distracting noise. This work examines the relationship of auditory and visual speech information and the effect audio-visual temporary desynchronization has on AVSR performance. Using a whole report task, we show that (1) consistent with prior similar work, performance declines asymmetrically depending on the direction and quantity of a temporal lag, and (2) a common, modern architecture for computational AVSR does not show this asymmetry indicating a fundamental difference in biological and computational AVSR methods."]},{"key":"dc:description.sponsorship","label":"Dc Description Sponsorship","values":["Mitacs ASI NSERC"]},{"key":"dc:title","label":"Title","values":["Temporal constraints on human and artificial muliti-sensory speech recognition"]},{"key":"others:access_status","label":"Others Access Status","values":["open.access"]}]}],"canonical_facts":{"dc:contributor.supervisor":["Tata, Matthew S.","Zhang, John Z."],"dc:creator":["Perlette, Christopher S.","University of Lethbridge. Faculty of Arts and Science"],"dc:date.accessioned":["2023-04-18T19:37:57Z"],"dc:date.available":["2023-04-18T19:37:57Z"],"dc:date.issued":["2023"],"dc:description.abstract":["Audio Visual Speech Recognition (AVSR) is the process of perceiving and understanding speech using audio and visual information. Combining visual information with auditory stimuli has been shown to improve AVSR performance when compared to purely auditory speech recognition when the task is performed in adverse conditions with large amounts of distracting noise. This work examines the relationship of auditory and visual speech information and the effect audio-visual temporary desynchronization has on AVSR performance. Using a whole report task, we show that (1) consistent with prior similar work, performance declines asymmetrically depending on the direction and quantity of a temporal lag, and (2) a common, modern architecture for computational AVSR does not show this asymmetry indicating a fundamental difference in biological and computational AVSR methods."],"dc:description.sponsorship":["Mitacs ASI NSERC"],"dc:identifier.uri":["https://hdl.handle.net/10133/6465"],"dc:language.iso":["en"],"dc:publisher":["Lethbridge, Alta. : University of Lethbridge, Dept. of Neuroscience"],"dc:publisher.department":["Department of Neuroscience"],"dc:publisher.faculty":["Arts and Science"],"dc:relation.ispartofseries":["Thesis (University of Lethbridge. Faculty of Arts and Science)"],"dc:rights.proquest":["Yes"],"dc:subject":["machine learning","speech recognition","behavioural","neuroscience","Speech processing systems--Research","Speech perception--Research","Visual perception--Research","Lipreading","Lipreading--Computer simulation","Neurosciences","Dissertations, Academic"],"dc:subject.proquest":["0984","0317","0384"],"dc:title":["Temporal constraints on human and artificial muliti-sensory speech recognition"],"dc:type":["Thesis"],"others:access_status":["open.access"],"thesis:degree_level":["Masters"]},"updated_at":"2026-11-19T05:21:46Z"}