{"id":{"repo_id":"vilnius","oai_identifier":"oai:vu.lt:elaba:308339321"},"canonical_url":"https://search.ndltd.org/etd/vilnius/oai:vu.lt:elaba:308339321","repository":{"repo_id":"vilnius","name":"Vilnius University","base_url":"https://epublications.vu.lt/oai"},"display":{"title":"Lietuviškų pasirenkamojo atsakymo klausimų generavimas ir vertinimas taikant didžiuosius kalbos modelius /","abstract":"This bachelor’s thesis presents and experimentally evaluates an automated method for generating Lithuanian multiple choice questions with four answer options from the New Testament Gospel texts using LLMs. The study compared two generation strategies: a baseline zero-shot approach and a structured few-shot approach, both utilizing the Gemini 3.1 Pro model. The quality of the generated questions was assessed on a custom five-point scale through the automated G-Eval methodology (using the GPT-5.4 model) alongside independent evaluations by two theology experts. The findings demonstrated that the few-shot method significantly outperformed the zero-shot generation, particularly regarding distractor quality and educational value, achieving an overall average score of 4.75 out of 5 compared to 4.59, a conclusion that was also supported by the expert evaluations.","abstract_html":"This bachelor’s thesis presents and experimentally evaluates an automated method for generating Lithuanian multiple choice questions with four answer options from the New Testament Gospel texts using LLMs. The study compared two generation strategies: a baseline zero-shot approach and a structured few-shot approach, both utilizing the Gemini 3.1 Pro model. The quality of the generated questions was assessed on a custom five-point scale through the automated G-Eval methodology (using the GPT-5.4 model) alongside independent evaluations by two theology experts. The findings demonstrated that the few-shot method significantly outperformed the zero-shot generation, particularly regarding distractor quality and educational value, achieving an overall average score of 4.75 out of 5 compared to 4.59, a conclusion that was also supported by the expert evaluations.","abstract_has_math":false,"creators":["Žalneravičius, Balys,"],"institution":"Institutional Repository of Vilnius University","degree_name":null,"degree_level":null,"degree_discipline":null,"degree_department":null,"school":null,"contributors":[],"advisors":[],"committee_chairs":[],"committee_members":[],"year":2026,"date_issued":"2026","date_published":"2026","updated_at":"2026-11-19T10:12:59Z","subjects":[],"languages":["lit"],"rights":["info:eu-repo/semantics/openAccess"],"rights_urls":[],"identifier_entries":[],"person_identifier_entries":[]},"links":{"outbound_url":"https://repository.vu.lt/VU:ELABAETD308339321&prefLang=en_US","outbound_label":"Repository record","outbound_source":"dc:identifier","record_url":"https://repository.vu.lt/VU:ELABAETD308339321&prefLang=en_US","record_label":"Repository record","record_kind":"record","record_source":"dc:identifier","download_url":null,"download_label":null,"download_source":null,"access_status":"open","embargo_until":null,"access_note":null},"source_record":{"url":"https://epublications.vu.lt/oai?verb=GetRecord&metadataPrefix=oai_dc&identifier=oai%3Avu.lt%3Aelaba%3A308339321","prefix":"oai_dc"},"metadata_groups":[{"id":"people","label":"People","entries":[{"key":"dc:creator","label":"Author","values":["Žalneravičius, Balys,"]}]},{"id":"academic_context","label":"Academic Context","entries":[{"key":"dc:date","label":"Dc Date","values":["2026"]},{"key":"dc:publisher","label":"Institution","values":["Institutional Repository of Vilnius University"]},{"key":"dc:relation","label":"Dc Relation","values":["https://epublications.vu.lt/object/elaba:308339321/308339321.pdf"]},{"key":"dc:type","label":"Dc Type","values":["info:eu-repo/semantics/bachelorThesis"]}]},{"id":"language_rights","label":"Language and Rights","entries":[{"key":"dc:language","label":"Dc Language","values":["lit"]},{"key":"dc:rights","label":"Dc Rights","values":["info:eu-repo/semantics/openAccess"]}]},{"id":"identifiers","label":"Identifiers","entries":[{"key":"dc:identifier","label":"Identifier","values":["https://repository.vu.lt/VU:ELABAETD308339321&prefLang=en_US"]}]},{"id":"additional","label":"Additional Metadata","entries":[{"key":"dc:description","label":"Description","values":["This bachelor’s thesis presents and experimentally evaluates an automated method for generating Lithuanian multiple choice questions with four answer options from the New Testament Gospel texts using LLMs. The study compared two generation strategies: a baseline zero-shot approach and a structured few-shot approach, both utilizing the Gemini 3.1 Pro model. The quality of the generated questions was assessed on a custom five-point scale through the automated G-Eval methodology (using the GPT-5.4 model) alongside independent evaluations by two theology experts. The findings demonstrated that the few-shot method significantly outperformed the zero-shot generation, particularly regarding distractor quality and educational value, achieving an overall average score of 4.75 out of 5 compared to 4.59, a conclusion that was also supported by the expert evaluations."]},{"key":"dc:format","label":"Dc Format","values":["application/pdf"]},{"key":"dc:title","label":"Title","values":["Lietuviškų pasirenkamojo atsakymo klausimų generavimas ir vertinimas taikant didžiuosius kalbos modelius /","Generation and evaluation of lithuanian multiple-choice questions using large language models."]}]}],"canonical_facts":{"dc:creator":["Žalneravičius, Balys,"],"dc:date":["2026"],"dc:description":["This bachelor’s thesis presents and experimentally evaluates an automated method for generating Lithuanian multiple choice questions with four answer options from the New Testament Gospel texts using LLMs. The study compared two generation strategies: a baseline zero-shot approach and a structured few-shot approach, both utilizing the Gemini 3.1 Pro model. The quality of the generated questions was assessed on a custom five-point scale through the automated G-Eval methodology (using the GPT-5.4 model) alongside independent evaluations by two theology experts. The findings demonstrated that the few-shot method significantly outperformed the zero-shot generation, particularly regarding distractor quality and educational value, achieving an overall average score of 4.75 out of 5 compared to 4.59, a conclusion that was also supported by the expert evaluations."],"dc:format":["application/pdf"],"dc:identifier":["https://repository.vu.lt/VU:ELABAETD308339321&prefLang=en_US"],"dc:language":["lit"],"dc:publisher":["Institutional Repository of Vilnius University"],"dc:relation":["https://epublications.vu.lt/object/elaba:308339321/308339321.pdf"],"dc:rights":["info:eu-repo/semantics/openAccess"],"dc:title":["Lietuviškų pasirenkamojo atsakymo klausimų generavimas ir vertinimas taikant didžiuosius kalbos modelius /","Generation and evaluation of lithuanian multiple-choice questions using large language models."],"dc:type":["info:eu-repo/semantics/bachelorThesis"]},"updated_at":"2026-11-19T10:12:59Z"}