{"id":{"repo_id":"usf","oai_identifier":"oai:digitalcommons.usf.edu:etd-12268"},"canonical_url":"https://search.ndltd.org/etd/usf/oai:digitalcommons.usf.edu:etd-12268","repository":{"repo_id":"usf","name":"University of South Florida","base_url":"https://digitalcommons.usf.edu/do/oai/"},"display":{"title":"Hierarchical Reinforcement Learning (HRL) in Multi-Goal Spatial Navigation With Autonomous Mobile Robots","abstract":"Hierarchical reinforcement learning (HRL) is hypothesized to be able to take advantage of the inherent hierarchy in robot learning tasks with sparse reward schemes, in contrast to more traditional reinforcement learning algorithms. In this research, hierarchical reinforcement learning is evaluated and contrasted with standard reinforcement learning in complex navigation tasks. We evaluate unique characteristics of HRL, including their ability to create sub-goals and the termination function. We constructed experiments to test the differences between PPO and HRL, different ways of creating sub-goals, manual vs automatic sub-goal creation, and the effects of the frequency of termination on performance. These experiments highlight the advantages of HRL and how it achieves these advantages.","abstract_html":"Hierarchical reinforcement learning (HRL) is hypothesized to be able to take advantage of the inherent hierarchy in robot learning tasks with sparse reward schemes, in contrast to more traditional reinforcement learning algorithms. In this research, hierarchical reinforcement learning is evaluated and contrasted with standard reinforcement learning in complex navigation tasks. We evaluate unique characteristics of HRL, including their ability to create sub-goals and the termination function. We constructed experiments to test the differences between PPO and HRL, different ways of creating sub-goals, manual vs automatic sub-goal creation, and the effects of the frequency of termination on performance. These experiments highlight the advantages of HRL and how it achieves these advantages.","abstract_has_math":false,"creators":["Johnson, Brendon"],"institution":"University of South Florida","degree_name":"MS in Computer Engineering (M.S.C.P.)","degree_level":"Thesis","degree_discipline":"Computer Science and Engineering","degree_department":null,"school":null,"contributors":["Alfredo Weitzenfeld, Ph.D.","Ankur Mali, Ph.D.","John Murray-Bruce, Ph.D."],"advisors":[],"committee_chairs":[],"committee_members":[],"year":2025,"date_issued":"2025-06-20T07:00:00Z","date_published":"2025-06-20T07:00:00Z","updated_at":"2026-11-19T08:49:32Z","subjects":["Artificial Intelligence","Machine Learning","Options Architecture","Robotics","Computer Engineering"],"languages":[],"rights":[],"rights_urls":[],"identifier_entries":[],"person_identifier_entries":[]},"links":{"outbound_url":"https://digitalcommons.usf.edu/etd/10965","outbound_label":"Repository record","outbound_source":"dc:identifier","record_url":"https://digitalcommons.usf.edu/etd/10965","record_label":"Repository record","record_kind":"record","record_source":"dc:identifier","download_url":null,"download_label":null,"download_source":null,"access_status":null,"embargo_until":null,"access_note":null},"source_record":{"url":"https://digitalcommons.usf.edu/do/oai/?verb=GetRecord&metadataPrefix=oai_etdms&identifier=oai%3Adigitalcommons.usf.edu%3Aetd-12268","prefix":"oai_etdms"},"metadata_groups":[{"id":"people","label":"People","entries":[{"key":"dc:contributor","label":"Contributor","values":["Alfredo Weitzenfeld, Ph.D.","Ankur Mali, Ph.D.","John Murray-Bruce, Ph.D."]},{"key":"dc:creator","label":"Author","values":["Johnson, Brendon"]}]},{"id":"academic_context","label":"Academic Context","entries":[{"key":"dc:date","label":"Dc Date","values":["2025-06-20T07:00:00Z"]},{"key":"thesis:degree_discipline","label":"Discipline","values":["Computer Science and Engineering"]},{"key":"thesis:degree_level","label":"Degree Level","values":["Thesis","M.S.Cp."]},{"key":"thesis:degree_name","label":"Degree Name","values":["MS in Computer Engineering (M.S.C.P.)"]},{"key":"thesis:institution_name","label":"Thesis Institution Name","values":["University of South Florida"]}]},{"id":"subjects_keywords","label":"Subjects and Keywords","entries":[{"key":"dc:subject","label":"Dc Subject","values":["Artificial Intelligence","Machine Learning","Options Architecture","Robotics","Computer Engineering"]}]},{"id":"identifiers","label":"Identifiers","entries":[{"key":"dc:identifier","label":"Identifier","values":["https://digitalcommons.usf.edu/etd/10965"]}]},{"id":"additional","label":"Additional Metadata","entries":[{"key":"dc:description","label":"Description","values":["Hierarchical reinforcement learning (HRL) is hypothesized to be able to take advantage of the inherent hierarchy in robot learning tasks with sparse reward schemes, in contrast to more traditional reinforcement learning algorithms. In this research, hierarchical reinforcement learning is evaluated and contrasted with standard reinforcement learning in complex navigation tasks. We evaluate unique characteristics of HRL, including their ability to create sub-goals and the termination function. We constructed experiments to test the differences between PPO and HRL, different ways of creating sub-goals, manual vs automatic sub-goal creation, and the effects of the frequency of termination on performance. These experiments highlight the advantages of HRL and how it achieves these advantages."]},{"key":"dc:title","label":"Title","values":["Hierarchical Reinforcement Learning (HRL) in Multi-Goal Spatial Navigation With Autonomous Mobile Robots"]}]}],"canonical_facts":{"dc:contributor":["Alfredo Weitzenfeld, Ph.D.","Ankur Mali, Ph.D.","John Murray-Bruce, Ph.D."],"dc:creator":["Johnson, Brendon"],"dc:date":["2025-06-20T07:00:00Z"],"dc:description":["Hierarchical reinforcement learning (HRL) is hypothesized to be able to take advantage of the inherent hierarchy in robot learning tasks with sparse reward schemes, in contrast to more traditional reinforcement learning algorithms. In this research, hierarchical reinforcement learning is evaluated and contrasted with standard reinforcement learning in complex navigation tasks. We evaluate unique characteristics of HRL, including their ability to create sub-goals and the termination function. We constructed experiments to test the differences between PPO and HRL, different ways of creating sub-goals, manual vs automatic sub-goal creation, and the effects of the frequency of termination on performance. These experiments highlight the advantages of HRL and how it achieves these advantages."],"dc:identifier":["https://digitalcommons.usf.edu/etd/10965"],"dc:subject":["Artificial Intelligence","Machine Learning","Options Architecture","Robotics","Computer Engineering"],"dc:title":["Hierarchical Reinforcement Learning (HRL) in Multi-Goal Spatial Navigation With Autonomous Mobile Robots"],"thesis:degree_discipline":["Computer Science and Engineering"],"thesis:degree_level":["Thesis","M.S.Cp."],"thesis:degree_name":["MS in Computer Engineering (M.S.C.P.)"],"thesis:institution_name":["University of South Florida"]},"updated_at":"2026-11-19T08:49:32Z"}