{"id":{"repo_id":"vt","oai_identifier":"oai:vtechworks.lib.vt.edu:10919/135528"},"canonical_url":"https://search.dev.ndltd.org/etd/vt/oai:vtechworks.lib.vt.edu:10919/135528","repository":{"repo_id":"vt","name":"Virginia Tech","base_url":"https://vtechworks.lib.vt.edu/oai/request"},"display":{"title":"Deploying Reinforcement Learning in the Real World: A Case Study on Apptronik Apollo","abstract":"Deep reinforcement learning (RL) has gained increasing popularity as an approach to achieving dynamic behaviors on legged robots. However, transferring RL behaviors from simulation to reality is a challenging process: imperfect sensors, simulation models, control architecture, and latency all present obstacles to successfully deploying such approaches in the real world. In this thesis, we present an end-to-end overview of our approach to bridging the sim-to-real gap, leveraging domain randomization and careful choices in control architecture in order to successfully deploy RL policies for teleoperation in simulation and on hardware.","abstract_html":"Deep reinforcement learning (RL) has gained increasing popularity as an approach to achieving dynamic behaviors on legged robots. However, transferring RL behaviors from simulation to reality is a challenging process: imperfect sensors, simulation models, control architecture, and latency all present obstacles to successfully deploying such approaches in the real world. In this thesis, we present an end-to-end overview of our approach to bridging the sim-to-real gap, leveraging domain randomization and careful choices in control architecture in order to successfully deploy RL policies for teleoperation in simulation and on hardware.","abstract_has_math":false,"creators":["Welch, Stephen Brian"],"institution":"Virginia Tech","degree_name":"Master of Science","degree_level":"masters","degree_discipline":"Electrical Engineering","degree_department":"Electrical Engineering","school":null,"contributors":[],"advisors":[],"committee_chairs":["Stilwell, Daniel J."],"committee_members":["Williams, Ryan K.","Leonessa, Alexander"],"year":2025,"date_issued":"2025-06-16","date_published":"2025-06-16","updated_at":"2026-07-22T22:19:39Z","subjects":["reinforcement learning","robotics","humanoid robotics"],"languages":["en"],"rights":["In Copyright"],"rights_urls":["http://rightsstatements.org/vocab/InC/1.0/"],"identifier_entries":[{"key":"dc:identifier.other","label":"Dc Identifier Other","values":["vt_gsexam:44175"],"render_values":[{"text":"vt_gsexam:44175","href":null,"code":true}]}]},"links":{"outbound_url":"https://hdl.handle.net/10919/135528","outbound_label":"Handle","outbound_source":"dc:identifier.uri"},"metadata_groups":[{"id":"people","label":"People","entries":[{"key":"dc:contributor.committeechair","label":"Committee Chair","values":["Stilwell, Daniel J."]},{"key":"dc:contributor.committeemember","label":"Committee Member","values":["Williams, Ryan K.","Leonessa, Alexander"]},{"key":"dc:contributor.department","label":"Department","values":["Electrical Engineering"]},{"key":"dc:creator","label":"Author","values":["Welch, Stephen Brian"]}]},{"id":"academic_context","label":"Academic Context","entries":[{"key":"dc:date.accessioned","label":"Dc Date Accessioned","values":["2025-06-17T08:00:56Z"]},{"key":"dc:date.available","label":"Dc Date Available","values":["2025-06-17T08:00:56Z"]},{"key":"dc:date.issued","label":"Date","values":["2025-06-16"]},{"key":"dc:publisher","label":"Institution","values":["Virginia Tech"]},{"key":"dc:type","label":"Dc Type","values":["Thesis"]},{"key":"thesis:degree_discipline","label":"Discipline","values":["Electrical Engineering"]},{"key":"thesis:degree_level","label":"Degree Level","values":["masters"]},{"key":"thesis:degree_name","label":"Degree Name","values":["Master of Science"]},{"key":"thesis:institution_name","label":"Thesis Institution Name","values":["Virginia Polytechnic Institute and State University"]}]},{"id":"subjects_keywords","label":"Subjects and Keywords","entries":[{"key":"dc:subject","label":"Dc Subject","values":["reinforcement learning","robotics","humanoid robotics"]}]},{"id":"language_rights","label":"Language and Rights","entries":[{"key":"dc:language.iso","label":"Language (ISO)","values":["en"]},{"key":"dc:rights","label":"Dc Rights","values":["In Copyright"]},{"key":"dc:rights.uri","label":"Rights URI","values":["http://rightsstatements.org/vocab/InC/1.0/"]}]},{"id":"identifiers","label":"Identifiers","entries":[{"key":"dc:identifier.other","label":"Dc Identifier Other","values":["vt_gsexam:44175"]},{"key":"dc:identifier.uri","label":"Identifier URI","values":["https://hdl.handle.net/10919/135528"]}]},{"id":"additional","label":"Additional Metadata","entries":[{"key":"dc:description.abstractgeneral","label":"General Abstract","values":["Deep reinforcement learning (RL) has gained increasing popularity as an approach to achieving dynamic behaviors on legged robots. However, transferring RL behaviors from simulation to reality is a challenging process: imperfect sensors, simulation models, control architecture, and latency all present obstacles to successfully deploying such approaches in the real world. In this thesis, we present an end-to-end overview of our approach to bridging the sim-to-real gap, leveraging domain randomization and careful choices in control architecture in order to successfully deploy RL policies for teleoperation in simulation and on hardware."]},{"key":"dc:description.degree","label":"Dc Description Degree","values":["Master of Science"]},{"key":"dc:format.medium","label":"Dc Format Medium","values":["ETD"]},{"key":"dc:title","label":"Title","values":["Deploying Reinforcement Learning in the Real World: A Case Study on Apptronik Apollo"]}]}],"canonical_facts":{"dc:contributor.committeechair":["Stilwell, Daniel J."],"dc:contributor.committeemember":["Williams, Ryan K.","Leonessa, Alexander"],"dc:contributor.department":["Electrical Engineering"],"dc:creator":["Welch, Stephen Brian"],"dc:date.accessioned":["2025-06-17T08:00:56Z"],"dc:date.available":["2025-06-17T08:00:56Z"],"dc:date.issued":["2025-06-16"],"dc:description.abstractgeneral":["Deep reinforcement learning (RL) has gained increasing popularity as an approach to achieving dynamic behaviors on legged robots. However, transferring RL behaviors from simulation to reality is a challenging process: imperfect sensors, simulation models, control architecture, and latency all present obstacles to successfully deploying such approaches in the real world. In this thesis, we present an end-to-end overview of our approach to bridging the sim-to-real gap, leveraging domain randomization and careful choices in control architecture in order to successfully deploy RL policies for teleoperation in simulation and on hardware."],"dc:description.degree":["Master of Science"],"dc:format.medium":["ETD"],"dc:identifier.other":["vt_gsexam:44175"],"dc:identifier.uri":["https://hdl.handle.net/10919/135528"],"dc:language.iso":["en"],"dc:publisher":["Virginia Tech"],"dc:rights":["In Copyright"],"dc:rights.uri":["http://rightsstatements.org/vocab/InC/1.0/"],"dc:subject":["reinforcement learning","robotics","humanoid robotics"],"dc:title":["Deploying Reinforcement Learning in the Real World: A Case Study on Apptronik Apollo"],"dc:type":["Thesis"],"thesis:degree_discipline":["Electrical Engineering"],"thesis:degree_level":["masters"],"thesis:degree_name":["Master of Science"],"thesis:institution_name":["Virginia Polytechnic Institute and State University"]},"updated_at":"2026-07-22T22:19:39Z"}