{"id":{"repo_id":"mit","oai_identifier":"oai:dspace.mit.edu:1721.1/123268"},"canonical_url":"https://search.dev.ndltd.org/etd/mit/oai:dspace.mit.edu:1721.1/123268","repository":{"repo_id":"mit","name":"MIT","base_url":"https://dspace.mit.edu/oai/request"},"display":{"title":"Gaze tracking : seeking critical information for autonomous excavation","abstract":"Automating excavation in mining and construction applications is crucial today as the supply of skilled operators cannot match market demand. To efficiently make control decisions for autonomous excavators without having to take in all visual inputs from a typical operator's field of view, gaze tracking is employed in solely extracting key visual information that skilled operators use in the field. Both a front facing camera depicting the world view of the subject and two eye facing cameras that track the subject's pupil movement are worn by a subject to identify regions and features that are of high interest to operators during a digging task. Key features, such as the interface between the soil and the bucket, are characterized using U-Net, a Convolutional Neural Network designed for image segmentation. Through this study, key regions, the inside of the bucket and the opening of the bucket, as well as key features, the soil-bucket interface, were identified to be of high interest to subjects. This information can serve to identify only the necessary visual inputs in the control decision process, thus shortening computation time.","abstract_html":"Automating excavation in mining and construction applications is crucial today as the supply of skilled operators cannot match market demand. To efficiently make control decisions for autonomous excavators without having to take in all visual inputs from a typical operator's field of view, gaze tracking is employed in solely extracting key visual information that skilled operators use in the field. Both a front facing camera depicting the world view of the subject and two eye facing cameras that track the subject's pupil movement are worn by a subject to identify regions and features that are of high interest to operators during a digging task. Key features, such as the interface between the soil and the bucket, are characterized using U-Net, a Convolutional Neural Network designed for image segmentation. Through this study, key regions, the inside of the bucket and the opening of the bucket, as well as key features, the soil-bucket interface, were identified to be of high interest to subjects. This information can serve to identify only the necessary visual inputs in the control decision process, thus shortening computation time.","abstract_has_math":false,"creators":["Shiozawa, Kaymie."],"institution":"Massachusetts Institute of Technology","degree_name":"Bachelor","degree_level":null,"degree_discipline":null,"degree_department":"Massachusetts Institute of Technology. Department of Mechanical Engineering","school":null,"contributors":[],"advisors":["Harry H. Asada."],"committee_chairs":[],"committee_members":[],"year":2019,"date_issued":"2019","date_published":"2019","updated_at":"2026-07-22T22:21:00Z","subjects":["Mechanical Engineering."],"languages":["eng"],"rights":["MIT theses are protected by copyright. They may be viewed, downloaded, or printed from this source but further reproduction or distribution in any format is prohibited without written permission."],"rights_urls":["http://dspace.mit.edu/handle/1721.1/7582"],"identifier_entries":[]},"links":{"outbound_url":"https://hdl.handle.net/1721.1/123268","outbound_label":"Handle","outbound_source":"dc:identifier.uri"},"metadata_groups":[{"id":"people","label":"People","entries":[{"key":"dc:contributor.advisor","label":"Advisor","values":["Harry H. Asada."]},{"key":"dc:contributor.department","label":"Department","values":["Massachusetts Institute of Technology. Department of Mechanical Engineering","MechE"]},{"key":"dc:contributor.other","label":"Dc Contributor Other","values":["Massachusetts Institute of Technology. Department of Mechanical Engineering."]},{"key":"dc:creator","label":"Author","values":["Shiozawa, Kaymie."]}]},{"id":"academic_context","label":"Academic Context","entries":[{"key":"dc:date.accessioned","label":"Dc Date Accessioned","values":["2019-12-13T18:58:29Z"]},{"key":"dc:date.available","label":"Dc Date Available","values":["2019-12-13T18:58:29Z"]},{"key":"dc:date.issued","label":"Date","values":["2019"]},{"key":"dc:publisher","label":"Institution","values":["Massachusetts Institute of Technology"]},{"key":"dc:type","label":"Dc Type","values":["Thesis"]},{"key":"thesis:degree_name","label":"Degree Name","values":["Bachelor"]}]},{"id":"subjects_keywords","label":"Subjects and Keywords","entries":[{"key":"dc:subject","label":"Dc Subject","values":["Mechanical Engineering."]}]},{"id":"language_rights","label":"Language and Rights","entries":[{"key":"dc:language.iso","label":"Language (ISO)","values":["eng"]},{"key":"dc:rights","label":"Dc Rights","values":["MIT theses are protected by copyright. They may be viewed, downloaded, or printed from this source but further reproduction or distribution in any format is prohibited without written permission."]},{"key":"dc:rights.uri","label":"Rights URI","values":["http://dspace.mit.edu/handle/1721.1/7582"]}]},{"id":"identifiers","label":"Identifiers","entries":[{"key":"dc:identifier.uri","label":"Identifier URI","values":["https://hdl.handle.net/1721.1/123268"]}]},{"id":"additional","label":"Additional Metadata","entries":[{"key":"dc:description","label":"Description","values":["Thesis: S.B., Massachusetts Institute of Technology, Department of Mechanical Engineering, 2019","Cataloged from PDF version of thesis.","Includes bibliographical references (pages 37-38)."]},{"key":"dc:description.abstract","label":"Abstract","values":["Automating excavation in mining and construction applications is crucial today as the supply of skilled operators cannot match market demand. To efficiently make control decisions for autonomous excavators without having to take in all visual inputs from a typical operator's field of view, gaze tracking is employed in solely extracting key visual information that skilled operators use in the field. Both a front facing camera depicting the world view of the subject and two eye facing cameras that track the subject's pupil movement are worn by a subject to identify regions and features that are of high interest to operators during a digging task. Key features, such as the interface between the soil and the bucket, are characterized using U-Net, a Convolutional Neural Network designed for image segmentation. Through this study, key regions, the inside of the bucket and the opening of the bucket, as well as key features, the soil-bucket interface, were identified to be of high interest to subjects. This information can serve to identify only the necessary visual inputs in the control decision process, thus shortening computation time."]},{"key":"dc:description.degree","label":"Dc Description Degree","values":["S.B."]},{"key":"dc:title","label":"Title","values":["Gaze tracking : seeking critical information for autonomous excavation"]}]}],"canonical_facts":{"dc:contributor.advisor":["Harry H. Asada."],"dc:contributor.department":["Massachusetts Institute of Technology. Department of Mechanical Engineering","MechE"],"dc:contributor.other":["Massachusetts Institute of Technology. Department of Mechanical Engineering."],"dc:creator":["Shiozawa, Kaymie."],"dc:date.accessioned":["2019-12-13T18:58:29Z"],"dc:date.available":["2019-12-13T18:58:29Z"],"dc:date.issued":["2019"],"dc:description":["Thesis: S.B., Massachusetts Institute of Technology, Department of Mechanical Engineering, 2019","Cataloged from PDF version of thesis.","Includes bibliographical references (pages 37-38)."],"dc:description.abstract":["Automating excavation in mining and construction applications is crucial today as the supply of skilled operators cannot match market demand. To efficiently make control decisions for autonomous excavators without having to take in all visual inputs from a typical operator's field of view, gaze tracking is employed in solely extracting key visual information that skilled operators use in the field. Both a front facing camera depicting the world view of the subject and two eye facing cameras that track the subject's pupil movement are worn by a subject to identify regions and features that are of high interest to operators during a digging task. Key features, such as the interface between the soil and the bucket, are characterized using U-Net, a Convolutional Neural Network designed for image segmentation. Through this study, key regions, the inside of the bucket and the opening of the bucket, as well as key features, the soil-bucket interface, were identified to be of high interest to subjects. This information can serve to identify only the necessary visual inputs in the control decision process, thus shortening computation time."],"dc:description.degree":["S.B."],"dc:identifier.uri":["https://hdl.handle.net/1721.1/123268"],"dc:language.iso":["eng"],"dc:publisher":["Massachusetts Institute of Technology"],"dc:rights":["MIT theses are protected by copyright. They may be viewed, downloaded, or printed from this source but further reproduction or distribution in any format is prohibited without written permission."],"dc:rights.uri":["http://dspace.mit.edu/handle/1721.1/7582"],"dc:subject":["Mechanical Engineering."],"dc:title":["Gaze tracking : seeking critical information for autonomous excavation"],"dc:type":["Thesis"],"thesis:degree_name":["Bachelor"]},"updated_at":"2026-07-22T22:21:00Z"}