{"id":{"repo_id":"wku-diss","oai_identifier":"oai:digitalcommons.wku.edu:theses-1170"},"canonical_url":"https://search.dev.ndltd.org/etd/wku-diss/oai:digitalcommons.wku.edu:theses-1170","repository":{"repo_id":"wku-diss","name":"Western Kentucky University","base_url":"https://digitalcommons.wku.edu/do/oai/"},"display":{"title":"The Effects of Rater Training on the Relationship between Item Observability and Rater Agreement","abstract":"This study was an extension of a study conducted by Roch, Paquin, and Littlejohn (2009). They investigated the relationship between rater agreement and the observability of items on a rating form. The current study found similar results in that, as items became less observable, interrater agreement increased. The purpose of this study was to introduce frame of reference training as an extension to the Roch et al. study in order to reverse their findings. In other words, trained raters would be less likely to default to a general impression on less observable items and thus would demonstrate higher rater agreement on more observable items than untrained raters. The results, based on 66 raters, replicated the findings of the Roch et al. study. The frame of reference training appeared to have no impact on the results. Results are discussed.","abstract_html":"This study was an extension of a study conducted by Roch, Paquin, and Littlejohn (2009). They investigated the relationship between rater agreement and the observability of items on a rating form. The current study found similar results in that, as items became less observable, interrater agreement increased. The purpose of this study was to introduce frame of reference training as an extension to the Roch et al. study in order to reverse their findings. In other words, trained raters would be less likely to default to a general impression on less observable items and thus would demonstrate higher rater agreement on more observable items than untrained raters. The results, based on 66 raters, replicated the findings of the Roch et al. study. The frame of reference training appeared to have no impact on the results. Results are discussed.","abstract_has_math":false,"creators":["Montgomery, Keaton Edwin"],"institution":null,"degree_name":"Master of Arts","degree_level":null,"degree_discipline":"Department of Psychology","degree_department":null,"school":null,"contributors":["Dr. Anthony Paquin (Director), Dr. Reagan Brown, Dr. Andrew Mienaltowski"],"advisors":[],"committee_chairs":[],"committee_members":[],"year":2010,"date_issued":"2010-05-01T07:00:00Z","date_published":"2010-05-01T07:00:00Z","updated_at":"2026-07-24T06:07:10Z","subjects":["performance standards","Cognition and Perception","Industrial and Organizational Psychology","Psychology"],"languages":[],"rights":[],"rights_urls":[],"identifier_entries":[]},"links":{"outbound_url":"https://digitalcommons.wku.edu/theses/168","outbound_label":"Repository record","outbound_source":"dc:identifier"},"metadata_groups":[{"id":"people","label":"People","entries":[{"key":"dc:contributor","label":"Contributor","values":["Dr. Anthony Paquin (Director), Dr. Reagan Brown, Dr. Andrew Mienaltowski"]},{"key":"dc:creator","label":"Author","values":["Montgomery, Keaton Edwin"]}]},{"id":"academic_context","label":"Academic Context","entries":[{"key":"dc:type","label":"Dc Type","values":["Thesis"]},{"key":"thesis:degree_discipline","label":"Discipline","values":["Department of Psychology"]},{"key":"thesis:degree_name","label":"Degree Name","values":["Master of Arts"]}]},{"id":"subjects_keywords","label":"Subjects and Keywords","entries":[{"key":"dc:subject","label":"Dc Subject","values":["performance standards","Cognition and Perception","Industrial and Organizational Psychology","Psychology"]}]},{"id":"identifiers","label":"Identifiers","entries":[{"key":"dc:identifier","label":"Identifier","values":["https://digitalcommons.wku.edu/theses/168"]}]},{"id":"additional","label":"Additional Metadata","entries":[{"key":"dc:description.abstract","label":"Abstract","values":["This study was an extension of a study conducted by Roch, Paquin, and Littlejohn (2009). They investigated the relationship between rater agreement and the observability of items on a rating form. The current study found similar results in that, as items became less observable, interrater agreement increased. The purpose of this study was to introduce frame of reference training as an extension to the Roch et al. study in order to reverse their findings. In other words, trained raters would be less likely to default to a general impression on less observable items and thus would demonstrate higher rater agreement on more observable items than untrained raters. The results, based on 66 raters, replicated the findings of the Roch et al. study. The frame of reference training appeared to have no impact on the results. Results are discussed."]},{"key":"dc:title","label":"Title","values":["The Effects of Rater Training on the Relationship between Item Observability and Rater Agreement"]}]}],"canonical_facts":{"dc:contributor":["Dr. Anthony Paquin (Director), Dr. Reagan Brown, Dr. Andrew Mienaltowski"],"dc:creator":["Montgomery, Keaton Edwin"],"dc:description.abstract":["This study was an extension of a study conducted by Roch, Paquin, and Littlejohn (2009). They investigated the relationship between rater agreement and the observability of items on a rating form. The current study found similar results in that, as items became less observable, interrater agreement increased. The purpose of this study was to introduce frame of reference training as an extension to the Roch et al. study in order to reverse their findings. In other words, trained raters would be less likely to default to a general impression on less observable items and thus would demonstrate higher rater agreement on more observable items than untrained raters. The results, based on 66 raters, replicated the findings of the Roch et al. study. The frame of reference training appeared to have no impact on the results. Results are discussed."],"dc:identifier":["https://digitalcommons.wku.edu/theses/168"],"dc:subject":["performance standards","Cognition and Perception","Industrial and Organizational Psychology","Psychology"],"dc:title":["The Effects of Rater Training on the Relationship between Item Observability and Rater Agreement"],"dc:type":["Thesis"],"thesis:degree_discipline":["Department of Psychology"],"thesis:degree_name":["Master of Arts"]},"updated_at":"2026-07-24T06:07:10Z"}