{"id":{"repo_id":"ku","oai_identifier":"oai:kuscholarworks.ku.edu:1808/38858"},"canonical_url":"https://search.dev.ndltd.org/etd/ku/oai:kuscholarworks.ku.edu:1808/38858","repository":{"repo_id":"ku","name":"University of Kansas","base_url":"https://kuscholarworks.ku.edu/server/oai/request"},"display":{"title":"Student-Group Item Parameter Drift Impact on Individual and Aggregate Observed Scores","abstract":"This study was conducted to further research into the impact of student-group item parameterdrift (SIPD) —referred to as subpopulation item parameter drift in previous research— on abilityestimates and proficiency classification accuracy when occurring in the discrimination parameterof a 2-PL item response theory (IRT) model. Using Monte Carlo simulation, several factors weremanipulated and examined for impact including (1) direction of drift within the discriminationparameter, (2) true ability of student-groups, and (3) relative size of student-groups. ANOVA,including main effects and interaction effects, is used to evaluate bias in individual abilityestimates, aggregate ability estimates, bias in percent proficient, and change in percent proficient.Results indicated that SIPD occurring in the discrimination parameter does impact bias in severalways; most substantially in percent proficient classification accuracy but less substantially onindividual and aggregate ability estimates. Together, with findings from previous research aboutthe impact of this phenomenon in the difficulty parameter, SIPD should be a concern for statelevel assessment and accountability decision makers as it has the potential to lead to inaccuratedecisions regarding student performance. Suggestions for next steps when SIPD is suspected areprovided.","abstract_html":"This study was conducted to further research into the impact of student-group item parameterdrift (SIPD) —referred to as subpopulation item parameter drift in previous research— on abilityestimates and proficiency classification accuracy when occurring in the discrimination parameterof a 2-PL item response theory (IRT) model. Using Monte Carlo simulation, several factors weremanipulated and examined for impact including (1) direction of drift within the discriminationparameter, (2) true ability of student-groups, and (3) relative size of student-groups. ANOVA,including main effects and interaction effects, is used to evaluate bias in individual abilityestimates, aggregate ability estimates, bias in percent proficient, and change in percent proficient.Results indicated that SIPD occurring in the discrimination parameter does impact bias in severalways; most substantially in percent proficient classification accuracy but less substantially onindividual and aggregate ability estimates. Together, with findings from previous research aboutthe impact of this phenomenon in the difficulty parameter, SIPD should be a concern for statelevel assessment and accountability decision makers as it has the potential to lead to inaccuratedecisions regarding student performance. Suggestions for next steps when SIPD is suspected areprovided.","abstract_has_math":false,"creators":["Hess, Jessica"],"institution":"University of Kansas","degree_name":null,"degree_level":null,"degree_discipline":null,"degree_department":null,"school":null,"contributors":[],"advisors":["Kingston, Neal"],"committee_chairs":[],"committee_members":[],"year":2023,"date_issued":"2023-01-01","date_published":"2023-01-01","updated_at":"2026-07-24T02:44:56Z","subjects":["Educational psychology","Educational tests & measurements","ability estimation","accountability","classification accuracy","item parameter drift","student-groups"],"languages":["en"],"rights":["Copyright held by the author."],"rights_urls":[],"identifier_entries":[{"key":"dc:identifier.other","label":"Dc Identifier Other","values":["http://dissertations.umi.com/ku:18818"],"render_values":[{"text":"http://dissertations.umi.com/ku:18818","href":"http://dissertations.umi.com/ku:18818","code":true}]}]},"links":{"outbound_url":"https://hdl.handle.net/1808/38858","outbound_label":"Handle","outbound_source":"dc:identifier.uri"},"metadata_groups":[{"id":"people","label":"People","entries":[{"key":"dc:contributor.advisor","label":"Advisor","values":["Kingston, Neal"]},{"key":"dc:creator","label":"Author","values":["Hess, Jessica"]}]},{"id":"academic_context","label":"Academic Context","entries":[{"key":"dc:date.accessioned","label":"Dc Date Accessioned","values":["2026-04-24T20:13:55Z"]},{"key":"dc:date.available","label":"Dc Date Available","values":["2026-04-24T20:13:55Z"]},{"key":"dc:date.issued","label":"Date","values":["2023-01-01"]},{"key":"dc:publisher","label":"Institution","values":["University of Kansas"]},{"key":"dc:type","label":"Dc Type","values":["Dissertation"]}]},{"id":"subjects_keywords","label":"Subjects and Keywords","entries":[{"key":"dc:subject","label":"Dc Subject","values":["Educational psychology","Educational tests & measurements","ability estimation","accountability","classification accuracy","item parameter drift","student-groups"]}]},{"id":"language_rights","label":"Language and Rights","entries":[{"key":"dc:language.iso","label":"Language (ISO)","values":["en"]},{"key":"dc:rights","label":"Dc Rights","values":["Copyright held by the author."]}]},{"id":"identifiers","label":"Identifiers","entries":[{"key":"dc:identifier.other","label":"Dc Identifier Other","values":["http://dissertations.umi.com/ku:18818"]},{"key":"dc:identifier.uri","label":"Identifier URI","values":["https://hdl.handle.net/1808/38858"]}]},{"id":"additional","label":"Additional Metadata","entries":[{"key":"dc:description.abstract","label":"Abstract","values":["This study was conducted to further research into the impact of student-group item parameterdrift (SIPD) —referred to as subpopulation item parameter drift in previous research— on abilityestimates and proficiency classification accuracy when occurring in the discrimination parameterof a 2-PL item response theory (IRT) model. Using Monte Carlo simulation, several factors weremanipulated and examined for impact including (1) direction of drift within the discriminationparameter, (2) true ability of student-groups, and (3) relative size of student-groups. ANOVA,including main effects and interaction effects, is used to evaluate bias in individual abilityestimates, aggregate ability estimates, bias in percent proficient, and change in percent proficient.Results indicated that SIPD occurring in the discrimination parameter does impact bias in severalways; most substantially in percent proficient classification accuracy but less substantially onindividual and aggregate ability estimates. Together, with findings from previous research aboutthe impact of this phenomenon in the difficulty parameter, SIPD should be a concern for statelevel assessment and accountability decision makers as it has the potential to lead to inaccuratedecisions regarding student performance. Suggestions for next steps when SIPD is suspected areprovided."]},{"key":"dc:title","label":"Title","values":["Student-Group Item Parameter Drift Impact on Individual and Aggregate Observed Scores"]}]}],"canonical_facts":{"dc:contributor.advisor":["Kingston, Neal"],"dc:creator":["Hess, Jessica"],"dc:date.accessioned":["2026-04-24T20:13:55Z"],"dc:date.available":["2026-04-24T20:13:55Z"],"dc:date.issued":["2023-01-01"],"dc:description.abstract":["This study was conducted to further research into the impact of student-group item parameterdrift (SIPD) —referred to as subpopulation item parameter drift in previous research— on abilityestimates and proficiency classification accuracy when occurring in the discrimination parameterof a 2-PL item response theory (IRT) model. Using Monte Carlo simulation, several factors weremanipulated and examined for impact including (1) direction of drift within the discriminationparameter, (2) true ability of student-groups, and (3) relative size of student-groups. ANOVA,including main effects and interaction effects, is used to evaluate bias in individual abilityestimates, aggregate ability estimates, bias in percent proficient, and change in percent proficient.Results indicated that SIPD occurring in the discrimination parameter does impact bias in severalways; most substantially in percent proficient classification accuracy but less substantially onindividual and aggregate ability estimates. Together, with findings from previous research aboutthe impact of this phenomenon in the difficulty parameter, SIPD should be a concern for statelevel assessment and accountability decision makers as it has the potential to lead to inaccuratedecisions regarding student performance. Suggestions for next steps when SIPD is suspected areprovided."],"dc:identifier.other":["http://dissertations.umi.com/ku:18818"],"dc:identifier.uri":["https://hdl.handle.net/1808/38858"],"dc:language.iso":["en"],"dc:publisher":["University of Kansas"],"dc:rights":["Copyright held by the author."],"dc:subject":["Educational psychology","Educational tests & measurements","ability estimation","accountability","classification accuracy","item parameter drift","student-groups"],"dc:title":["Student-Group Item Parameter Drift Impact on Individual and Aggregate Observed Scores"],"dc:type":["Dissertation"]},"updated_at":"2026-07-24T02:44:56Z"}