@proceedings{65, author = {David H. Tobey}, title = {A Vignette-based Method for Improving Cybersecurity Talent Management through Cyber Defense Competition Design}, abstract = {findings are reported from a four-year study of cybersecurity competency assessment and development achieved through the design of cyber defense competitions}, year = {2015}, journal = {ACM}, month = {2015-06-04}, url = {https://dl.acm.org/doi/abs/10.1145/2751957.2751963}, doi = {10.1145/2751957.2751963}, note = {the first year of the study focused on identifying the abilities that should indicate aptitude to perform well in the areas of operational security testing and advanced threat response. A recently developed method for Job Performance Modeling (JPM) is applied which uses vignettes -- critical incident stories -- to guide the elicitation of a holistic description of mission-critical roles grounded in the latest tactics, techniques and protocols defining the current state-of-the-art, or ground truth, in cyber defense. Implications are drawn for design of scoring engines and achievement of game balance in cyber defense competitions as a talent management system.}, }