{"protocol":"predictions-v1","cases":[{"id":"dev-flat","name":"Constant (development)","split":"development","summary":{"targets":6,"observed":6,"missing":0,"issued":4,"scored":4,"awaitingOutcome":0,"insufficientHistory":2,"refused":0,"flatResidues":4,"holdIssued":5,"holdScored":5,"commonTargets":4,"affineCommon":{"count":4,"meanAbsolute":"0","maxAbsolute":"0","exactHits":4},"holdCommon":{"count":4,"meanAbsolute":"0","maxAbsolute":"0","exactHits":4},"holdAll":{"count":5,"meanAbsolute":"0","maxAbsolute":"0","exactHits":5},"noPredictionIssued":0,"noPredictionError":null,"calls":{"record":6,"fit":4,"issue":4,"assess":4},"retained":[6,4,4]},"differences":0},{"id":"dev-ramp","name":"Ramp (development)","split":"development","summary":{"targets":6,"observed":6,"missing":0,"issued":4,"scored":4,"awaitingOutcome":0,"insufficientHistory":2,"refused":0,"flatResidues":0,"holdIssued":5,"holdScored":5,"commonTargets":4,"affineCommon":{"count":4,"meanAbsolute":"0","maxAbsolute":"0","exactHits":4},"holdCommon":{"count":4,"meanAbsolute":"4","maxAbsolute":"4","exactHits":0},"holdAll":{"count":5,"meanAbsolute":"4","maxAbsolute":"4","exactHits":0},"noPredictionIssued":0,"noPredictionError":null,"calls":{"record":6,"fit":4,"issue":4,"assess":4},"retained":[6,4,4]},"differences":0},{"id":"dev-fraction","name":"Unequal intervals (development)","split":"development","summary":{"targets":5,"observed":5,"missing":0,"issued":3,"scored":3,"awaitingOutcome":0,"insufficientHistory":2,"refused":0,"flatResidues":0,"holdIssued":4,"holdScored":4,"commonTargets":3,"affineCommon":{"count":3,"meanAbsolute":"1","maxAbsolute":"2","exactHits":0},"holdCommon":{"count":3,"meanAbsolute":"1","maxAbsolute":"1","exactHits":0},"holdAll":{"count":4,"meanAbsolute":"1","maxAbsolute":"1","exactHits":0},"noPredictionIssued":0,"noPredictionError":null,"calls":{"record":5,"fit":3,"issue":3,"assess":3},"retained":[5,3,3]},"differences":0},{"id":"constant","name":"A constant below zero","split":"evaluation","summary":{"targets":8,"observed":8,"missing":0,"issued":6,"scored":6,"awaitingOutcome":0,"insufficientHistory":2,"refused":0,"flatResidues":6,"holdIssued":7,"holdScored":7,"commonTargets":6,"affineCommon":{"count":6,"meanAbsolute":"0","maxAbsolute":"0","exactHits":6},"holdCommon":{"count":6,"meanAbsolute":"0","maxAbsolute":"0","exactHits":6},"holdAll":{"count":7,"meanAbsolute":"0","maxAbsolute":"0","exactHits":7},"noPredictionIssued":0,"noPredictionError":null,"calls":{"record":8,"fit":6,"issue":6,"assess":6},"retained":[8,6,6]},"differences":0},{"id":"unequal-ramp","name":"A ramp with unequal intervals","split":"evaluation","summary":{"targets":7,"observed":7,"missing":0,"issued":5,"scored":5,"awaitingOutcome":0,"insufficientHistory":2,"refused":0,"flatResidues":0,"holdIssued":6,"holdScored":6,"commonTargets":5,"affineCommon":{"count":5,"meanAbsolute":"0","maxAbsolute":"0","exactHits":5},"holdCommon":{"count":5,"meanAbsolute":"39/5","maxAbsolute":"12","exactHits":0},"holdAll":{"count":6,"meanAbsolute":"15/2","maxAbsolute":"12","exactHits":0},"noPredictionIssued":0,"noPredictionError":null,"calls":{"record":7,"fit":5,"issue":5,"assess":5},"retained":[7,5,5]},"differences":0},{"id":"reversal","name":"The trend reverses","split":"evaluation","summary":{"targets":9,"observed":9,"missing":0,"issued":7,"scored":7,"awaitingOutcome":0,"insufficientHistory":2,"refused":0,"flatResidues":0,"holdIssued":8,"holdScored":8,"commonTargets":7,"affineCommon":{"count":7,"meanAbsolute":"6/7","maxAbsolute":"6","exactHits":6},"holdCommon":{"count":7,"meanAbsolute":"3","maxAbsolute":"3","exactHits":0},"holdAll":{"count":8,"meanAbsolute":"3","maxAbsolute":"3","exactHits":0},"noPredictionIssued":0,"noPredictionError":null,"calls":{"record":9,"fit":7,"issue":7,"assess":7},"retained":[9,7,7]},"differences":0},{"id":"alternating","name":"The signal alternates","split":"evaluation","summary":{"targets":10,"observed":10,"missing":0,"issued":8,"scored":8,"awaitingOutcome":0,"insufficientHistory":2,"refused":0,"flatResidues":0,"holdIssued":9,"holdScored":9,"commonTargets":8,"affineCommon":{"count":8,"meanAbsolute":"12","maxAbsolute":"12","exactHits":0},"holdCommon":{"count":8,"meanAbsolute":"6","maxAbsolute":"6","exactHits":0},"holdAll":{"count":9,"meanAbsolute":"6","maxAbsolute":"6","exactHits":0},"noPredictionIssued":0,"noPredictionError":null,"calls":{"record":10,"fit":8,"issue":8,"assess":8},"retained":[10,8,8]},"differences":0},{"id":"step","name":"A sudden step","split":"evaluation","summary":{"targets":9,"observed":9,"missing":0,"issued":7,"scored":7,"awaitingOutcome":0,"insufficientHistory":2,"refused":0,"flatResidues":6,"holdIssued":8,"holdScored":8,"commonTargets":7,"affineCommon":{"count":7,"meanAbsolute":"16/7","maxAbsolute":"8","exactHits":5},"holdCommon":{"count":7,"meanAbsolute":"8/7","maxAbsolute":"8","exactHits":6},"holdAll":{"count":8,"meanAbsolute":"1","maxAbsolute":"8","exactHits":7},"noPredictionIssued":0,"noPredictionError":null,"calls":{"record":9,"fit":7,"issue":7,"assess":7},"retained":[9,7,7]},"differences":0},{"id":"gaps","name":"Missing samples across a change","split":"evaluation","summary":{"targets":10,"observed":7,"missing":3,"issued":8,"scored":5,"awaitingOutcome":3,"insufficientHistory":2,"refused":0,"flatResidues":0,"holdIssued":9,"holdScored":6,"commonTargets":5,"affineCommon":{"count":5,"meanAbsolute":"26/15","maxAbsolute":"7","exactHits":3},"holdCommon":{"count":5,"meanAbsolute":"11/5","maxAbsolute":"4","exactHits":0},"holdAll":{"count":6,"meanAbsolute":"13/6","maxAbsolute":"4","exactHits":0},"noPredictionIssued":0,"noPredictionError":null,"calls":{"record":10,"fit":8,"issue":8,"assess":8},"retained":[10,8,5]},"differences":0},{"id":"missing-start","name":"Missing observations at the start","split":"evaluation","summary":{"targets":8,"observed":5,"missing":3,"issued":3,"scored":3,"awaitingOutcome":0,"insufficientHistory":5,"refused":0,"flatResidues":0,"holdIssued":5,"holdScored":4,"commonTargets":3,"affineCommon":{"count":3,"meanAbsolute":"1/2","maxAbsolute":"3/2","exactHits":2},"holdCommon":{"count":3,"meanAbsolute":"3","maxAbsolute":"3","exactHits":0},"holdAll":{"count":4,"meanAbsolute":"3","maxAbsolute":"3","exactHits":0},"noPredictionIssued":0,"noPredictionError":null,"calls":{"record":8,"fit":3,"issue":3,"assess":3},"retained":[8,3,3]},"differences":0},{"id":"blackout","name":"Observations stop arriving","split":"evaluation","summary":{"targets":8,"observed":3,"missing":5,"issued":6,"scored":1,"awaitingOutcome":5,"insufficientHistory":2,"refused":0,"flatResidues":0,"holdIssued":7,"holdScored":2,"commonTargets":1,"affineCommon":{"count":1,"meanAbsolute":"0","maxAbsolute":"0","exactHits":1},"holdCommon":{"count":1,"meanAbsolute":"3","maxAbsolute":"3","exactHits":0},"holdAll":{"count":2,"meanAbsolute":"3","maxAbsolute":"3","exactHits":0},"noPredictionIssued":0,"noPredictionError":null,"calls":{"record":8,"fit":6,"issue":6,"assess":6},"retained":[8,6,1]},"differences":0},{"id":"all-missing","name":"No measured values","split":"evaluation","summary":{"targets":6,"observed":0,"missing":6,"issued":0,"scored":0,"awaitingOutcome":0,"insufficientHistory":6,"refused":0,"flatResidues":0,"holdIssued":0,"holdScored":0,"commonTargets":0,"affineCommon":{"count":0,"meanAbsolute":null,"maxAbsolute":null,"exactHits":0},"holdCommon":{"count":0,"meanAbsolute":null,"maxAbsolute":null,"exactHits":0},"holdAll":{"count":0,"meanAbsolute":null,"maxAbsolute":null,"exactHits":0},"noPredictionIssued":0,"noPredictionError":null,"calls":{"record":6,"fit":0,"issue":0,"assess":0},"retained":[6,0,0]},"differences":0}],"failures":[]}