Files
portfolio/scripts/benchmark-config.json
T
admin d2efc7030a feat: US-019 - Run benchmark and validate accuracy
Benchmark passes 19/20 (threshold 18/20) with no zeros.
Structural improvements: Employment Timeline section, leadership
labels on Tesco bullets, GPhC clarification, prompt trimming.
Fixed Q10 expected answer to match actual CV data.
2026-02-16 00:59:37 +00:00

121 lines
4.8 KiB
JSON

{
"passThreshold": 18,
"maxScore": 20,
"questions": [
{
"id": "Q01",
"question": "How many years has Andy been employed by the NHS?",
"expectedAnswer": "Approximately 3-4 years. Andy's NHS employment started in May 2022 when he joined NHS Norfolk and Waveney ICB. His previous role at Tesco PLC was in the private sector, not the NHS.",
"keyFacts": [
"NHS employment started May 2022",
"Tesco was private employer",
"approximately 3-4 years NHS employment"
]
},
{
"id": "Q02",
"question": "What was Andy's involvement with tirzepatide?",
"expectedAnswer": "Andy supported commissioning of NICE TA1026 (tirzepatide). He authored the initial executive paper advocating a primary care delivery model over specialist provider, which drove a system shift to GP-led model.",
"keyFacts": [
"NICE TA1026",
"authored executive paper",
"primary care model",
"GP-led delivery"
]
},
{
"id": "Q03",
"question": "What specific tools and software has Andy built?",
"expectedAnswer": "Andy has built 5 notable projects: a patient switching algorithm (Python, 14000 patients, £2.6M savings), a Blueteq generator for high-cost drug forms, a controlled drugs monitoring system, a Sankey chart tool for visualising patient flows, and PharMetrics — a Power BI analytics dashboard.",
"keyFacts": [
"patient switching algorithm",
"Blueteq generator",
"CD monitoring system",
"Sankey chart tool",
"PharMetrics dashboard"
]
},
{
"id": "Q04",
"question": "What were Andy's A-level subjects and grades?",
"expectedAnswer": "Andy achieved Mathematics A*, Chemistry B, and Politics C at Highworth Grammar School between 2009-2011.",
"keyFacts": [
"Mathematics A*",
"Chemistry B",
"Politics C",
"Highworth Grammar School"
]
},
{
"id": "Q05",
"question": "Was Andy's Tesco role part of the NHS?",
"expectedAnswer": "No. Andy's role at Tesco PLC was in the private sector as a community pharmacist. Tesco PLC is a private employer. He was an LPC representative during this time.",
"keyFacts": [
"Tesco PLC is private/not NHS",
"community pharmacy",
"LPC representative"
]
},
{
"id": "Q06",
"question": "How did the patient switching algorithm work?",
"expectedAnswer": "It was Python-based and used real-world GP prescribing data to auto-identify patients eligible for cost-effective medication alternatives. It compressed months of manual work into 3 days, covered 14,000 patients, and identified £2.6M in savings.",
"keyFacts": [
"Python",
"GP prescribing data",
"14000 patients",
"£2.6M savings",
"compressed months to 3 days"
]
},
{
"id": "Q07",
"question": "What clinical specialties has Andy worked across?",
"expectedAnswer": "Andy has worked across rheumatology, ophthalmology (wet AMD, DMO, RVO), dermatology, gastroenterology, neurology, and migraine through his high-cost drugs role.",
"keyFacts": [
"rheumatology",
"ophthalmology",
"dermatology",
"gastroenterology",
"neurology",
"migraine"
]
},
{
"id": "Q08",
"question": "What is Andy's experience with the dm+d?",
"expectedAnswer": "Andy created a comprehensive medicines data table integrating all dm+d products with standardised strengths, morphine equivalents, and Anticholinergic Burden scoring, serving as a single source of truth.",
"keyFacts": [
"dm+d integration",
"standardised strengths",
"morphine equivalents",
"Anticholinergic Burden",
"single source of truth"
]
},
{
"id": "Q09",
"question": "What budget does Andy manage and how?",
"expectedAnswer": "Andy manages a £220M prescribing budget using forecasting models, variance analysis, and financial reporting to the executive team, enabling proactive financial planning.",
"keyFacts": [
"£220M",
"forecasting models",
"variance analysis",
"proactive financial planning"
]
},
{
"id": "Q10",
"question": "What leadership training does Andy have?",
"expectedAnswer": "Andy completed the NHS Mary Seacole Programme in 2018 (scoring 78%). At Tesco, he created a national induction training plan and eLearning modules, and supervised two staff through NVQ3 to pharmacy technician registration.",
"keyFacts": [
"Mary Seacole Programme",
"2018",
"78%",
"created national induction training at Tesco",
"supervised staff through NVQ3"
]
}
]
}