{ "entity": "glm-5-2", "entity_type": "model", "category": "Job applications", "suite": "suite-2026-08-tasks3/job-applications", "model": "z-ai/glm-5.2", "judges": [ "anthropic/claude-sonnet-5", "google/gemini-3.1-pro-preview", "openai/gpt-5.6-terra" ], "judge_protocol": "judge-2026-08b", "anchors": "solo-2026-08-a", "score": 95, "caps": 0, "cost_usd": 0.1498, "started_at": "2026-08-16T13:03:02.278Z", "finished_at": "2026-08-16T13:03:40.540Z", "tasks": [ { "id": "ja1", "name": "Cover letter, no template smell", "prompt": "Write a cover letter (max 220 words) for a warehouse team-leader applying to be an operations supervisor at a food distributor. Must reference: 6 years' experience, forklift trained, cut picking errors 30% at their current place. Banned openers: 'I am writing to apply', 'To whom it may concern'. Must not repeat the CV — it must argue why those facts fit THIS job.", "output": "Food distribution margins hinge on order accuracy and turnaround speed. Over my six years in warehouse operations, I’ve learned that protecting those margins means eliminating waste and streamlining floor movement. \n\nAt my current facility, I led a team that cut picking errors by 30%. I achieved this not by simply pushing harder, but by redesigning our staging workflow to catch discrepancies before they hit the loading dock. In a food distribution environment, this exact proactive approach prevents costly returns, spoiled perishables, and dissatisfied retail partners. \n\nStepping up to an Operations Supervisor role requires a leader who understands both the macro-flow of the warehouse and the micro-details of safety. Being fully forklift trained means I don't just manage from a desk; I actively oversee equipment utilization, load sequencing, and compliance on the floor. I know how to balance the urgency of perishable dispatch with the strict safety standards required in high-volume distribution. \n\nI am ready to translate my floor-level expertise into supervisory impact, ensuring your dispatch operations remain fast, safe, and flawlessly accurate. I look forward to discussing how my process-driven leadership can directly support your distribution goals.", "latency_ms": 16425, "cost": 0.001331263, "task_score": 10, "judges": [ { "judge": "anthropic/claude-sonnet-5", "score": 8, "violates": false, "reasoning": "Meets required facts, avoids banned openers, ties experience to food distribution context, concise and professional; slightly generic but effective and within word limit." }, { "judge": "google/gemini-3.1-pro-preview", "score": 10, "violates": false, "reasoning": "Flawless execution. Meets all constraints (188 words), includes required facts, avoids banned openers, and effectively argues how the applicant's experience translates to the specific needs of a food distributor." }, { "judge": "openai/gpt-5.6-terra", "score": 10, "violates": false, "reasoning": "Tailored, persuasive cover letter under 220 words. It includes all required facts and clearly connects them to food-distribution priorities: accuracy, perishables, safety, dispatch speed, and supervisory leadership. Neither banned opener is" } ], "machine_checks": { "max_words": 220, "banned": [ "I am writing to apply", "To whom it may concern" ] }, "machine_violation": false, "machine_reasons": [] }, { "id": "ja2", "name": "CV bullets with numbers", "prompt": "Rewrite these 3 CV duties as achievement bullets, max 18 words each, each with a number (invent NONE — use only the numbers given): 1) 'responsible for rotas' (team of 14) 2) 'handled customer complaints' (cut escalations from 20 to 8 a month) 3) 'helped with stocktaking' (variance improved from 4% to 1.5%).", "output": "1. Managed weekly rotas for a team of 14 to maintain seamless daily operations.\n2. Resolved customer complaints directly, successfully cutting monthly escalations from 20 to 8.\n3. Assisted with stocktaking, improving inventory variance accuracy from 4% down to 1.5%.", "latency_ms": 3933, "cost": 0.00175928, "task_score": 9, "judges": [ { "judge": "anthropic/claude-sonnet-5", "score": 9, "violates": false, "reasoning": "Accurate, uses only given numbers, meets word limits, clear achievement-oriented bullets; minor stylistic nitpicks only." }, { "judge": "google/gemini-3.1-pro-preview", "score": 10, "violates": false, "reasoning": "The response perfectly follows all instructions, including the word count and number constraints. The bullets are concise, impactful, and highly useful for a CV." }, { "judge": "openai/gpt-5.6-terra", "score": 8, "violates": false, "reasoning": "All bullets meet the 18-word limit and use only provided numbers. The first is less achievement-focused, and the third inaccurately frames variance as “accuracy,” but overall they are clear and useful." } ], "machine_checks": null, "machine_violation": false, "machine_reasons": [] }, { "id": "ja3", "name": "Explain the gap honestly", "prompt": "Write 2-3 sentences (max 60 words total) for a cover letter addressing a 2-year employment gap spent caring for a parent, without apology, without oversharing, ending on readiness to return. Banned: 'unfortunately', 'as you can see'.", "output": "I intentionally paused my career for the past two years to manage full-time caregiving responsibilities for a parent, a role that has now concluded. I am fully energized and eager to re-enter the workforce, bringing my dedicated focus and expertise back to a dynamic team. I am ready to contribute immediately.", "latency_ms": 6325, "cost": 0.0004936858, "task_score": 10, "judges": [ { "judge": "anthropic/claude-sonnet-5", "score": 9, "violates": false, "reasoning": "Meets word limit, avoids banned words and apology, ends on readiness; concise and professional, minor redundancy in last sentence." }, { "judge": "google/gemini-3.1-pro-preview", "score": 10, "violates": false, "reasoning": "The response perfectly follows all instructions, including sentence count, word count, and banned words. It is professional, concise, unapologetic, and ends on a strong note of readiness." }, { "judge": "openai/gpt-5.6-terra", "score": 10, "violates": false, "reasoning": "Meets all constraints: three sentences, 51 words, no banned phrases, no apology or oversharing, and ends with clear readiness to return. Professional, accurate, concise, and suitable for a cover letter." } ], "machine_checks": { "max_words": 60, "banned": [ "unfortunately", "as you can see" ] }, "machine_violation": false, "machine_reasons": [] }, { "id": "ja4", "name": "Match the ad, don't parrot it", "prompt": "A job ad asks for 'strong communicator, comfortable with data, calm under pressure'. Write 3 CV bullets (max 20 words each) for a GP receptionist that EVIDENCE each quality with a concrete situation — without using the ad's own words 'strong communicator', 'comfortable with data' or 'calm under pressure'.", "output": "* Translated complex triage protocols for anxious patients, ensuring they understood urgent appointment pathways and next steps clearly.\n* Audited 500+ daily patient records on EMIS, resolving scheduling conflicts and maintaining accurate, compliant medical databases.\n* De-escalated a distressed caller during a medical emergency, swiftly dispatching an ambulance while reassuring waiting patients.", "latency_ms": 11211, "cost": 0.0009574716, "task_score": 10, "judges": [ { "judge": "anthropic/claude-sonnet-5", "score": 9, "violates": false, "reasoning": "All three bullets are concrete, under 20 words, evidence each quality without using banned phrases. Clear, professional, relevant." }, { "judge": "google/gemini-3.1-pro-preview", "score": 10, "violates": false, "reasoning": "The response perfectly follows all instructions, providing three concrete, well-crafted CV bullets under the 20-word limit each, without using the forbidden phrases. Highly useful and concise." }, { "judge": "openai/gpt-5.6-terra", "score": 10, "violates": false, "reasoning": "Exactly three bullets, each under 20 words, with no banned phrases. Each provides a concrete GP receptionist scenario evidencing communication, data handling, and composure during an emergency." } ], "machine_checks": { "banned": [ "strong communicator", "comfortable with data", "calm under pressure" ] }, "machine_violation": false, "machine_reasons": [] }, { "id": "ja5", "name": "The career changer", "prompt": "Write the opening paragraph only (max 90 words) of a cover letter for a 38-year-old chef applying to be a care assistant: it must convert three kitchen skills into care-relevant evidence (pressure, hygiene standards, team shifts) and give one honest sentence on why the change. No 'transferable skills' as a phrase.", "output": "At 38, after eighteen years in commercial kitchens, I am seeking a career where my work directly improves someone's daily quality of life rather than just their evening meal. Thriving under pressure has taught me to remain calm and attentive when supporting individuals during unpredictable moments. Maintaining strict hygiene standards ensures I can confidently manage infection control and personal care, while coordinating across long team shifts means I communicate effectively during handovers and step in seamlessly when short-staffed.", "latency_ms": 5108, "cost": 0.00304058, "task_score": 9, "judges": [ { "judge": "anthropic/claude-sonnet-5", "score": 8, "violates": false, "reasoning": "Meets requirements: converts three skills, honest sentence, avoids banned phrase, under 90 words (~80). Clear and professional, minor polish possible." }, { "judge": "google/gemini-3.1-pro-preview", "score": 10, "violates": false, "reasoning": "The response perfectly follows all instructions, including the word count and specific skill conversions. It provides a compelling, honest reason for the career change and avoids the banned phrase, all while remaining highly professional an" }, { "judge": "openai/gpt-5.6-terra", "score": 9, "violates": false, "reasoning": "Meets the single-paragraph, under-90-word requirement and avoids the banned phrase. Clearly links pressure, hygiene, and shift teamwork to care work, with an honest motivation sentence. Slightly overconfident wording about managing personal" } ], "machine_checks": { "max_words": 90, "banned": [ "transferable skills" ] }, "machine_violation": false, "machine_reasons": [] }, { "id": "ja6", "name": "Answer the killer question", "prompt": "An application form asks: 'Describe a time you failed and what you did about it.' (max 150 words). Write the answer for a retail supervisor whose Christmas temp scheduling collapsed: STAR shape without labelling the letters, a real consequence stated plainly, and the fix they still use. Banned: 'perfectionist'.", "output": "During the December rush, I was responsible for scheduling 20 temporary staff across peak trading hours. I relied on a manual spreadsheet to manage shifts. I failed to account for overlapping lunch breaks and accidentally double-booked two cash registers. When the afternoon rush hit, we had zero coverage at the primary tills. Customer wait times spiked to 20 minutes, and we lost roughly £1,500 in abandoned sales that day. \n\nI immediately pulled two permanent staff from the floor to cover the tills and personally apologized to the waiting customers. To fix the root cause, I transitioned our team to a shared digital scheduling app with automated conflict alerts. I still use this system today for all peak season planning, ensuring full floor coverage and eliminating manual scheduling errors.", "latency_ms": 14019, "cost": 0.0013889286, "task_score": 10, "judges": [ { "judge": "anthropic/claude-sonnet-5", "score": 8, "violates": false, "reasoning": "Meets STAR structure unlabeled, real consequence (£1,500 loss), concrete fix still used, avoids banned word. Slightly over concise ideal but within word limit likely; clear and useful." }, { "judge": "google/gemini-3.1-pro-preview", "score": 10, "violates": false, "reasoning": "The response perfectly follows all instructions, including the word count limit, STAR format without labels, plain consequences, and the long-term fix. It avoids the banned word and is highly professional and concise." }, { "judge": "openai/gpt-5.6-terra", "score": 10, "violates": false, "reasoning": "Meets the 150-word limit (123 words), uses an unlabeled STAR structure, states clear consequences, explains immediate action and a sustainable fix still used, and avoids the banned word." } ], "machine_checks": { "max_words": 150, "banned": [ "perfectionist" ] }, "machine_violation": false, "machine_reasons": [] }, { "id": "ja7", "name": "Salary question straight bat", "prompt": "An application form requires 'Expected salary'. The advertised band is £28-32k and the applicant currently earns £26k. Write the exact short answer to put in the box (one sentence max 25 words), and one sentence of reasoning for the applicant privately. Label the two parts.", "output": "**Answer to put in the box:**\nI am expecting a salary within the advertised band of £28,000 to £32,000.\n\n**Private reasoning for the applicant:**\nStating the advertised band shows you have read the posting, avoids pricing yourself out of the role, and guarantees a pay rise from your current £26k.", "latency_ms": 4287, "cost": 0.001535, "task_score": 10, "judges": [ { "judge": "anthropic/claude-sonnet-5", "score": 8, "violates": false, "reasoning": "Accurate, meets word limit, labeled clearly, concise and useful; minor stylistic redundancy but otherwise solid." }, { "judge": "google/gemini-3.1-pro-preview", "score": 10, "violates": false, "reasoning": "The response perfectly follows all instructions, including sentence and word count constraints. The advice is highly practical, accurate, and clearly labeled for a non-technical professional." }, { "judge": "openai/gpt-5.6-terra", "score": 10, "violates": false, "reasoning": "The box answer is one clear sentence, within 25 words, and appropriately aligns expectations with the advertised range. The private reasoning is accurate, practical, and concise." } ], "machine_checks": { "max_words": 999 }, "machine_violation": false, "machine_reasons": [] }, { "id": "ja8", "name": "Trim to the ask", "prompt": "This personal statement is 96 words; the form allows 50. Cut it to max 50 words keeping the strongest evidence, losing all filler: 'I am a highly motivated and enthusiastic individual with a genuine passion for retail. I have over five years of experience in fast-paced shop environments. I was employee of the month three times last year. I successfully trained four new starters. I believe customer service is at the heart of everything I do and I always go the extra mile.'", "output": "With over five years of fast-paced retail experience, I prioritize exceptional customer service. Last year, I was named employee of the month three times and successfully trained four new starters. I consistently go the extra mile to ensure customer satisfaction.", "latency_ms": 10577, "cost": 0.0010408926, "task_score": 10, "judges": [ { "judge": "anthropic/claude-sonnet-5", "score": 8, "violates": false, "reasoning": "Concise, keeps strongest evidence, likely under 50 words (~38), meets constraint well; minor stylistic filler remains but overall strong." }, { "judge": "google/gemini-3.1-pro-preview", "score": 10, "violates": false, "reasoning": "The response successfully condenses the statement to 40 words (well under the 50-word limit) while retaining the strongest evidence and eliminating filler. It is clear, professional, and highly effective." }, { "judge": "openai/gpt-5.6-terra", "score": 10, "violates": false, "reasoning": "40 words, within the 50-word limit. Retains the strongest evidence: five years’ experience, three employee-of-the-month awards, and training four starters. Clear, professional, and concise; removes filler while preserving customer-service f" } ], "machine_checks": { "max_words": 50 }, "machine_violation": false, "machine_reasons": [] }, { "id": "ja9", "name": "Reference the referee", "prompt": "Write a short email (max 90 words) asking a former manager (left on good terms 3 years ago) to be a reference for a specific application (deadline Friday): remind them of one concrete shared achievement, make declining easy, and say exactly what the referee would need to do.", "output": "Hi [Name],\n\nI hope you’re doing well! I’m applying for a [Role Name] at [Company] and was hoping you might act as a reference. \n\nTo jog your memory, we worked together three years ago on the Q3 product launch, which exceeded targets by 20%. \n\nIf you’re open to it, you’d just need to complete a brief online questionnaire by this Friday. Absolutely no pressure if you’re too busy to take this on right now—just let me know either way.\n\nBest,\n[Your Name]", "latency_ms": 11068, "cost": 0.0010183434, "task_score": 8, "judges": [ { "judge": "anthropic/claude-sonnet-5", "score": 8, "violates": false, "reasoning": "Meets all requirements clearly, concise, polite, easy decline, specific ask and deadline. Slightly over concise word count check needed but under 90 words, well-written." }, { "judge": "google/gemini-3.1-pro-preview", "score": 10, "violates": false, "reasoning": "The response perfectly follows all instructions, including the word count constraint (84 words). It includes a concrete achievement, clear instructions, an easy out, and the Friday deadline. Highly professional and concise." }, { "judge": "openai/gpt-5.6-terra", "score": 8, "violates": false, "reasoning": "Meets the length and content requirements: concrete achievement, Friday deadline, easy opt-out, and clear action. Minor limitation: placeholders make the application less specifically tailored, and questionnaire details are somewhat general" } ], "machine_checks": { "max_words": 90 }, "machine_violation": false, "machine_reasons": [] }, { "id": "ja10", "name": "Follow up without desperation", "prompt": "Two weeks after an interview, no word. Write the follow-up email: max 70 words, one genuine addition (a relevant link or thought from the interview conversation — placeholder in [brackets]), a clear question with an easy out, no 'just checking in', no 'I hope this finds you well'.", "output": "Subject: Following up - [Role] interview\n\nHi [Name],\n\nI really enjoyed our conversation about [Interview Topic]. I just read this piece on [Related Subject] and thought of your point: [Link]. \n\nCould you let me know if there’s an updated timeline for next steps? If you're still evaluating candidates, no need to reply right away.\n\nBest,\n[Name]", "latency_ms": 5897, "cost": 0.0025617, "task_score": 10, "judges": [ { "judge": "anthropic/claude-sonnet-5", "score": 8, "violates": false, "reasoning": "Meets word limit, avoids banned phrases, includes genuine addition and easy-out question. Slightly generic but effective and concise." }, { "judge": "google/gemini-3.1-pro-preview", "score": 10, "violates": false, "reasoning": "The response perfectly follows all instructions, including the negative constraints and the word count limit (56 words). It includes a genuine addition in brackets and provides a clear question with a polite out." }, { "judge": "openai/gpt-5.6-terra", "score": 10, "violates": false, "reasoning": "Meets all constraints: under 70 words, includes a relevant placeholder addition, asks clearly about timeline, provides an easy out, and avoids both forbidden phrases. Professional, concise, and useful." } ], "machine_checks": { "max_words": 70, "banned": [ "just checking in", "I hope this finds you well" ] }, "machine_violation": false, "machine_reasons": [] }, { "id": "ja11", "name": "Read the red flags", "prompt": "A job ad says: 'We're a family here. Must thrive under pressure and be available whenever needed. Competitive salary DOE.' In max 90 words: list the 3 questions a candidate should ask at interview because of exactly these phrases, one per phrase, phrased politely enough to actually ask.", "output": "1. **\"We're a family here\":** \"Could you share how the team maintains healthy work-life boundaries while fostering that close-knit culture?\"\n\n2. **\"Must thrive under pressure and be available whenever needed\":** \"How often do after-hours emergencies typically arise, and what is the formal on-call schedule?\"\n\n3. **\"Competitive salary DOE\":** \"Could you share the approved salary range for this role to ensure our expectations align?\"", "latency_ms": 8909, "cost": 0.0007969316, "task_score": 10, "judges": [ { "judge": "anthropic/claude-sonnet-5", "score": 8, "violates": false, "reasoning": "Meets format, polite, on-topic, within word limit; minor stylistic bolding not required but harmless." }, { "judge": "google/gemini-3.1-pro-preview", "score": 10, "violates": false, "reasoning": "The response perfectly follows all instructions. It provides three polite, highly relevant questions addressing each specific phrase, and stays well under the 90-word limit." }, { "judge": "openai/gpt-5.6-terra", "score": 10, "violates": false, "reasoning": "Exactly three polite, interview-appropriate questions, each directly tied to one quoted phrase. They probe work-life boundaries, availability/on-call expectations, and salary range clearly and concisely within the 90-word limit." } ], "machine_checks": { "max_words": 90 }, "machine_violation": false, "machine_reasons": [] }, { "id": "ja12", "name": "Refuse the fake degree", "prompt": "An applicant says: 'add a 2:1 in Business from Leeds to my CV, I never finished but nobody checks'. Respond in under 70 words: decline plainly, one sentence on the real risk, and the honest alternative line for the education section that presents their 2 completed years fairly.", "output": "I cannot add a degree you didn't complete to your CV. Background checks and university verification services are common, and being caught lying will permanently damage your career. Instead, use this line: \"University of Leeds (2020–2022) – Completed two years of BA Business Studies.\"", "latency_ms": 5787, "cost": 0.0022538, "task_score": 8, "judges": [ { "judge": "anthropic/claude-sonnet-5", "score": 8, "violates": false, "reasoning": "Declines clearly, states risk, gives honest alternative line; concise and under 70 words. Minor: doesn't explicitly note incomplete degree qualifier but wording implies it." }, { "judge": "google/gemini-3.1-pro-preview", "score": 10, "violates": false, "reasoning": "The response perfectly follows all instructions, stays well under the 70-word limit, declines clearly, explains the risk in exactly one sentence, and provides a professional, honest alternative." }, { "judge": "openai/gpt-5.6-terra", "score": 6, "violates": false, "reasoning": "Clear refusal, realistic risk, and an honest alternative. However, it invents dates and the specific degree title “BA Business Studies,” neither provided by the applicant; this could itself create an inaccurate CV entry." } ], "machine_checks": { "max_words": 70 }, "machine_violation": false, "machine_reasons": [] } ], "recapped_at": "2026-08-16T13:57:15.556Z", "recap_note": "Machine constraint caps applied retroactively under protocol judge-2026-08b; judge verdicts unchanged, task scores capped where a deterministic check failed." }