{"device":"cpu","device_label":"CPU","checkpoint":"best_bird_model_inference.pth","num_species":200,"input_size":380,"model_audited":false,"val_acc":84.44632290786137,"caveat":"This checkpoint has no recorded training split and measured evidence says it saw essentially all of CUB, so its accuracy is inflated by memorisation. Species predictions are still useful; the confidence number is not a calibrated probability of being right.","kb_records":200,"kb_source":"qwen3:8b","birdnet":true,"openset":{"enabled":true,"method":"entropy","threshold":5.077694892883301,"temperature":2.0,"tpr":0.9501466275659824,"fpr_near_bird":0.46153846153846156,"fpr_animal":0.0,"fpr_nonanimal":0.03333333333333333,"fitted":"2026-08-09"},"coverage":{"habitat":185,"migration":185,"similar":16},"llm":{"ok":true,"model":"openai/gpt-oss-120b via Groq","provider":"groq","providers":{"ollama":{"ok":false,"model":"qwen3:8b","reason":"ConnectionError: Failed to connect to Ollama. Please check that Ollama is downloaded, running and accessible. https://ollama.com/download"},"groq":{"ok":true,"model":"openai/gpt-oss-120b via Groq"}}},"verifier":{"ok":true,"model":"hf-hub:imageomics/bioclip","species":6423,"loaded":true,"text_cache":true,"threshold":{"model":"hf-hub:imageomics/bioclip","prompt":"a photo of {sci} with common name {common}.","min_score":0.3298122644424438,"min_margin":0.015143853425979615,"target_precision":0.9,"measured":{"near_bird":{"n":130,"species":26,"top1":0.6384615384615384,"top5":0.7384615384615385,"not_in_vocabulary":0.19230769230769232,"top1_when_possible":0.7904761904761904,"precision_at_threshold":0.9146341463414634,"coverage_at_threshold":0.780952380952381},"id":{"n":341,"top1":0.436950146627566,"top5":0.49560117302052786}},"candidates":6423,"labels_sha256":"b50b77b7c3dfe40cd637e8cccdca0173a0a4ddee8867b830ff3c1a566f477f16","created":"2026-08-09","note":"Fitted by scripts/eval_verifier.py on the labelled ood/near_bird tier of data/openset/manifest.json. Accept a name when similarity >= min_score and margin >= min_margin. Rerun if the BirdNET label file or the prompt template changes."},"triggers_below_confidence":0.6}}