hyf

Context-aware query service for Radroots
git clone https://radroots.dev/git/hyf.git
Log | Files | Refs | README | LICENSE

PV012_confidence_out_of_range.json (4049B)

      1 {
      2   "fixture_format_version": 1,
      3   "case_id": "PV012_confidence_out_of_range",
      4   "requirements": [
      5     "HYF-JEV-004",
      6     "HYF-JEV-005"
      7   ],
      8   "family": "provider",
      9   "boundary": "provider",
     10   "operation": "provider.decode",
     11   "purpose": "Validate the provider contract independently from model accuracy.",
     12   "implementation_status": "planned",
     13   "required_from_step": "S047",
     14   "mandatory": true,
     15   "context": {
     16     "source_time": "2026-09-21T09:00:00-07:00",
     17     "evaluated_at": "2026-09-21T10:00:00-07:00",
     18     "timezone": "America/Vancouver",
     19     "locale": "en-CA",
     20     "tenant": "test-tenant-1",
     21     "seed": 101,
     22     "versions": {
     23       "schema": "test-projection-1",
     24       "taxonomy": "test-only-produce-1",
     25       "normalization": "test-only-norm-1",
     26       "review_policy": "test-only-review-1",
     27       "ranking_policy": "test-only-ranking-1",
     28       "question_bundle": "test-only-questions-1",
     29       "model": "jev-1.13.0"
     30     }
     31   },
     32   "given": {
     33     "request": {
     34       "model": "jev-1.13.0",
     35       "state": {
     36         "farm_update": "Roma tomatoes available now; basil sold out.",
     37         "focus_product": "Roma tomatoes",
     38         "buyer_request": "Tomatoes for sauce; seconds are permitted."
     39       },
     40       "questions": {
     41         "supply_status": {
     42           "type": "choice",
     43           "instructions": "For focus_product only, what supply status is explicitly reported in farm_update?",
     44           "criteria": {
     45             "offered": "Produce is reported available to offer.",
     46             "forecast": "Only possible future supply is reported.",
     47             "unavailable": "Produce is reported sold out or withdrawn.",
     48             "unclear": "The text does not establish its supply status."
     49           }
     50         },
     51         "seconds_explicitly_permitted": {
     52           "type": "noul",
     53           "instructions": "Does buyer_request explicitly permit cosmetic seconds?"
     54         },
     55         "culinary_fit": {
     56           "type": "score",
     57           "instructions": "For this already evidence-sufficient test case, evaluate only the culinary suitability of focus_product for buyer_request; exclude quantity, dates, price, delivery and transactions.",
     58           "criteria": [
     59             "Unsuitable for the stated culinary use.",
     60             "Usable for the stated culinary use with a clear limitation.",
     61             "Directly suitable for the stated culinary use."
     62           ]
     63         }
     64       }
     65     },
     66     "response": {
     67       "model": "jev-1.13.0",
     68       "answers": {
     69         "supply_status": {
     70           "type": "choice",
     71           "choice": "offered",
     72           "probabilities": {
     73             "offered": 1.0,
     74             "forecast": 0.0,
     75             "unavailable": 0.0,
     76             "unclear": 0.0
     77           },
     78           "confidence": 1.1
     79         },
     80         "seconds_explicitly_permitted": {
     81           "type": "noul",
     82           "noul": 1.0
     83         },
     84         "culinary_fit": {
     85           "type": "score",
     86           "score": 2.0,
     87           "legend": {
     88             "0": "Unsuitable for the stated culinary use.",
     89             "1": "Usable for the stated culinary use with a clear limitation.",
     90             "2": "Directly suitable for the stated culinary use."
     91           },
     92           "probabilities": {
     93             "0": 0.0,
     94             "1": 0.0,
     95             "2": 1.0
     96           },
     97           "confidence": 1.0
     98         }
     99       },
    100       "usage": {
    101         "input_tokens": 123,
    102         "output_tokens": 45
    103       }
    104     }
    105   },
    106   "provider_script": [],
    107   "then": [
    108     {
    109       "operator": "equals",
    110       "path": "/validation/accepted",
    111       "value": false
    112     }
    113   ],
    114   "prohibited": [
    115     "No authoritative business mutation or reservation is performed by Hyf."
    116   ],
    117   "provenance": {
    118     "kind": "synthetic",
    119     "author": "hyf_v1_jev handoff",
    120     "review_status": "implementation/domain review required; not a live-model label"
    121   },
    122   "assumptions": [
    123     "This is a semantic test projection, not an already implemented public wire payload.",
    124     "Test-only rules and scripted model outputs do not define production thresholds or certify model quality."
    125   ]
    126 }