{
  "schema_version": 1,
  "run_id": "support-triage-local01",
  "started_at_utc": "2026-11-19T17:02:28.889801+00:00",
  "completed_at_utc": "2026-11-19T17:05:38.615063+00:00",
  "status": "completed",
  "task": "synthetic B2B SaaS support ticket triage",
  "model": {
    "id": "HuggingFaceTB/SmolLM2-135M-Instruct",
    "revision": "12fd25f77366fa6b3b4b768ec3050bf629380bac",
    "license": "Apache-2.0"
  },
  "environment": {
    "platform": "macOS-26.6.1-arm64-arm-64bit",
    "python": "3.9.6",
    "device": "mps",
    "nvidia_cuda_run": false,
    "packages": {
      "torch": "2.8.0",
      "transformers": "4.57.1",
      "peft": "0.17.1",
      "accelerate": "1.10.1",
      "safetensors": "0.7.0"
    }
  },
  "dataset": {
    "synthetic": true,
    "counts": {
      "train": 64,
      "validation": 16,
      "test": 16
    },
    "sha256": {
      "train": "33630804ccd7586f847dc5b73995935ed479b3a2c551951f4251fa885de0f928",
      "validation": "e53244a207732aae6e00c818598b1e9beca134f92ef5cb501ed0119144b5b319",
      "test": "6af9b2a7361b81f09e5085d5cd2eed1325fac3b875c23a5e17f062f06e44c266"
    },
    "exact_duplicate_check": "passed",
    "limitation": "Exact deduplication does not rule out semantic similarity. All tickets are synthetic and share four label definitions."
  },
  "training": {
    "seed": 42,
    "steps": 80,
    "batch_size": 4,
    "max_sequence_length": 256,
    "learning_rate": 0.0005,
    "lora": {
      "r": 8,
      "alpha": 16,
      "dropout": 0.05,
      "target_modules": [
        "q_proj",
        "v_proj"
      ]
    },
    "trainable_parameters": 460800,
    "total_parameters": 134975808,
    "history": [
      {
        "step": 1,
        "training_loss": 1.9708821773529053
      },
      {
        "step": 2,
        "training_loss": 1.4650728702545166
      },
      {
        "step": 3,
        "training_loss": 1.5763652324676514
      },
      {
        "step": 4,
        "training_loss": 1.3917315006256104
      },
      {
        "step": 5,
        "training_loss": 1.1763719320297241
      },
      {
        "step": 6,
        "training_loss": 1.1167993545532227
      },
      {
        "step": 7,
        "training_loss": 0.9112664461135864
      },
      {
        "step": 8,
        "training_loss": 0.6646115183830261
      },
      {
        "step": 9,
        "training_loss": 0.7760589718818665
      },
      {
        "step": 10,
        "training_loss": 0.5646528005599976
      },
      {
        "step": 11,
        "training_loss": 0.47807973623275757
      },
      {
        "step": 12,
        "training_loss": 0.44063350558280945
      },
      {
        "step": 13,
        "training_loss": 0.49785372614860535
      },
      {
        "step": 14,
        "training_loss": 0.41103607416152954
      },
      {
        "step": 15,
        "training_loss": 0.32557177543640137
      },
      {
        "step": 16,
        "training_loss": 0.29514995217323303
      },
      {
        "step": 17,
        "training_loss": 0.25824347138404846
      },
      {
        "step": 18,
        "training_loss": 0.18739883601665497
      },
      {
        "step": 19,
        "training_loss": 0.21911147236824036
      },
      {
        "step": 20,
        "training_loss": 0.17132121324539185,
        "validation_loss": 0.18446504088436685
      },
      {
        "step": 21,
        "training_loss": 0.2010948359966278
      },
      {
        "step": 22,
        "training_loss": 0.23081065714359283
      },
      {
        "step": 23,
        "training_loss": 0.11864928901195526
      },
      {
        "step": 24,
        "training_loss": 0.1568533033132553
      },
      {
        "step": 25,
        "training_loss": 0.11160650104284286
      },
      {
        "step": 26,
        "training_loss": 0.11710037291049957
      },
      {
        "step": 27,
        "training_loss": 0.12005492299795151
      },
      {
        "step": 28,
        "training_loss": 0.1277279406785965
      },
      {
        "step": 29,
        "training_loss": 0.09774205833673477
      },
      {
        "step": 30,
        "training_loss": 0.13001519441604614
      },
      {
        "step": 31,
        "training_loss": 0.10309150069952011
      },
      {
        "step": 32,
        "training_loss": 0.10821698606014252
      },
      {
        "step": 33,
        "training_loss": 0.08318684995174408
      },
      {
        "step": 34,
        "training_loss": 0.06043802201747894
      },
      {
        "step": 35,
        "training_loss": 0.11927331984043121
      },
      {
        "step": 36,
        "training_loss": 0.10066463053226471
      },
      {
        "step": 37,
        "training_loss": 0.05818215012550354
      },
      {
        "step": 38,
        "training_loss": 0.06842353940010071
      },
      {
        "step": 39,
        "training_loss": 0.06397119164466858
      },
      {
        "step": 40,
        "training_loss": 0.05101997032761574,
        "validation_loss": 0.06705385530594646
      },
      {
        "step": 41,
        "training_loss": 0.06052221730351448
      },
      {
        "step": 42,
        "training_loss": 0.031226571649312973
      },
      {
        "step": 43,
        "training_loss": 0.06122498959302902
      },
      {
        "step": 44,
        "training_loss": 0.04243578389286995
      },
      {
        "step": 45,
        "training_loss": 0.028899889439344406
      },
      {
        "step": 46,
        "training_loss": 0.04308536648750305
      },
      {
        "step": 47,
        "training_loss": 0.04645213484764099
      },
      {
        "step": 48,
        "training_loss": 0.06383024156093597
      },
      {
        "step": 49,
        "training_loss": 0.02088586427271366
      },
      {
        "step": 50,
        "training_loss": 0.05413413047790527
      },
      {
        "step": 51,
        "training_loss": 0.06456928700208664
      },
      {
        "step": 52,
        "training_loss": 0.034399427473545074
      },
      {
        "step": 53,
        "training_loss": 0.030114084482192993
      },
      {
        "step": 54,
        "training_loss": 0.06591802090406418
      },
      {
        "step": 55,
        "training_loss": 0.046009767800569534
      },
      {
        "step": 56,
        "training_loss": 0.020032735541462898
      },
      {
        "step": 57,
        "training_loss": 0.03210347145795822
      },
      {
        "step": 58,
        "training_loss": 0.021235477179288864
      },
      {
        "step": 59,
        "training_loss": 0.05003783851861954
      },
      {
        "step": 60,
        "training_loss": 0.03189217671751976,
        "validation_loss": 0.036583435926132085
      },
      {
        "step": 61,
        "training_loss": 0.020808441564440727
      },
      {
        "step": 62,
        "training_loss": 0.046419572085142136
      },
      {
        "step": 63,
        "training_loss": 0.023384058848023415
      },
      {
        "step": 64,
        "training_loss": 0.025995204225182533
      },
      {
        "step": 65,
        "training_loss": 0.014932498335838318
      },
      {
        "step": 66,
        "training_loss": 0.019809817895293236
      },
      {
        "step": 67,
        "training_loss": 0.04446040838956833
      },
      {
        "step": 68,
        "training_loss": 0.03872958570718765
      },
      {
        "step": 69,
        "training_loss": 0.022983403876423836
      },
      {
        "step": 70,
        "training_loss": 0.03897180035710335
      },
      {
        "step": 71,
        "training_loss": 0.033492423593997955
      },
      {
        "step": 72,
        "training_loss": 0.046644747257232666
      },
      {
        "step": 73,
        "training_loss": 0.011954136192798615
      },
      {
        "step": 74,
        "training_loss": 0.011910863220691681
      },
      {
        "step": 75,
        "training_loss": 0.021192479878664017
      },
      {
        "step": 76,
        "training_loss": 0.004076308570802212
      },
      {
        "step": 77,
        "training_loss": 0.03248066455125809
      },
      {
        "step": 78,
        "training_loss": 0.02097296714782715
      },
      {
        "step": 79,
        "training_loss": 0.015667162835597992
      },
      {
        "step": 80,
        "training_loss": 0.0076633174903690815,
        "validation_loss": 0.02867358182443351
      }
    ]
  },
  "validation": {
    "baseline_assistant_token_loss": 1.6728891773921688,
    "adapter_assistant_token_loss": 0.02867358182443351
  },
  "evaluation": {
    "protocol": "Strict JSON parsing of complete greedy outputs; exact schema; 80 new tokens; 16 fixed synthetic test tickets; no checkpoint selection using test scores.",
    "baseline": {
      "examples": 16,
      "json_valid_count": 0,
      "json_valid_rate": 0.0,
      "intent_correct_count": 0,
      "intent_accuracy": 0.0,
      "action_correct_count": 0,
      "action_accuracy": 0.0,
      "exact_match_count": 0,
      "exact_match_rate": 0.0,
      "predictions": [
        {
          "id": "billing-21",
          "ticket": "The monthly charge appears twice on our card statement.",
          "expected": {
            "intent": "billing",
            "next_action": "review_invoice",
            "priority": "normal"
          },
          "output": "The monthly charge appears twice on our card statement.\n\nThe reason for this discrepancy is that the card statement is not a valid credit card statement. The card statement is a valid credit card statement that is not a valid credit card statement.\n\nTo resolve this issue, please provide the card statement that is not valid, and we will be able to identify the discrepancy.",
          "parsed": null,
          "exact_match": false
        },
        {
          "id": "billing-22",
          "ticket": "We received a bill for twelve seats but ordered eight.",
          "expected": {
            "intent": "billing",
            "next_action": "review_invoice",
            "priority": "normal"
          },
          "output": "The bill was due for twelve seats, but we ordered eight seats.",
          "parsed": null,
          "exact_match": false
        },
        {
          "id": "billing-23",
          "ticket": "There is an unexplained line item on the renewal invoice.",
          "expected": {
            "intent": "billing",
            "next_action": "review_invoice",
            "priority": "normal"
          },
          "output": "The line item on the renewal invoice is:\n\n\"Invoice Number: 1234567890\"\n\nThe line item is:\n\n\"Invoice Number: 1234567890\"\n\nThe line item is:\n\n\"Invoice Number: 1234567890\"",
          "parsed": null,
          "exact_match": false
        },
        {
          "id": "billing-24",
          "ticket": "The amount on the payment receipt needs to be checked.",
          "expected": {
            "intent": "billing",
            "next_action": "review_invoice",
            "priority": "normal"
          },
          "output": "The amount on the payment receipt needs to be checked.",
          "parsed": null,
          "exact_match": false
        },
        {
          "id": "access-21",
          "ticket": "The reset email arrived but its link has already expired.",
          "expected": {
            "intent": "access",
            "next_action": "reset_access",
            "priority": "normal"
          },
          "output": "The reset email was sent to the customer, but the link has already expired. To resolve this issue, you can try the following steps:\n\n1. Check the email's sender address: Ensure that the email address associated with the reset email is correct.\n\n2. Check the email's sender ID: Verify that the email's sender ID is correct.\n\n3. Check the email's recipient:",
          "parsed": null,
          "exact_match": false
        },
        {
          "id": "access-22",
          "ticket": "I have forgotten my login password and need account recovery.",
          "expected": {
            "intent": "access",
            "next_action": "reset_access",
            "priority": "normal"
          },
          "output": "To recover your account, you need to log in to your account and provide the following information:\n\n1. Your username: Enter your username, which is usually the account name.\n2. Your password: Enter your password, which is usually the password you used to log in.\n3. Your email address: Enter your email address, which is usually the email address you used to log in",
          "parsed": null,
          "exact_match": false
        },
        {
          "id": "access-23",
          "ticket": "Authentication is preventing me from opening my workspace.",
          "expected": {
            "intent": "access",
            "next_action": "reset_access",
            "priority": "normal"
          },
          "output": "Authentication is preventing you from opening your workspace. You can use the following methods to achieve this:\n\n1. **Authentication using a trusted platform**: You can use a trusted platform to authenticate your account. This can be done using a VPN, a VPN client, or a trusted browser.\n\n2. **Authentication using a trusted browser**: You can use a trusted browser to authenticate your account",
          "parsed": null,
          "exact_match": false
        },
        {
          "id": "access-24",
          "ticket": "My security token for signing in no longer works.",
          "expected": {
            "intent": "access",
            "next_action": "reset_access",
            "priority": "normal"
          },
          "output": "I'm sorry for the inconvenience, but as a B2B SaaS support ticket, you cannot provide a security token for signing in. You can provide a valid email address, but it cannot be used to sign in.\n\nPlease provide a valid email address, and I'll be happy to help you with your security token.",
          "parsed": null,
          "exact_match": false
        },
        {
          "id": "integration-21",
          "ticket": "New events trigger no HTTP request to our receiver.",
          "expected": {
            "intent": "integration",
            "next_action": "inspect_webhook",
            "priority": "normal"
          },
          "output": "The event trigger is not sending an HTTP request to our receiver. To resolve this issue, you can try the following steps:\n\n1. Check the event trigger's status:\n\n```\nevent_trigger.status = \"in progress\"\n```\n\nThis will display the event trigger's status as \"in progress\".\n\n2. Check the event trigger's status and status of the receiver",
          "parsed": null,
          "exact_match": false
        },
        {
          "id": "integration-22",
          "ticket": "A callback delivery keeps failing with a gateway timeout.",
          "expected": {
            "intent": "integration",
            "next_action": "inspect_webhook",
            "priority": "normal"
          },
          "output": "To handle this scenario, you can use the `get_callback_delivery_timeout` method to retrieve the gateway timeout. Then, you can use the `get_callback_delivery_status` method to retrieve the status of the delivery.\n\nHere's an example implementation:\n\n```python\ndef get_callback_delivery_timeout(gateway_timeout):\n    gateway_timeout =",
          "parsed": null,
          "exact_match": false
        },
        {
          "id": "integration-23",
          "ticket": "The webhook integration is retrying the same payload repeatedly.",
          "expected": {
            "intent": "integration",
            "next_action": "inspect_webhook",
            "priority": "normal"
          },
          "output": "The webhook integration is retrying the same payload repeatedly. To fix this issue, you can try the following steps:\n\n1. **Check the payload**: Ensure the payload is correct and up-to-date. You can do this by checking the payload's content, including the payload's data type, length, and any additional fields.\n\n2. **Check the payload's status**: Verify",
          "parsed": null,
          "exact_match": false
        },
        {
          "id": "integration-24",
          "ticket": "Our endpoint rejects the event body sent by the connector.",
          "expected": {
            "intent": "integration",
            "next_action": "inspect_webhook",
            "priority": "normal"
          },
          "output": "The connector's API endpoint does not accept the event body sent by the connector. To resolve this issue, you can try the following steps:\n\n1. Check the connector's API documentation for any error messages or warnings related to the connector's API endpoint.\n2. Verify that the connector's API endpoint is correctly configured and that the event body is properly sent.\n3. If the connector's",
          "parsed": null,
          "exact_match": false
        },
        {
          "id": "security-21",
          "ticket": "A private credential has appeared in an open source repository.",
          "expected": {
            "intent": "security",
            "next_action": "escalate_security",
            "priority": "high"
          },
          "output": "To classify a B2B SaaS support ticket, you can use the following steps:\n\n1. Extract the credential from the open source repository: Use the `extract_credential` function from the `open_source_repository` module to extract the credential from the open source repository.\n2. Extract the credential from the open source repository: Use the `extract_credential` function",
          "parsed": null,
          "exact_match": false
        },
        {
          "id": "security-22",
          "ticket": "Someone we do not recognise downloaded our customer information.",
          "expected": {
            "intent": "security",
            "next_action": "escalate_security",
            "priority": "high"
          },
          "output": "I'm sorry for any confusion, but as a B2B SaaS support ticket, you are not eligible to receive customer information. You are required to provide a valid email address or phone number to the customer service team. Please provide this information to the customer service team, and they will process your request.",
          "parsed": null,
          "exact_match": false
        },
        {
          "id": "security-23",
          "ticket": "Please treat a suspected account compromise as a security incident.",
          "expected": {
            "intent": "security",
            "next_action": "escalate_security",
            "priority": "high"
          },
          "output": "A suspected account compromise is a security incident, and we will treat it as such. We will not investigate or investigate the account itself, but rather, we will investigate the account's security and integrity.\n\nWe will not investigate the account's security or integrity, but rather, we will investigate the account's security and integrity.\n\nWe will not investigate the account's security or integrity, but",
          "parsed": null,
          "exact_match": false
        },
        {
          "id": "security-24",
          "ticket": "We believe an outsider has obtained an active API token.",
          "expected": {
            "intent": "security",
            "next_action": "escalate_security",
            "priority": "high"
          },
          "output": "To verify that an outsider has obtained an active API token, you can use the following steps:\n\n1. **Verify API token**: Use the API token to verify that it is valid and has not been compromised. You can use the `get_api_token()` function from the `api_token` module in the `python-api-token` package.\n\n2. **Check",
          "parsed": null,
          "exact_match": false
        }
      ]
    },
    "adapter": {
      "examples": 16,
      "json_valid_count": 16,
      "json_valid_rate": 1.0,
      "intent_correct_count": 12,
      "intent_accuracy": 0.75,
      "action_correct_count": 12,
      "action_accuracy": 0.75,
      "exact_match_count": 12,
      "exact_match_rate": 0.75,
      "predictions": [
        {
          "id": "billing-21",
          "ticket": "The monthly charge appears twice on our card statement.",
          "expected": {
            "intent": "billing",
            "next_action": "review_invoice",
            "priority": "normal"
          },
          "output": "{\"intent\":\"billing\",\"next_action\":\"review_invoice\",\"priority\":\"normal\"}",
          "parsed": {
            "intent": "billing",
            "next_action": "review_invoice",
            "priority": "normal"
          },
          "exact_match": true
        },
        {
          "id": "billing-22",
          "ticket": "We received a bill for twelve seats but ordered eight.",
          "expected": {
            "intent": "billing",
            "next_action": "review_invoice",
            "priority": "normal"
          },
          "output": "{\"intent\":\"billing\",\"next_action\":\"review_invoice\",\"priority\":\"normal\"}",
          "parsed": {
            "intent": "billing",
            "next_action": "review_invoice",
            "priority": "normal"
          },
          "exact_match": true
        },
        {
          "id": "billing-23",
          "ticket": "There is an unexplained line item on the renewal invoice.",
          "expected": {
            "intent": "billing",
            "next_action": "review_invoice",
            "priority": "normal"
          },
          "output": "{\"intent\":\"billing\",\"next_action\":\"review_invoice\",\"priority\":\"normal\"}",
          "parsed": {
            "intent": "billing",
            "next_action": "review_invoice",
            "priority": "normal"
          },
          "exact_match": true
        },
        {
          "id": "billing-24",
          "ticket": "The amount on the payment receipt needs to be checked.",
          "expected": {
            "intent": "billing",
            "next_action": "review_invoice",
            "priority": "normal"
          },
          "output": "{\"intent\":\"billing\",\"next_action\":\"review_invoice\",\"priority\":\"normal\"}",
          "parsed": {
            "intent": "billing",
            "next_action": "review_invoice",
            "priority": "normal"
          },
          "exact_match": true
        },
        {
          "id": "access-21",
          "ticket": "The reset email arrived but its link has already expired.",
          "expected": {
            "intent": "access",
            "next_action": "reset_access",
            "priority": "normal"
          },
          "output": "{\"intent\":\"access\",\"next_action\":\"reset_access\",\"priority\":\"normal\"}",
          "parsed": {
            "intent": "access",
            "next_action": "reset_access",
            "priority": "normal"
          },
          "exact_match": true
        },
        {
          "id": "access-22",
          "ticket": "I have forgotten my login password and need account recovery.",
          "expected": {
            "intent": "access",
            "next_action": "reset_access",
            "priority": "normal"
          },
          "output": "{\"intent\":\"access\",\"next_action\":\"reset_access\",\"priority\":\"normal\"}",
          "parsed": {
            "intent": "access",
            "next_action": "reset_access",
            "priority": "normal"
          },
          "exact_match": true
        },
        {
          "id": "access-23",
          "ticket": "Authentication is preventing me from opening my workspace.",
          "expected": {
            "intent": "access",
            "next_action": "reset_access",
            "priority": "normal"
          },
          "output": "{\"intent\":\"access\",\"next_action\":\"reset_access\",\"priority\":\"normal\"}",
          "parsed": {
            "intent": "access",
            "next_action": "reset_access",
            "priority": "normal"
          },
          "exact_match": true
        },
        {
          "id": "access-24",
          "ticket": "My security token for signing in no longer works.",
          "expected": {
            "intent": "access",
            "next_action": "reset_access",
            "priority": "normal"
          },
          "output": "{\"intent\":\"security\",\"next_action\":\"escalate_security\",\"priority\":\"high\"}",
          "parsed": {
            "intent": "security",
            "next_action": "escalate_security",
            "priority": "high"
          },
          "exact_match": false
        },
        {
          "id": "integration-21",
          "ticket": "New events trigger no HTTP request to our receiver.",
          "expected": {
            "intent": "integration",
            "next_action": "inspect_webhook",
            "priority": "normal"
          },
          "output": "{\"intent\":\"integration\",\"next_action\":\"inspect_webhook\",\"priority\":\"normal\"}",
          "parsed": {
            "intent": "integration",
            "next_action": "inspect_webhook",
            "priority": "normal"
          },
          "exact_match": true
        },
        {
          "id": "integration-22",
          "ticket": "A callback delivery keeps failing with a gateway timeout.",
          "expected": {
            "intent": "integration",
            "next_action": "inspect_webhook",
            "priority": "normal"
          },
          "output": "{\"intent\":\"access\",\"next_action\":\"reset_access\",\"priority\":\"normal\"}",
          "parsed": {
            "intent": "access",
            "next_action": "reset_access",
            "priority": "normal"
          },
          "exact_match": false
        },
        {
          "id": "integration-23",
          "ticket": "The webhook integration is retrying the same payload repeatedly.",
          "expected": {
            "intent": "integration",
            "next_action": "inspect_webhook",
            "priority": "normal"
          },
          "output": "{\"intent\":\"integration\",\"next_action\":\"inspect_webhook\",\"priority\":\"normal\"}",
          "parsed": {
            "intent": "integration",
            "next_action": "inspect_webhook",
            "priority": "normal"
          },
          "exact_match": true
        },
        {
          "id": "integration-24",
          "ticket": "Our endpoint rejects the event body sent by the connector.",
          "expected": {
            "intent": "integration",
            "next_action": "inspect_webhook",
            "priority": "normal"
          },
          "output": "{\"intent\":\"integration\",\"next_action\":\"inspect_webhook\",\"priority\":\"normal\"}",
          "parsed": {
            "intent": "integration",
            "next_action": "inspect_webhook",
            "priority": "normal"
          },
          "exact_match": true
        },
        {
          "id": "security-21",
          "ticket": "A private credential has appeared in an open source repository.",
          "expected": {
            "intent": "security",
            "next_action": "escalate_security",
            "priority": "high"
          },
          "output": "{\"intent\":\"security\",\"next_action\":\"escalate_security\",\"priority\":\"high\"}",
          "parsed": {
            "intent": "security",
            "next_action": "escalate_security",
            "priority": "high"
          },
          "exact_match": true
        },
        {
          "id": "security-22",
          "ticket": "Someone we do not recognise downloaded our customer information.",
          "expected": {
            "intent": "security",
            "next_action": "escalate_security",
            "priority": "high"
          },
          "output": "{\"intent\":\"access\",\"next_action\":\"reset_access\",\"priority\":\"normal\"}",
          "parsed": {
            "intent": "access",
            "next_action": "reset_access",
            "priority": "normal"
          },
          "exact_match": false
        },
        {
          "id": "security-23",
          "ticket": "Please treat a suspected account compromise as a security incident.",
          "expected": {
            "intent": "security",
            "next_action": "escalate_security",
            "priority": "high"
          },
          "output": "{\"intent\":\"security\",\"next_action\":\"escalate_security\",\"priority\":\"high\"}",
          "parsed": {
            "intent": "security",
            "next_action": "escalate_security",
            "priority": "high"
          },
          "exact_match": true
        },
        {
          "id": "security-24",
          "ticket": "We believe an outsider has obtained an active API token.",
          "expected": {
            "intent": "security",
            "next_action": "escalate_security",
            "priority": "high"
          },
          "output": "{\"intent\":\"access\",\"next_action\":\"reset_access\",\"priority\":\"normal\"}",
          "parsed": {
            "intent": "access",
            "next_action": "reset_access",
            "priority": "normal"
          },
          "exact_match": false
        }
      ]
    }
  },
  "prototype_gates": {
    "thresholds": {
      "json_valid_rate": 0.9,
      "intent_accuracy": 0.8,
      "exact_match_rate": 0.75
    },
    "checks": {
      "json_valid_rate": true,
      "intent_accuracy": false,
      "exact_match_rate": true
    },
    "passed": false,
    "scope": "Exploratory thresholds chosen for this synthetic prototype, not customer acceptance criteria."
  },
  "artifact": {
    "reload_test": "passed",
    "reloaded_outputs_match": true,
    "sha256": {
      "adapter_model.safetensors": "01b8e677ff61e0cd9147557179bc11f9ac642a72f14b939bbbfbb0066702a4b4",
      "tokenizer_config.json": "5dbff37e2d5899f5f69d86116f80733e11a790f703fd59855e2aef5717533ac5",
      "special_tokens_map.json": "ee401f04cd924936b3a0449cfb4af6f70bc413635dfcf6a0687902db7f1abb82",
      "tokenizer.json": "7d27c493c729a66ecefc837280b05d948b1ed50d130eebdbf911b1b36cf38ed7",
      "README.md": "fa9272157886541edbc891c0d3e976692761aa66599362f2778da699d48b16b3",
      "merges.txt": "0b54e8aa4e53d5383e2e4bc635a56b43f9647f7b13832d5d9ecd8f82dac4f510",
      "adapter_config.json": "7cd96a6c1d1f2aa613cea3ab00b663e7a4782581b532a4dc33f2b63413753c3b",
      "chat_template.jinja": "872be49dbb638044ad01b60388f48d469ff2980e5f0dccdc22ec907db54d0788",
      "vocab.json": "82b84012e3add4d01d12ba14442026e49b8cbbaead1f79ecf3d919784f82dc79"
    }
  },
  "elapsed_seconds": 189.89,
  "limitations": [
    "Authored synthetic data only. No customer data or pilot validation.",
    "16 test tickets are too few to establish real-world performance. Semantic similarity between splits remains possible.",
    "Small model and narrow four-class task; not a general customer support assistant.",
    "No throughput, latency, cost, privacy-leakage, or production reliability benchmark.",
    "NVIDIA CUDA, QLoRA, NIM, NeMo, and TensorRT-LLM are unverified unless separately measured.",
    "Open-source library integration is the prototype implementation, not a novel training algorithm.",
    "Seed and pinned model revision aid repeatability; exact outputs may vary across hardware and package versions."
  ]
}
