diff --git "a/analysis/stage2_examples/failure_examples.md" "b/analysis/stage2_examples/failure_examples.md" new file mode 100644--- /dev/null +++ "b/analysis/stage2_examples/failure_examples.md" @@ -0,0 +1,13896 @@ +# Qualitative Success and Failure Examples + +Source eval dir: `runs/stage2-weak-20260505-080040/eval` + +These examples are sampled to support qualitative error analysis. Long JSON objects are truncated for readability; full examples are in `failure_examples.json`. + +## Example 1: failure — `o1_nrm` — `test_in_distribution` + +- id: `19b8437132d8` +- slice type: `V2X` +- lifecycle: `create` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.21739130434782608` +- normalized field F1: `0.25` +- normalized key F1: `1.0` + +### Gold +```json +{ + "ManagedElement": { + "id": "gNB-035", + "GNBDUFunction": { + "id": "DU-011", + "gNBId": 35, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-011-002", + "cellLocalId": 2, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n78", + "arfcnDL": 632207, + "bSChannelBwDL": 50, + "nrPCI": 972, + "nrTAC": 42116, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 4, + "sd": "000001" + }, + "rrmPolicyMinRatio": 0.19, + "rrmPolicyMaxRatio": 0.49, + "rrmPolicyDedicatedRatio": 0.34, + "rrmPolicyMaxRatioPerSlice": 0.49 + } + ], + "pLMNInfoList": [ + { + "mcc": "262", + "mnc": "15", + "sNSSAIList": [ + { + "sst": 4, + "sd": "000001" + } + ] + } + ] + } + } + } +} +``` + +### Prediction +```json + + + + +{ + "ManagedElement": { + "id": "gNB-014", + "GNBDUFunction": { + "id": "DU-008", + "gNBId": 14, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-008-002", + "cellLocalId": 2, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n77", + "arfcnDL": 629813, + "bSChannelBwDL": 40, + "nrPCI": 812, + "nrTAC": 3864, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 5, + "sd": "000003" + }, + "rrmPolicyMinRatio": 0.19, + "rrmPolicyMaxRatio": 0.48, + "rrmPolicyDedicatedRatio": 0.33, + "rrmPolicyMaxRatioPerSlice": 0.48 + } + ], + "pLMNInfoList": [ + { + "mcc": "234", + "mnc": "00", + "sNSSAIList": [ + { + "sst": 5, + "sd": "000003" + } + ] + } + ] + } + } + } +} +``` + +## Example 2: failure — `o1_nrm` — `test_in_distribution` + +- id: `bd82257e1748` +- slice type: `eMBB` +- lifecycle: `create` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.2608695652173913` +- normalized field F1: `0.3` +- normalized key F1: `1.0` + +### Gold +```json +{ + "ManagedElement": { + "id": "gNB-007", + "GNBDUFunction": { + "id": "DU-042", + "gNBId": 7, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-042-003", + "cellLocalId": 3, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n79", + "arfcnDL": 728251, + "bSChannelBwDL": 80, + "nrPCI": 391, + "nrTAC": 51881, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 1, + "sd": "000003" + }, + "rrmPolicyMinRatio": 0.51, + "rrmPolicyMaxRatio": 0.89, + "rrmPolicyDedicatedRatio": 0.7, + "rrmPolicyMaxRatioPerSlice": 0.89 + } + ], + "pLMNInfoList": [ + { + "mcc": "310", + "mnc": "01", + "sNSSAIList": [ + { + "sst": 1, + "sd": "000001" + } + ] + } + ] + } + } + } +} +``` + +### Prediction +```json + + + + +{ + "ManagedElement": { + "id": "gNB-014", + "GNBDUFunction": { + "id": "DU-001", + "gNBId": 14, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-001-001", + "cellLocalId": 1, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n77", + "arfcnDL": 621612, + "bSChannelBwDL": 60, + "nrPCI": 81, + "nrTAC": 34561, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 1, + "sd": "000001" + }, + "rrmPolicyMinRatio": 0.51, + "rrmPolicyMaxRatio": 0.7, + "rrmPolicyDedicatedRatio": 0.6, + "rrmPolicyMaxRatioPerSlice": 0.7 + } + ], + "pLMNInfoList": [ + { + "mcc": "234", + "mnc": "00", + "sNSSAIList": [ + { + "sst": 1, + "sd": "000003" + } + ] + } + ] + } + } + } +} +``` + +## Example 3: failure — `o1_nrm` — `test_in_distribution` + +- id: `7f4996d61061` +- slice type: `eMBB` +- lifecycle: `create` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.2608695652173913` +- normalized field F1: `0.3` +- normalized key F1: `1.0` + +### Gold +```json +{ + "ManagedElement": { + "id": "gNB-023", + "GNBDUFunction": { + "id": "DU-007", + "gNBId": 23, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-007-006", + "cellLocalId": 6, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n79", + "arfcnDL": 727301, + "bSChannelBwDL": 50, + "nrPCI": 279, + "nrTAC": 56600, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 1, + "sd": "000002" + }, + "rrmPolicyMinRatio": 0.12, + "rrmPolicyMaxRatio": 0.27, + "rrmPolicyDedicatedRatio": 0.2, + "rrmPolicyMaxRatioPerSlice": 0.27 + } + ], + "pLMNInfoList": [ + { + "mcc": "234", + "mnc": "15", + "sNSSAIList": [ + { + "sst": 1, + "sd": "000002" + } + ] + } + ] + } + } + } +} +``` + +### Prediction +```json + + + + +{ + "ManagedElement": { + "id": "gNB-006", + "GNBDUFunction": { + "id": "DU-008", + "gNBId": 6, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-008-002", + "cellLocalId": 2, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n77", + "arfcnDL": 623820, + "bSChannelBwDL": 60, + "nrPCI": 812, + "nrTAC": 34442, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 1, + "sd": "000003" + }, + "rrmPolicyMinRatio": 0.12, + "rrmPolicyMaxRatio": 0.35, + "rrmPolicyDedicatedRatio": 0.23, + "rrmPolicyMaxRatioPerSlice": 0.35 + } + ], + "pLMNInfoList": [ + { + "mcc": "262", + "mnc": "00", + "sNSSAIList": [ + { + "sst": 1, + "sd": "000001" + } + ] + } + ] + } + } + } +} +``` + +## Example 4: success — `o1_nrm` — `test_in_distribution` + +- id: `fdc83e331d62` +- slice type: `MPS` +- lifecycle: `create` +- error label: `success_or_high_scoring_example` +- raw field F1: `0.5652173913043478` +- normalized field F1: `0.65` +- normalized key F1: `1.0` + +### Gold +```json +{ + "ManagedElement": { + "id": "gNB-037", + "GNBDUFunction": { + "id": "DU-003", + "gNBId": 37, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-003-008", + "cellLocalId": 8, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n77", + "arfcnDL": 676355, + "bSChannelBwDL": 60, + "nrPCI": 135, + "nrTAC": 24498, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 5, + "sd": "000003" + }, + "rrmPolicyMinRatio": 0.12, + "rrmPolicyMaxRatio": 0.35, + "rrmPolicyDedicatedRatio": 0.23, + "rrmPolicyMaxRatioPerSlice": 0.35 + } + ], + "pLMNInfoList": [ + { + "mcc": "234", + "mnc": "01", + "sNSSAIList": [ + { + "sst": 5, + "sd": "000003" + } + ] + } + ] + } + } + } +} +``` + +### Prediction +```json + + + + +{ + "ManagedElement": { + "id": "gNB-001", + "GNBDUFunction": { + "id": "DU-001", + "gNBId": 1, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-001-001", + "cellLocalId": 1, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n77", + "arfcnDL": 625612, + "bSChannelBwDL": 40, + "nrPCI": 81, + "nrTAC": 34520, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 5, + "sd": "000003" + }, + "rrmPolicyMinRatio": 0.12, + "rrmPolicyMaxRatio": 0.35, + "rrmPolicyDedicatedRatio": 0.23, + "rrmPolicyMaxRatioPerSlice": 0.35 + } + ], + "pLMNInfoList": [ + { + "mcc": "234", + "mnc": "00", + "sNSSAIList": [ + { + "sst": 5, + "sd": "000003" + } + ] + } + ] + } + } + } +} +``` + +## Example 5: failure — `a1_policy` — `test_in_distribution` + +- id: `79180bddf025` +- slice type: `V2X` +- lifecycle: `create` +- error label: `a1_policy_value_error` +- raw field F1: `0.47368421052631576` +- normalized field F1: `0.5555555555555556` +- normalized key F1: `1.0` + +### Gold +```json +{ + "a1Policy": { + "policyId": "a1-pol-v2x-673a3c", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-v2x-1d8937", + "cellId": "cell-091", + "sNSSAI": { + "sst": 4, + "sd": "000002" + } + }, + "qosObjectives": { + "gfbr": 200, + "mfbr": 240.0, + "priorityLevel": 1, + "5qi": 79, + "pdb": 50, + "per": 1e-05 + }, + "resourceAllocation": { + "prbQuota": { + "min": 11, + "max": 21 + }, + "schedulerWeight": 0.53, + "maxUEs": 10000 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +### Prediction +```json + + + + +{ + "a1Policy": { + "policyId": "a1-pol-v2x-0d000b", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-v2x-00000d", + "cellId": "cell-062", + "sNSSAI": { + "sst": 4, + "sd": "000001" + } + }, + "qosObjectives": { + "gfbr": 200, + "mfbr": 240.0, + "priorityLevel": 2, + "5qi": 84, + "pdb": 30, + "per": 1e-06 + }, + "resourceAllocation": { + "prbQuota": { + "min": 11, + "max": 31 + }, + "schedulerWeight": 0.31, + "maxUEs": 10000 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +## Example 6: failure — `a1_policy` — `test_in_distribution` + +- id: `2414e525b358` +- slice type: `eMBB` +- lifecycle: `create` +- error label: `a1_policy_value_error` +- raw field F1: `0.47368421052631576` +- normalized field F1: `0.5555555555555556` +- normalized key F1: `1.0` + +### Gold +```json +{ + "a1Policy": { + "policyId": "a1-pol-embb-f79e96", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-embb-59c165", + "cellId": "cell-094", + "sNSSAI": { + "sst": 1, + "sd": "000002" + } + }, + "qosObjectives": { + "gfbr": 300, + "mfbr": 360.0, + "priorityLevel": 6, + "5qi": 7, + "pdb": 100, + "per": 0.005 + }, + "resourceAllocation": { + "prbQuota": { + "min": 20, + "max": 47 + }, + "schedulerWeight": 0.48, + "maxUEs": 100 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +### Prediction +```json + + + + +{ + "a1Policy": { + "policyId": "a1-pol-embb-117006", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-embb-117006", + "cellId": "cell-081", + "sNSSAI": { + "sst": 1, + "sd": "000001" + } + }, + "qosObjectives": { + "gfbr": 300, + "mfbr": 360.0, + "priorityLevel": 5, + "5qi": 6, + "pdb": 300, + "per": 0.0005 + }, + "resourceAllocation": { + "prbQuota": { + "min": 20, + "max": 31 + }, + "schedulerWeight": 0.31, + "maxUEs": 100 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +## Example 7: failure — `a1_policy` — `test_in_distribution` + +- id: `4f25f461f1f0` +- slice type: `URLLC` +- lifecycle: `create` +- error label: `a1_policy_value_error` +- raw field F1: `0.47368421052631576` +- normalized field F1: `0.5555555555555556` +- normalized key F1: `1.0` + +### Gold +```json +{ + "a1Policy": { + "policyId": "a1-pol-urllc-d26d08", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-urllc-e3ed0f", + "cellId": "cell-049", + "sNSSAI": { + "sst": 2, + "sd": "000002" + } + }, + "qosObjectives": { + "gfbr": 300, + "mfbr": 360.0, + "priorityLevel": 3, + "5qi": 82, + "pdb": 10, + "per": 1e-05 + }, + "resourceAllocation": { + "prbQuota": { + "min": 17, + "max": 41 + }, + "schedulerWeight": 0.27, + "maxUEs": 50 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +### Prediction +```json + + + + +{ + "a1Policy": { + "policyId": "a1-pol-urllc-000001", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-urllc-000001", + "cellId": "cell-001", + "sNSSAI": { + "sst": 2, + "sd": "000001" + } + }, + "qosObjectives": { + "gfbr": 300, + "mfbr": 360.0, + "priorityLevel": 1, + "5qi": 84, + "pdb": 30, + "per": 1e-06 + }, + "resourceAllocation": { + "prbQuota": { + "min": 17, + "max": 38 + }, + "schedulerWeight": 0.35, + "maxUEs": 50 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +## Example 8: success — `a1_policy` — `test_in_distribution` + +- id: `e15f30f1ec77` +- slice type: `HMTC` +- lifecycle: `create` +- error label: `success_or_high_scoring_example` +- raw field F1: `0.7894736842105263` +- normalized field F1: `0.8888888888888888` +- normalized key F1: `1.0` + +### Gold +```json +{ + "a1Policy": { + "policyId": "a1-pol-hmtc-586f4a", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-hmtc-9d8320", + "cellId": "cell-010", + "sNSSAI": { + "sst": 5, + "sd": "000002" + } + }, + "qosObjectives": { + "gfbr": 2000, + "mfbr": 2400.0, + "priorityLevel": 1, + "5qi": 83, + "pdb": 10, + "per": 1e-06 + }, + "resourceAllocation": { + "prbQuota": { + "min": 80, + "max": 95 + }, + "schedulerWeight": 0.4, + "maxUEs": 10000 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +### Prediction +```json + + + + +{ + "a1Policy": { + "policyId": "a1-pol-hmtc-000006", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-hmtc-000006", + "cellId": "cell-081", + "sNSSAI": { + "sst": 5, + "sd": "000002" + } + }, + "qosObjectives": { + "gfbr": 2000, + "mfbr": 2400.0, + "priorityLevel": 1, + "5qi": 83, + "pdb": 10, + "per": 1e-06 + }, + "resourceAllocation": { + "prbQuota": { + "min": 80, + "max": 95 + }, + "schedulerWeight": 0.22, + "maxUEs": 10000 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +## Example 9: failure — `tmf921_lifecycle_report` — `test_in_distribution` + +- id: `946b4f8cc48b` +- slice type: `mMTC` +- lifecycle: `report` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.23809523809523808` +- normalized field F1: `0.12698412698412698` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intentAssuranceReport": { + "intentId": "intent-c16cb4865ac3", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 200, + "measurements": [ + 129.84, + 194.4, + 196.94, + 167.53, + 129.27 + ], + "average": 163.596, + "min": 129.27, + "max": 196.94, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 10, + "measurements": [ + 10.7, + 10.7, + 11.6, + 11.2, + 11.9 + ], + "average": 11.22, + "min": 10.7, + "max": 11.9, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 25, + "measurements": [ + 26.3, + 27.2, + 29.1, + 22.5, + 23.7 + ], + "average": 25.76, + "min": 22.5, + "max": 29.1, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 90, + "measurements": [ + 89.998585, + 89.914869, + 89.927755, + 89.96821, + 89.984428 + ], + "average": 89.959, + "min": 89.914869, + "max": 89.998585, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 10000, + "measurements": [ + 7645, + 8673, + 7210, + 9086, + 7839 + ], + "average": 8090.6, + "min": 7210, + "max": 9086, + "unit": "UEs" + } + ], + "overallCompliance": true, + "resourceUtilization": { + "cpuUsage": 50.6, + "memoryUsage": 24.9, + "prbUtilization": 72.0 + }, + "@type": " +...... +``` + +### Prediction +```json + + + + +{ + "intentAssuranceReport": { + "intentId": "intent-c16cb4865ac3", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 500, + "measurements": [ + 321.49, + 302.02, + 385.22, + 301.82, + 340.02 + ], + "average": 330.11, + "min": 301.82, + "max": 385.22, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 50, + "measurements": [ + 58.3, + 50.4, + 58.9, + 55.1, + 58.6 + ], + "average": 56.26, + "min": 50.4, + "max": 58.9, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 10, + "measurements": [ + 10.4, + 9.4, + 9.4, + 9.1, + 9.6 + ], + "average": 9.78, + "min": 9.1, + "max": 10.4, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 99, + "measurements": [ + 98.907515, + 98.980229, + 98.913122, + 98.966934, + 98.98327 + ], + "average": 98.95, + "min": 98.907515, + "max": 98.98327, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 1000000, + "measurements": [ + 112211, + 254222, + 947123, + 947123, + 147409 + ], + "average": 462197.6, + "min": 112211, + "max": 947123, + "unit": "UEs" + } + ], + "overallCompliance": true, + "resourceUtilization": { + "cpuUsage": 67.4, + "memoryUsage": 33.7, + "prbUtilization +...... +``` + +## Example 10: failure — `tmf921_lifecycle_report` — `test_in_distribution` + +- id: `a0dde7740590` +- slice type: `eMBB` +- lifecycle: `report` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.2698412698412698` +- normalized field F1: `0.15873015873015872` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intentAssuranceReport": { + "intentId": "intent-bb2d09f58a92", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 50, + "measurements": [ + 53.36, + 38.17, + 53.78, + 45.41, + 47.52 + ], + "average": 47.648, + "min": 38.17, + "max": 53.78, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 1000, + "measurements": [ + 1098.1, + 1095.5, + 905.5, + 1171.4, + 935.4 + ], + "average": 1041.18, + "min": 905.5, + "max": 1171.4, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 75, + "measurements": [ + 78.5, + 75.9, + 79.6, + 77.9, + 80.3 + ], + "average": 78.44, + "min": 75.9, + "max": 80.3, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 99.95, + "measurements": [ + 99.993633, + 99.904768, + 100, + 99.940096, + 99.980962 + ], + "average": 99.964, + "min": 99.904768, + "max": 100, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 10000, + "measurements": [ + 2978, + 4838, + 3232, + 5089, + 4608 + ], + "average": 4149.0, + "min": 2978, + "max": 5089, + "unit": "UEs" + } + ], + "overallCompliance": true, + "resourceUtilization": { + "cpuUsage": 65.1, + "memoryUsage": 61.2, + "prbUtilization": 48.9 + }, + "@type": "I +...... +``` + +### Prediction +```json + + + + +{ + "intentAssuranceReport": { + "intentId": "intent-bb2d09f58a92", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 3, + "measurements": [ + 2.29, + 2.31, + 2.31, + 2.3, + 2.3 + ], + "average": 2.282, + "min": 2.29, + "max": 2.31, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 20, + "measurements": [ + 21.4, + 20.4, + 21.7, + 21.1, + 21.1 + ], + "average": 21.14, + "min": 20.4, + "max": 21.7, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 100, + "measurements": [ + 115.5, + 112.1, + 99.9, + 112.2, + 112.6 + ], + "average": 110.46, + "min": 99.9, + "max": 115.5, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 99.999, + "measurements": [ + 99.946161, + 100, + 100, + 100, + 100 + ], + "average": 99.989, + "min": 99.946161, + "max": 100, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 5000, + "measurements": [ + 1605, + 1446, + 2225, + 2820, + 2411 + ], + "average": 2101.4, + "min": 1446, + "max": 2820, + "unit": "UEs" + } + ], + "overallCompliance": true, + "resourceUtilization": { + "cpuUsage": 67.3, + "memoryUsage": 30.7, + "prbUtilization": 62.1 + }, + "@type": "IntentAssuranceRepo +...... +``` + +## Example 11: failure — `tmf921_lifecycle_report` — `test_in_distribution` + +- id: `3d74914329e5` +- slice type: `V2X` +- lifecycle: `report` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.25396825396825395` +- normalized field F1: `0.15873015873015872` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intentAssuranceReport": { + "intentId": "intent-7894e894dbba", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 3, + "measurements": [ + 1.92, + 2.24, + 1.91, + 2.19, + 2.71 + ], + "average": 2.194, + "min": 1.91, + "max": 2.71, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 100, + "measurements": [ + 102.9, + 116.2, + 107.3, + 116.8, + 119.0 + ], + "average": 112.44, + "min": 102.9, + "max": 119.0, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 75, + "measurements": [ + 73.0, + 76.9, + 89.8, + 84.4, + 68.0 + ], + "average": 78.42, + "min": 68.0, + "max": 89.8, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 99.9999, + "measurements": [ + 100, + 99.918632, + 100, + 99.902147, + 99.900875 + ], + "average": 99.944, + "min": 99.900875, + "max": 100, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 10000, + "measurements": [ + 1638, + 4771, + 9409, + 9747, + 8579 + ], + "average": 6828.8, + "min": 1638, + "max": 9747, + "unit": "UEs" + } + ], + "overallCompliance": true, + "resourceUtilization": { + "cpuUsage": 46.6, + "memoryUsage": 39.1, + "prbUtilization": 86.1 + }, + "@type": "IntentAssuranceRepor +...... +``` + +### Prediction +```json + + + + +{ + "intentAssuranceReport": { + "intentId": "intent-000000000001", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 1, + "measurements": [ + 0.79, + 0.79, + 0.79, + 0.79, + 0.79 + ], + "average": 0.79, + "min": 0.79, + "max": 0.79, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 200, + "measurements": [ + 229.2, + 209.4, + 214.3, + 221.8, + 203.6 + ], + "average": 215.66, + "min": 203.6, + "max": 229.2, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 25, + "measurements": [ + 26.6, + 26.6, + 26.6, + 26.6, + 26.6 + ], + "average": 26.6, + "min": 26.6, + "max": 26.6, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 99.999, + "measurements": [ + 99.999623, + 99.999742, + 100, + 100, + 100 + ], + "average": 99.99987, + "min": 99.999623, + "max": 100, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 5000, + "measurements": [ + 4656, + 4656, + 4656, + 4656, + 4656 + ], + "average": 4656.0, + "min": 4656, + "max": 4656, + "unit": "UEs" + } + ], + "overallCompliance": true, + "resourceUtilization": { + "cpuUsage": 75.1, + "memoryUsage": 34.4, + "prbUtilization": 82.3 + }, + "@type": "IntentAss +...... +``` + +## Example 12: success — `tmf921_lifecycle_report` — `test_in_distribution` + +- id: `9cfbe3c0c88e` +- slice type: `URLLC` +- lifecycle: `report` +- error label: `success_or_high_scoring_example` +- raw field F1: `0.3333333333333333` +- normalized field F1: `0.30158730158730157` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intentAssuranceReport": { + "intentId": "intent-03ec942da669", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 10, + "measurements": [ + 9.74, + 9.9, + 9.39, + 10.99, + 7.15 + ], + "average": 9.434, + "min": 7.15, + "max": 10.99, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 20, + "measurements": [ + 23.3, + 23.9, + 20.0, + 18.7, + 22.8 + ], + "average": 21.74, + "min": 18.7, + "max": 23.9, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 50, + "measurements": [ + 56.7, + 56.6, + 49.9, + 55.0, + 49.8 + ], + "average": 53.6, + "min": 49.8, + "max": 56.7, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 99.999, + "measurements": [ + 100, + 100, + 100, + 99.940794, + 100 + ], + "average": 99.988, + "min": 99.940794, + "max": 100, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 20, + "measurements": [ + 9, + 16, + 12, + 7, + 12 + ], + "average": 11.2, + "min": 7, + "max": 16, + "unit": "UEs" + } + ], + "overallCompliance": true, + "resourceUtilization": { + "cpuUsage": 61.8, + "memoryUsage": 43.2, + "prbUtilization": 72.6 + }, + "@type": "IntentAssuranceReport" + } +} +``` + +### Prediction +```json + + + + +{ + "intentAssuranceReport": { + "intentId": "intent-03ec942da669", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 10, + "measurements": [ + 6.23, + 6.48, + 7.56, + 10.03, + 6.5 + ], + "average": 7.36, + "min": 6.23, + "max": 10.03, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 150, + "measurements": [ + 152.2, + 137.3, + 168.0, + 159.2, + 140.3 + ], + "average": 151.4, + "min": 137.3, + "max": 168.0, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 100, + "measurements": [ + 100.0, + 117.6, + 94.3, + 118.5, + 90.5 + ], + "average": 104.2, + "min": 90.5, + "max": 118.5, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 99.999, + "measurements": [ + 99.916851, + 100, + 100, + 100, + 100 + ], + "average": 99.985, + "min": 99.916851, + "max": 100, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 50, + "measurements": [ + 45, + 40, + 40, + 41, + 41 + ], + "average": 41.4, + "min": 40, + "max": 45, + "unit": "UEs" + } + ], + "overallCompliance": true, + "resourceUtilization": { + "cpuUsage": 75.1, + "memoryUsage": 34.4, + "prbUtilization": 82.6 + }, + "@type": "IntentAssuranceReport" + } +} +``` + +## Example 13: failure — `tmf921_lifecycle_monitor` — `test_in_distribution` + +- id: `a790d5b62fbc` +- slice type: `eMBB` +- lifecycle: `monitor` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.5666666666666667` +- normalized field F1: `0.3103448275862069` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intentFulfillmentReport": { + "intentId": "intent-85ac305b5e9c", + "reportTimestamp": "2026-04-24T09:11:31Z", + "fulfillmentStatus": "Fulfilled", + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 30, + "measured": 22.47, + "unit": "ms", + "compliant": true + }, + { + "kpi": "dlThroughput", + "target": 500, + "measured": 507.9, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "ulThroughput", + "target": 200, + "measured": 200.2, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "reliability", + "target": 99.99, + "measured": 100, + "unit": "percent", + "compliant": true + }, + { + "kpi": "connectedUEs", + "target": 100, + "measured": 95, + "unit": "UEs", + "compliant": true + } + ], + "overallSlaCompliance": true, + "@type": "IntentFulfillmentReport" + } +} +``` + +### Prediction +```json + + + + +{ + "intentFulfillmentReport": { + "intentId": "intent-85ac305b5e9c", + "reportTimestamp": "2026-04-24T09:11:31Z", + "fulfillmentStatus": "Degraded", + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 3, + "measured": 2.89, + "unit": "ms", + "compliant": true + }, + { + "kpi": "dlThroughput", + "target": 20, + "measured": 20.4, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "ulThroughput", + "target": 100, + "measured": 100.4, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "reliability", + "target": 99.999, + "measured": 99.98495, + "unit": "percent", + "compliant": false + }, + { + "kpi": "connectedUEs", + "target": 500, + "measured": 144, + "unit": "UEs", + "compliant": true + } + ], + "overallSlaCompliance": false, + "@type": "IntentFulfillmentReport" + } +} +``` + +## Example 14: failure — `tmf921_lifecycle_monitor` — `test_in_distribution` + +- id: `5efed41ac432` +- slice type: `mMTC` +- lifecycle: `monitor` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.6666666666666666` +- normalized field F1: `0.41379310344827586` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intentFulfillmentReport": { + "intentId": "intent-54f14eac901c", + "reportTimestamp": "2026-04-24T09:11:31Z", + "fulfillmentStatus": "Degraded", + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 200, + "measured": 197.74, + "unit": "ms", + "compliant": true + }, + { + "kpi": "dlThroughput", + "target": 25, + "measured": 24.7, + "unit": "Mbps", + "compliant": false + }, + { + "kpi": "ulThroughput", + "target": 25, + "measured": 27.4, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "reliability", + "target": 99.5, + "measured": 99.455458, + "unit": "percent", + "compliant": false + }, + { + "kpi": "connectedUEs", + "target": 1000000, + "measured": 13690, + "unit": "UEs", + "compliant": true + } + ], + "overallSlaCompliance": false, + "@type": "IntentFulfillmentReport" + } +} +``` + +### Prediction +```json + + + + +{ + "intentFulfillmentReport": { + "intentId": "intent-54f14eac901c", + "reportTimestamp": "2026-04-24T09:11:31Z", + "fulfillmentStatus": "Degraded", + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 500, + "measured": 429.21, + "unit": "ms", + "compliant": true + }, + { + "kpi": "dlThroughput", + "target": 50, + "measured": 50.4, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "ulThroughput", + "target": 10, + "measured": 10.4, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "reliability", + "target": 99.5, + "measured": 99.495667, + "unit": "percent", + "compliant": false + }, + { + "kpi": "connectedUEs", + "target": 10000, + "measured": 5842, + "unit": "UEs", + "compliant": true + } + ], + "overallSlaCompliance": false, + "@type": "IntentFulfillmentReport" + } +} +``` + +## Example 15: failure — `tmf921_lifecycle_monitor` — `test_in_distribution` + +- id: `748a95abfa38` +- slice type: `MPS` +- lifecycle: `monitor` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.6666666666666666` +- normalized field F1: `0.41379310344827586` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intentFulfillmentReport": { + "intentId": "intent-73d3be81f542", + "reportTimestamp": "2026-04-24T09:11:31Z", + "fulfillmentStatus": "Degraded", + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 20, + "measured": 16.26, + "unit": "ms", + "compliant": true + }, + { + "kpi": "dlThroughput", + "target": 100, + "measured": 112.4, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "ulThroughput", + "target": 100, + "measured": 97.9, + "unit": "Mbps", + "compliant": false + }, + { + "kpi": "reliability", + "target": 99.9999, + "measured": 99.999851, + "unit": "percent", + "compliant": false + }, + { + "kpi": "connectedUEs", + "target": 500, + "measured": 440, + "unit": "UEs", + "compliant": true + } + ], + "overallSlaCompliance": false, + "@type": "IntentFulfillmentReport" + } +} +``` + +### Prediction +```json + + + + +{ + "intentFulfillmentReport": { + "intentId": "intent-141011101010", + "reportTimestamp": "2026-04-24T09:11:31Z", + "fulfillmentStatus": "Degraded", + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 10, + "measured": 8.09, + "unit": "ms", + "compliant": true + }, + { + "kpi": "dlThroughput", + "target": 150, + "measured": 150.6, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "ulThroughput", + "target": 100, + "measured": 109.0, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "reliability", + "target": 99.9999, + "measured": 99.946081, + "unit": "percent", + "compliant": false + }, + { + "kpi": "connectedUEs", + "target": 100, + "measured": 95, + "unit": "UEs", + "compliant": true + } + ], + "overallSlaCompliance": false, + "@type": "IntentFulfillmentReport" + } +} +``` + +## Example 16: success — `tmf921_lifecycle_monitor` — `test_in_distribution` + +- id: `9b43b2815c12` +- slice type: `URLLC` +- lifecycle: `monitor` +- error label: `success_or_high_scoring_example` +- raw field F1: `0.7` +- normalized field F1: `0.6896551724137931` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intentFulfillmentReport": { + "intentId": "intent-72a946c6e2c3", + "reportTimestamp": "2026-04-24T09:11:31Z", + "fulfillmentStatus": "Degraded", + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 0.5, + "measured": 0.36, + "unit": "ms", + "compliant": true + }, + { + "kpi": "dlThroughput", + "target": 100, + "measured": 108.2, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "ulThroughput", + "target": 50, + "measured": 57.0, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "reliability", + "target": 99.9999, + "measured": 99.904336, + "unit": "percent", + "compliant": false + }, + { + "kpi": "connectedUEs", + "target": 10, + "measured": 8, + "unit": "UEs", + "compliant": true + } + ], + "overallSlaCompliance": false, + "@type": "IntentFulfillmentReport" + } +} +``` + +### Prediction +```json + + + + +{ + "intentFulfillmentReport": { + "intentId": "intent-72a946c6e2c3", + "reportTimestamp": "2026-04-24T09:11:31Z", + "fulfillmentStatus": "Degraded", + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 1, + "measured": 0.86, + "unit": "ms", + "compliant": true + }, + { + "kpi": "dlThroughput", + "target": 100, + "measured": 100.5, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "ulThroughput", + "target": 100, + "measured": 109.0, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "reliability", + "target": 99.999, + "measured": 99.99464, + "unit": "percent", + "compliant": false + }, + { + "kpi": "connectedUEs", + "target": 1000, + "measured": 910, + "unit": "UEs", + "compliant": true + } + ], + "overallSlaCompliance": false, + "@type": "IntentFulfillmentReport" + } +} +``` + +## Example 17: failure — `tmf921` — `test_in_distribution` + +- id: `32c3a5d4c830` +- slice type: `eMBB` +- lifecycle: `create` +- error label: `invalid_or_unparseable_json` +- raw field F1: `0.0` +- normalized field F1: `0.0` +- normalized key F1: `0.0` + +### Gold +```json +{ + "id": "intent-e739759aea88", + "href": "/tmf-api/intentManagement/v4/intent/intent-e739759aea88", + "name": "eMBB Slice - Urban Noise Monitoring", + "description": "Intent for urban noise monitoring at Hospital Campus with eMBB service level", + "lifecycleState": "Active", + "priority": 5, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-8032d4ff1385", + "name": "eMBB QoS Delivery Expectation", + "expectationVerb": "ENSURE", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-embb-4f8120", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "eMBB" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 1, + "sd": "000001" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 1000, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 50, + "targetMetric": "PLMNID.ul.ThpVol.NRCellDU", + "unit": "Mbps" + }, + +...... +``` + +### Prediction +```json + + + + +{ + "id": "intent-011010101010", + "href": "/tmf-api/intentManagement/v4/intent/intent-011010101010", + "name": "eMBB Slice - Urban Noise Monitoring", + "description": "Intent for urban noise monitoring at Hospital Campus with eMBB service level", + "lifecycleState": "Active", + "priority": 3, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-011010101010", + "name": "eMBB QoS Delivery Expectation", + "expectationVerb": "DELIVER", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-embb-011010", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "eMBB" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 1, + "sd": "000003" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 1000, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 50, + "targetMetric": "PLMNID.ul.ThpVol.NRCellDU", + "unit": "Mbps" + +...... +``` + +## Example 18: failure — `tmf921` — `test_in_distribution` + +- id: `2e170e5d2f68` +- slice type: `eMBB` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.7692307692307693` +- normalized field F1: `0.8656716417910447` +- normalized key F1: `0.9402985074626866` + +### Gold +```json +{ + "id": "intent-6830bb1fb139", + "href": "/tmf-api/intentManagement/v4/intent/intent-6830bb1fb139", + "name": "eMBB Slice - Electronic Warfare Spectrum Monitoring", + "description": "Intent for electronic warfare spectrum monitoring at Forward Operating Area with eMBB service level", + "lifecycleState": "Active", + "priority": 5, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-6b2137891dca", + "name": "eMBB QoS Delivery Expectation", + "expectationVerb": "ENSURE", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-embb-b74b1e", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "eMBB" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 1, + "sd": "000002" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 100, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 25, + "targetMetric": "PLMNID.ul.ThpVol.NRCellDU", + +...... +``` + +### Prediction +```json + + + + +{ + "id": "intent-143104301088", + "href": "/tmf-api/intentManagement/v4/intent/intent-143104301088", + "name": "eMBB Slice - Electronic Warfare Spectrum Monitoring", + "description": "Intent for electronic warfare spectrum monitoring at Forward Operating Area with eMBB service level", + "lifecycleState": "Active", + "priority": 3, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-333343009908", + "name": "eMBB QoS Delivery Expectation", + "expectationVerb": "DELIVER", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-embb-000000", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "eMBB" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 1, + "sd": "000003" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 100, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 25, + "targetMetric": "PLMNID.ul.ThpVol.NR +...... +``` + +## Example 19: failure — `tmf921` — `test_in_distribution` + +- id: `6a37983cc8b1` +- slice type: `eMBB` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.7692307692307693` +- normalized field F1: `0.8656716417910447` +- normalized key F1: `0.9402985074626866` + +### Gold +```json +{ + "id": "intent-0f94edf4e5fd", + "href": "/tmf-api/intentManagement/v4/intent/intent-0f94edf4e5fd", + "name": "eMBB Slice - Fleet Route Optimization", + "description": "Intent for fleet route optimization at Factory Complex A with eMBB service level", + "lifecycleState": "Active", + "priority": 5, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-5ebd3bd193ab", + "name": "eMBB QoS Delivery Expectation", + "expectationVerb": "ENSURE", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-embb-08017d", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "eMBB" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 1, + "sd": "000002" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 1000, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 150, + "targetMetric": "PLMNID.ul.ThpVol.NRCellDU", + "unit": "Mbps" + }, + +...... +``` + +### Prediction +```json + + + + +{ + "id": "intent-000000000001", + "href": "/tmf-api/intentManagement/v4/intent/intent-000000000001", + "name": "eMBB Slice - Fleet Route Optimization", + "description": "Intent for fleet route optimization at Factory Complex A with eMBB service level", + "lifecycleState": "Active", + "priority": 3, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-000000000001", + "name": "eMBB QoS Delivery Expectation", + "expectationVerb": "DELIVER", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-embb-000000", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "eMBB" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 1, + "sd": "000003" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 1000, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 150, + "targetMetric": "PLMNID.ul.ThpVol.NRCellDU", + "unit": "M +...... +``` + +## Example 20: success — `tmf921` — `test_in_distribution` + +- id: `f859b201688c` +- slice type: `URLLC` +- lifecycle: `create` +- error label: `success_or_high_scoring_example` +- raw field F1: `0.8734177215189873` +- normalized field F1: `0.9852941176470589` +- normalized key F1: `1.0` + +### Gold +```json +{ + "id": "intent-6a7cba7e6ca0", + "href": "/tmf-api/intentManagement/v4/intent/intent-6a7cba7e6ca0", + "name": "URLLC Slice - Algorithmic Trading Low-Latency", + "description": "Intent for algorithmic trading low-latency at Medical Center District with URLLC service level", + "lifecycleState": "Active", + "priority": 3, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-3e937a70eebb", + "name": "URLLC QoS Delivery Expectation", + "expectationVerb": "ENSURE", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-urllc-c2b796", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "URLLC" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 2, + "sd": "000003" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 150, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 75, + "targetMetric": "PLMNID.ul.ThpVol.NRCellDU", + "unit": +...... +``` + +### Prediction +```json + + + + +{ + "id": "intent-140007993081", + "href": "/tmf-api/intentManagement/v4/intent/intent-140007993081", + "name": "URLLC Slice - Algorithmic Trading Low-Latency", + "description": "Intent for algorithmic trading low-latency at Medical Center District with URLLC service level", + "lifecycleState": "Active", + "priority": 3, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-000000000001", + "name": "URLLC QoS Delivery Expectation", + "expectationVerb": "DELIVER", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-urllc-000001", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "URLLC" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 2, + "sd": "000003" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 150, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 75, + "targetMetric": "PLMNID.ul.ThpVol.NRCellDU", +...... +``` + +## Example 21: failure — `camara` — `test_in_distribution` + +- id: `f048c2698152` +- slice type: `MPS` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.5` +- normalized field F1: `0.7142857142857143` +- normalized key F1: `0.8571428571428571` + +### Gold +```json +{ + "networkSliceBooking": { + "sliceType": "MPS", + "sliceProfile": { + "latencyTarget": 1, + "reliability": 99.9999, + "throughput": { + "downlink": 100, + "uplink": 75 + }, + "maxNumberOfUEs": 500 + }, + "areaOfService": { + "region": "Runway Complex", + "center": { + "latitude": 25.2532, + "longitude": 55.3657 + }, + "radius": 500, + "cells": [ + "cell-100" + ] + }, + "duration": { + "startTime": "2025-08-20T06:00:00Z", + "endTime": "2025-08-20T18:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/1531bb364fd9" + } +} +``` + +### Prediction +```json + + + + +{ + "networkSliceBooking": { + "sliceType": "MPS", + "sliceProfile": { + "latencyTarget": 1, + "reliability": 99.999, + "throughput": { + "downlink": 100, + "uplink": 75 + }, + "maxNumberOfUEs": 500 + }, + "areaOfService": { + "region": "Runway Complex", + "center": { + "latitude": 25.2532, + "longitude": 55.3657 + }, + "radius": 2000, + "cells": [ + "cell-010", + "cell-030", + "cell-001", + "cell-002", + "cell-003" + ] + }, + "duration": { + "startTime": "2025-01-04T01:00:00Z", + "endTime": "2025-01-04T03:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/30000000000e" + } +} +``` + +## Example 22: failure — `camara` — `test_in_distribution` + +- id: `213ec6c269ba` +- slice type: `eMBB` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.5` +- normalized field F1: `0.7142857142857143` +- normalized key F1: `0.8571428571428571` + +### Gold +```json +{ + "networkSliceBooking": { + "sliceType": "eMBB", + "sliceProfile": { + "latencyTarget": 100, + "reliability": 99.5, + "throughput": { + "downlink": 1000, + "uplink": 150 + }, + "maxNumberOfUEs": 500 + }, + "areaOfService": { + "region": "Industrial Zone North", + "center": { + "latitude": 52.52, + "longitude": 13.405 + }, + "radius": 200, + "cells": [ + "cell-005" + ] + }, + "duration": { + "startTime": "2025-11-05T14:00:00Z", + "endTime": "2025-11-05T16:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/a299a3f67120" + } +} +``` + +### Prediction +```json + + + + +{ + "networkSliceBooking": { + "sliceType": "eMBB", + "sliceProfile": { + "latencyTarget": 100, + "reliability": 99.9, + "throughput": { + "downlink": 1000, + "uplink": 150 + }, + "maxNumberOfUEs": 500 + }, + "areaOfService": { + "region": "Industrial Zone North", + "center": { + "latitude": 52.52, + "longitude": 13.405 + }, + "radius": 2000, + "cells": [ + "cell-010", + "cell-060", + "cell-001", + "cell-010", + "cell-010" + ] + }, + "duration": { + "startTime": "2025-01-14T01:00:00Z", + "endTime": "2025-01-14T03:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/34333310000e" + } +} +``` + +## Example 23: failure — `camara` — `test_in_distribution` + +- id: `0a173c1d64c5` +- slice type: `URLLC` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.5` +- normalized field F1: `0.7142857142857143` +- normalized key F1: `0.8571428571428571` + +### Gold +```json +{ + "networkSliceBooking": { + "sliceType": "URLLC", + "sliceProfile": { + "latencyTarget": 0.5, + "reliability": 99.9999, + "throughput": { + "downlink": 100, + "uplink": 50 + }, + "maxNumberOfUEs": 50 + }, + "areaOfService": { + "region": "Smart Farm Sector", + "center": { + "latitude": 41.8781, + "longitude": -93.0977 + }, + "radius": 2000, + "cells": [ + "cell-001" + ] + }, + "duration": { + "startTime": "2025-07-16T15:00:00Z", + "endTime": "2025-07-18T15:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/1bffeee545da" + } +} +``` + +### Prediction +```json + + + + +{ + "networkSliceBooking": { + "sliceType": "URLLC", + "sliceProfile": { + "latencyTarget": 0.5, + "reliability": 99.999, + "throughput": { + "downlink": 100, + "uplink": 50 + }, + "maxNumberOfUEs": 50 + }, + "areaOfService": { + "region": "Smart Farm Sector", + "center": { + "latitude": 41.8781, + "longitude": -93.0977 + }, + "radius": 5000, + "cells": [ + "cell-010", + "cell-060", + "cell-080", + "cell-010", + "cell-020" + ] + }, + "duration": { + "startTime": "2025-01-14T01:00:00Z", + "endTime": "2025-01-14T03:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/334334301006" + } +} +``` + +## Example 24: success — `camara` — `test_in_distribution` + +- id: `6b2998fbd4c4` +- slice type: `URLLC` +- lifecycle: `create` +- error label: `success_or_high_scoring_example` +- raw field F1: `0.5555555555555556` +- normalized field F1: `1.0` +- normalized key F1: `1.0` + +### Gold +```json +{ + "networkSliceBooking": { + "sliceType": "URLLC", + "sliceProfile": { + "latencyTarget": 10, + "reliability": 99.9999, + "throughput": { + "downlink": 50, + "uplink": 50 + }, + "maxNumberOfUEs": 5000 + }, + "areaOfService": { + "region": "Offshore Platform Sector", + "center": { + "latitude": 56.1304, + "longitude": 3.2112 + }, + "radius": 5000, + "cells": [ + "cell-081", + "cell-027", + "cell-076", + "cell-048", + "cell-086" + ] + }, + "duration": { + "startTime": "2025-04-18T04:00:00Z", + "endTime": "2025-04-18T12:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/c649a56781a2" + } +} +``` + +### Prediction +```json + + + + +{ + "networkSliceBooking": { + "sliceType": "URLLC", + "sliceProfile": { + "latencyTarget": 10, + "reliability": 99.9999, + "throughput": { + "downlink": 50, + "uplink": 50 + }, + "maxNumberOfUEs": 5000 + }, + "areaOfService": { + "region": "Offshore Platform Sector", + "center": { + "latitude": 56.1304, + "longitude": 3.2112 + }, + "radius": 5000, + "cells": [ + "cell-010", + "cell-080", + "cell-020", + "cell-019", + "cell-032" + ] + }, + "duration": { + "startTime": "2025-01-04T01:00:00Z", + "endTime": "2025-01-04T03:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/73343407301e" + } +} +``` + +## Example 25: failure — `intent_3gpp` — `test_in_distribution` + +- id: `b66b35b1a043` +- slice type: `mMTC` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.775` +- normalized field F1: `0.6578947368421053` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intent": { + "id": "intent-mMTC-00014d3c0cdd", + "name": "Baggage Tracking Rfid mMTC Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-fde9acfa922f", + "expectationVerb": "ENSURE", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "mMTC", + "sNSSAI": { + "sst": 3, + "sd": "000001" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 50, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 5, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN", + "targetValueRange": 30, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 95, + "unit": "percent" + }, + { + "targetName": "deviceDensity", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 100000, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Medical Center District" + }, + { + "contextAttribute": "useCase", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "baggag +...... +``` + +### Prediction +```json + + + + +{ + "intent": { + "id": "intent-mMTC-081030881014", + "name": "Baggage Tracking Rfid mMTC Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-000000000001", + "expectationVerb": "DELIVER", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "mMTC", + "sNSSAI": { + "sst": 3, + "sd": "000003" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 50, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 5, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 30, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 95, + "unit": "percent" + }, + { + "targetName": "deviceDensity", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 100000, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Medical Center District" + }, + { + "contextAttribute": "useCase", + "contex +...... +``` + +## Example 26: failure — `intent_3gpp` — `test_in_distribution` + +- id: `a66263d4f62c` +- slice type: `mMTC` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.775` +- normalized field F1: `0.6578947368421053` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intent": { + "id": "intent-mMTC-0b01052bc4ce", + "name": "Hd Map Real-Time Update mMTC Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-7f2fe9e11859", + "expectationVerb": "ENSURE", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "mMTC", + "sNSSAI": { + "sst": 3, + "sd": "000002" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 0.5, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 0.1, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN", + "targetValueRange": 1000, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 95, + "unit": "percent" + }, + { + "targetName": "deviceDensity", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 50000, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Autonomous Test Track" + }, + { + "contextAttribute": "useCase", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "HD +...... +``` + +### Prediction +```json + + + + +{ + "intent": { + "id": "intent-mMTC-00000100000b", + "name": "Hd Map Real-Time Update mMTC Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-000001000006", + "expectationVerb": "DELIVER", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "mMTC", + "sNSSAI": { + "sst": 3, + "sd": "000003" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 0.5, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 0.1, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 1000, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 95, + "unit": "percent" + }, + { + "targetName": "deviceDensity", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 50000, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Autonomous Test Track" + }, + { + "contextAttribute": "useCase", + "co +...... +``` + +## Example 27: failure — `intent_3gpp` — `test_in_distribution` + +- id: `1365f89d3e33` +- slice type: `mMTC` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.775` +- normalized field F1: `0.6578947368421053` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intent": { + "id": "intent-mMTC-3e24f2da03ac", + "name": "Soil Moisture Sensor Mesh mMTC Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-ae8ba2fb4584", + "expectationVerb": "ENSURE", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "mMTC", + "sNSSAI": { + "sst": 3, + "sd": "000002" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 5, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 0.1, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN", + "targetValueRange": 30, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 99, + "unit": "percent" + }, + { + "targetName": "deviceDensity", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 100000, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Rural Coverage Area" + }, + { + "contextAttribute": "useCase", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "soil +...... +``` + +### Prediction +```json + + + + +{ + "intent": { + "id": "intent-mMTC-0d0e04303008", + "name": "Soil Moisture Sensor Mesh mMTC Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-0d0e04303008", + "expectationVerb": "DELIVER", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "mMTC", + "sNSSAI": { + "sst": 3, + "sd": "000003" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 5, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 0.1, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 30, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 99, + "unit": "percent" + }, + { + "targetName": "deviceDensity", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 100000, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Rural Coverage Area" + }, + { + "contextAttribute": "useCase", + "conte +...... +``` + +## Example 28: success — `intent_3gpp` — `test_in_distribution` + +- id: `32ddbb98e457` +- slice type: `eMBB` +- lifecycle: `create` +- error label: `success_or_high_scoring_example` +- raw field F1: `0.9500000000000001` +- normalized field F1: `1.0` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intent": { + "id": "intent-eMBB-a5540fd9c553", + "name": "Concrete Pour Monitoring eMBB Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-6b4bf57e7434", + "expectationVerb": "DELIVER", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "eMBB", + "sNSSAI": { + "sst": 1, + "sd": "000003" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 1000, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 200, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN", + "targetValueRange": 80, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 99.95, + "unit": "percent" + }, + { + "targetName": "maxNumberOfUEs", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 1000, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Construction Site Gamma" + }, + { + "contextAttribute": "useCase", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange +...... +``` + +### Prediction +```json + + + + +{ + "intent": { + "id": "intent-eMBB-144030873084", + "name": "Concrete Pour Monitoring eMBB Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-000000000001", + "expectationVerb": "DELIVER", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "eMBB", + "sNSSAI": { + "sst": 1, + "sd": "000003" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 1000, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 200, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN", + "targetValueRange": 80, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 99.95, + "unit": "percent" + }, + { + "targetName": "maxNumberOfUEs", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 1000, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Construction Site Gamma" + }, + { + "contextAttribute": "useCase", + "contextCondition": "IS_EQUAL_TO", + +...... +``` + +## Example 29: failure — `o1_nrm` — `test_template_ood` + +- id: `e76a129ef0e9` +- slice type: `URLLC` +- lifecycle: `create` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.17391304347826086` +- normalized field F1: `0.20000000000000004` +- normalized key F1: `1.0` + +### Gold +```json +{ + "ManagedElement": { + "id": "gNB-009", + "GNBDUFunction": { + "id": "DU-004", + "gNBId": 9, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-004-003", + "cellLocalId": 3, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n79", + "arfcnDL": 708059, + "bSChannelBwDL": 50, + "nrPCI": 176, + "nrTAC": 14794, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 2, + "sd": "000002" + }, + "rrmPolicyMinRatio": 0.05, + "rrmPolicyMaxRatio": 0.25, + "rrmPolicyDedicatedRatio": 0.15, + "rrmPolicyMaxRatioPerSlice": 0.25 + } + ], + "pLMNInfoList": [ + { + "mcc": "001", + "mnc": "260", + "sNSSAIList": [ + { + "sst": 2, + "sd": "000002" + } + ] + } + ] + } + } + } +} +``` + +### Prediction +```json + + + + +{ + "ManagedElement": { + "id": "gNB-014", + "GNBDUFunction": { + "id": "DU-008", + "gNBId": 14, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-008-002", + "cellLocalId": 2, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n77", + "arfcnDL": 629813, + "bSChannelBwDL": 40, + "nrPCI": 812, + "nrTAC": 3862, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 5, + "sd": "000003" + }, + "rrmPolicyMinRatio": 0.05, + "rrmPolicyMaxRatio": 0.23, + "rrmPolicyDedicatedRatio": 0.14, + "rrmPolicyMaxRatioPerSlice": 0.23 + } + ], + "pLMNInfoList": [ + { + "mcc": "262", + "mnc": "00", + "sNSSAIList": [ + { + "sst": 5, + "sd": "000003" + } + ] + } + ] + } + } + } +} +``` + +## Example 30: failure — `o1_nrm` — `test_template_ood` + +- id: `60c525414a65` +- slice type: `V2X` +- lifecycle: `create` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.21739130434782608` +- normalized field F1: `0.25` +- normalized key F1: `1.0` + +### Gold +```json +{ + "ManagedElement": { + "id": "gNB-015", + "GNBDUFunction": { + "id": "DU-007", + "gNBId": 15, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-007-005", + "cellLocalId": 5, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n77", + "arfcnDL": 669944, + "bSChannelBwDL": 20, + "nrPCI": 815, + "nrTAC": 61118, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 4, + "sd": "000001" + }, + "rrmPolicyMinRatio": 0.06, + "rrmPolicyMaxRatio": 0.4, + "rrmPolicyDedicatedRatio": 0.23, + "rrmPolicyMaxRatioPerSlice": 0.4 + } + ], + "pLMNInfoList": [ + { + "mcc": "262", + "mnc": "15", + "sNSSAIList": [ + { + "sst": 4, + "sd": "000002" + } + ] + } + ] + } + } + } +} +``` + +### Prediction +```json + + + + +{ + "ManagedElement": { + "id": "gNB-014", + "GNBDUFunction": { + "id": "DU-001", + "gNBId": 14, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-001-001", + "cellLocalId": 1, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n77", + "arfcnDL": 629813, + "bSChannelBwDL": 40, + "nrPCI": 812, + "nrTAC": 34211, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 5, + "sd": "000003" + }, + "rrmPolicyMinRatio": 0.06, + "rrmPolicyMaxRatio": 0.22, + "rrmPolicyDedicatedRatio": 0.14, + "rrmPolicyMaxRatioPerSlice": 0.22 + } + ], + "pLMNInfoList": [ + { + "mcc": "234", + "mnc": "00", + "sNSSAIList": [ + { + "sst": 5, + "sd": "000003" + } + ] + } + ] + } + } + } +} +``` + +## Example 31: failure — `o1_nrm` — `test_template_ood` + +- id: `3ab70dc309fc` +- slice type: `V2X` +- lifecycle: `create` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.21739130434782608` +- normalized field F1: `0.25` +- normalized key F1: `1.0` + +### Gold +```json +{ + "ManagedElement": { + "id": "gNB-027", + "GNBDUFunction": { + "id": "DU-013", + "gNBId": 27, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-013-007", + "cellLocalId": 7, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n41", + "arfcnDL": 533808, + "bSChannelBwDL": 40, + "nrPCI": 347, + "nrTAC": 28252, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 4, + "sd": "000001" + }, + "rrmPolicyMinRatio": 0.15, + "rrmPolicyMaxRatio": 0.31, + "rrmPolicyDedicatedRatio": 0.23, + "rrmPolicyMaxRatioPerSlice": 0.31 + } + ], + "pLMNInfoList": [ + { + "mcc": "001", + "mnc": "01", + "sNSSAIList": [ + { + "sst": 4, + "sd": "000001" + } + ] + } + ] + } + } + } +} +``` + +### Prediction +```json + + + + +{ + "ManagedElement": { + "id": "gNB-006", + "GNBDUFunction": { + "id": "DU-001", + "gNBId": 6, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-001-001", + "cellLocalId": 1, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n77", + "arfcnDL": 623680, + "bSChannelBwDL": 20, + "nrPCI": 81, + "nrTAC": 3866, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 2, + "sd": "000001" + }, + "rrmPolicyMinRatio": 0.15, + "rrmPolicyMaxRatio": 0.4, + "rrmPolicyDedicatedRatio": 0.28, + "rrmPolicyMaxRatioPerSlice": 0.4 + } + ], + "pLMNInfoList": [ + { + "mcc": "262", + "mnc": "00", + "sNSSAIList": [ + { + "sst": 2, + "sd": "000003" + } + ] + } + ] + } + } + } +} +``` + +## Example 32: success — `o1_nrm` — `test_template_ood` + +- id: `864fefe5f0df` +- slice type: `mMTC` +- lifecycle: `create` +- error label: `success_or_high_scoring_example` +- raw field F1: `0.5217391304347826` +- normalized field F1: `0.6` +- normalized key F1: `1.0` + +### Gold +```json +{ + "ManagedElement": { + "id": "gNB-038", + "GNBDUFunction": { + "id": "DU-045", + "gNBId": 38, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-045-009", + "cellLocalId": 9, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n77", + "arfcnDL": 636814, + "bSChannelBwDL": 60, + "nrPCI": 324, + "nrTAC": 57299, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 3, + "sd": "000003" + }, + "rrmPolicyMinRatio": 0.05, + "rrmPolicyMaxRatio": 0.23, + "rrmPolicyDedicatedRatio": 0.14, + "rrmPolicyMaxRatioPerSlice": 0.23 + } + ], + "pLMNInfoList": [ + { + "mcc": "262", + "mnc": "02", + "sNSSAIList": [ + { + "sst": 3, + "sd": "000002" + } + ] + } + ] + } + } + } +} +``` + +### Prediction +```json + + + + +{ + "ManagedElement": { + "id": "gNB-014", + "GNBDUFunction": { + "id": "DU-008", + "gNBId": 14, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-008-002", + "cellLocalId": 2, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n77", + "arfcnDL": 629813, + "bSChannelBwDL": 40, + "nrPCI": 1006, + "nrTAC": 3862, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 3, + "sd": "000003" + }, + "rrmPolicyMinRatio": 0.05, + "rrmPolicyMaxRatio": 0.23, + "rrmPolicyDedicatedRatio": 0.14, + "rrmPolicyMaxRatioPerSlice": 0.23 + } + ], + "pLMNInfoList": [ + { + "mcc": "262", + "mnc": "00", + "sNSSAIList": [ + { + "sst": 3, + "sd": "000003" + } + ] + } + ] + } + } + } +} +``` + +## Example 33: failure — `a1_policy` — `test_template_ood` + +- id: `14348f59be66` +- slice type: `MPS` +- lifecycle: `create` +- error label: `a1_policy_value_error` +- raw field F1: `0.42105263157894735` +- normalized field F1: `0.5` +- normalized key F1: `1.0` + +### Gold +```json +{ + "a1Policy": { + "policyId": "a1-pol-mps-eff6d6", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-mps-59d80a", + "cellId": "cell-079", + "sNSSAI": { + "sst": 5, + "sd": "000003" + } + }, + "qosObjectives": { + "gfbr": 200, + "mfbr": 240.0, + "priorityLevel": 1, + "5qi": 69, + "pdb": 60, + "per": 1e-05 + }, + "resourceAllocation": { + "prbQuota": { + "min": 15, + "max": 41 + }, + "schedulerWeight": 0.71, + "maxUEs": 5000 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +### Prediction +```json + + + + +{ + "a1Policy": { + "policyId": "a1-pol-urllc-114386", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-urllc-08900b", + "cellId": "cell-062", + "sNSSAI": { + "sst": 2, + "sd": "000001" + } + }, + "qosObjectives": { + "gfbr": 200, + "mfbr": 240.0, + "priorityLevel": 3, + "5qi": 85, + "pdb": 5, + "per": 1e-06 + }, + "resourceAllocation": { + "prbQuota": { + "min": 15, + "max": 34 + }, + "schedulerWeight": 0.35, + "maxUEs": 5000 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +## Example 34: failure — `a1_policy` — `test_template_ood` + +- id: `2a4c961b861b` +- slice type: `V2X` +- lifecycle: `create` +- error label: `a1_policy_value_error` +- raw field F1: `0.42105263157894735` +- normalized field F1: `0.5` +- normalized key F1: `1.0` + +### Gold +```json +{ + "a1Policy": { + "policyId": "a1-pol-v2x-afe37b", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-v2x-f87cb8", + "cellId": "cell-047", + "sNSSAI": { + "sst": 4, + "sd": "000002" + } + }, + "qosObjectives": { + "gfbr": 150, + "mfbr": 180.0, + "priorityLevel": 2, + "5qi": 84, + "pdb": 30, + "per": 0.0001 + }, + "resourceAllocation": { + "prbQuota": { + "min": 11, + "max": 39 + }, + "schedulerWeight": 0.48, + "maxUEs": 10000 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +### Prediction +```json + + + + +{ + "a1Policy": { + "policyId": "a1-pol-mps-14408b", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-mps-093086", + "cellId": "cell-082", + "sNSSAI": { + "sst": 5, + "sd": "000003" + } + }, + "qosObjectives": { + "gfbr": 150, + "mfbr": 180.0, + "priorityLevel": 1, + "5qi": 65, + "pdb": 75, + "per": 1e-06 + }, + "resourceAllocation": { + "prbQuota": { + "min": 11, + "max": 31 + }, + "schedulerWeight": 0.31, + "maxUEs": 10000 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +## Example 35: failure — `a1_policy` — `test_template_ood` + +- id: `5b87f6f26d99` +- slice type: `V2X` +- lifecycle: `create` +- error label: `a1_policy_value_error` +- raw field F1: `0.42105263157894735` +- normalized field F1: `0.5` +- normalized key F1: `1.0` + +### Gold +```json +{ + "a1Policy": { + "policyId": "a1-pol-v2x-3afdde", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-v2x-e2230f", + "cellId": "cell-054", + "sNSSAI": { + "sst": 4, + "sd": "000001" + } + }, + "qosObjectives": { + "gfbr": 150, + "mfbr": 180.0, + "priorityLevel": 2, + "5qi": 3, + "pdb": 50, + "per": 1e-05 + }, + "resourceAllocation": { + "prbQuota": { + "min": 8, + "max": 29 + }, + "schedulerWeight": 0.51, + "maxUEs": 1000 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +### Prediction +```json + + + + +{ + "a1Policy": { + "policyId": "a1-pol-urllc-000001", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-urllc-000001", + "cellId": "cell-001", + "sNSSAI": { + "sst": 2, + "sd": "000003" + } + }, + "qosObjectives": { + "gfbr": 150, + "mfbr": 180.0, + "priorityLevel": 3, + "5qi": 84, + "pdb": 30, + "per": 1e-06 + }, + "resourceAllocation": { + "prbQuota": { + "min": 8, + "max": 28 + }, + "schedulerWeight": 0.31, + "maxUEs": 1000 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +## Example 36: success — `a1_policy` — `test_template_ood` + +- id: `664611f7e9df` +- slice type: `MPS` +- lifecycle: `create` +- error label: `success_or_high_scoring_example` +- raw field F1: `0.7368421052631579` +- normalized field F1: `0.8333333333333334` +- normalized key F1: `1.0` + +### Gold +```json +{ + "a1Policy": { + "policyId": "a1-pol-mps-2fa195", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-mps-f57284", + "cellId": "cell-043", + "sNSSAI": { + "sst": 5, + "sd": "000003" + } + }, + "qosObjectives": { + "gfbr": 50, + "mfbr": 60.0, + "priorityLevel": 1, + "5qi": 69, + "pdb": 60, + "per": 1e-05 + }, + "resourceAllocation": { + "prbQuota": { + "min": 5, + "max": 25 + }, + "schedulerWeight": 0.43, + "maxUEs": 1000 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +### Prediction +```json + + + + +{ + "a1Policy": { + "policyId": "a1-pol-mps-14400b", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-mps-08000b", + "cellId": "cell-080", + "sNSSAI": { + "sst": 5, + "sd": "000003" + } + }, + "qosObjectives": { + "gfbr": 50, + "mfbr": 60.0, + "priorityLevel": 1, + "5qi": 69, + "pdb": 60, + "per": 1e-05 + }, + "resourceAllocation": { + "prbQuota": { + "min": 5, + "max": 23 + }, + "schedulerWeight": 0.41, + "maxUEs": 1000 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +## Example 37: failure — `tmf921_lifecycle_report` — `test_template_ood` + +- id: `7f4c7e3c8d4e` +- slice type: `HMTC` +- lifecycle: `report` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.31746031746031744` +- normalized field F1: `0.14285714285714285` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intentAssuranceReport": { + "intentId": "intent-676527391acc", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 3, + "measurements": [ + 1.8, + 2.04, + 2.99, + 2.57, + 2.84 + ], + "average": 2.448, + "min": 1.8, + "max": 2.99, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 100, + "measurements": [ + 95.7, + 108.9, + 98.5, + 104.4, + 118.3 + ], + "average": 105.16, + "min": 95.7, + "max": 118.3, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 1000, + "measurements": [ + 931.2, + 912.2, + 1194.4, + 1192.6, + 946.9 + ], + "average": 1035.46, + "min": 912.2, + "max": 1194.4, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 99.99999, + "measurements": [ + 100, + 100, + 99.95766, + 99.988027, + 99.93028 + ], + "average": 99.975, + "min": 99.93028, + "max": 100, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 100000, + "measurements": [ + 60415, + 88288, + 41560, + 77445, + 94786 + ], + "average": 72498.8, + "min": 41560, + "max": 94786, + "unit": "UEs" + } + ], + "overallCompliance": true, + "resourceUtilization": { + "cpuUsage": 56.7, + "memoryUsage": 69.1, + "prbUtilization": 59.8 + }, + "@type": "Inte +...... +``` + +### Prediction +```json + + + + +{ + "intentAssuranceReport": { + "intentId": "intent-114010883084", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 3, + "measurements": [ + 2.29, + 2.31, + 2.31, + 2.3, + 2.3 + ], + "average": 2.282, + "min": 2.29, + "max": 2.31, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 2000, + "measurements": [ + 2112.9, + 2212.1, + 2233.4, + 2131.6, + 2272.8 + ], + "average": 2192.56, + "min": 2112.9, + "max": 2272.8, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 1000, + "measurements": [ + 954.1, + 1092.1, + 1135.3, + 921.2, + 1110.3 + ], + "average": 1042.6, + "min": 921.2, + "max": 1135.3, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 99.99999, + "measurements": [ + 100, + 100, + 100, + 100, + 100 + ], + "average": 100.0, + "min": 100, + "max": 100, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 1000, + "measurements": [ + 128, + 140, + 912, + 550, + 215 + ], + "average": 389.0, + "min": 128, + "max": 912, + "unit": "UEs" + } + ], + "overallCompliance": true, + "resourceUtilization": { + "cpuUsage": 67.4, + "memoryUsage": 30.4, + "prbUtilization": 82.3 + }, + "@type": "IntentAssuran +...... +``` + +## Example 38: failure — `tmf921_lifecycle_report` — `test_template_ood` + +- id: `b4ae6c9d9034` +- slice type: `HMTC` +- lifecycle: `report` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.2698412698412698` +- normalized field F1: `0.1746031746031746` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intentAssuranceReport": { + "intentId": "intent-a1c5e0cd2107", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 1, + "measurements": [ + 0.77, + 1.07, + 0.92, + 0.82, + 0.88 + ], + "average": 0.892, + "min": 0.77, + "max": 1.07, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 100, + "measurements": [ + 102.5, + 114.4, + 112.1, + 106.4, + 109.8 + ], + "average": 109.04, + "min": 102.5, + "max": 114.4, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 500, + "measurements": [ + 515.7, + 460.6, + 538.9, + 552.5, + 593.1 + ], + "average": 532.16, + "min": 460.6, + "max": 593.1, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 99.99999, + "measurements": [ + 99.949115, + 99.978169, + 99.934188, + 99.978159, + 100 + ], + "average": 99.968, + "min": 99.934188, + "max": 100, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 500, + "measurements": [ + 393, + 192, + 246, + 45, + 280 + ], + "average": 231.2, + "min": 45, + "max": 393, + "unit": "UEs" + } + ], + "overallCompliance": true, + "resourceUtilization": { + "cpuUsage": 56.7, + "memoryUsage": 39.4, + "prbUtilization": 69.3 + }, + "@type": "IntentAssuranceR +...... +``` + +### Prediction +```json + + + + +{ + "intentAssuranceReport": { + "intentId": "intent-000000000001", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 3, + "measurements": [ + 2.29, + 2.31, + 2.31, + 2.3, + 2.29 + ], + "average": 2.28, + "min": 2.29, + "max": 2.31, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 2000, + "measurements": [ + 2112.9, + 2212.1, + 2137.7, + 2295.5, + 2231.7 + ], + "average": 2198.0, + "min": 2112.9, + "max": 2295.5, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 1000, + "measurements": [ + 954.1, + 1011.1, + 983.0, + 921.0, + 1117.3 + ], + "average": 997.3, + "min": 921.0, + "max": 1117.3, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 99.99999, + "measurements": [ + 99.903696, + 100, + 99.916972, + 100, + 100 + ], + "average": 99.964, + "min": 99.903696, + "max": 100, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 5000, + "measurements": [ + 4656, + 4656, + 4656, + 4656, + 4656 + ], + "average": 4656.0, + "min": 4656, + "max": 4656, + "unit": "UEs" + } + ], + "overallCompliance": true, + "resourceUtilization": { + "cpuUsage": 77.7, + "memoryUsage": 33.2, + "prbUtilization": 82.3 + }, + +...... +``` + +## Example 39: failure — `tmf921_lifecycle_report` — `test_template_ood` + +- id: `a43297d5ddee` +- slice type: `HMTC` +- lifecycle: `report` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.2698412698412698` +- normalized field F1: `0.25396825396825395` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intentAssuranceReport": { + "intentId": "intent-ed3943082134", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 5, + "measurements": [ + 3.79, + 4.98, + 3.83, + 4.78, + 5.43 + ], + "average": 4.562, + "min": 3.79, + "max": 5.43, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 100, + "measurements": [ + 110.9, + 99.1, + 119.2, + 119.3, + 110.7 + ], + "average": 111.84, + "min": 99.1, + "max": 119.3, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 500, + "measurements": [ + 508.6, + 506.8, + 503.3, + 541.3, + 559.8 + ], + "average": 523.96, + "min": 503.3, + "max": 559.8, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 99.99999, + "measurements": [ + 99.923372, + 100, + 99.961583, + 99.913077, + 99.998417 + ], + "average": 99.959, + "min": 99.913077, + "max": 100, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 500, + "measurements": [ + 73, + 119, + 268, + 421, + 487 + ], + "average": 273.6, + "min": 73, + "max": 487, + "unit": "UEs" + } + ], + "overallCompliance": true, + "resourceUtilization": { + "cpuUsage": 72.9, + "memoryUsage": 47.5, + "prbUtilization": 32.4 + }, + "@type": "IntentAssuranceRep +...... +``` + +### Prediction +```json + + + + +{ + "intentAssuranceReport": { + "intentId": "intent-201063833084", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 3, + "measurements": [ + 2.29, + 2.31, + 2.31, + 2.3, + 2.3 + ], + "average": 2.282, + "min": 2.29, + "max": 2.31, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 2000, + "measurements": [ + 2112.9, + 2212.1, + 2233.4, + 2191.7, + 2295.6 + ], + "average": 2209.14, + "min": 2112.9, + "max": 2295.6, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 1000, + "measurements": [ + 954.1, + 1011.1, + 999.4, + 921.2, + 1113.3 + ], + "average": 1001.82, + "min": 921.2, + "max": 1113.3, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 99.99999, + "measurements": [ + 99.90465, + 100, + 99.916942, + 100, + 99.945342 + ], + "average": 99.953, + "min": 99.90465, + "max": 100, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 1000, + "measurements": [ + 128, + 140, + 55, + 550, + 55 + ], + "average": 173.6, + "min": 55, + "max": 550, + "unit": "UEs" + } + ], + "overallCompliance": true, + "resourceUtilization": { + "cpuUsage": 67.4, + "memoryUsage": 30.7, + "prbUtilization": 82.3 + }, + "@t +...... +``` + +## Example 40: success — `tmf921_lifecycle_report` — `test_template_ood` + +- id: `a43297d5ddee` +- slice type: `HMTC` +- lifecycle: `report` +- error label: `success_or_high_scoring_example` +- raw field F1: `0.2698412698412698` +- normalized field F1: `0.25396825396825395` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intentAssuranceReport": { + "intentId": "intent-ed3943082134", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 5, + "measurements": [ + 3.79, + 4.98, + 3.83, + 4.78, + 5.43 + ], + "average": 4.562, + "min": 3.79, + "max": 5.43, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 100, + "measurements": [ + 110.9, + 99.1, + 119.2, + 119.3, + 110.7 + ], + "average": 111.84, + "min": 99.1, + "max": 119.3, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 500, + "measurements": [ + 508.6, + 506.8, + 503.3, + 541.3, + 559.8 + ], + "average": 523.96, + "min": 503.3, + "max": 559.8, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 99.99999, + "measurements": [ + 99.923372, + 100, + 99.961583, + 99.913077, + 99.998417 + ], + "average": 99.959, + "min": 99.913077, + "max": 100, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 500, + "measurements": [ + 73, + 119, + 268, + 421, + 487 + ], + "average": 273.6, + "min": 73, + "max": 487, + "unit": "UEs" + } + ], + "overallCompliance": true, + "resourceUtilization": { + "cpuUsage": 72.9, + "memoryUsage": 47.5, + "prbUtilization": 32.4 + }, + "@type": "IntentAssuranceRep +...... +``` + +### Prediction +```json + + + + +{ + "intentAssuranceReport": { + "intentId": "intent-201063833084", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 3, + "measurements": [ + 2.29, + 2.31, + 2.31, + 2.3, + 2.3 + ], + "average": 2.282, + "min": 2.29, + "max": 2.31, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 2000, + "measurements": [ + 2112.9, + 2212.1, + 2233.4, + 2191.7, + 2295.6 + ], + "average": 2209.14, + "min": 2112.9, + "max": 2295.6, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 1000, + "measurements": [ + 954.1, + 1011.1, + 999.4, + 921.2, + 1113.3 + ], + "average": 1001.82, + "min": 921.2, + "max": 1113.3, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 99.99999, + "measurements": [ + 99.90465, + 100, + 99.916942, + 100, + 99.945342 + ], + "average": 99.953, + "min": 99.90465, + "max": 100, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 1000, + "measurements": [ + 128, + 140, + 55, + 550, + 55 + ], + "average": 173.6, + "min": 55, + "max": 550, + "unit": "UEs" + } + ], + "overallCompliance": true, + "resourceUtilization": { + "cpuUsage": 67.4, + "memoryUsage": 30.7, + "prbUtilization": 82.3 + }, + "@t +...... +``` + +## Example 41: failure — `tmf921` — `test_template_ood` + +- id: `a0fe060ff40a` +- slice type: `MPS` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.7692307692307693` +- normalized field F1: `0.8656716417910447` +- normalized key F1: `0.9402985074626866` + +### Gold +```json +{ + "id": "intent-efe789e21dd7", + "href": "/tmf-api/intentManagement/v4/intent/intent-efe789e21dd7", + "name": "MPS Slice - Cashierless Checkout System", + "description": "Intent for cashierless checkout system at Retail Distribution Hub with MPS service level", + "lifecycleState": "Active", + "priority": 2, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-41b07a58b7e6", + "name": "MPS QoS Delivery Expectation", + "expectationVerb": "ENSURE", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-mps-53c380", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "MPS" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 5, + "sd": "000004" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 150, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 10, + "targetMetric": "PLMNID.ul.ThpVol.NRCellDU", + "unit": "Mbps" + +...... +``` + +### Prediction +```json + + + + +{ + "id": "intent-14331430000e", + "href": "/tmf-api/intentManagement/v4/intent/intent-14331430000e", + "name": "MPS Slice - Cashierless Checkout System", + "description": "Intent for cashierless checkout system at Retail Distribution Hub with MPS service level", + "lifecycleState": "Active", + "priority": 3, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-0e0e0e0e0e0e", + "name": "MPS QoS Delivery Expectation", + "expectationVerb": "DELIVER", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-mps-0e0e0e", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "MPS" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 5, + "sd": "000003" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 150, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 10, + "targetMetric": "PLMNID.ul.ThpVol.NRCellDU", + "unit +...... +``` + +## Example 42: failure — `tmf921` — `test_template_ood` + +- id: `5564e4e38681` +- slice type: `eMBB` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.7692307692307693` +- normalized field F1: `0.8656716417910447` +- normalized key F1: `0.9402985074626866` + +### Gold +```json +{ + "id": "intent-c993726567f4", + "href": "/tmf-api/intentManagement/v4/intent/intent-c993726567f4", + "name": "eMBB Slice - Electronic Warfare Spectrum Monitoring", + "description": "Intent for electronic warfare spectrum monitoring at Factory Complex A with eMBB service level", + "lifecycleState": "Active", + "priority": 4, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-c384185090be", + "name": "eMBB QoS Delivery Expectation", + "expectationVerb": "ENSURE", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-embb-25a21d", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "eMBB" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 1, + "sd": "000001" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 800, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 150, + "targetMetric": "PLMNID.ul.ThpVol.NRCellDU", + "un +...... +``` + +### Prediction +```json + + + + +{ + "id": "intent-330434301088", + "href": "/tmf-api/intentManagement/v4/intent/intent-330434301088", + "name": "eMBB Slice - Electronic Warfare Spectrum Monitoring", + "description": "Intent for electronic warfare spectrum monitoring at Factory Complex A with eMBB service level", + "lifecycleState": "Active", + "priority": 3, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-090300000006", + "name": "eMBB QoS Delivery Expectation", + "expectationVerb": "DELIVER", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-embb-000006", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "eMBB" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 1, + "sd": "000003" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 800, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 150, + "targetMetric": "PLMNID.ul.ThpVol.NRCell +...... +``` + +## Example 43: failure — `tmf921` — `test_template_ood` + +- id: `75ff5712aae2` +- slice type: `MPS` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.7307692307692307` +- normalized field F1: `0.8656716417910447` +- normalized key F1: `0.9402985074626866` + +### Gold +```json +{ + "id": "intent-57fe3dc7da91", + "href": "/tmf-api/intentManagement/v4/intent/intent-57fe3dc7da91", + "name": "MPS Slice - Public Wifi Mesh Backhaul", + "description": "Intent for public WiFi mesh backhaul at Urban Innovation District with MPS service level", + "lifecycleState": "Active", + "priority": 3, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-c2805cb10e14", + "name": "MPS QoS Delivery Expectation", + "expectationVerb": "ENSURE", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-mps-a4d53b", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "MPS" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 5, + "sd": "000004" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 100, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 10, + "targetMetric": "PLMNID.ul.ThpVol.NRCellDU", + "unit": "Mbps" + }, +...... +``` + +### Prediction +```json + + + + +{ + "id": "intent-011010000000", + "href": "/tmf-api/intentManagement/v4/intent/intent-011010000000", + "name": "URLLC Slice - Public Wifi Mesh Backhaul", + "description": "Intent for public WiFi mesh backhaul at Urban Innovation District with URLLC service level", + "lifecycleState": "Active", + "priority": 3, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-011010000000", + "name": "URLLC QoS Delivery Expectation", + "expectationVerb": "DELIVER", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-urllc-011010", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "URLLC" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 2, + "sd": "000001" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 100, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 10, + "targetMetric": "PLMNID.ul.ThpVol.NRCellDU", + +...... +``` + +## Example 44: success — `tmf921` — `test_template_ood` + +- id: `2fb175ff25ac` +- slice type: `mMTC` +- lifecycle: `create` +- error label: `success_or_high_scoring_example` +- raw field F1: `0.8860759493670886` +- normalized field F1: `1.0` +- normalized key F1: `1.0` + +### Gold +```json +{ + "id": "intent-9d24819ca906", + "href": "/tmf-api/intentManagement/v4/intent/intent-9d24819ca906", + "name": "mMTC Slice - Hospital Ar Surgical Guidance", + "description": "Intent for hospital AR surgical guidance at Hospital Campus with mMTC service level", + "lifecycleState": "Active", + "priority": 3, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-0d7036133363", + "name": "mMTC QoS Delivery Expectation", + "expectationVerb": "DELIVER", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-mmtc-be797a", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "mMTC" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 3, + "sd": "000003" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 10, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 0.1, + "targetMetric": "PLMNID.ul.ThpVol.NRCellDU", + "unit": "Mbps" + +...... +``` + +### Prediction +```json + + + + +{ + "id": "intent-011000000000", + "href": "/tmf-api/intentManagement/v4/intent/intent-011000000000", + "name": "mMTC Slice - Hospital Ar Surgical Guidance", + "description": "Intent for hospital AR surgical guidance at Hospital Campus with mMTC service level", + "lifecycleState": "Active", + "priority": 3, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-011000000001", + "name": "mMTC QoS Delivery Expectation", + "expectationVerb": "DELIVER", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-mmtc-011000", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "mMTC" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 3, + "sd": "000003" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 10, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 0.1, + "targetMetric": "PLMNID.ul.ThpVol.NRCellDU", + "uni +...... +``` + +## Example 45: failure — `camara` — `test_template_ood` + +- id: `75e8c403e863` +- slice type: `eMBB` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.42424242424242425` +- normalized field F1: `0.6896551724137931` +- normalized key F1: `0.896551724137931` + +### Gold +```json +{ + "networkSliceBooking": { + "sliceType": "eMBB", + "sliceProfile": { + "latencyTarget": 20, + "reliability": 99.5, + "throughput": { + "downlink": 100, + "uplink": 200 + }, + "maxNumberOfUEs": 50000 + }, + "areaOfService": { + "region": "Highway Corridor M1", + "center": { + "latitude": 52.2053, + "longitude": -0.1218 + }, + "radius": 200, + "cells": [ + "cell-091", + "cell-055" + ] + }, + "duration": { + "startTime": "2025-04-03T10:00:00Z", + "endTime": "2025-04-03T14:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/4d13aea978ab" + } +} +``` + +### Prediction +```json + + + + +{ + "networkSliceBooking": { + "sliceType": "eMBB", + "sliceProfile": { + "latencyTarget": 20, + "reliability": 99.9, + "throughput": { + "downlink": 100, + "uplink": 200 + }, + "maxNumberOfUEs": 50000 + }, + "areaOfService": { + "region": "Highway Corridor M1", + "center": { + "latitude": 52.2053, + "longitude": -0.1278 + }, + "radius": 5000, + "cells": [ + "cell-081", + "cell-080", + "cell-079", + "cell-078", + "cell-077" + ] + }, + "duration": { + "startTime": "2025-01-04T01:00:00Z", + "endTime": "2025-01-04T03:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/71333309338e" + } +} +``` + +## Example 46: failure — `camara` — `test_template_ood` + +- id: `ed910912d032` +- slice type: `eMBB` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.39999999999999997` +- normalized field F1: `0.7096774193548386` +- normalized key F1: `0.967741935483871` + +### Gold +```json +{ + "networkSliceBooking": { + "sliceType": "eMBB", + "sliceProfile": { + "latencyTarget": 30, + "reliability": 99.0, + "throughput": { + "downlink": 500, + "uplink": 100 + }, + "maxNumberOfUEs": 500 + }, + "areaOfService": { + "region": "Financial District", + "center": { + "latitude": 40.7075, + "longitude": -74.0021 + }, + "radius": 2000, + "cells": [ + "cell-026", + "cell-086", + "cell-030", + "cell-031" + ] + }, + "duration": { + "startTime": "2025-05-13T20:00:00Z", + "endTime": "2025-05-13T21:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/e972b23295e3" + } +} +``` + +### Prediction +```json + + + + +{ + "networkSliceBooking": { + "sliceType": "eMBB", + "sliceProfile": { + "latencyTarget": 30, + "reliability": 99.9, + "throughput": { + "downlink": 500, + "uplink": 100 + }, + "maxNumberOfUEs": 500 + }, + "areaOfService": { + "region": "Financial District", + "center": { + "latitude": 40.706, + "longitude": -74.006 + }, + "radius": 500, + "cells": [ + "cell-008", + "cell-030", + "cell-030", + "cell-030", + "cell-030" + ] + }, + "duration": { + "startTime": "2025-01-13T01:00:00Z", + "endTime": "2025-01-13T03:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/31330990000e" + } +} +``` + +## Example 47: failure — `camara` — `test_template_ood` + +- id: `fb15d091a9db` +- slice type: `URLLC` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.5` +- normalized field F1: `0.7142857142857143` +- normalized key F1: `0.8571428571428571` + +### Gold +```json +{ + "networkSliceBooking": { + "sliceType": "URLLC", + "sliceProfile": { + "latencyTarget": 0.5, + "reliability": 99.9999, + "throughput": { + "downlink": 200, + "uplink": 100 + }, + "maxNumberOfUEs": 50 + }, + "areaOfService": { + "region": "Border Sector C", + "center": { + "latitude": 31.9686, + "longitude": -99.9018 + }, + "radius": 2000, + "cells": [ + "cell-083" + ] + }, + "duration": { + "startTime": "2025-01-26T21:00:00Z", + "endTime": "2025-01-26T23:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/a48317062195" + } +} +``` + +### Prediction +```json + + + + +{ + "networkSliceBooking": { + "sliceType": "URLLC", + "sliceProfile": { + "latencyTarget": 0.5, + "reliability": 99.999, + "throughput": { + "downlink": 200, + "uplink": 100 + }, + "maxNumberOfUEs": 50 + }, + "areaOfService": { + "region": "Border Sector C", + "center": { + "latitude": 31.9686, + "longitude": -99.9018 + }, + "radius": 5000, + "cells": [ + "cell-010", + "cell-030", + "cell-030", + "cell-030", + "cell-030" + ] + }, + "duration": { + "startTime": "2025-01-14T11:00:00Z", + "endTime": "2025-01-14T12:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/334304300101" + } +} +``` + +## Example 48: success — `camara` — `test_template_ood` + +- id: `b7684821e891` +- slice type: `mMTC` +- lifecycle: `create` +- error label: `success_or_high_scoring_example` +- raw field F1: `0.5555555555555556` +- normalized field F1: `1.0` +- normalized key F1: `1.0` + +### Gold +```json +{ + "networkSliceBooking": { + "sliceType": "mMTC", + "sliceProfile": { + "latencyTarget": 50, + "reliability": 99, + "throughput": { + "downlink": 5, + "uplink": 25 + }, + "maxNumberOfUEs": 10000 + }, + "areaOfService": { + "region": "Industrial Zone North", + "center": { + "latitude": 52.52, + "longitude": 13.405 + }, + "radius": 2000, + "cells": [ + "cell-041", + "cell-002", + "cell-026", + "cell-095", + "cell-015" + ] + }, + "duration": { + "startTime": "2025-11-11T05:00:00Z", + "endTime": "2025-11-11T07:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/920c4415aa01" + } +} +``` + +### Prediction +```json + + + + +{ + "networkSliceBooking": { + "sliceType": "mMTC", + "sliceProfile": { + "latencyTarget": 50, + "reliability": 99, + "throughput": { + "downlink": 5, + "uplink": 25 + }, + "maxNumberOfUEs": 10000 + }, + "areaOfService": { + "region": "Industrial Zone North", + "center": { + "latitude": 52.52, + "longitude": 13.405 + }, + "radius": 2000, + "cells": [ + "cell-016", + "cell-080", + "cell-020", + "cell-020", + "cell-010" + ] + }, + "duration": { + "startTime": "2025-01-04T01:00:00Z", + "endTime": "2025-01-04T03:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/33300499000e" + } +} +``` + +## Example 49: failure — `intent_3gpp` — `test_template_ood` + +- id: `1bb88377bb51` +- slice type: `mMTC` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.775` +- normalized field F1: `0.6578947368421053` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intent": { + "id": "intent-mMTC-9f52a80fa133", + "name": "Joint Force C2 Network mMTC Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-87ee952586d1", + "expectationVerb": "ENSURE", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "mMTC", + "sNSSAI": { + "sst": 3, + "sd": "000001" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 50, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 0.5, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN", + "targetValueRange": 500, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 90, + "unit": "percent" + }, + { + "targetName": "deviceDensity", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 50000, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Naval Port Zone" + }, + { + "contextAttribute": "useCase", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "joint force +...... +``` + +### Prediction +```json + + + + +{ + "intent": { + "id": "intent-mMTC-0d0744403006", + "name": "Joint Force C2 Network mMTC Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-0e0744403006", + "expectationVerb": "DELIVER", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "mMTC", + "sNSSAI": { + "sst": 3, + "sd": "000003" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 50, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 0.5, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 500, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 90, + "unit": "percent" + }, + { + "targetName": "deviceDensity", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 50000, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Naval Port Zone" + }, + { + "contextAttribute": "useCase", + "contextCond +...... +``` + +## Example 50: failure — `intent_3gpp` — `test_template_ood` + +- id: `e57e5b4bf0f2` +- slice type: `mMTC` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.775` +- normalized field F1: `0.6578947368421053` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intent": { + "id": "intent-mMTC-cac30a9f990f", + "name": "Traffic Signal Preemption mMTC Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-7d33416f957f", + "expectationVerb": "ENSURE", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "mMTC", + "sNSSAI": { + "sst": 3, + "sd": "000001" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 1, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 10, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN", + "targetValueRange": 50, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 99.5, + "unit": "percent" + }, + { + "targetName": "deviceDensity", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 50000, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Healthcare Park" + }, + { + "contextAttribute": "useCase", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "traffic s +...... +``` + +### Prediction +```json + + + + +{ + "intent": { + "id": "intent-mMTC-083334801906", + "name": "Traffic Signal Preemption mMTC Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-000000000001", + "expectationVerb": "DELIVER", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "mMTC", + "sNSSAI": { + "sst": 3, + "sd": "000003" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 1, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 10, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 50, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 99.5, + "unit": "percent" + }, + { + "targetName": "deviceDensity", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 50000, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Healthcare Park" + }, + { + "contextAttribute": "useCase", + "contextCo +...... +``` + +## Example 51: failure — `intent_3gpp` — `test_template_ood` + +- id: `c3ca42fa50ad` +- slice type: `mMTC` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.775` +- normalized field F1: `0.6578947368421053` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intent": { + "id": "intent-mMTC-b563e3be5374", + "name": "Agv Fleet Management mMTC Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-9a1a93134f17", + "expectationVerb": "ENSURE", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "mMTC", + "sNSSAI": { + "sst": 3, + "sd": "000002" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 1, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 1, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN", + "targetValueRange": 500, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 95, + "unit": "percent" + }, + { + "targetName": "deviceDensity", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 500000, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Industrial Zone North" + }, + { + "contextAttribute": "useCase", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "AGV fleet +...... +``` + +### Prediction +```json + + + + +{ + "intent": { + "id": "intent-mMTC-08433010900a", + "name": "Agv Fleet Management mMTC Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-000000000001", + "expectationVerb": "DELIVER", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "mMTC", + "sNSSAI": { + "sst": 3, + "sd": "000003" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 1, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 1, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 500, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 95, + "unit": "percent" + }, + { + "targetName": "deviceDensity", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 500000, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Industrial Zone North" + }, + { + "contextAttribute": "useCase", + "contextCo +...... +``` + +## Example 52: success — `intent_3gpp` — `test_template_ood` + +- id: `d9b8b720b04d` +- slice type: `URLLC` +- lifecycle: `create` +- error label: `success_or_high_scoring_example` +- raw field F1: `0.9500000000000001` +- normalized field F1: `1.0` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intent": { + "id": "intent-URLLC-643a0a6f7df4", + "name": "Logistics Convoy Tracking URLLC Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-f71ffc010a7f", + "expectationVerb": "DELIVER", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "URLLC", + "sNSSAI": { + "sst": 2, + "sd": "000003" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 20, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 10, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN", + "targetValueRange": 7, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 99.999, + "unit": "percent" + }, + { + "targetName": "maxNumberOfUEs", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 10, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Medical Center District" + }, + { + "contextAttribute": "useCase", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange" +...... +``` + +### Prediction +```json + + + + +{ + "intent": { + "id": "intent-URLLC-0900e0e0e000", + "name": "Logistics Convoy Tracking URLLC Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-000000000000", + "expectationVerb": "DELIVER", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "URLLC", + "sNSSAI": { + "sst": 2, + "sd": "000003" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 20, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 10, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN", + "targetValueRange": 7, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 99.999, + "unit": "percent" + }, + { + "targetName": "maxNumberOfUEs", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 10, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Medical Center District" + }, + { + "contextAttribute": "useCase", + "contextCondition": "IS_EQUAL_TO", + +...... +``` + +## Example 53: failure — `o1_nrm` — `test_use_case_ood` + +- id: `4f7fc2453ba3` +- slice type: `eMBB` +- lifecycle: `create` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.2608695652173913` +- normalized field F1: `0.3` +- normalized key F1: `1.0` + +### Gold +```json +{ + "ManagedElement": { + "id": "gNB-041", + "GNBDUFunction": { + "id": "DU-013", + "gNBId": 41, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-013-007", + "cellLocalId": 7, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n258", + "arfcnDL": 2053623, + "bSChannelBwDL": 50, + "nrPCI": 709, + "nrTAC": 26848, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 1, + "sd": "000003" + }, + "rrmPolicyMinRatio": 0.25, + "rrmPolicyMaxRatio": 0.54, + "rrmPolicyDedicatedRatio": 0.4, + "rrmPolicyMaxRatioPerSlice": 0.54 + } + ], + "pLMNInfoList": [ + { + "mcc": "234", + "mnc": "15", + "sNSSAIList": [ + { + "sst": 1, + "sd": "000001" + } + ] + } + ] + } + } + } +} +``` + +### Prediction +```json + + + + +{ + "ManagedElement": { + "id": "gNB-006", + "GNBDUFunction": { + "id": "DU-008", + "gNBId": 6, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-008-002", + "cellLocalId": 2, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n77", + "arfcnDL": 623610, + "bSChannelBwDL": 40, + "nrPCI": 812, + "nrTAC": 3405, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 1, + "sd": "000001" + }, + "rrmPolicyMinRatio": 0.25, + "rrmPolicyMaxRatio": 0.5, + "rrmPolicyDedicatedRatio": 0.38, + "rrmPolicyMaxRatioPerSlice": 0.5 + } + ], + "pLMNInfoList": [ + { + "mcc": "262", + "mnc": "00", + "sNSSAIList": [ + { + "sst": 1, + "sd": "000003" + } + ] + } + ] + } + } + } +} +``` + +## Example 54: failure — `o1_nrm` — `test_use_case_ood` + +- id: `30dde4cc787e` +- slice type: `MPS` +- lifecycle: `create` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.2608695652173913` +- normalized field F1: `0.3` +- normalized key F1: `1.0` + +### Gold +```json +{ + "ManagedElement": { + "id": "gNB-016", + "GNBDUFunction": { + "id": "DU-050", + "gNBId": 16, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-050-003", + "cellLocalId": 3, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n41", + "arfcnDL": 514241, + "bSChannelBwDL": 50, + "nrPCI": 551, + "nrTAC": 36166, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 5, + "sd": "000004" + }, + "rrmPolicyMinRatio": 0.05, + "rrmPolicyMaxRatio": 0.27, + "rrmPolicyDedicatedRatio": 0.16, + "rrmPolicyMaxRatioPerSlice": 0.27 + } + ], + "pLMNInfoList": [ + { + "mcc": "460", + "mnc": "260", + "sNSSAIList": [ + { + "sst": 5, + "sd": "000004" + } + ] + } + ] + } + } + } +} +``` + +### Prediction +```json + + + + +{ + "ManagedElement": { + "id": "gNB-006", + "GNBDUFunction": { + "id": "DU-001", + "gNBId": 6, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-001-001", + "cellLocalId": 1, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n78", + "arfcnDL": 620312, + "bSChannelBwDL": 40, + "nrPCI": 81, + "nrTAC": 34640, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 5, + "sd": "000003" + }, + "rrmPolicyMinRatio": 0.05, + "rrmPolicyMaxRatio": 0.3, + "rrmPolicyDedicatedRatio": 0.17, + "rrmPolicyMaxRatioPerSlice": 0.3 + } + ], + "pLMNInfoList": [ + { + "mcc": "262", + "mnc": "00", + "sNSSAIList": [ + { + "sst": 5, + "sd": "000003" + } + ] + } + ] + } + } + } +} +``` + +## Example 55: failure — `o1_nrm` — `test_use_case_ood` + +- id: `a54dc4a556cb` +- slice type: `HMTC` +- lifecycle: `create` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.2608695652173913` +- normalized field F1: `0.3` +- normalized key F1: `1.0` + +### Gold +```json +{ + "ManagedElement": { + "id": "gNB-006", + "GNBDUFunction": { + "id": "DU-033", + "gNBId": 6, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-033-003", + "cellLocalId": 3, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n41", + "arfcnDL": 518533, + "bSChannelBwDL": 20, + "nrPCI": 420, + "nrTAC": 18844, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 5, + "sd": "000002" + }, + "rrmPolicyMinRatio": 0.6, + "rrmPolicyMaxRatio": 0.86, + "rrmPolicyDedicatedRatio": 0.73, + "rrmPolicyMaxRatioPerSlice": 0.86 + } + ], + "pLMNInfoList": [ + { + "mcc": "234", + "mnc": "02", + "sNSSAIList": [ + { + "sst": 5, + "sd": "000002" + } + ] + } + ] + } + } + } +} +``` + +### Prediction +```json + + + + +{ + "ManagedElement": { + "id": "gNB-016", + "GNBDUFunction": { + "id": "DU-001", + "gNBId": 16, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-001-001", + "cellLocalId": 1, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n77", + "arfcnDL": 629813, + "bSChannelBwDL": 80, + "nrPCI": 81, + "nrTAC": 3862, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 5, + "sd": "000001" + }, + "rrmPolicyMinRatio": 0.6, + "rrmPolicyMaxRatio": 0.85, + "rrmPolicyDedicatedRatio": 0.72, + "rrmPolicyMaxRatioPerSlice": 0.85 + } + ], + "pLMNInfoList": [ + { + "mcc": "262", + "mnc": "00", + "sNSSAIList": [ + { + "sst": 5, + "sd": "000001" + } + ] + } + ] + } + } + } +} +``` + +## Example 56: success — `o1_nrm` — `test_use_case_ood` + +- id: `1366e9589e3d` +- slice type: `HMTC` +- lifecycle: `create` +- error label: `success_or_high_scoring_example` +- raw field F1: `0.5652173913043478` +- normalized field F1: `0.65` +- normalized key F1: `1.0` + +### Gold +```json +{ + "ManagedElement": { + "id": "gNB-010", + "GNBDUFunction": { + "id": "DU-047", + "gNBId": 10, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-047-009", + "cellLocalId": 9, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n78", + "arfcnDL": 632806, + "bSChannelBwDL": 80, + "nrPCI": 964, + "nrTAC": 11290, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 5, + "sd": "000001" + }, + "rrmPolicyMinRatio": 0.6, + "rrmPolicyMaxRatio": 0.85, + "rrmPolicyDedicatedRatio": 0.72, + "rrmPolicyMaxRatioPerSlice": 0.85 + } + ], + "pLMNInfoList": [ + { + "mcc": "001", + "mnc": "00", + "sNSSAIList": [ + { + "sst": 5, + "sd": "000001" + } + ] + } + ] + } + } + } +} +``` + +### Prediction +```json + + + + +{ + "ManagedElement": { + "id": "gNB-006", + "GNBDUFunction": { + "id": "DU-008", + "gNBId": 6, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-008-002", + "cellLocalId": 2, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n77", + "arfcnDL": 629813, + "bSChannelBwDL": 80, + "nrPCI": 812, + "nrTAC": 38420, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 5, + "sd": "000001" + }, + "rrmPolicyMinRatio": 0.6, + "rrmPolicyMaxRatio": 0.85, + "rrmPolicyDedicatedRatio": 0.72, + "rrmPolicyMaxRatioPerSlice": 0.85 + } + ], + "pLMNInfoList": [ + { + "mcc": "262", + "mnc": "00", + "sNSSAIList": [ + { + "sst": 5, + "sd": "000001" + } + ] + } + ] + } + } + } +} +``` + +## Example 57: failure — `a1_policy` — `test_use_case_ood` + +- id: `d20551b861b5` +- slice type: `URLLC` +- lifecycle: `create` +- error label: `a1_policy_value_error` +- raw field F1: `0.42105263157894735` +- normalized field F1: `0.5` +- normalized key F1: `1.0` + +### Gold +```json +{ + "a1Policy": { + "policyId": "a1-pol-urllc-466eea", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-urllc-8cab9c", + "cellId": "cell-090", + "sNSSAI": { + "sst": 2, + "sd": "000002" + } + }, + "qosObjectives": { + "gfbr": 200, + "mfbr": 240.0, + "priorityLevel": 1, + "5qi": 1, + "pdb": 100, + "per": 1e-05 + }, + "resourceAllocation": { + "prbQuota": { + "min": 10, + "max": 22 + }, + "schedulerWeight": 0.39, + "maxUEs": 50 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +### Prediction +```json + + + + +{ + "a1Policy": { + "policyId": "a1-pol-urllc-14430c", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-urllc-000007", + "cellId": "cell-081", + "sNSSAI": { + "sst": 2, + "sd": "000003" + } + }, + "qosObjectives": { + "gfbr": 200, + "mfbr": 220.0, + "priorityLevel": 3, + "5qi": 85, + "pdb": 5, + "per": 1e-06 + }, + "resourceAllocation": { + "prbQuota": { + "min": 10, + "max": 34 + }, + "schedulerWeight": 0.46, + "maxUEs": 50 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +## Example 58: failure — `a1_policy` — `test_use_case_ood` + +- id: `af237004fb36` +- slice type: `MPS` +- lifecycle: `create` +- error label: `a1_policy_value_error` +- raw field F1: `0.42105263157894735` +- normalized field F1: `0.5` +- normalized key F1: `1.0` + +### Gold +```json +{ + "a1Policy": { + "policyId": "a1-pol-mps-00df4b", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-mps-6a5536", + "cellId": "cell-097", + "sNSSAI": { + "sst": 5, + "sd": "000004" + } + }, + "qosObjectives": { + "gfbr": 25, + "mfbr": 30.0, + "priorityLevel": 1, + "5qi": 1, + "pdb": 100, + "per": 1e-05 + }, + "resourceAllocation": { + "prbQuota": { + "min": 6, + "max": 27 + }, + "schedulerWeight": 0.3, + "maxUEs": 5000 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +### Prediction +```json + + + + +{ + "a1Policy": { + "policyId": "a1-pol-urllc-00000d", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-urllc-00000d", + "cellId": "cell-084", + "sNSSAI": { + "sst": 2, + "sd": "000003" + } + }, + "qosObjectives": { + "gfbr": 25, + "mfbr": 30.0, + "priorityLevel": 3, + "5qi": 84, + "pdb": 30, + "per": 1e-06 + }, + "resourceAllocation": { + "prbQuota": { + "min": 6, + "max": 20 + }, + "schedulerWeight": 0.35, + "maxUEs": 5000 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +## Example 59: failure — `a1_policy` — `test_use_case_ood` + +- id: `3bde530beffd` +- slice type: `URLLC` +- lifecycle: `create` +- error label: `a1_policy_value_error` +- raw field F1: `0.42105263157894735` +- normalized field F1: `0.5` +- normalized key F1: `1.0` + +### Gold +```json +{ + "a1Policy": { + "policyId": "a1-pol-urllc-f9b163", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-urllc-d88b40", + "cellId": "cell-097", + "sNSSAI": { + "sst": 2, + "sd": "000001" + } + }, + "qosObjectives": { + "gfbr": 200, + "mfbr": 240.0, + "priorityLevel": 1, + "5qi": 2, + "pdb": 150, + "per": 1e-05 + }, + "resourceAllocation": { + "prbQuota": { + "min": 15, + "max": 29 + }, + "schedulerWeight": 0.67, + "maxUEs": 5000 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +### Prediction +```json + + + + +{ + "a1Policy": { + "policyId": "a1-pol-urllc-0d000b", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-urllc-00000b", + "cellId": "cell-081", + "sNSSAI": { + "sst": 2, + "sd": "000003" + } + }, + "qosObjectives": { + "gfbr": 200, + "mfbr": 220.0, + "priorityLevel": 3, + "5qi": 84, + "pdb": 30, + "per": 1e-06 + }, + "resourceAllocation": { + "prbQuota": { + "min": 15, + "max": 35 + }, + "schedulerWeight": 0.38, + "maxUEs": 5000 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +## Example 60: success — `a1_policy` — `test_use_case_ood` + +- id: `19640a255869` +- slice type: `HMTC` +- lifecycle: `create` +- error label: `success_or_high_scoring_example` +- raw field F1: `0.7894736842105263` +- normalized field F1: `0.8888888888888888` +- normalized key F1: `1.0` + +### Gold +```json +{ + "a1Policy": { + "policyId": "a1-pol-hmtc-cbdbe8", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-hmtc-f1668f", + "cellId": "cell-063", + "sNSSAI": { + "sst": 5, + "sd": "000001" + } + }, + "qosObjectives": { + "gfbr": 100, + "mfbr": 120.0, + "priorityLevel": 1, + "5qi": 83, + "pdb": 10, + "per": 1e-07 + }, + "resourceAllocation": { + "prbQuota": { + "min": 10, + "max": 37 + }, + "schedulerWeight": 0.5, + "maxUEs": 500 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +### Prediction +```json + + + + +{ + "a1Policy": { + "policyId": "a1-pol-hmtc-000001", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-hmtc-000001", + "cellId": "cell-084", + "sNSSAI": { + "sst": 5, + "sd": "000001" + } + }, + "qosObjectives": { + "gfbr": 100, + "mfbr": 120.0, + "priorityLevel": 1, + "5qi": 83, + "pdb": 10, + "per": 1e-07 + }, + "resourceAllocation": { + "prbQuota": { + "min": 10, + "max": 38 + }, + "schedulerWeight": 0.5, + "maxUEs": 500 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +## Example 61: failure — `tmf921_lifecycle_report` — `test_use_case_ood` + +- id: `b39af03e36d5` +- slice type: `mMTC` +- lifecycle: `report` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.23809523809523808` +- normalized field F1: `0.1111111111111111` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intentAssuranceReport": { + "intentId": "intent-47f071f77e4b", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 50, + "measurements": [ + 42.31, + 33.59, + 38.86, + 49.74, + 30.3 + ], + "average": 38.96, + "min": 30.3, + "max": 49.74, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 25, + "measurements": [ + 30.0, + 27.7, + 26.1, + 28.0, + 25.8 + ], + "average": 27.52, + "min": 25.8, + "max": 30.0, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 1, + "measurements": [ + 1.2, + 1.0, + 1.1, + 1.0, + 1.1 + ], + "average": 1.08, + "min": 1.0, + "max": 1.2, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 99.5, + "measurements": [ + 99.413025, + 99.476689, + 99.439216, + 99.540217, + 99.422296 + ], + "average": 99.458, + "min": 99.413025, + "max": 99.540217, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 500000, + "measurements": [ + 429726, + 46704, + 290479, + 321895, + 387783 + ], + "average": 295317.4, + "min": 46704, + "max": 429726, + "unit": "UEs" + } + ], + "overallCompliance": true, + "resourceUtilization": { + "cpuUsage": 20.8, + "memoryUsage": 29.6, + "prbUtilization": 77.4 + }, + "@type": "In +...... +``` + +### Prediction +```json + + + + +{ + "intentAssuranceReport": { + "intentId": "intent-47f071f77e4b", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 30, + "measurements": [ + 26.09, + 26.02, + 23.33, + 23.8, + 26.8 + ], + "average": 25.008, + "min": 23.33, + "max": 26.8, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 50, + "measurements": [ + 58.3, + 51.9, + 58.8, + 58.2, + 55.1 + ], + "average": 56.46, + "min": 51.9, + "max": 58.8, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 75, + "measurements": [ + 79.9, + 79.4, + 74.6, + 85.0, + 78.2 + ], + "average": 81.62, + "min": 74.6, + "max": 85.0, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 99.9, + "measurements": [ + 99.824202, + 99.974421, + 99.833912, + 99.893222, + 99.898445 + ], + "average": 99.884, + "min": 99.824202, + "max": 99.974421, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 10000, + "measurements": [ + 1446, + 5203, + 2244, + 5440, + 4243 + ], + "average": 3727.2, + "min": 1446, + "max": 5440, + "unit": "UEs" + } + ], + "overallCompliance": true, + "resourceUtilization": { + "cpuUsage": 67.4, + "memoryUsage": 30.7, + "prbUtilization": 62.3 + }, + +...... +``` + +## Example 62: failure — `tmf921_lifecycle_report` — `test_use_case_ood` + +- id: `694271213dd3` +- slice type: `eMBB` +- lifecycle: `report` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.2222222222222222` +- normalized field F1: `0.1111111111111111` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intentAssuranceReport": { + "intentId": "intent-5de27c39c987", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 20, + "measurements": [ + 19.05, + 20.74, + 17.1, + 14.67, + 14.99 + ], + "average": 17.31, + "min": 14.67, + "max": 20.74, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 800, + "measurements": [ + 913.9, + 799.1, + 906.2, + 945.8, + 883.8 + ], + "average": 889.76, + "min": 799.1, + "max": 945.8, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 50, + "measurements": [ + 58.0, + 52.2, + 47.8, + 51.4, + 52.5 + ], + "average": 52.38, + "min": 47.8, + "max": 58.0, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 99.95, + "measurements": [ + 100, + 99.922209, + 99.976677, + 100, + 99.852026 + ], + "average": 99.95, + "min": 99.852026, + "max": 100, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 500, + "measurements": [ + 5, + 41, + 353, + 121, + 334 + ], + "average": 170.8, + "min": 5, + "max": 353, + "unit": "UEs" + } + ], + "overallCompliance": true, + "resourceUtilization": { + "cpuUsage": 33.2, + "memoryUsage": 22.7, + "prbUtilization": 65.4 + }, + "@type": "IntentAssuranceReport" + } +} +``` + +### Prediction +```json + + + + +{ + "intentAssuranceReport": { + "intentId": "intent-144009894882", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 80, + "measurements": [ + 62.0, + 55.41, + 52.06, + 55.1, + 68.8 + ], + "average": 58.674, + "min": 52.06, + "max": 68.8, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 200, + "measurements": [ + 221.1, + 209.6, + 226.0, + 219.4, + 212.2 + ], + "average": 217.46, + "min": 209.6, + "max": 226.0, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 100, + "measurements": [ + 104.0, + 108.4, + 94.5, + 99.4, + 99.6 + ], + "average": 101.38, + "min": 94.5, + "max": 108.4, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 99.9, + "measurements": [ + 99.894262, + 99.961221, + 99.893242, + 99.948135, + 99.892102 + ], + "average": 99.918, + "min": 99.892102, + "max": 99.961221, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 10000, + "measurements": [ + 1446, + 4232, + 2724, + 5461, + 6842 + ], + "average": 4141.0, + "min": 1446, + "max": 6842, + "unit": "UEs" + } + ], + "overallCompliance": true, + "resourceUtilization": { + "cpuUsage": 67.9, + "memoryUsage": 30.7, + "prbUtilization": 62 +...... +``` + +## Example 63: failure — `tmf921_lifecycle_report` — `test_use_case_ood` + +- id: `380f2571b07d` +- slice type: `URLLC` +- lifecycle: `report` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.2698412698412698` +- normalized field F1: `0.15873015873015872` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intentAssuranceReport": { + "intentId": "intent-b1db26b2b3a1", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 1, + "measurements": [ + 0.89, + 0.99, + 0.94, + 0.8, + 0.74 + ], + "average": 0.872, + "min": 0.74, + "max": 0.99, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 50, + "measurements": [ + 46.8, + 49.4, + 54.6, + 49.4, + 59.0 + ], + "average": 51.84, + "min": 46.8, + "max": 59.0, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 100, + "measurements": [ + 98.0, + 105.2, + 91.5, + 104.2, + 96.7 + ], + "average": 99.12, + "min": 91.5, + "max": 105.2, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 99.9999, + "measurements": [ + 99.960407, + 100, + 99.964983, + 100, + 99.95874 + ], + "average": 99.977, + "min": 99.95874, + "max": 100, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 50, + "measurements": [ + 36, + 34, + 6, + 24, + 31 + ], + "average": 26.2, + "min": 6, + "max": 36, + "unit": "UEs" + } + ], + "overallCompliance": false, + "resourceUtilization": { + "cpuUsage": 41.3, + "memoryUsage": 23.6, + "prbUtilization": 85.2 + }, + "@type": "IntentAssuranceReport" + } +} +``` + +### Prediction +```json + + + + +{ + "intentAssuranceReport": { + "intentId": "intent-23433010998b", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 10, + "measurements": [ + 6.23, + 6.42, + 6.3, + 6.89, + 6.5 + ], + "average": 6.488, + "min": 6.23, + "max": 6.89, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 150, + "measurements": [ + 152.2, + 147.2, + 146.0, + 157.8, + 157.2 + ], + "average": 152.08, + "min": 146.0, + "max": 157.8, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 100, + "measurements": [ + 100.4, + 100.0, + 104.3, + 94.3, + 107.0 + ], + "average": 101.2, + "min": 94.3, + "max": 107.0, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 99.999, + "measurements": [ + 99.914081, + 99.944642, + 100, + 100, + 99.938371 + ], + "average": 99.959, + "min": 99.914081, + "max": 100, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 50, + "measurements": [ + 40, + 41, + 10, + 40, + 45 + ], + "average": 37.2, + "min": 10, + "max": 45, + "unit": "UEs" + } + ], + "overallCompliance": true, + "resourceUtilization": { + "cpuUsage": 75.1, + "memoryUsage": 34.9, + "prbUtilization": 82.3 + }, + "@type": "IntentAssuranceR +...... +``` + +## Example 64: success — `tmf921_lifecycle_report` — `test_use_case_ood` + +- id: `31371ca89f55` +- slice type: `V2X` +- lifecycle: `report` +- error label: `success_or_high_scoring_example` +- raw field F1: `0.3333333333333333` +- normalized field F1: `0.3333333333333333` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intentAssuranceReport": { + "intentId": "intent-3489c7b83422", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 20, + "measurements": [ + 14.26, + 21.45, + 17.22, + 13.33, + 16.83 + ], + "average": 16.618, + "min": 13.33, + "max": 21.45, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 300, + "measurements": [ + 277.9, + 278.4, + 330.7, + 272.6, + 311.8 + ], + "average": 294.28, + "min": 272.6, + "max": 330.7, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 100, + "measurements": [ + 115.6, + 103.7, + 98.2, + 116.7, + 91.5 + ], + "average": 105.14, + "min": 91.5, + "max": 116.7, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 99.999, + "measurements": [ + 99.935814, + 100, + 99.985915, + 100, + 99.927923 + ], + "average": 99.97, + "min": 99.927923, + "max": 100, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 5000, + "measurements": [ + 4417, + 3180, + 2848, + 4558, + 3289 + ], + "average": 3658.4, + "min": 2848, + "max": 4558, + "unit": "UEs" + } + ], + "overallCompliance": true, + "resourceUtilization": { + "cpuUsage": 62.4, + "memoryUsage": 34.8, + "prbUtilization": 83.0 + }, + "@type": "IntentAs +...... +``` + +### Prediction +```json + + + + +{ + "intentAssuranceReport": { + "intentId": "intent-3489c7b83422", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 3, + "measurements": [ + 2.06, + 2.9, + 2.89, + 2.86, + 2.89 + ], + "average": 2.92, + "min": 2.06, + "max": 2.9, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 20, + "measurements": [ + 21.4, + 20.5, + 22.1, + 21.1, + 21.2 + ], + "average": 21.26, + "min": 20.5, + "max": 22.1, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 100, + "measurements": [ + 112.5, + 112.1, + 99.6, + 100.6, + 115.3 + ], + "average": 108.02, + "min": 99.6, + "max": 115.3, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 99.999, + "measurements": [ + 99.94617, + 100, + 100, + 100, + 100 + ], + "average": 99.989, + "min": 99.94617, + "max": 100, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 5000, + "measurements": [ + 1606, + 1442, + 2225, + 4052, + 4543 + ], + "average": 2773.6, + "min": 1442, + "max": 4543, + "unit": "UEs" + } + ], + "overallCompliance": true, + "resourceUtilization": { + "cpuUsage": 65.8, + "memoryUsage": 30.4, + "prbUtilization": 62.3 + }, + "@type": "IntentAssuranceReport" +...... +``` + +## Example 65: failure — `tmf921_lifecycle_monitor` — `test_use_case_ood` + +- id: `e6705984f81d` +- slice type: `V2X` +- lifecycle: `monitor` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.5666666666666667` +- normalized field F1: `0.2413793103448276` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intentFulfillmentReport": { + "intentId": "intent-a53ad458bf38", + "reportTimestamp": "2026-04-24T09:11:31Z", + "fulfillmentStatus": "Fulfilled", + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 5, + "measured": 3.65, + "unit": "ms", + "compliant": true + }, + { + "kpi": "dlThroughput", + "target": 200, + "measured": 210.3, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "ulThroughput", + "target": 25, + "measured": 26.2, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "reliability", + "target": 99.99, + "measured": 100, + "unit": "percent", + "compliant": true + }, + { + "kpi": "connectedUEs", + "target": 5000, + "measured": 2874, + "unit": "UEs", + "compliant": true + } + ], + "overallSlaCompliance": true, + "@type": "IntentFulfillmentReport" + } +} +``` + +### Prediction +```json + + + + +{ + "intentFulfillmentReport": { + "intentId": "intent-a53ad458bf38", + "reportTimestamp": "2026-04-24T09:11:31Z", + "fulfillmentStatus": "Degraded", + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 10, + "measured": 10.39, + "unit": "ms", + "compliant": false + }, + { + "kpi": "dlThroughput", + "target": 150, + "measured": 150.6, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "ulThroughput", + "target": 75, + "measured": 79.9, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "reliability", + "target": 99.999, + "measured": 99.996667, + "unit": "percent", + "compliant": false + }, + { + "kpi": "connectedUEs", + "target": 5000, + "measured": 1343, + "unit": "UEs", + "compliant": true + } + ], + "overallSlaCompliance": false, + "@type": "IntentFulfillmentReport" + } +} +``` + +## Example 66: failure — `tmf921_lifecycle_monitor` — `test_use_case_ood` + +- id: `98ed16395511` +- slice type: `HMTC` +- lifecycle: `monitor` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.6333333333333333` +- normalized field F1: `0.27586206896551724` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intentFulfillmentReport": { + "intentId": "intent-c173a11c070c", + "reportTimestamp": "2026-04-24T09:11:31Z", + "fulfillmentStatus": "Fulfilled", + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 0.5, + "measured": 0.36, + "unit": "ms", + "compliant": true + }, + { + "kpi": "dlThroughput", + "target": 200, + "measured": 220.7, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "ulThroughput", + "target": 200, + "measured": 205.2, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "reliability", + "target": 99.99999, + "measured": 100, + "unit": "percent", + "compliant": true + }, + { + "kpi": "connectedUEs", + "target": 100, + "measured": 43, + "unit": "UEs", + "compliant": true + } + ], + "overallSlaCompliance": true, + "@type": "IntentFulfillmentReport" + } +} +``` + +### Prediction +```json + + + + +{ + "intentFulfillmentReport": { + "intentId": "intent-c173a11c070c", + "reportTimestamp": "2026-04-24T09:11:31Z", + "fulfillmentStatus": "Degraded", + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 3, + "measured": 2.89, + "unit": "ms", + "compliant": true + }, + { + "kpi": "dlThroughput", + "target": 2000, + "measured": 2111.7, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "ulThroughput", + "target": 1000, + "measured": 1074.6, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "reliability", + "target": 99.99999, + "measured": 99.913156, + "unit": "percent", + "compliant": false + }, + { + "kpi": "connectedUEs", + "target": 100, + "measured": 14, + "unit": "UEs", + "compliant": true + } + ], + "overallSlaCompliance": false, + "@type": "IntentFulfillmentReport" + } +} +``` + +## Example 67: failure — `tmf921_lifecycle_monitor` — `test_use_case_ood` + +- id: `90bbacd7cde6` +- slice type: `eMBB` +- lifecycle: `monitor` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.5333333333333333` +- normalized field F1: `0.27586206896551724` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intentFulfillmentReport": { + "intentId": "intent-c12689b6f1d0", + "reportTimestamp": "2026-04-24T09:11:31Z", + "fulfillmentStatus": "Fulfilled", + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 30, + "measured": 21.27, + "unit": "ms", + "compliant": true + }, + { + "kpi": "dlThroughput", + "target": 100, + "measured": 114.7, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "ulThroughput", + "target": 50, + "measured": 50.2, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "reliability", + "target": 99.95, + "measured": 99.966739, + "unit": "percent", + "compliant": true + }, + { + "kpi": "connectedUEs", + "target": 10000, + "measured": 5860, + "unit": "UEs", + "compliant": true + } + ], + "overallSlaCompliance": true, + "@type": "IntentFulfillmentReport" + } +} +``` + +### Prediction +```json + + + + +{ + "intentFulfillmentReport": { + "intentId": "intent-1e014980300e", + "reportTimestamp": "2026-04-24T09:11:31Z", + "fulfillmentStatus": "Degraded", + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 80, + "measured": 65.06, + "unit": "ms", + "compliant": true + }, + { + "kpi": "dlThroughput", + "target": 200, + "measured": 219.6, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "ulThroughput", + "target": 100, + "measured": 100.4, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "reliability", + "target": 99.9, + "measured": 99.824045, + "unit": "percent", + "compliant": false + }, + { + "kpi": "connectedUEs", + "target": 1000, + "measured": 141, + "unit": "UEs", + "compliant": true + } + ], + "overallSlaCompliance": false, + "@type": "IntentFulfillmentReport" + } +} +``` + +## Example 68: success — `tmf921_lifecycle_monitor` — `test_use_case_ood` + +- id: `436531981b6c` +- slice type: `MPS` +- lifecycle: `monitor` +- error label: `success_or_high_scoring_example` +- raw field F1: `0.7666666666666667` +- normalized field F1: `0.7586206896551724` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intentFulfillmentReport": { + "intentId": "intent-95f2e40c5e32", + "reportTimestamp": "2026-04-24T09:11:31Z", + "fulfillmentStatus": "Degraded", + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 1, + "measured": 0.81, + "unit": "ms", + "compliant": true + }, + { + "kpi": "dlThroughput", + "target": 150, + "measured": 154.4, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "ulThroughput", + "target": 100, + "measured": 104.6, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "reliability", + "target": 99.9999, + "measured": 99.937449, + "unit": "percent", + "compliant": false + }, + { + "kpi": "connectedUEs", + "target": 50, + "measured": 20, + "unit": "UEs", + "compliant": true + } + ], + "overallSlaCompliance": false, + "@type": "IntentFulfillmentReport" + } +} +``` + +### Prediction +```json + + + + +{ + "intentFulfillmentReport": { + "intentId": "intent-95f2e40c5e32", + "reportTimestamp": "2026-04-24T09:11:31Z", + "fulfillmentStatus": "Degraded", + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 10, + "measured": 8.09, + "unit": "ms", + "compliant": true + }, + { + "kpi": "dlThroughput", + "target": 150, + "measured": 150.6, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "ulThroughput", + "target": 100, + "measured": 109.0, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "reliability", + "target": 99.9999, + "measured": 99.94607, + "unit": "percent", + "compliant": false + }, + { + "kpi": "connectedUEs", + "target": 100, + "measured": 14, + "unit": "UEs", + "compliant": true + } + ], + "overallSlaCompliance": false, + "@type": "IntentFulfillmentReport" + } +} +``` + +## Example 69: failure — `tmf921` — `test_use_case_ood` + +- id: `812160e34595` +- slice type: `eMBB` +- lifecycle: `create` +- error label: `invalid_or_unparseable_json` +- raw field F1: `0.0` +- normalized field F1: `0.0` +- normalized key F1: `0.0` + +### Gold +```json +{ + "id": "intent-0a38a7d9057e", + "href": "/tmf-api/intentManagement/v4/intent/intent-0a38a7d9057e", + "name": "eMBB Slice - Isr Data Relay", + "description": "Intent for ISR data relay at Healthcare Park with eMBB service level", + "lifecycleState": "Active", + "priority": 5, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-77dd8b4ae650", + "name": "eMBB QoS Delivery Expectation", + "expectationVerb": "DELIVER", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-embb-7ea765", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "eMBB" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 1, + "sd": "000001" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 800, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 150, + "targetMetric": "PLMNID.ul.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + +...... +``` + +### Prediction +```json + + + + +{ + "id": "intent-01101000000a", + "href": "/tmf-api/intentManagement/v4/intent/intent-01101000000a", + "name": "eMBB Slice - Isr Data Relay", + "description": "Intent for ISR data relay at Healthcare Park with eMBB service level", + "lifecycleState": "Active", + "priority": 3, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-011010000006", + "name": "eMBB QoS Delivery Expectation", + "expectationVerb": "DELIVER", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-embb-011010", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "eMBB" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 1, + "sd": "000003" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 800, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 150, + "targetMetric": "PLMNID.ul.ThpVol.NRCellDU", + "unit": "Mbps" + }, + +...... +``` + +## Example 70: failure — `tmf921` — `test_use_case_ood` + +- id: `8499daec9a2c` +- slice type: `eMBB` +- lifecycle: `create` +- error label: `invalid_or_unparseable_json` +- raw field F1: `0.0` +- normalized field F1: `0.0` +- normalized key F1: `0.0` + +### Gold +```json +{ + "id": "intent-0e77c43b02e3", + "href": "/tmf-api/intentManagement/v4/intent/intent-0e77c43b02e3", + "name": "eMBB Slice - Heavy Equipment Telemetry", + "description": "Intent for heavy equipment telemetry at Infrastructure Corridor with eMBB service level", + "lifecycleState": "Active", + "priority": 5, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-60cce9493714", + "name": "eMBB QoS Delivery Expectation", + "expectationVerb": "ENSURE", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-embb-f30461", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "eMBB" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 1, + "sd": "000003" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 1000, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 75, + "targetMetric": "PLMNID.ul.ThpVol.NRCellDU", + "unit": "Mbps" + +...... +``` + +### Prediction +```json + + + + +{ + "id": "intent-31303030-3030-4135-8130-303030303030", + "href": "/tmf-api/intentManagement/v4/intent/intent-31303030-3030-4135-8130-303030303030", + "name": "eMBB Slice - Heavy Equipment Telemetry", + "description": "Intent for heavy equipment telemetry at Infrastructure Corridor with eMBB service level", + "lifecycleState": "Active", + "priority": 3, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-30303030-3030-4632-8130-303030303030", + "name": "eMBB QoS Delivery Expectation", + "expectationVerb": "DELIVER", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-embb-303030-3030-4135-8130-303030303030", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "eMBB" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 1, + "sd": "000001" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 1000, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + +...... +``` + +## Example 71: failure — `tmf921` — `test_use_case_ood` + +- id: `bddc54ab839a` +- slice type: `URLLC` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.7692307692307693` +- normalized field F1: `0.8656716417910447` +- normalized key F1: `0.9402985074626866` + +### Gold +```json +{ + "id": "intent-8931782be6a9", + "href": "/tmf-api/intentManagement/v4/intent/intent-8931782be6a9", + "name": "URLLC Slice - Heavy Equipment Telemetry", + "description": "Intent for heavy equipment telemetry at Construction Site Gamma with URLLC service level", + "lifecycleState": "Active", + "priority": 2, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-6269398c603e", + "name": "URLLC QoS Delivery Expectation", + "expectationVerb": "ENSURE", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-urllc-f91640", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "URLLC" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 2, + "sd": "000002" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 300, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 25, + "targetMetric": "PLMNID.ul.ThpVol.NRCellDU", + "unit": "Mbps" + +...... +``` + +### Prediction +```json + + + + +{ + "id": "intent-000000000001", + "href": "/tmf-api/intentManagement/v4/intent/intent-000000000001", + "name": "URLLC Slice - Heavy Equipment Telemetry", + "description": "Intent for heavy equipment telemetry at Construction Site Gamma with URLLC service level", + "lifecycleState": "Active", + "priority": 1, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-000000000001", + "name": "URLLC QoS Delivery Expectation", + "expectationVerb": "DELIVER", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-urllc-000000", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "URLLC" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 2, + "sd": "000003" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 300, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 25, + "targetMetric": "PLMNID.ul.ThpVol.NRCellDU", + +...... +``` + +## Example 72: success — `tmf921` — `test_use_case_ood` + +- id: `220528448a4a` +- slice type: `mMTC` +- lifecycle: `create` +- error label: `success_or_high_scoring_example` +- raw field F1: `0.8860759493670886` +- normalized field F1: `1.0` +- normalized key F1: `1.0` + +### Gold +```json +{ + "id": "intent-d8137d5145a5", + "href": "/tmf-api/intentManagement/v4/intent/intent-d8137d5145a5", + "name": "mMTC Slice - Passenger Connectivity Gateway", + "description": "Intent for passenger connectivity gateway at Airport Terminal Area with mMTC service level", + "lifecycleState": "Active", + "priority": 3, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-456b67b884bd", + "name": "mMTC QoS Delivery Expectation", + "expectationVerb": "DELIVER", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-mmtc-f04e16", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "mMTC" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 3, + "sd": "000003" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 10, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 10, + "targetMetric": "PLMNID.ul.ThpVol.NRCellDU", + "unit": "Mbps" + +...... +``` + +### Prediction +```json + + + + +{ + "id": "intent-140334300088", + "href": "/tmf-api/intentManagement/v4/intent/intent-140334300088", + "name": "mMTC Slice - Passenger Connectivity Gateway", + "description": "Intent for passenger connectivity gateway at Airport Terminal Area with mMTC service level", + "lifecycleState": "Active", + "priority": 3, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-330073000008", + "name": "mMTC QoS Delivery Expectation", + "expectationVerb": "DELIVER", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-mmtc-000008", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "mMTC" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 3, + "sd": "000003" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 10, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 10, + "targetMetric": "PLMNID.ul.ThpVol.NRCellDU", + +...... +``` + +## Example 73: failure — `camara` — `test_use_case_ood` + +- id: `576adb0036d3` +- slice type: `eMBB` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.4848484848484848` +- normalized field F1: `0.6896551724137931` +- normalized key F1: `0.896551724137931` + +### Gold +```json +{ + "networkSliceBooking": { + "sliceType": "eMBB", + "sliceProfile": { + "latencyTarget": 50, + "reliability": 99.99, + "throughput": { + "downlink": 100, + "uplink": 25 + }, + "maxNumberOfUEs": 100 + }, + "areaOfService": { + "region": "Hospital Campus", + "center": { + "latitude": 40.6301, + "longitude": 22.9521 + }, + "radius": 200, + "cells": [ + "cell-031", + "cell-082" + ] + }, + "duration": { + "startTime": "2025-01-19T23:00:00Z", + "endTime": "2025-01-20T05:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/061dc30d797a" + } +} +``` + +### Prediction +```json + + + + +{ + "networkSliceBooking": { + "sliceType": "eMBB", + "sliceProfile": { + "latencyTarget": 50, + "reliability": 99.9, + "throughput": { + "downlink": 100, + "uplink": 25 + }, + "maxNumberOfUEs": 100 + }, + "areaOfService": { + "region": "Hospital Campus", + "center": { + "latitude": 40.6301, + "longitude": 22.9521 + }, + "radius": 500, + "cells": [ + "cell-010", + "cell-080", + "cell-020", + "cell-019", + "cell-024" + ] + }, + "duration": { + "startTime": "2025-01-04T01:00:00Z", + "endTime": "2025-01-04T03:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/33303030-3030-3030-3030-303030303030" + } +} +``` + +## Example 74: failure — `camara` — `test_use_case_ood` + +- id: `300120f67c71` +- slice type: `V2X` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.5` +- normalized field F1: `0.7142857142857143` +- normalized key F1: `0.8571428571428571` + +### Gold +```json +{ + "networkSliceBooking": { + "sliceType": "V2X", + "sliceProfile": { + "latencyTarget": 1, + "reliability": 99.9999, + "throughput": { + "downlink": 200, + "uplink": 100 + }, + "maxNumberOfUEs": 50 + }, + "areaOfService": { + "region": "Medical Center District", + "center": { + "latitude": 51.5074, + "longitude": -0.1278 + }, + "radius": 500, + "cells": [ + "cell-048" + ] + }, + "duration": { + "startTime": "2025-03-23T02:00:00Z", + "endTime": "2025-03-25T02:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/92619812b944" + } +} +``` + +### Prediction +```json + + + + +{ + "networkSliceBooking": { + "sliceType": "V2X", + "sliceProfile": { + "latencyTarget": 1, + "reliability": 99.999, + "throughput": { + "downlink": 200, + "uplink": 100 + }, + "maxNumberOfUEs": 50 + }, + "areaOfService": { + "region": "Medical Center District", + "center": { + "latitude": 51.5074, + "longitude": -0.1278 + }, + "radius": 5000, + "cells": [ + "cell-010", + "cell-080", + "cell-020", + "cell-010", + "cell-020" + ] + }, + "duration": { + "startTime": "2025-01-01T01:00:00Z", + "endTime": "2025-01-01T03:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/343434343434" + } +} +``` + +## Example 75: failure — `camara` — `test_use_case_ood` + +- id: `f39d8b11e91f` +- slice type: `V2X` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.5` +- normalized field F1: `0.7142857142857143` +- normalized key F1: `0.8571428571428571` + +### Gold +```json +{ + "networkSliceBooking": { + "sliceType": "V2X", + "sliceProfile": { + "latencyTarget": 3, + "reliability": 99.99, + "throughput": { + "downlink": 300, + "uplink": 100 + }, + "maxNumberOfUEs": 5000 + }, + "areaOfService": { + "region": "Hospital Campus", + "center": { + "latitude": 40.6301, + "longitude": 22.9521 + }, + "radius": 5000, + "cells": [ + "cell-001" + ] + }, + "duration": { + "startTime": "2025-07-18T17:00:00Z", + "endTime": "2025-07-25T17:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/c95906c68b01" + } +} +``` + +### Prediction +```json + + + + +{ + "networkSliceBooking": { + "sliceType": "V2X", + "sliceProfile": { + "latencyTarget": 3, + "reliability": 99.999, + "throughput": { + "downlink": 300, + "uplink": 100 + }, + "maxNumberOfUEs": 5000 + }, + "areaOfService": { + "region": "Hospital Campus", + "center": { + "latitude": 40.6301, + "longitude": 22.9521 + }, + "radius": 500, + "cells": [ + "cell-008", + "cell-080", + "cell-081", + "cell-082", + "cell-083" + ] + }, + "duration": { + "startTime": "2025-01-14T01:00:00Z", + "endTime": "2025-01-14T03:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/343334301010" + } +} +``` + +## Example 76: success — `camara` — `test_use_case_ood` + +- id: `496bc3d7d1b0` +- slice type: `URLLC` +- lifecycle: `create` +- error label: `success_or_high_scoring_example` +- raw field F1: `0.5555555555555556` +- normalized field F1: `1.0` +- normalized key F1: `1.0` + +### Gold +```json +{ + "networkSliceBooking": { + "sliceType": "URLLC", + "sliceProfile": { + "latencyTarget": 0.5, + "reliability": 99.999, + "throughput": { + "downlink": 200, + "uplink": 25 + }, + "maxNumberOfUEs": 10 + }, + "areaOfService": { + "region": "Forward Operating Area", + "center": { + "latitude": 33.3152, + "longitude": 44.3661 + }, + "radius": 5000, + "cells": [ + "cell-043", + "cell-021", + "cell-050", + "cell-009", + "cell-069" + ] + }, + "duration": { + "startTime": "2025-12-05T01:00:00Z", + "endTime": "2025-12-05T07:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/4aa281cc449c" + } +} +``` + +### Prediction +```json + + + + +{ + "networkSliceBooking": { + "sliceType": "URLLC", + "sliceProfile": { + "latencyTarget": 0.5, + "reliability": 99.999, + "throughput": { + "downlink": 200, + "uplink": 25 + }, + "maxNumberOfUEs": 10 + }, + "areaOfService": { + "region": "Forward Operating Area", + "center": { + "latitude": 33.3152, + "longitude": 44.3661 + }, + "radius": 5000, + "cells": [ + "cell-010", + "cell-080", + "cell-080", + "cell-020", + "cell-020" + ] + }, + "duration": { + "startTime": "2025-01-04T01:00:00Z", + "endTime": "2025-01-04T03:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/343434343434" + } +} +``` + +## Example 77: failure — `intent_3gpp` — `test_use_case_ood` + +- id: `108cc34d634f` +- slice type: `mMTC` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.775` +- normalized field F1: `0.6578947368421053` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intent": { + "id": "intent-mMTC-a417f9999389", + "name": "Underwater Sensor Network mMTC Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-910be1619245", + "expectationVerb": "ENSURE", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "mMTC", + "sNSSAI": { + "sst": 3, + "sd": "000001" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 1, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 10, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN", + "targetValueRange": 30, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 99, + "unit": "percent" + }, + { + "targetName": "deviceDensity", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 10000, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Healthcare Park" + }, + { + "contextAttribute": "useCase", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "underwater +...... +``` + +### Prediction +```json + + + + +{ + "intent": { + "id": "intent-mMTC-000000000001", + "name": "Underwater Sensor Network mMTC Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-000000000001", + "expectationVerb": "DELIVER", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "mMTC", + "sNSSAI": { + "sst": 3, + "sd": "000003" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 1, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 10, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 30, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 99, + "unit": "percent" + }, + { + "targetName": "deviceDensity", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 10000, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Healthcare Park" + }, + { + "contextAttribute": "useCase", + "contextCond +...... +``` + +## Example 78: failure — `intent_3gpp` — `test_use_case_ood` + +- id: `ca7dbbf593d5` +- slice type: `mMTC` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.775` +- normalized field F1: `0.6578947368421053` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intent": { + "id": "intent-mMTC-0c0329de6362", + "name": "Air Traffic Management Relay mMTC Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-4c788ada3508", + "expectationVerb": "ENSURE", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "mMTC", + "sNSSAI": { + "sst": 3, + "sd": "000001" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 50, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 25, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN", + "targetValueRange": 200, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 95, + "unit": "percent" + }, + { + "targetName": "deviceDensity", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 500000, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Factory Complex A" + }, + { + "contextAttribute": "useCase", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "air +...... +``` + +### Prediction +```json + + + + +{ + "intent": { + "id": "intent-mMTC-0d3443403406", + "name": "Air Traffic Management Relay mMTC Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-0e0700707006", + "expectationVerb": "DELIVER", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "mMTC", + "sNSSAI": { + "sst": 3, + "sd": "000003" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 50, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 25, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 200, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 95, + "unit": "percent" + }, + { + "targetName": "deviceDensity", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 500000, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Factory Complex A" + }, + { + "contextAttribute": "useCase", + "con +...... +``` + +## Example 79: failure — `intent_3gpp` — `test_use_case_ood` + +- id: `913e2d391f08` +- slice type: `mMTC` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.775` +- normalized field F1: `0.6578947368421053` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intent": { + "id": "intent-mMTC-1ac629575ab0", + "name": "Heavy Equipment Telemetry mMTC Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-ae71ed7b7bdb", + "expectationVerb": "ENSURE", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "mMTC", + "sNSSAI": { + "sst": 3, + "sd": "000001" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 5, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 10, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN", + "targetValueRange": 50, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 95, + "unit": "percent" + }, + { + "targetName": "deviceDensity", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 100000, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Construction Site Gamma" + }, + { + "contextAttribute": "useCase", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "he +...... +``` + +### Prediction +```json + + + + +{ + "intent": { + "id": "intent-mMTC-083010181018", + "name": "Heavy Equipment Telemetry mMTC Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-000000000001", + "expectationVerb": "DELIVER", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "mMTC", + "sNSSAI": { + "sst": 3, + "sd": "000003" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 5, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 10, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 50, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 95, + "unit": "percent" + }, + { + "targetName": "deviceDensity", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 100000, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Construction Site Gamma" + }, + { + "contextAttribute": "useCase", + "co +...... +``` + +## Example 80: success — `intent_3gpp` — `test_use_case_ood` + +- id: `bc288badd1c3` +- slice type: `eMBB` +- lifecycle: `create` +- error label: `success_or_high_scoring_example` +- raw field F1: `0.9500000000000001` +- normalized field F1: `1.0` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intent": { + "id": "intent-eMBB-a9619bf34370", + "name": "Isr Data Relay eMBB Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-c0c49b41daee", + "expectationVerb": "DELIVER", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "eMBB", + "sNSSAI": { + "sst": 1, + "sd": "000003" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 500, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 50, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN", + "targetValueRange": 30, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 99.0, + "unit": "percent" + }, + { + "targetName": "maxNumberOfUEs", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 100, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Factory Complex A" + }, + { + "contextAttribute": "useCase", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "ISR data relay" + +...... +``` + +### Prediction +```json + + + + +{ + "intent": { + "id": "intent-eMBB-04303080908e", + "name": "Isr Data Relay eMBB Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-09000000000a", + "expectationVerb": "DELIVER", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "eMBB", + "sNSSAI": { + "sst": 1, + "sd": "000003" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 500, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 50, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN", + "targetValueRange": 30, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 99.0, + "unit": "percent" + }, + { + "targetName": "maxNumberOfUEs", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 100, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Factory Complex A" + }, + { + "contextAttribute": "useCase", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange" +...... +``` + +## Example 81: failure — `o1_nrm` — `test_sector_ood` + +- id: `b3ffccc04041` +- slice type: `V2X` +- lifecycle: `create` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.17391304347826086` +- normalized field F1: `0.20000000000000004` +- normalized key F1: `1.0` + +### Gold +```json +{ + "ManagedElement": { + "id": "gNB-016", + "GNBDUFunction": { + "id": "DU-008", + "gNBId": 16, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-008-010", + "cellLocalId": 10, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n41", + "arfcnDL": 508427, + "bSChannelBwDL": 50, + "nrPCI": 56, + "nrTAC": 64532, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 4, + "sd": "000001" + }, + "rrmPolicyMinRatio": 0.09, + "rrmPolicyMaxRatio": 0.37, + "rrmPolicyDedicatedRatio": 0.23, + "rrmPolicyMaxRatioPerSlice": 0.37 + } + ], + "pLMNInfoList": [ + { + "mcc": "001", + "mnc": "01", + "sNSSAIList": [ + { + "sst": 4, + "sd": "000002" + } + ] + } + ] + } + } + } +} +``` + +### Prediction +```json + + + + +{ + "ManagedElement": { + "id": "gNB-014", + "GNBDUFunction": { + "id": "DU-001", + "gNBId": 14, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-001-001", + "cellLocalId": 1, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n78", + "arfcnDL": 620192, + "bSChannelBwDL": 40, + "nrPCI": 812, + "nrTAC": 38602, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 5, + "sd": "000003" + }, + "rrmPolicyMinRatio": 0.09, + "rrmPolicyMaxRatio": 0.31, + "rrmPolicyDedicatedRatio": 0.2, + "rrmPolicyMaxRatioPerSlice": 0.31 + } + ], + "pLMNInfoList": [ + { + "mcc": "262", + "mnc": "00", + "sNSSAIList": [ + { + "sst": 5, + "sd": "000003" + } + ] + } + ] + } + } + } +} +``` + +## Example 82: failure — `o1_nrm` — `test_sector_ood` + +- id: `662ef55ef8a7` +- slice type: `V2X` +- lifecycle: `create` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.17391304347826086` +- normalized field F1: `0.20000000000000004` +- normalized key F1: `1.0` + +### Gold +```json +{ + "ManagedElement": { + "id": "gNB-038", + "GNBDUFunction": { + "id": "DU-003", + "gNBId": 38, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-003-002", + "cellLocalId": 2, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n258", + "arfcnDL": 2064527, + "bSChannelBwDL": 50, + "nrPCI": 683, + "nrTAC": 41299, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 4, + "sd": "000002" + }, + "rrmPolicyMinRatio": 0.14, + "rrmPolicyMaxRatio": 0.3, + "rrmPolicyDedicatedRatio": 0.22, + "rrmPolicyMaxRatioPerSlice": 0.3 + } + ], + "pLMNInfoList": [ + { + "mcc": "310", + "mnc": "260", + "sNSSAIList": [ + { + "sst": 4, + "sd": "000001" + } + ] + } + ] + } + } + } +} +``` + +### Prediction +```json + + + + +{ + "ManagedElement": { + "id": "gNB-006", + "GNBDUFunction": { + "id": "DU-001", + "gNBId": 6, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-001-001", + "cellLocalId": 1, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n77", + "arfcnDL": 629813, + "bSChannelBwDL": 40, + "nrPCI": 81, + "nrTAC": 3404, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 5, + "sd": "000003" + }, + "rrmPolicyMinRatio": 0.14, + "rrmPolicyMaxRatio": 0.42, + "rrmPolicyDedicatedRatio": 0.28, + "rrmPolicyMaxRatioPerSlice": 0.42 + } + ], + "pLMNInfoList": [ + { + "mcc": "234", + "mnc": "00", + "sNSSAIList": [ + { + "sst": 5, + "sd": "000003" + } + ] + } + ] + } + } + } +} +``` + +## Example 83: failure — `o1_nrm` — `test_sector_ood` + +- id: `17db82b1a297` +- slice type: `MPS` +- lifecycle: `create` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.21739130434782608` +- normalized field F1: `0.25` +- normalized key F1: `1.0` + +### Gold +```json +{ + "ManagedElement": { + "id": "gNB-001", + "GNBDUFunction": { + "id": "DU-043", + "gNBId": 1, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-043-010", + "cellLocalId": 10, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n41", + "arfcnDL": 510572, + "bSChannelBwDL": 20, + "nrPCI": 698, + "nrTAC": 28986, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 5, + "sd": "000003" + }, + "rrmPolicyMinRatio": 0.09, + "rrmPolicyMaxRatio": 0.4, + "rrmPolicyDedicatedRatio": 0.24, + "rrmPolicyMaxRatioPerSlice": 0.4 + } + ], + "pLMNInfoList": [ + { + "mcc": "262", + "mnc": "15", + "sNSSAIList": [ + { + "sst": 5, + "sd": "000004" + } + ] + } + ] + } + } + } +} +``` + +### Prediction +```json + + + + +{ + "ManagedElement": { + "id": "gNB-014", + "GNBDUFunction": { + "id": "DU-001", + "gNBId": 14, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-001-001", + "cellLocalId": 1, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n78", + "arfcnDL": 629619, + "bSChannelBwDL": 40, + "nrPCI": 812, + "nrTAC": 3862, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 2, + "sd": "000001" + }, + "rrmPolicyMinRatio": 0.09, + "rrmPolicyMaxRatio": 0.3, + "rrmPolicyDedicatedRatio": 0.2, + "rrmPolicyMaxRatioPerSlice": 0.3 + } + ], + "pLMNInfoList": [ + { + "mcc": "262", + "mnc": "00", + "sNSSAIList": [ + { + "sst": 2, + "sd": "000003" + } + ] + } + ] + } + } + } +} +``` + +## Example 84: success — `o1_nrm` — `test_sector_ood` + +- id: `2500b8c8441c` +- slice type: `eMBB` +- lifecycle: `create` +- error label: `success_or_high_scoring_example` +- raw field F1: `0.6086956521739131` +- normalized field F1: `0.7` +- normalized key F1: `1.0` + +### Gold +```json +{ + "ManagedElement": { + "id": "gNB-048", + "GNBDUFunction": { + "id": "DU-034", + "gNBId": 48, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-034-001", + "cellLocalId": 1, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n78", + "arfcnDL": 644994, + "bSChannelBwDL": 50, + "nrPCI": 32, + "nrTAC": 11190, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 1, + "sd": "000003" + }, + "rrmPolicyMinRatio": 0.42, + "rrmPolicyMaxRatio": 0.66, + "rrmPolicyDedicatedRatio": 0.54, + "rrmPolicyMaxRatioPerSlice": 0.66 + } + ], + "pLMNInfoList": [ + { + "mcc": "234", + "mnc": "15", + "sNSSAIList": [ + { + "sst": 1, + "sd": "000001" + } + ] + } + ] + } + } + } +} +``` + +### Prediction +```json + + + + +{ + "ManagedElement": { + "id": "gNB-001", + "GNBDUFunction": { + "id": "DU-001", + "gNBId": 1, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-001-001", + "cellLocalId": 1, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n78", + "arfcnDL": 620190, + "bSChannelBwDL": 40, + "nrPCI": 812, + "nrTAC": 3864, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 1, + "sd": "000003" + }, + "rrmPolicyMinRatio": 0.42, + "rrmPolicyMaxRatio": 0.66, + "rrmPolicyDedicatedRatio": 0.54, + "rrmPolicyMaxRatioPerSlice": 0.66 + } + ], + "pLMNInfoList": [ + { + "mcc": "234", + "mnc": "00", + "sNSSAIList": [ + { + "sst": 1, + "sd": "000001" + } + ] + } + ] + } + } + } +} +``` + +## Example 85: failure — `a1_policy` — `test_sector_ood` + +- id: `0b9402e4f6cd` +- slice type: `V2X` +- lifecycle: `create` +- error label: `a1_policy_value_error` +- raw field F1: `0.42105263157894735` +- normalized field F1: `0.5` +- normalized key F1: `1.0` + +### Gold +```json +{ + "a1Policy": { + "policyId": "a1-pol-v2x-178d91", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-v2x-d85b31", + "cellId": "cell-072", + "sNSSAI": { + "sst": 4, + "sd": "000002" + } + }, + "qosObjectives": { + "gfbr": 200, + "mfbr": 240.0, + "priorityLevel": 2, + "5qi": 75, + "pdb": 50, + "per": 1e-05 + }, + "resourceAllocation": { + "prbQuota": { + "min": 13, + "max": 34 + }, + "schedulerWeight": 0.55, + "maxUEs": 10000 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +### Prediction +```json + + + + +{ + "a1Policy": { + "policyId": "a1-pol-urllc-00000d", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-urllc-00000d", + "cellId": "cell-001", + "sNSSAI": { + "sst": 2, + "sd": "000003" + } + }, + "qosObjectives": { + "gfbr": 200, + "mfbr": 240.0, + "priorityLevel": 3, + "5qi": 85, + "pdb": 5, + "per": 1e-06 + }, + "resourceAllocation": { + "prbQuota": { + "min": 13, + "max": 33 + }, + "schedulerWeight": 0.39, + "maxUEs": 10000 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +## Example 86: failure — `a1_policy` — `test_sector_ood` + +- id: `67b27dd7b5c0` +- slice type: `MPS` +- lifecycle: `create` +- error label: `a1_policy_value_error` +- raw field F1: `0.42105263157894735` +- normalized field F1: `0.5` +- normalized key F1: `1.0` + +### Gold +```json +{ + "a1Policy": { + "policyId": "a1-pol-mps-58a47a", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-mps-2e12a7", + "cellId": "cell-082", + "sNSSAI": { + "sst": 5, + "sd": "000004" + } + }, + "qosObjectives": { + "gfbr": 200, + "mfbr": 240.0, + "priorityLevel": 1, + "5qi": 1, + "pdb": 100, + "per": 1e-05 + }, + "resourceAllocation": { + "prbQuota": { + "min": 12, + "max": 41 + }, + "schedulerWeight": 0.71, + "maxUEs": 100 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +### Prediction +```json + + + + +{ + "a1Policy": { + "policyId": "a1-pol-urllc-000001", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-urllc-000001", + "cellId": "cell-081", + "sNSSAI": { + "sst": 2, + "sd": "000001" + } + }, + "qosObjectives": { + "gfbr": 200, + "mfbr": 240.0, + "priorityLevel": 3, + "5qi": 84, + "pdb": 30, + "per": 1e-06 + }, + "resourceAllocation": { + "prbQuota": { + "min": 12, + "max": 32 + }, + "schedulerWeight": 0.39, + "maxUEs": 100 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +## Example 87: failure — `a1_policy` — `test_sector_ood` + +- id: `0314c9a2416b` +- slice type: `MPS` +- lifecycle: `create` +- error label: `a1_policy_value_error` +- raw field F1: `0.42105263157894735` +- normalized field F1: `0.5` +- normalized key F1: `1.0` + +### Gold +```json +{ + "a1Policy": { + "policyId": "a1-pol-mps-58a47a", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-mps-2e12a7", + "cellId": "cell-082", + "sNSSAI": { + "sst": 5, + "sd": "000004" + } + }, + "qosObjectives": { + "gfbr": 200, + "mfbr": 240.0, + "priorityLevel": 1, + "5qi": 1, + "pdb": 100, + "per": 1e-05 + }, + "resourceAllocation": { + "prbQuota": { + "min": 12, + "max": 41 + }, + "schedulerWeight": 0.71, + "maxUEs": 100 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +### Prediction +```json + + + + +{ + "a1Policy": { + "policyId": "a1-pol-urllc-000001", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-urllc-000001", + "cellId": "cell-001", + "sNSSAI": { + "sst": 2, + "sd": "000001" + } + }, + "qosObjectives": { + "gfbr": 200, + "mfbr": 240.0, + "priorityLevel": 3, + "5qi": 84, + "pdb": 30, + "per": 1e-06 + }, + "resourceAllocation": { + "prbQuota": { + "min": 12, + "max": 32 + }, + "schedulerWeight": 0.46, + "maxUEs": 100 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +## Example 88: success — `a1_policy` — `test_sector_ood` + +- id: `6295016ae15b` +- slice type: `eMBB` +- lifecycle: `create` +- error label: `success_or_high_scoring_example` +- raw field F1: `0.7894736842105263` +- normalized field F1: `0.8888888888888888` +- normalized key F1: `1.0` + +### Gold +```json +{ + "a1Policy": { + "policyId": "a1-pol-embb-a065c0", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-embb-35ef49", + "cellId": "cell-069", + "sNSSAI": { + "sst": 1, + "sd": "000001" + } + }, + "qosObjectives": { + "gfbr": 800, + "mfbr": 960.0, + "priorityLevel": 5, + "5qi": 6, + "pdb": 300, + "per": 0.0001 + }, + "resourceAllocation": { + "prbQuota": { + "min": 43, + "max": 63 + }, + "schedulerWeight": 0.33, + "maxUEs": 500 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +### Prediction +```json + + + + +{ + "a1Policy": { + "policyId": "a1-pol-embb-00000d", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-embb-00000d", + "cellId": "cell-081", + "sNSSAI": { + "sst": 1, + "sd": "000001" + } + }, + "qosObjectives": { + "gfbr": 800, + "mfbr": 960.0, + "priorityLevel": 5, + "5qi": 6, + "pdb": 300, + "per": 0.0001 + }, + "resourceAllocation": { + "prbQuota": { + "min": 43, + "max": 63 + }, + "schedulerWeight": 0.3, + "maxUEs": 500 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +## Example 89: failure — `tmf921_lifecycle_report` — `test_sector_ood` + +- id: `85fe1586c516` +- slice type: `mMTC` +- lifecycle: `report` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.25396825396825395` +- normalized field F1: `0.12698412698412698` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intentAssuranceReport": { + "intentId": "intent-5acfd5df040c", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 50, + "measurements": [ + 54.98, + 31.82, + 42.37, + 40.29, + 45.25 + ], + "average": 42.942, + "min": 31.82, + "max": 54.98, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 50, + "measurements": [ + 58.8, + 59.0, + 55.9, + 49.5, + 53.6 + ], + "average": 55.36, + "min": 49.5, + "max": 59.0, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 25, + "measurements": [ + 24.1, + 28.0, + 22.7, + 29.2, + 27.5 + ], + "average": 26.3, + "min": 22.7, + "max": 29.2, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 95, + "measurements": [ + 95.036732, + 94.942745, + 95.032511, + 95.049224, + 95.075089 + ], + "average": 95.027, + "min": 94.942745, + "max": 95.075089, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 10000, + "measurements": [ + 6646, + 9177, + 3412, + 3906, + 3052 + ], + "average": 5238.6, + "min": 3052, + "max": 9177, + "unit": "UEs" + } + ], + "overallCompliance": true, + "resourceUtilization": { + "cpuUsage": 39.3, + "memoryUsage": 68.6, + "prbUtilization": 56.8 + }, + "@type": "IntentAs +...... +``` + +### Prediction +```json + + + + +{ + "intentAssuranceReport": { + "intentId": "intent-5acfd5df040c", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 100, + "measurements": [ + 66.09, + 65.82, + 69.85, + 65.1, + 66.3 + ], + "average": 66.632, + "min": 65.1, + "max": 69.85, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 50, + "measurements": [ + 58.3, + 51.9, + 50.9, + 58.6, + 52.2 + ], + "average": 54.38, + "min": 50.9, + "max": 58.6, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 50, + "measurements": [ + 55.9, + 50.3, + 59.8, + 58.0, + 58.4 + ], + "average": 56.48, + "min": 50.3, + "max": 59.8, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 99.9, + "measurements": [ + 99.814563, + 99.961522, + 99.893011, + 99.893221, + 99.893945 + ], + "average": 99.893, + "min": 99.814563, + "max": 99.961522, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 5000, + "measurements": [ + 1866, + 1402, + 1807, + 4052, + 4444 + ], + "average": 2914.2, + "min": 1402, + "max": 4444, + "unit": "UEs" + } + ], + "overallCompliance": true, + "resourceUtilization": { + "cpuUsage": 67.6, + "memoryUsage": 33.7, + "prbUtilization": 82.3 + }, + +...... +``` + +## Example 90: failure — `tmf921_lifecycle_report` — `test_sector_ood` + +- id: `76bbd9020b1c` +- slice type: `eMBB` +- lifecycle: `report` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.25396825396825395` +- normalized field F1: `0.12698412698412698` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intentAssuranceReport": { + "intentId": "intent-83c55e8c3fed", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 80, + "measurements": [ + 72.88, + 83.85, + 56.86, + 53.39, + 70.19 + ], + "average": 67.434, + "min": 53.39, + "max": 83.85, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 800, + "measurements": [ + 951.7, + 828.9, + 926.7, + 731.3, + 758.7 + ], + "average": 839.46, + "min": 731.3, + "max": 951.7, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 75, + "measurements": [ + 72.9, + 82.7, + 86.7, + 84.7, + 84.5 + ], + "average": 82.3, + "min": 72.9, + "max": 86.7, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 99.9, + "measurements": [ + 99.999893, + 99.874877, + 99.932637, + 99.883247, + 99.971974 + ], + "average": 99.933, + "min": 99.874877, + "max": 99.999893, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 100, + "measurements": [ + 94, + 7, + 28, + 30, + 73 + ], + "average": 46.4, + "min": 7, + "max": 94, + "unit": "UEs" + } + ], + "overallCompliance": false, + "resourceUtilization": { + "cpuUsage": 19.0, + "memoryUsage": 28.3, + "prbUtilization": 31.6 + }, + "@type": "IntentAssuranceR +...... +``` + +### Prediction +```json + + + + +{ + "intentAssuranceReport": { + "intentId": "intent-83c55e8c3fed", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 80, + "measurements": [ + 65.01, + 50.32, + 56.02, + 52.87, + 68.0 + ], + "average": 58.444, + "min": 50.32, + "max": 68.0, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 1000, + "measurements": [ + 1012.1, + 995.2, + 1043.8, + 1137.6, + 1127.3 + ], + "average": 1063.2, + "min": 995.2, + "max": 1137.6, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 100, + "measurements": [ + 108.4, + 99.0, + 100.3, + 94.6, + 100.5 + ], + "average": 100.56, + "min": 94.6, + "max": 108.4, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 99.9, + "measurements": [ + 99.824172, + 99.966442, + 99.898235, + 99.898382, + 99.978134 + ], + "average": 99.914, + "min": 99.824172, + "max": 99.978134, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 10000, + "measurements": [ + 1446, + 4224, + 2841, + 4872, + 4443 + ], + "average": 3787.2, + "min": 1446, + "max": 4872, + "unit": "UEs" + } + ], + "overallCompliance": true, + "resourceUtilization": { + "cpuUsage": 67.4, + "memoryUsage": 30.7, + "prbUtiliza +...... +``` + +## Example 91: failure — `tmf921_lifecycle_report` — `test_sector_ood` + +- id: `f9bc89206a87` +- slice type: `eMBB` +- lifecycle: `report` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.20634920634920634` +- normalized field F1: `0.14285714285714285` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intentAssuranceReport": { + "intentId": "intent-e05be29d7f06", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 20, + "measurements": [ + 20.85, + 20.74, + 18.94, + 19.06, + 12.47 + ], + "average": 18.412, + "min": 12.47, + "max": 20.85, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 500, + "measurements": [ + 469.1, + 477.7, + 577.4, + 535.2, + 574.0 + ], + "average": 526.68, + "min": 469.1, + "max": 577.4, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 150, + "measurements": [ + 150.9, + 143.3, + 155.5, + 151.7, + 161.0 + ], + "average": 152.48, + "min": 143.3, + "max": 161.0, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 99.0, + "measurements": [ + 99.030183, + 99.083069, + 99.035761, + 99.041719, + 99.087613 + ], + "average": 99.056, + "min": 99.030183, + "max": 99.087613, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 1000, + "measurements": [ + 130, + 685, + 566, + 87, + 461 + ], + "average": 385.8, + "min": 87, + "max": 685, + "unit": "UEs" + } + ], + "overallCompliance": false, + "resourceUtilization": { + "cpuUsage": 17.8, + "memoryUsage": 67.8, + "prbUtilization": 83.2 + }, + "@type" +...... +``` + +### Prediction +```json + + + + +{ + "intentAssuranceReport": { + "intentId": "intent-110018001006", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 80, + "measurements": [ + 65.01, + 53.02, + 54.33, + 50.86, + 68.0 + ], + "average": 58.244, + "min": 50.86, + "max": 68.0, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 1000, + "measurements": [ + 1012.1, + 995.2, + 1043.8, + 1137.6, + 1127.3 + ], + "average": 1063.2, + "min": 995.2, + "max": 1137.6, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 100, + "measurements": [ + 108.4, + 99.0, + 109.6, + 99.1, + 113.0 + ], + "average": 107.82, + "min": 99.0, + "max": 113.0, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 99.9, + "measurements": [ + 99.894262, + 99.968231, + 99.997872, + 99.893221, + 99.94918 + ], + "average": 99.941, + "min": 99.893221, + "max": 99.997872, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 10000, + "measurements": [ + 1446, + 2270, + 2721, + 4262, + 6436 + ], + "average": 3429.0, + "min": 1446, + "max": 6436, + "unit": "UEs" + } + ], + "overallCompliance": true, + "resourceUtilization": { + "cpuUsage": 67.4, + "memoryUsage": 30.7, + "prbUtilizat +...... +``` + +## Example 92: success — `tmf921_lifecycle_report` — `test_sector_ood` + +- id: `c51794fa8935` +- slice type: `eMBB` +- lifecycle: `report` +- error label: `success_or_high_scoring_example` +- raw field F1: `0.2222222222222222` +- normalized field F1: `0.23809523809523808` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intentAssuranceReport": { + "intentId": "intent-1b356c618234", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 80, + "measurements": [ + 71.25, + 85.75, + 70.29, + 73.34, + 58.83 + ], + "average": 71.892, + "min": 58.83, + "max": 85.75, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 100, + "measurements": [ + 112.0, + 114.2, + 99.1, + 106.0, + 92.8 + ], + "average": 104.82, + "min": 92.8, + "max": 114.2, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 75, + "measurements": [ + 89.3, + 81.2, + 81.2, + 89.3, + 75.1 + ], + "average": 83.22, + "min": 75.1, + "max": 89.3, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 99.5, + "measurements": [ + 99.527262, + 99.47924, + 99.408221, + 99.498615, + 99.427245 + ], + "average": 99.468, + "min": 99.408221, + "max": 99.527262, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 1000, + "measurements": [ + 419, + 836, + 445, + 516, + 663 + ], + "average": 575.8, + "min": 419, + "max": 836, + "unit": "UEs" + } + ], + "overallCompliance": false, + "resourceUtilization": { + "cpuUsage": 63.8, + "memoryUsage": 24.1, + "prbUtilization": 33.8 + }, + "@type": "IntentAs +...... +``` + +### Prediction +```json + + + + +{ + "intentAssuranceReport": { + "intentId": "intent-000000000001", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 80, + "measurements": [ + 62.0, + 55.59, + 50.15, + 59.31, + 68.45 + ], + "average": 59.1, + "min": 50.15, + "max": 68.45, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 1000, + "measurements": [ + 1012.1, + 999.4, + 1057.6, + 1136.5, + 1157.3 + ], + "average": 1072.6, + "min": 999.4, + "max": 1157.3, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 100, + "measurements": [ + 108.5, + 99.4, + 100.4, + 95.9, + 94.1 + ], + "average": 99.66, + "min": 94.1, + "max": 108.5, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 99.9, + "measurements": [ + 99.824072, + 99.974421, + 99.893912, + 99.974135, + 99.944474 + ], + "average": 99.922, + "min": 99.824072, + "max": 99.974421, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 10000, + "measurements": [ + 1446, + 9805, + 2824, + 5704, + 2802 + ], + "average": 4576.2, + "min": 1446, + "max": 9805, + "unit": "UEs" + } + ], + "overallCompliance": true, + "resourceUtilization": { + "cpuUsage": 67.4, + "memoryUsage": 30.7, + "prbUtilizatio +...... +``` + +## Example 93: failure — `tmf921_lifecycle_monitor` — `test_sector_ood` + +- id: `3339306cb82f` +- slice type: `eMBB` +- lifecycle: `monitor` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.6` +- normalized field F1: `0.20689655172413793` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intentFulfillmentReport": { + "intentId": "intent-54ddbb2fb84e", + "reportTimestamp": "2026-04-24T09:11:31Z", + "fulfillmentStatus": "Fulfilled", + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 30, + "measured": 23.42, + "unit": "ms", + "compliant": true + }, + { + "kpi": "dlThroughput", + "target": 100, + "measured": 103.9, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "ulThroughput", + "target": 75, + "measured": 73.6, + "unit": "Mbps", + "compliant": false + }, + { + "kpi": "reliability", + "target": 99.0, + "measured": 99.07832, + "unit": "percent", + "compliant": true + }, + { + "kpi": "connectedUEs", + "target": 500, + "measured": 259, + "unit": "UEs", + "compliant": true + } + ], + "overallSlaCompliance": true, + "@type": "IntentFulfillmentReport" + } +} +``` + +### Prediction +```json + + + + +{ + "intentFulfillmentReport": { + "intentId": "intent-54ddbb2fb84e", + "reportTimestamp": "2026-04-24T09:11:31Z", + "fulfillmentStatus": "Degraded", + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 80, + "measured": 65.03, + "unit": "ms", + "compliant": true + }, + { + "kpi": "dlThroughput", + "target": 100, + "measured": 105.7, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "ulThroughput", + "target": 100, + "measured": 99.4, + "unit": "Mbps", + "compliant": false + }, + { + "kpi": "reliability", + "target": 99.9, + "measured": 99.824045, + "unit": "percent", + "compliant": false + }, + { + "kpi": "connectedUEs", + "target": 1000, + "measured": 141, + "unit": "UEs", + "compliant": true + } + ], + "overallSlaCompliance": false, + "@type": "IntentFulfillmentReport" + } +} +``` + +## Example 94: failure — `tmf921_lifecycle_monitor` — `test_sector_ood` + +- id: `4ca220109eee` +- slice type: `mMTC` +- lifecycle: `monitor` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.6333333333333333` +- normalized field F1: `0.27586206896551724` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intentFulfillmentReport": { + "intentId": "intent-fca74a7cf825", + "reportTimestamp": "2026-04-24T09:11:31Z", + "fulfillmentStatus": "Fulfilled", + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 1000, + "measured": 858.12, + "unit": "ms", + "compliant": true + }, + { + "kpi": "dlThroughput", + "target": 1, + "measured": 1.0, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "ulThroughput", + "target": 0.1, + "measured": 0.1, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "reliability", + "target": 90, + "measured": 90.005011, + "unit": "percent", + "compliant": true + }, + { + "kpi": "connectedUEs", + "target": 1000000, + "measured": 351789, + "unit": "UEs", + "compliant": true + } + ], + "overallSlaCompliance": true, + "@type": "IntentFulfillmentReport" + } +} +``` + +### Prediction +```json + + + + +{ + "intentFulfillmentReport": { + "intentId": "intent-fca74a7cf825", + "reportTimestamp": "2026-04-24T09:11:31Z", + "fulfillmentStatus": "Degraded", + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 500, + "measured": 429.21, + "unit": "ms", + "compliant": true + }, + { + "kpi": "dlThroughput", + "target": 1, + "measured": 1.0, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "ulThroughput", + "target": 1, + "measured": 1.0, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "reliability", + "target": 99.9, + "measured": 99.893526, + "unit": "percent", + "compliant": false + }, + { + "kpi": "connectedUEs", + "target": 10000, + "measured": 1434, + "unit": "UEs", + "compliant": true + } + ], + "overallSlaCompliance": false, + "@type": "IntentFulfillmentReport" + } +} +``` + +## Example 95: failure — `tmf921_lifecycle_monitor` — `test_sector_ood` + +- id: `f46aca552e6b` +- slice type: `HMTC` +- lifecycle: `monitor` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.5666666666666667` +- normalized field F1: `0.27586206896551724` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intentFulfillmentReport": { + "intentId": "intent-067e7d57a02c", + "reportTimestamp": "2026-04-24T09:11:31Z", + "fulfillmentStatus": "Fulfilled", + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 5, + "measured": 4.84, + "unit": "ms", + "compliant": true + }, + { + "kpi": "dlThroughput", + "target": 1000, + "measured": 1064.9, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "ulThroughput", + "target": 500, + "measured": 504.7, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "reliability", + "target": 99.99999, + "measured": 100, + "unit": "percent", + "compliant": true + }, + { + "kpi": "connectedUEs", + "target": 1000, + "measured": 78, + "unit": "UEs", + "compliant": true + } + ], + "overallSlaCompliance": true, + "@type": "IntentFulfillmentReport" + } +} +``` + +### Prediction +```json + + + + +{ + "intentFulfillmentReport": { + "intentId": "intent-000000000001", + "reportTimestamp": "2026-04-24T09:11:31Z", + "fulfillmentStatus": "Degraded", + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 3, + "measured": 2.24, + "unit": "ms", + "compliant": true + }, + { + "kpi": "dlThroughput", + "target": 2000, + "measured": 2119.9, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "ulThroughput", + "target": 50, + "measured": 52.1, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "reliability", + "target": 99.99999, + "measured": 99.913156, + "unit": "percent", + "compliant": false + }, + { + "kpi": "connectedUEs", + "target": 100, + "measured": 96, + "unit": "UEs", + "compliant": true + } + ], + "overallSlaCompliance": false, + "@type": "IntentFulfillmentReport" + } +} +``` + +## Example 96: success — `tmf921_lifecycle_monitor` — `test_sector_ood` + +- id: `4b96dab3c3fd` +- slice type: `URLLC` +- lifecycle: `monitor` +- error label: `success_or_high_scoring_example` +- raw field F1: `0.7666666666666667` +- normalized field F1: `0.7586206896551724` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intentFulfillmentReport": { + "intentId": "intent-b69c2ab78704", + "reportTimestamp": "2026-04-24T09:11:31Z", + "fulfillmentStatus": "Degraded", + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 2, + "measured": 1.73, + "unit": "ms", + "compliant": true + }, + { + "kpi": "dlThroughput", + "target": 20, + "measured": 20.1, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "ulThroughput", + "target": 100, + "measured": 113.2, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "reliability", + "target": 99.999, + "measured": 99.957143, + "unit": "percent", + "compliant": false + }, + { + "kpi": "connectedUEs", + "target": 1000, + "measured": 87, + "unit": "UEs", + "compliant": true + } + ], + "overallSlaCompliance": false, + "@type": "IntentFulfillmentReport" + } +} +``` + +### Prediction +```json + + + + +{ + "intentFulfillmentReport": { + "intentId": "intent-b69c2ab78704", + "reportTimestamp": "2026-04-24T09:11:31Z", + "fulfillmentStatus": "Degraded", + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 3, + "measured": 2.89, + "unit": "ms", + "compliant": true + }, + { + "kpi": "dlThroughput", + "target": 20, + "measured": 20.1, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "ulThroughput", + "target": 50, + "measured": 52.2, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "reliability", + "target": 99.999, + "measured": 99.984363, + "unit": "percent", + "compliant": false + }, + { + "kpi": "connectedUEs", + "target": 500, + "measured": 147, + "unit": "UEs", + "compliant": true + } + ], + "overallSlaCompliance": false, + "@type": "IntentFulfillmentReport" + } +} +``` + +## Example 97: failure — `tmf921` — `test_sector_ood` + +- id: `af14a312ef12` +- slice type: `URLLC` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.7435897435897437` +- normalized field F1: `0.8358208955223881` +- normalized key F1: `0.9402985074626866` + +### Gold +```json +{ + "id": "intent-a5769252fdba", + "href": "/tmf-api/intentManagement/v4/intent/intent-a5769252fdba", + "name": "URLLC Slice - Digital Examination Proctoring", + "description": "Intent for digital examination proctoring at Education District with URLLC service level", + "lifecycleState": "Active", + "priority": 2, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-f0fe2980f0c2", + "name": "URLLC QoS Delivery Expectation", + "expectationVerb": "ENSURE", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-urllc-4de34e", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "URLLC" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 2, + "sd": "000001" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 20, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 150, + "targetMetric": "PLMNID.ul.ThpVol.NRCellDU", + "unit": "Mbps" +...... +``` + +### Prediction +```json + + + + +{ + "id": "intent-011000000000", + "href": "/tmf-api/intentManagement/v4/intent/intent-011000000000", + "name": "URLLC Slice - Digital Examination Proctoring", + "description": "Intent for digital examination proctoring at Education District with URLLC service level", + "lifecycleState": "Active", + "priority": 3, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-011000000001", + "name": "URLLC QoS Delivery Expectation", + "expectationVerb": "DELIVER", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-urllc-011000", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "URLLC" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 2, + "sd": "000003" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 20, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 150, + "targetMetric": "PLMNID.ul.ThpVol.NRCellDU", + +...... +``` + +## Example 98: failure — `tmf921` — `test_sector_ood` + +- id: `849b574b28a0` +- slice type: `mMTC` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.7435897435897437` +- normalized field F1: `0.8358208955223881` +- normalized key F1: `0.9402985074626866` + +### Gold +```json +{ + "id": "intent-e19d7501c8cb", + "href": "/tmf-api/intentManagement/v4/intent/intent-e19d7501c8cb", + "name": "mMTC Slice - Blast Area Safety Monitoring", + "description": "Intent for blast area safety monitoring at Mining Site Alpha with mMTC service level", + "lifecycleState": "Active", + "priority": 4, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-ad5d195c7641", + "name": "mMTC QoS Delivery Expectation", + "expectationVerb": "ENSURE", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-mmtc-b1a7f4", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "mMTC" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 3, + "sd": "000001" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 10, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 0.1, + "targetMetric": "PLMNID.ul.ThpVol.NRCellDU", + "unit": "Mbps" + +...... +``` + +### Prediction +```json + + + + +{ + "id": "intent-01101000000a", + "href": "/tmf-api/intentManagement/v4/intent/intent-01101000000a", + "name": "mMTC Slice - Blast Area Safety Monitoring", + "description": "Intent for blast area safety monitoring at Mining Site Alpha with mMTC service level", + "lifecycleState": "Active", + "priority": 3, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-011010000006", + "name": "mMTC QoS Delivery Expectation", + "expectationVerb": "DELIVER", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-mmtc-011010", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "mMTC" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 3, + "sd": "000003" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 10, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 0.1, + "targetMetric": "PLMNID.ul.ThpVol.NRCellDU", + "uni +...... +``` + +## Example 99: failure — `tmf921` — `test_sector_ood` + +- id: `b930a105870d` +- slice type: `URLLC` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.751592356687898` +- normalized field F1: `0.8444444444444444` +- normalized key F1: `0.9333333333333335` + +### Gold +```json +{ + "id": "intent-7ba4a49d599f", + "href": "/tmf-api/intentManagement/v4/intent/intent-7ba4a49d599f", + "name": "URLLC Slice - Underground Vehicle Teleoperation", + "description": "Intent for underground vehicle teleoperation at Underground Level 3 with URLLC service level", + "lifecycleState": "Active", + "priority": 3, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-09d137955138", + "name": "URLLC QoS Delivery Expectation", + "expectationVerb": "ENSURE", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-urllc-0dc4e3", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "URLLC" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 2, + "sd": "000001" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 100, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 75, + "targetMetric": "PLMNID.ul.ThpVol.NRCellDU", + "unit": +...... +``` + +### Prediction +```json + + + + +{ + "id": "intent-011011101010", + "href": "/tmf-api/intentManagement/v4/intent/intent-011011101010", + "name": "URLLC Slice - Underground Vehicle Teleoperation", + "description": "Intent for underground vehicle teleoperation at Underground Level 3 with URLLC service level", + "lifecycleState": "Active", + "priority": 1, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-000000000001", + "name": "URLLC QoS Delivery Expectation", + "expectationVerb": "DELIVER", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-urllc-000001", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "URLLC" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 2, + "sd": "000003" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 100, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 75, + "targetMetric": "PLMNID.ul.ThpVol.NRCellDU", +...... +``` + +## Example 100: success — `tmf921` — `test_sector_ood` + +- id: `b765dd0651e9` +- slice type: `V2X` +- lifecycle: `create` +- error label: `success_or_high_scoring_example` +- raw field F1: `0.8860759493670886` +- normalized field F1: `1.0` +- normalized key F1: `1.0` + +### Gold +```json +{ + "id": "intent-80c9c5f1d79a", + "href": "/tmf-api/intentManagement/v4/intent/intent-80c9c5f1d79a", + "name": "V2X Slice - Crusher Plant Remote Control", + "description": "Intent for crusher plant remote control at Medical Center District with V2X service level", + "lifecycleState": "Active", + "priority": 3, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-105b2339c5be", + "name": "V2X QoS Delivery Expectation", + "expectationVerb": "DELIVER", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-v2x-0bee59", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "V2X" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 4, + "sd": "000001" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 50, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 50, + "targetMetric": "PLMNID.ul.ThpVol.NRCellDU", + "unit": "Mbps" + +...... +``` + +### Prediction +```json + + + + +{ + "id": "intent-011111111111", + "href": "/tmf-api/intentManagement/v4/intent/intent-011111111111", + "name": "V2X Slice - Crusher Plant Remote Control", + "description": "Intent for crusher plant remote control at Medical Center District with V2X service level", + "lifecycleState": "Active", + "priority": 3, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-011111111111", + "name": "V2X QoS Delivery Expectation", + "expectationVerb": "DELIVER", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-v2x-011111", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "V2X" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 4, + "sd": "000001" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 50, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 50, + "targetMetric": "PLMNID.ul.ThpVol.NRCellDU", + "uni +...... +``` + +## Example 101: failure — `camara` — `test_sector_ood` + +- id: `82b916decdce` +- slice type: `mMTC` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.375` +- normalized field F1: `0.5` +- normalized key F1: `0.8571428571428571` + +### Gold +```json +{ + "networkSliceBooking": { + "sliceType": "mMTC", + "sliceProfile": { + "latencyTarget": 1000, + "reliability": 99.5, + "throughput": { + "downlink": 25, + "uplink": 0.5 + }, + "maxNumberOfUEs": 50000 + }, + "areaOfService": { + "region": "Research Park", + "center": { + "latitude": 37.4275, + "longitude": -122.1697 + }, + "radius": 500, + "cells": [ + "cell-050" + ] + }, + "duration": { + "startTime": "2025-11-03T10:00:00Z", + "endTime": "2025-11-03T11:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/1b295daa4133" + } +} +``` + +### Prediction +```json + + + + +{ + "networkSliceBooking": { + "sliceType": "mMTC", + "sliceProfile": { + "latencyTarget": 1000, + "reliability": 99.9, + "throughput": { + "downlink": 25, + "uplink": 0.5 + }, + "maxNumberOfUEs": 50000 + }, + "areaOfService": { + "region": "Research Park", + "center": { + "latitude": 37.4979, + "longitude": -122.1630 + }, + "radius": 2000, + "cells": [ + "cell-010", + "cell-080", + "cell-020", + "cell-031", + "cell-030" + ] + }, + "duration": { + "startTime": "2025-01-04T01:00:00Z", + "endTime": "2025-01-04T03:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/33303030-1000-4000-8000-000000000000" + } +} +``` + +## Example 102: failure — `camara` — `test_sector_ood` + +- id: `f75010a927f2` +- slice type: `MPS` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.375` +- normalized field F1: `0.5` +- normalized key F1: `0.8571428571428571` + +### Gold +```json +{ + "networkSliceBooking": { + "sliceType": "MPS", + "sliceProfile": { + "latencyTarget": 1, + "reliability": 99.9999, + "throughput": { + "downlink": 25, + "uplink": 10 + }, + "maxNumberOfUEs": 500 + }, + "areaOfService": { + "region": "Open Pit Zone", + "center": { + "latitude": 62.0394, + "longitude": 129.7422 + }, + "radius": 5000, + "cells": [ + "cell-015" + ] + }, + "duration": { + "startTime": "2025-08-15T08:00:00Z", + "endTime": "2025-08-17T08:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/d3dfd3c17c33" + } +} +``` + +### Prediction +```json + + + + +{ + "networkSliceBooking": { + "sliceType": "MPS", + "sliceProfile": { + "latencyTarget": 1, + "reliability": 99.999, + "throughput": { + "downlink": 25, + "uplink": 10 + }, + "maxNumberOfUEs": 500 + }, + "areaOfService": { + "region": "Open Pit Zone", + "center": { + "latitude": 33.4484, + "longitude": -112.074 + }, + "radius": 500, + "cells": [ + "cell-001", + "cell-010", + "cell-030", + "cell-031", + "cell-032" + ] + }, + "duration": { + "startTime": "2025-01-04T01:00:00Z", + "endTime": "2025-01-04T03:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/33303030-3030-3030-3030-303030303030" + } +} +``` + +## Example 103: failure — `camara` — `test_sector_ood` + +- id: `bd7ec7719282` +- slice type: `HMTC` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.303030303030303` +- normalized field F1: `0.5517241379310345` +- normalized key F1: `0.896551724137931` + +### Gold +```json +{ + "networkSliceBooking": { + "sliceType": "HMTC", + "sliceProfile": { + "latencyTarget": 1, + "reliability": 99.9999, + "throughput": { + "downlink": 1000, + "uplink": 50 + }, + "maxNumberOfUEs": 1000 + }, + "areaOfService": { + "region": "Mining Site Alpha", + "center": { + "latitude": -33.8688, + "longitude": 151.2093 + }, + "radius": 1000, + "cells": [ + "cell-001", + "cell-004" + ] + }, + "duration": { + "startTime": "2025-11-21T23:00:00Z", + "endTime": "2025-11-22T11:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/109daa504948" + } +} +``` + +### Prediction +```json + + + + +{ + "networkSliceBooking": { + "sliceType": "MPS", + "sliceProfile": { + "latencyTarget": 1, + "reliability": 99.999, + "throughput": { + "downlink": 1000, + "uplink": 50 + }, + "maxNumberOfUEs": 1000 + }, + "areaOfService": { + "region": "Mining Site Alpha", + "center": { + "latitude": -23.4162, + "longitude": 46.4233 + }, + "radius": 2000, + "cells": [ + "cell-010", + "cell-080", + "cell-080", + "cell-030", + "cell-010" + ] + }, + "duration": { + "startTime": "2025-01-04T03:00:00Z", + "endTime": "2025-01-04T05:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/343434343434" + } +} +``` + +## Example 104: success — `camara` — `test_sector_ood` + +- id: `3205bc882211` +- slice type: `eMBB` +- lifecycle: `create` +- error label: `success_or_high_scoring_example` +- raw field F1: `0.5882352941176471` +- normalized field F1: `1.0` +- normalized key F1: `1.0` + +### Gold +```json +{ + "networkSliceBooking": { + "sliceType": "eMBB", + "sliceProfile": { + "latencyTarget": 30, + "reliability": 99.9, + "throughput": { + "downlink": 500, + "uplink": 200 + }, + "maxNumberOfUEs": 10000 + }, + "areaOfService": { + "region": "Healthcare Park", + "center": { + "latitude": 37.7749, + "longitude": -122.4194 + }, + "radius": 5000, + "cells": [ + "cell-064", + "cell-037", + "cell-002", + "cell-062" + ] + }, + "duration": { + "startTime": "2025-06-12T05:00:00Z", + "endTime": "2025-06-12T17:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/fcb9f701915d" + } +} +``` + +### Prediction +```json + + + + +{ + "networkSliceBooking": { + "sliceType": "eMBB", + "sliceProfile": { + "latencyTarget": 30, + "reliability": 99.9, + "throughput": { + "downlink": 500, + "uplink": 200 + }, + "maxNumberOfUEs": 10000 + }, + "areaOfService": { + "region": "Healthcare Park", + "center": { + "latitude": 37.7749, + "longitude": -122.4194 + }, + "radius": 5000, + "cells": [ + "cell-081", + "cell-080", + "cell-082", + "cell-083" + ] + }, + "duration": { + "startTime": "2025-01-01T08:00:00Z", + "endTime": "2025-01-01T14:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/74044470340e" + } +} +``` + +## Example 105: failure — `intent_3gpp` — `test_sector_ood` + +- id: `6b49800b2f85` +- slice type: `mMTC` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.75` +- normalized field F1: `0.631578947368421` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intent": { + "id": "intent-mMTC-0cddd74357ff", + "name": "Virtual Classroom Xr Delivery mMTC Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-0a58bf066364", + "expectationVerb": "ENSURE", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "mMTC", + "sNSSAI": { + "sst": 3, + "sd": "000002" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 0.5, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 25, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN", + "targetValueRange": 100, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 99.5, + "unit": "percent" + }, + { + "targetName": "deviceDensity", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 5000, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Industrial Zone North" + }, + { + "contextAttribute": "useCase", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange" +...... +``` + +### Prediction +```json + + + + +{ + "intent": { + "id": "intent-mMTC-08301010000a", + "name": "Virtual Classroom Xr Delivery mMTC Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-000000000001", + "expectationVerb": "DELIVER", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "mMTC", + "sNSSAI": { + "sst": 3, + "sd": "000003" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 0.5, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 25, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 100, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 99.9, + "unit": "percent" + }, + { + "targetName": "deviceDensity", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 5000, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Industrial Zone North" + }, + { + "contextAttribute": "useCase", + +...... +``` + +## Example 106: failure — `intent_3gpp` — `test_sector_ood` + +- id: `3f1be0deef70` +- slice type: `mMTC` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.75` +- normalized field F1: `0.631578947368421` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intent": { + "id": "intent-mMTC-0cddd74357ff", + "name": "Virtual Classroom Xr Delivery mMTC Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-0a58bf066364", + "expectationVerb": "ENSURE", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "mMTC", + "sNSSAI": { + "sst": 3, + "sd": "000002" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 0.5, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 25, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN", + "targetValueRange": 100, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 99.5, + "unit": "percent" + }, + { + "targetName": "deviceDensity", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 5000, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Industrial Zone North" + }, + { + "contextAttribute": "useCase", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange" +...... +``` + +### Prediction +```json + + + + +{ + "intent": { + "id": "intent-mMTC-34333000000a", + "name": "Virtual Classroom Xr Delivery mMTC Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-343330000006", + "expectationVerb": "DELIVER", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "mMTC", + "sNSSAI": { + "sst": 3, + "sd": "000003" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 0.5, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 25, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 100, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 99.9, + "unit": "percent" + }, + { + "targetName": "deviceDensity", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 5000, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Industrial Zone North" + }, + { + "contextAttribute": "useCase", + +...... +``` + +## Example 107: failure — `intent_3gpp` — `test_sector_ood` + +- id: `36710900c49f` +- slice type: `mMTC` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.775` +- normalized field F1: `0.6578947368421053` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intent": { + "id": "intent-mMTC-0cddd74357ff", + "name": "Virtual Classroom Xr Delivery mMTC Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-0a58bf066364", + "expectationVerb": "ENSURE", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "mMTC", + "sNSSAI": { + "sst": 3, + "sd": "000002" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 0.5, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 25, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN", + "targetValueRange": 100, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 99.5, + "unit": "percent" + }, + { + "targetName": "deviceDensity", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 5000, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Industrial Zone North" + }, + { + "contextAttribute": "useCase", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange" +...... +``` + +### Prediction +```json + + + + +{ + "intent": { + "id": "intent-mMTC-083300893086", + "name": "Virtual Classroom Xr Delivery mMTC Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-000000000001", + "expectationVerb": "DELIVER", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "mMTC", + "sNSSAI": { + "sst": 3, + "sd": "000003" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 0.5, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 25, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 100, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 99.5, + "unit": "percent" + }, + { + "targetName": "deviceDensity", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 5000, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Industrial Zone North" + }, + { + "contextAttribute": "useCase", + +...... +``` + +## Example 108: success — `intent_3gpp` — `test_sector_ood` + +- id: `25d1c40596cf` +- slice type: `URLLC` +- lifecycle: `create` +- error label: `success_or_high_scoring_example` +- raw field F1: `0.9` +- normalized field F1: `0.9736842105263158` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intent": { + "id": "intent-URLLC-df9d41d88f4c", + "name": "Research Lab Data Transfer URLLC Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-05434c3a976b", + "expectationVerb": "DELIVER", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "URLLC", + "sNSSAI": { + "sst": 2, + "sd": "000001" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 200, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 100, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN", + "targetValueRange": 3, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 99.999, + "unit": "percent" + }, + { + "targetName": "maxNumberOfUEs", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 50, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Factory Complex A" + }, + { + "contextAttribute": "useCase", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": " +...... +``` + +### Prediction +```json + + + + +{ + "intent": { + "id": "intent-URLLC-011010101010", + "name": "URLLC Slice - Research Lab Data Transfer", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-000000000001", + "expectationVerb": "DELIVER", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "URLLC", + "sNSSAI": { + "sst": 2, + "sd": "000001" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 200, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 100, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN", + "targetValueRange": 3, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 99.999, + "unit": "percent" + }, + { + "targetName": "maxNumberOfUEs", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 50, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Factory Complex A" + }, + { + "contextAttribute": "useCase", + "contextCondition": "IS_EQUAL_TO", + "c +...... +``` + +## Example 109: failure — `adversarial_ambiguous` — `test_adversarial` + +- id: `c2c3794511e2` +- slice type: `N/A` +- lifecycle: `create` +- error label: `invalid_or_unparseable_json` +- raw field F1: `0.0` +- normalized field F1: `0.0` +- normalized key F1: `0.0` + +### Gold +```json +{ + "status": "CLARIFICATION_REQUIRED", + "message": "Intent too vague. Please specify: sliceType, latencyTarget, reliabilityTarget, dlThroughput, ulThroughput, maxUEs, serviceArea.", + "suggestedAction": "Reformulate with specific KPI targets." +} +``` + +### Prediction +```json + + + + +Please provide a specific network intent so I can assist with provisioning. +``` + +## Example 110: failure — `adversarial_ambiguous` — `test_adversarial` + +- id: `d2dbc2ecfc38` +- slice type: `N/A` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.6666666666666666` +- normalized field F1: `0.6666666666666666` +- normalized key F1: `1.0` + +### Gold +```json +{ + "status": "CLARIFICATION_REQUIRED", + "message": "Intent too vague. Please specify: sliceType, latencyTarget, reliabilityTarget, dlThroughput, ulThroughput, maxUEs, serviceArea.", + "suggestedAction": "Reformulate with specific KPI targets." +} +``` + +### Prediction +```json + + + + +{ + "status": "CLARIFICATION_REQUIRED", + "message": "Intent too vague. Please specify: sliceType, serviceArea, qtiRequirements, reliabilityTarget, latencyTarget, dlThroughput, ulThroughput, maxUEs, startTime, endTime.", + "suggestedAction": "Reformulate with specific KPI targets." +} +``` + +## Example 111: failure — `adversarial_ambiguous` — `test_adversarial` + +- id: `c20e3d39aa40` +- slice type: `N/A` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `1.0` +- normalized field F1: `1.0` +- normalized key F1: `1.0` + +### Gold +```json +{ + "status": "CLARIFICATION_REQUIRED", + "message": "Intent too vague. Please specify: sliceType, latencyTarget, reliabilityTarget, dlThroughput, ulThroughput, maxUEs, serviceArea.", + "suggestedAction": "Reformulate with specific KPI targets." +} +``` + +### Prediction +```json + + + + +{ + "status": "CLARIFICATION_REQUIRED", + "message": "Intent too vague. Please specify: sliceType, latencyTarget, reliabilityTarget, dlThroughput, ulThroughput, maxUEs, serviceArea.", + "suggestedAction": "Reformulate with specific KPI targets." +} +``` + +## Example 112: success — `adversarial_ambiguous` — `test_adversarial` + +- id: `c20e3d39aa40` +- slice type: `N/A` +- lifecycle: `create` +- error label: `success_or_high_scoring_example` +- raw field F1: `1.0` +- normalized field F1: `1.0` +- normalized key F1: `1.0` + +### Gold +```json +{ + "status": "CLARIFICATION_REQUIRED", + "message": "Intent too vague. Please specify: sliceType, latencyTarget, reliabilityTarget, dlThroughput, ulThroughput, maxUEs, serviceArea.", + "suggestedAction": "Reformulate with specific KPI targets." +} +``` + +### Prediction +```json + + + + +{ + "status": "CLARIFICATION_REQUIRED", + "message": "Intent too vague. Please specify: sliceType, latencyTarget, reliabilityTarget, dlThroughput, ulThroughput, maxUEs, serviceArea.", + "suggestedAction": "Reformulate with specific KPI targets." +} +``` + +## Example 113: failure — `adversarial_out_of_scope` — `test_adversarial` + +- id: `b5e41f85a345` +- slice type: `N/A` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `1.0` +- normalized field F1: `1.0` +- normalized key F1: `1.0` + +### Gold +```json +{ + "status": "OUT_OF_SCOPE", + "message": "Request outside scope. This system handles 5G/6G network slice intent translation only.", + "supportedOperations": [ + "slice creation", + "lifecycle management", + "SLA assurance" + ] +} +``` + +### Prediction +```json + + + + +{ + "status": "OUT_OF_SCOPE", + "message": "Request outside scope. This system handles 5G/6G network slice intent translation only.", + "supportedOperations": [ + "slice creation", + "lifecycle management", + "SLA assurance" + ] +} +``` + +## Example 114: failure — `adversarial_out_of_scope` — `test_adversarial` + +- id: `f5b83d2fb356` +- slice type: `N/A` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `1.0` +- normalized field F1: `1.0` +- normalized key F1: `1.0` + +### Gold +```json +{ + "status": "OUT_OF_SCOPE", + "message": "Request outside scope. This system handles 5G/6G network slice intent translation only.", + "supportedOperations": [ + "slice creation", + "lifecycle management", + "SLA assurance" + ] +} +``` + +### Prediction +```json + + + + +{ + "status": "OUT_OF_SCOPE", + "message": "Request outside scope. This system handles 5G/6G network slice intent translation only.", + "supportedOperations": [ + "slice creation", + "lifecycle management", + "SLA assurance" + ] +} +``` + +## Example 115: failure — `adversarial_out_of_scope` — `test_adversarial` + +- id: `8c2457c3ef17` +- slice type: `N/A` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `1.0` +- normalized field F1: `1.0` +- normalized key F1: `1.0` + +### Gold +```json +{ + "status": "OUT_OF_SCOPE", + "message": "Request outside scope. This system handles 5G/6G network slice intent translation only.", + "supportedOperations": [ + "slice creation", + "lifecycle management", + "SLA assurance" + ] +} +``` + +### Prediction +```json + + + + +{ + "status": "OUT_OF_SCOPE", + "message": "Request outside scope. This system handles 5G/6G network slice intent translation only.", + "supportedOperations": [ + "slice creation", + "lifecycle management", + "SLA assurance" + ] +} +``` + +## Example 116: success — `adversarial_out_of_scope` — `test_adversarial` + +- id: `b5e41f85a345` +- slice type: `N/A` +- lifecycle: `create` +- error label: `success_or_high_scoring_example` +- raw field F1: `1.0` +- normalized field F1: `1.0` +- normalized key F1: `1.0` + +### Gold +```json +{ + "status": "OUT_OF_SCOPE", + "message": "Request outside scope. This system handles 5G/6G network slice intent translation only.", + "supportedOperations": [ + "slice creation", + "lifecycle management", + "SLA assurance" + ] +} +``` + +### Prediction +```json + + + + +{ + "status": "OUT_OF_SCOPE", + "message": "Request outside scope. This system handles 5G/6G network slice intent translation only.", + "supportedOperations": [ + "slice creation", + "lifecycle management", + "SLA assurance" + ] +} +```