diff --git "a/analysis/stage1_examples/failure_examples.md" "b/analysis/stage1_examples/failure_examples.md" new file mode 100644--- /dev/null +++ "b/analysis/stage1_examples/failure_examples.md" @@ -0,0 +1,13876 @@ +# Qualitative Success and Failure Examples + +Source eval dir: `runs/qwen3-8b-qlora-20260501-083834/eval_merged` + +These examples are sampled to support qualitative error analysis. Long JSON objects are truncated for readability; full examples are in `failure_examples.json`. + +## Example 1: failure — `o1_nrm` — `test_in_distribution` + +- id: `d18c73f3a6cc` +- slice type: `eMBB` +- lifecycle: `create` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.2608695652173913` +- normalized field F1: `0.3` +- normalized key F1: `1.0` + +### Gold +```json +{ + "ManagedElement": { + "id": "gNB-044", + "GNBDUFunction": { + "id": "DU-045", + "gNBId": 44, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-045-002", + "cellLocalId": 2, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n258", + "arfcnDL": 2017504, + "bSChannelBwDL": 200, + "nrPCI": 145, + "nrTAC": 3193, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 1, + "sd": "000002" + }, + "rrmPolicyMinRatio": 0.07, + "rrmPolicyMaxRatio": 0.33, + "rrmPolicyDedicatedRatio": 0.2, + "rrmPolicyMaxRatioPerSlice": 0.33 + } + ], + "pLMNInfoList": [ + { + "mcc": "234", + "mnc": "260", + "sNSSAIList": [ + { + "sst": 1, + "sd": "000003" + } + ] + } + ] + } + } + } +} +``` + +### Prediction +```json + + + + +{ + "ManagedElement": { + "id": "gNB-016", + "GNBDUFunction": { + "id": "DU-001", + "gNBId": 16, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-001-001", + "cellLocalId": 1, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n78", + "arfcnDL": 629820, + "bSChannelBwDL": 40, + "nrPCI": 812, + "nrTAC": 18111, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 1, + "sd": "000003" + }, + "rrmPolicyMinRatio": 0.07, + "rrmPolicyMaxRatio": 0.31, + "rrmPolicyDedicatedRatio": 0.19, + "rrmPolicyMaxRatioPerSlice": 0.31 + } + ], + "pLMNInfoList": [ + { + "mcc": "262", + "mnc": "00", + "sNSSAIList": [ + { + "sst": 1, + "sd": "000001" + } + ] + } + ] + } + } + } +} +``` + +## Example 2: failure — `o1_nrm` — `test_in_distribution` + +- id: `9c96f9cfe92f` +- slice type: `URLLC` +- lifecycle: `create` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.2608695652173913` +- normalized field F1: `0.3` +- normalized key F1: `1.0` + +### Gold +```json +{ + "ManagedElement": { + "id": "gNB-035", + "GNBDUFunction": { + "id": "DU-015", + "gNBId": 35, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-015-006", + "cellLocalId": 6, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n77", + "arfcnDL": 635915, + "bSChannelBwDL": 20, + "nrPCI": 716, + "nrTAC": 63923, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 2, + "sd": "000002" + }, + "rrmPolicyMinRatio": 0.17, + "rrmPolicyMaxRatio": 0.46, + "rrmPolicyDedicatedRatio": 0.32, + "rrmPolicyMaxRatioPerSlice": 0.46 + } + ], + "pLMNInfoList": [ + { + "mcc": "001", + "mnc": "15", + "sNSSAIList": [ + { + "sst": 2, + "sd": "000001" + } + ] + } + ] + } + } + } +} +``` + +### Prediction +```json + + + + +{ + "ManagedElement": { + "id": "gNB-006", + "GNBDUFunction": { + "id": "DU-008", + "gNBId": 6, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-008-002", + "cellLocalId": 2, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n78", + "arfcnDL": 629819, + "bSChannelBwDL": 40, + "nrPCI": 812, + "nrTAC": 58981, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 2, + "sd": "000001" + }, + "rrmPolicyMinRatio": 0.17, + "rrmPolicyMaxRatio": 0.41, + "rrmPolicyDedicatedRatio": 0.29, + "rrmPolicyMaxRatioPerSlice": 0.41 + } + ], + "pLMNInfoList": [ + { + "mcc": "262", + "mnc": "00", + "sNSSAIList": [ + { + "sst": 2, + "sd": "000003" + } + ] + } + ] + } + } + } +} +``` + +## Example 3: failure — `o1_nrm` — `test_in_distribution` + +- id: `0b3a40c9ef29` +- slice type: `V2X` +- lifecycle: `create` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.2608695652173913` +- normalized field F1: `0.3` +- normalized key F1: `1.0` + +### Gold +```json +{ + "ManagedElement": { + "id": "gNB-034", + "GNBDUFunction": { + "id": "DU-020", + "gNBId": 34, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-020-001", + "cellLocalId": 1, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n258", + "arfcnDL": 2066044, + "bSChannelBwDL": 100, + "nrPCI": 399, + "nrTAC": 13260, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 4, + "sd": "000002" + }, + "rrmPolicyMinRatio": 0.11, + "rrmPolicyMaxRatio": 0.51, + "rrmPolicyDedicatedRatio": 0.31, + "rrmPolicyMaxRatioPerSlice": 0.51 + } + ], + "pLMNInfoList": [ + { + "mcc": "234", + "mnc": "02", + "sNSSAIList": [ + { + "sst": 4, + "sd": "000002" + } + ] + } + ] + } + } + } +} +``` + +### Prediction +```json + + + + +{ + "ManagedElement": { + "id": "gNB-018", + "GNBDUFunction": { + "id": "DU-008", + "gNBId": 18, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-008-002", + "cellLocalId": 2, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n78", + "arfcnDL": 620812, + "bSChannelBwDL": 40, + "nrPCI": 812, + "nrTAC": 38501, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 4, + "sd": "000001" + }, + "rrmPolicyMinRatio": 0.11, + "rrmPolicyMaxRatio": 0.36, + "rrmPolicyDedicatedRatio": 0.23, + "rrmPolicyMaxRatioPerSlice": 0.36 + } + ], + "pLMNInfoList": [ + { + "mcc": "262", + "mnc": "00", + "sNSSAIList": [ + { + "sst": 4, + "sd": "000001" + } + ] + } + ] + } + } + } +} +``` + +## Example 4: success — `o1_nrm` — `test_in_distribution` + +- id: `9bb20702c4ed` +- slice type: `mMTC` +- lifecycle: `create` +- error label: `success_or_high_scoring_example` +- raw field F1: `0.5217391304347826` +- normalized field F1: `0.6` +- normalized key F1: `1.0` + +### Gold +```json +{ + "ManagedElement": { + "id": "gNB-041", + "GNBDUFunction": { + "id": "DU-041", + "gNBId": 41, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-041-010", + "cellLocalId": 10, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n77", + "arfcnDL": 650829, + "bSChannelBwDL": 20, + "nrPCI": 592, + "nrTAC": 17343, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 3, + "sd": "000001" + }, + "rrmPolicyMinRatio": 0.05, + "rrmPolicyMaxRatio": 0.23, + "rrmPolicyDedicatedRatio": 0.14, + "rrmPolicyMaxRatioPerSlice": 0.23 + } + ], + "pLMNInfoList": [ + { + "mcc": "262", + "mnc": "00", + "sNSSAIList": [ + { + "sst": 3, + "sd": "000002" + } + ] + } + ] + } + } + } +} +``` + +### Prediction +```json + + + + +{ + "ManagedElement": { + "id": "gNB-016", + "GNBDUFunction": { + "id": "DU-008", + "gNBId": 16, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-008-001", + "cellLocalId": 1, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n77", + "arfcnDL": 629813, + "bSChannelBwDL": 40, + "nrPCI": 100, + "nrTAC": 58461, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 3, + "sd": "000003" + }, + "rrmPolicyMinRatio": 0.05, + "rrmPolicyMaxRatio": 0.23, + "rrmPolicyDedicatedRatio": 0.14, + "rrmPolicyMaxRatioPerSlice": 0.23 + } + ], + "pLMNInfoList": [ + { + "mcc": "262", + "mnc": "00", + "sNSSAIList": [ + { + "sst": 3, + "sd": "000001" + } + ] + } + ] + } + } + } +} +``` + +## Example 5: failure — `a1_policy` — `test_in_distribution` + +- id: `694d0090fddd` +- slice type: `URLLC` +- lifecycle: `create` +- error label: `a1_policy_value_error` +- raw field F1: `0.42105263157894735` +- normalized field F1: `0.5` +- normalized key F1: `1.0` + +### Gold +```json +{ + "a1Policy": { + "policyId": "a1-pol-urllc-032b45", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-urllc-6ddfa6", + "cellId": "cell-006", + "sNSSAI": { + "sst": 2, + "sd": "000002" + } + }, + "qosObjectives": { + "gfbr": 150, + "mfbr": 180.0, + "priorityLevel": 1, + "5qi": 2, + "pdb": 150, + "per": 1e-05 + }, + "resourceAllocation": { + "prbQuota": { + "min": 15, + "max": 44 + }, + "schedulerWeight": 0.3, + "maxUEs": 50 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +### Prediction +```json + + + + +{ + "a1Policy": { + "policyId": "a1-pol-urllc-0d0d61", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-urllc-10000b", + "cellId": "cell-010", + "sNSSAI": { + "sst": 2, + "sd": "000001" + } + }, + "qosObjectives": { + "gfbr": 150, + "mfbr": 180.0, + "priorityLevel": 3, + "5qi": 85, + "pdb": 5, + "per": 1e-06 + }, + "resourceAllocation": { + "prbQuota": { + "min": 12, + "max": 32 + }, + "schedulerWeight": 0.46, + "maxUEs": 50 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +## Example 6: failure — `a1_policy` — `test_in_distribution` + +- id: `203521595cbf` +- slice type: `eMBB` +- lifecycle: `create` +- error label: `a1_policy_value_error` +- raw field F1: `0.47368421052631576` +- normalized field F1: `0.5555555555555556` +- normalized key F1: `1.0` + +### Gold +```json +{ + "a1Policy": { + "policyId": "a1-pol-embb-df7deb", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-embb-1e007e", + "cellId": "cell-092", + "sNSSAI": { + "sst": 1, + "sd": "000002" + } + }, + "qosObjectives": { + "gfbr": 200, + "mfbr": 240.0, + "priorityLevel": 6, + "5qi": 7, + "pdb": 100, + "per": 0.0001 + }, + "resourceAllocation": { + "prbQuota": { + "min": 11, + "max": 24 + }, + "schedulerWeight": 0.33, + "maxUEs": 5000 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +### Prediction +```json + + + + +{ + "a1Policy": { + "policyId": "a1-pol-embb-11440c", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-embb-11440c", + "cellId": "cell-064", + "sNSSAI": { + "sst": 1, + "sd": "000003" + } + }, + "qosObjectives": { + "gfbr": 200, + "mfbr": 240.0, + "priorityLevel": 5, + "5qi": 6, + "pdb": 300, + "per": 0.0005 + }, + "resourceAllocation": { + "prbQuota": { + "min": 11, + "max": 31 + }, + "schedulerWeight": 0.46, + "maxUEs": 5000 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +## Example 7: failure — `a1_policy` — `test_in_distribution` + +- id: `2414e525b358` +- slice type: `eMBB` +- lifecycle: `create` +- error label: `a1_policy_value_error` +- raw field F1: `0.47368421052631576` +- normalized field F1: `0.5555555555555556` +- normalized key F1: `1.0` + +### Gold +```json +{ + "a1Policy": { + "policyId": "a1-pol-embb-f79e96", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-embb-59c165", + "cellId": "cell-094", + "sNSSAI": { + "sst": 1, + "sd": "000002" + } + }, + "qosObjectives": { + "gfbr": 300, + "mfbr": 360.0, + "priorityLevel": 6, + "5qi": 7, + "pdb": 100, + "per": 0.005 + }, + "resourceAllocation": { + "prbQuota": { + "min": 20, + "max": 47 + }, + "schedulerWeight": 0.48, + "maxUEs": 100 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +### Prediction +```json + + + + +{ + "a1Policy": { + "policyId": "a1-pol-embb-11000d", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-embb-00000d", + "cellId": "cell-086", + "sNSSAI": { + "sst": 1, + "sd": "000001" + } + }, + "qosObjectives": { + "gfbr": 300, + "mfbr": 360.0, + "priorityLevel": 5, + "5qi": 6, + "pdb": 300, + "per": 0.0005 + }, + "resourceAllocation": { + "prbQuota": { + "min": 20, + "max": 38 + }, + "schedulerWeight": 0.36, + "maxUEs": 100 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +## Example 8: success — `a1_policy` — `test_in_distribution` + +- id: `abc1c25149ad` +- slice type: `eMBB` +- lifecycle: `create` +- error label: `success_or_high_scoring_example` +- raw field F1: `0.7368421052631579` +- normalized field F1: `0.8333333333333334` +- normalized key F1: `1.0` + +### Gold +```json +{ + "a1Policy": { + "policyId": "a1-pol-embb-083c68", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-embb-edadec", + "cellId": "cell-024", + "sNSSAI": { + "sst": 1, + "sd": "000001" + } + }, + "qosObjectives": { + "gfbr": 100, + "mfbr": 120.0, + "priorityLevel": 5, + "5qi": 6, + "pdb": 300, + "per": 0.0001 + }, + "resourceAllocation": { + "prbQuota": { + "min": 15, + "max": 41 + }, + "schedulerWeight": 0.2, + "maxUEs": 5000 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +### Prediction +```json + + + + +{ + "a1Policy": { + "policyId": "a1-pol-embb-110111", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-embb-110111", + "cellId": "cell-061", + "sNSSAI": { + "sst": 1, + "sd": "000001" + } + }, + "qosObjectives": { + "gfbr": 100, + "mfbr": 120.0, + "priorityLevel": 5, + "5qi": 6, + "pdb": 300, + "per": 0.0001 + }, + "resourceAllocation": { + "prbQuota": { + "min": 15, + "max": 32 + }, + "schedulerWeight": 0.36, + "maxUEs": 5000 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +## Example 9: failure — `tmf921_lifecycle_report` — `test_in_distribution` + +- id: `c6c087a3ecb5` +- slice type: `V2X` +- lifecycle: `report` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.20634920634920634` +- normalized field F1: `0.12698412698412698` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intentAssuranceReport": { + "intentId": "intent-c9ffd5f8f042", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 1, + "measurements": [ + 0.72, + 0.85, + 0.91, + 0.9, + 0.67 + ], + "average": 0.81, + "min": 0.67, + "max": 0.91, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 50, + "measurements": [ + 52.1, + 57.1, + 49.6, + 48.6, + 46.9 + ], + "average": 50.86, + "min": 46.9, + "max": 57.1, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 50, + "measurements": [ + 59.4, + 47.4, + 52.8, + 54.5, + 56.6 + ], + "average": 54.14, + "min": 47.4, + "max": 59.4, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 99.99, + "measurements": [ + 99.983253, + 99.997202, + 100, + 99.967519, + 100 + ], + "average": 99.99, + "min": 99.967519, + "max": 100, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 1000, + "measurements": [ + 475, + 202, + 482, + 989, + 603 + ], + "average": 550.2, + "min": 202, + "max": 989, + "unit": "UEs" + } + ], + "overallCompliance": false, + "resourceUtilization": { + "cpuUsage": 25.5, + "memoryUsage": 41.4, + "prbUtilization": 78.2 + }, + "@type": "IntentAssuranceReport" + } +} +``` + +### Prediction +```json + + + + +{ + "intentAssuranceReport": { + "intentId": "intent-111111111111", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 10, + "measurements": [ + 10.26, + 6.43, + 8.56, + 10.05, + 9.06 + ], + "average": 8.67, + "min": 6.43, + "max": 10.26, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 150, + "measurements": [ + 158.4, + 139.1, + 168.4, + 149.4, + 168.0 + ], + "average": 152.66, + "min": 139.1, + "max": 168.4, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 100, + "measurements": [ + 115.0, + 112.1, + 99.4, + 118.2, + 118.4 + ], + "average": 110.62, + "min": 99.4, + "max": 118.4, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 99.999, + "measurements": [ + 99.903671, + 99.998011, + 99.999622, + 99.998972, + 99.999811 + ], + "average": 99.98, + "min": 99.903671, + "max": 99.999811, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 5000, + "measurements": [ + 1643, + 2822, + 4563, + 4865, + 4865 + ], + "average": 3571.6, + "min": 1643, + "max": 4865, + "unit": "UEs" + } + ], + "overallCompliance": true, + "resourceUtilization": { + "cpuUsage": 77.7, + "memoryUsage": 28.6, + "prbUtilization": 82 +...... +``` + +## Example 10: failure — `tmf921_lifecycle_report` — `test_in_distribution` + +- id: `a0dde7740590` +- slice type: `eMBB` +- lifecycle: `report` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.23809523809523808` +- normalized field F1: `0.12698412698412698` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intentAssuranceReport": { + "intentId": "intent-bb2d09f58a92", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 50, + "measurements": [ + 53.36, + 38.17, + 53.78, + 45.41, + 47.52 + ], + "average": 47.648, + "min": 38.17, + "max": 53.78, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 1000, + "measurements": [ + 1098.1, + 1095.5, + 905.5, + 1171.4, + 935.4 + ], + "average": 1041.18, + "min": 905.5, + "max": 1171.4, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 75, + "measurements": [ + 78.5, + 75.9, + 79.6, + 77.9, + 80.3 + ], + "average": 78.44, + "min": 75.9, + "max": 80.3, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 99.95, + "measurements": [ + 99.993633, + 99.904768, + 100, + 99.940096, + 99.980962 + ], + "average": 99.964, + "min": 99.904768, + "max": 100, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 10000, + "measurements": [ + 2978, + 4838, + 3232, + 5089, + 4608 + ], + "average": 4149.0, + "min": 2978, + "max": 5089, + "unit": "UEs" + } + ], + "overallCompliance": true, + "resourceUtilization": { + "cpuUsage": 65.1, + "memoryUsage": 61.2, + "prbUtilization": 48.9 + }, + "@type": "I +...... +``` + +### Prediction +```json + + + + +{ + "intentAssuranceReport": { + "intentId": "intent-bb2d09f58a92", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 10, + "measurements": [ + 6.23, + 9.5, + 9.84, + 10.0, + 8.54 + ], + "average": 8.822, + "min": 6.23, + "max": 10.0, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 100, + "measurements": [ + 108.4, + 112.1, + 108.4, + 118.4, + 112.1 + ], + "average": 111.88, + "min": 108.4, + "max": 118.4, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 100, + "measurements": [ + 99.4, + 100.6, + 95.2, + 99.8, + 115.6 + ], + "average": 102.12, + "min": 95.2, + "max": 115.6, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 99.999, + "measurements": [ + 99.903575, + 99.998042, + 99.998185, + 99.998011, + 99.999434 + ], + "average": 99.979, + "min": 99.903575, + "max": 99.999434, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 5000, + "measurements": [ + 1802, + 1802, + 2834, + 4563, + 4644 + ], + "average": 3129.0, + "min": 1802, + "max": 4644, + "unit": "UEs" + } + ], + "overallCompliance": true, + "resourceUtilization": { + "cpuUsage": 66.6, + "memoryUsage": 28.6, + "prbUtilization": 82.3 + +...... +``` + +## Example 11: failure — `tmf921_lifecycle_report` — `test_in_distribution` + +- id: `1cf218c12177` +- slice type: `MPS` +- lifecycle: `report` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.25396825396825395` +- normalized field F1: `0.14285714285714285` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intentAssuranceReport": { + "intentId": "intent-63282990ad3a", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 1, + "measurements": [ + 0.78, + 0.68, + 0.61, + 1.09, + 0.98 + ], + "average": 0.828, + "min": 0.61, + "max": 1.09, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 25, + "measurements": [ + 25.9, + 26.3, + 24.3, + 28.7, + 22.8 + ], + "average": 25.6, + "min": 22.8, + "max": 28.7, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 25, + "measurements": [ + 27.6, + 25.2, + 24.7, + 25.5, + 22.6 + ], + "average": 25.12, + "min": 22.6, + "max": 27.6, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 99.9999, + "measurements": [ + 99.900581, + 100, + 100, + 99.960229, + 99.947729 + ], + "average": 99.962, + "min": 99.900581, + "max": 100, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 50, + "measurements": [ + 21, + 12, + 41, + 38, + 41 + ], + "average": 30.6, + "min": 12, + "max": 41, + "unit": "UEs" + } + ], + "overallCompliance": true, + "resourceUtilization": { + "cpuUsage": 56.4, + "memoryUsage": 56.9, + "prbUtilization": 54.7 + }, + "@type": "IntentAssuranceReport" + } +} +``` + +### Prediction +```json + + + + +{ + "intentAssuranceReport": { + "intentId": "intent-63282990ad3a", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 100, + "measurements": [ + 66.06, + 100.89, + 100.0, + 61.1, + 89.0 + ], + "average": 81.41, + "min": 61.1, + "max": 100.89, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 50, + "measurements": [ + 58.1, + 58.8, + 58.4, + 52.1, + 52.2 + ], + "average": 55.72, + "min": 52.1, + "max": 58.8, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 25, + "measurements": [ + 29.1, + 23.1, + 28.4, + 23.6, + 29.6 + ], + "average": 26.96, + "min": 23.1, + "max": 29.6, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 99.9, + "measurements": [ + 99.966136, + 99.998141, + 99.998042, + 99.998176, + 99.998042 + ], + "average": 99.973, + "min": 99.966136, + "max": 99.998176, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 5000, + "measurements": [ + 1666, + 1808, + 4166, + 4646, + 1865 + ], + "average": 2810.2, + "min": 1666, + "max": 4646, + "unit": "UEs" + } + ], + "overallCompliance": true, + "resourceUtilization": { + "cpuUsage": 62.1, + "memoryUsage": 23.3, + "prbUtilization": 82.3 + }, + +...... +``` + +## Example 12: success — `tmf921_lifecycle_report` — `test_in_distribution` + +- id: `951a51750d41` +- slice type: `mMTC` +- lifecycle: `report` +- error label: `success_or_high_scoring_example` +- raw field F1: `0.2222222222222222` +- normalized field F1: `0.2222222222222222` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intentAssuranceReport": { + "intentId": "intent-6a4c9dffc32d", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 100, + "measurements": [ + 87.74, + 69.75, + 92.13, + 97.59, + 71.95 + ], + "average": 83.832, + "min": 69.75, + "max": 97.59, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 50, + "measurements": [ + 50.4, + 45.8, + 52.7, + 46.6, + 58.7 + ], + "average": 50.84, + "min": 45.8, + "max": 58.7, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 0.5, + "measurements": [ + 0.5, + 0.5, + 0.5, + 0.5, + 0.6 + ], + "average": 0.52, + "min": 0.5, + "max": 0.6, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 99.5, + "measurements": [ + 99.5203, + 99.520712, + 99.496279, + 99.571727, + 99.415768 + ], + "average": 99.505, + "min": 99.415768, + "max": 99.571727, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 1000000, + "measurements": [ + 984187, + 335768, + 486668, + 566126, + 800523 + ], + "average": 634654.4, + "min": 335768, + "max": 984187, + "unit": "UEs" + } + ], + "overallCompliance": false, + "resourceUtilization": { + "cpuUsage": 54.3, + "memoryUsage": 29.6, + "prbUtilization": 84.5 + }, + "@ty +...... +``` + +### Prediction +```json + + + + +{ + "intentAssuranceReport": { + "intentId": "intent-6a4c9dffc32d", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 10, + "measurements": [ + 6.46, + 6.86, + 10.3, + 10.0, + 8.56 + ], + "average": 8.236, + "min": 6.46, + "max": 10.3, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 100, + "measurements": [ + 108.2, + 112.1, + 100.6, + 99.6, + 118.6 + ], + "average": 107.82, + "min": 99.6, + "max": 118.6, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 100, + "measurements": [ + 109.0, + 108.4, + 99.1, + 112.1, + 99.8 + ], + "average": 105.88, + "min": 99.1, + "max": 112.1, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 99.9999, + "measurements": [ + 99.903667, + 99.999821, + 99.999971, + 100, + 99.999975 + ], + "average": 99.98, + "min": 99.903667, + "max": 100, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 5000, + "measurements": [ + 1866, + 1808, + 2820, + 4565, + 4444 + ], + "average": 3080.6, + "min": 1808, + "max": 4565, + "unit": "UEs" + } + ], + "overallCompliance": true, + "resourceUtilization": { + "cpuUsage": 77.7, + "memoryUsage": 28.6, + "prbUtilization": 82.3 + }, + "@ +...... +``` + +## Example 13: failure — `tmf921_lifecycle_monitor` — `test_in_distribution` + +- id: `a790d5b62fbc` +- slice type: `eMBB` +- lifecycle: `monitor` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.5666666666666667` +- normalized field F1: `0.2413793103448276` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intentFulfillmentReport": { + "intentId": "intent-85ac305b5e9c", + "reportTimestamp": "2026-04-24T09:11:31Z", + "fulfillmentStatus": "Fulfilled", + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 30, + "measured": 22.47, + "unit": "ms", + "compliant": true + }, + { + "kpi": "dlThroughput", + "target": 500, + "measured": 507.9, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "ulThroughput", + "target": 200, + "measured": 200.2, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "reliability", + "target": 99.99, + "measured": 100, + "unit": "percent", + "compliant": true + }, + { + "kpi": "connectedUEs", + "target": 100, + "measured": 95, + "unit": "UEs", + "compliant": true + } + ], + "overallSlaCompliance": true, + "@type": "IntentFulfillmentReport" + } +} +``` + +### Prediction +```json + + + + +{ + "intentFulfillmentReport": { + "intentId": "intent-85ac305b5e9c", + "reportTimestamp": "2026-04-24T09:11:31Z", + "fulfillmentStatus": "Degraded", + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 100, + "measured": 75.01, + "unit": "ms", + "compliant": true + }, + { + "kpi": "dlThroughput", + "target": 1000, + "measured": 994.1, + "unit": "Mbps", + "compliant": false + }, + { + "kpi": "ulThroughput", + "target": 100, + "measured": 109.0, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "reliability", + "target": 99.99, + "measured": 99.984066, + "unit": "percent", + "compliant": false + }, + { + "kpi": "connectedUEs", + "target": 10000, + "measured": 8942, + "unit": "UEs", + "compliant": true + } + ], + "overallSlaCompliance": false, + "@type": "IntentFulfillmentReport" + } +} +``` + +## Example 14: failure — `tmf921_lifecycle_monitor` — `test_in_distribution` + +- id: `5efed41ac432` +- slice type: `mMTC` +- lifecycle: `monitor` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.6333333333333333` +- normalized field F1: `0.41379310344827586` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intentFulfillmentReport": { + "intentId": "intent-54f14eac901c", + "reportTimestamp": "2026-04-24T09:11:31Z", + "fulfillmentStatus": "Degraded", + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 200, + "measured": 197.74, + "unit": "ms", + "compliant": true + }, + { + "kpi": "dlThroughput", + "target": 25, + "measured": 24.7, + "unit": "Mbps", + "compliant": false + }, + { + "kpi": "ulThroughput", + "target": 25, + "measured": 27.4, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "reliability", + "target": 99.5, + "measured": 99.455458, + "unit": "percent", + "compliant": false + }, + { + "kpi": "connectedUEs", + "target": 1000000, + "measured": 13690, + "unit": "UEs", + "compliant": true + } + ], + "overallSlaCompliance": false, + "@type": "IntentFulfillmentReport" + } +} +``` + +### Prediction +```json + + + + +{ + "intentFulfillmentReport": { + "intentId": "intent-54f14eac901c", + "reportTimestamp": "2026-04-24T09:11:31Z", + "fulfillmentStatus": "Degraded", + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 500, + "measured": 361.8, + "unit": "ms", + "compliant": true + }, + { + "kpi": "dlThroughput", + "target": 1, + "measured": 1.0, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "ulThroughput", + "target": 1, + "measured": 1.1, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "reliability", + "target": 99, + "measured": 98.981072, + "unit": "percent", + "compliant": false + }, + { + "kpi": "connectedUEs", + "target": 10000, + "measured": 8142, + "unit": "UEs", + "compliant": true + } + ], + "overallSlaCompliance": false, + "@type": "IntentFulfillmentReport" + } +} +``` + +## Example 15: failure — `tmf921_lifecycle_monitor` — `test_in_distribution` + +- id: `50a4e9fa9db3` +- slice type: `mMTC` +- lifecycle: `monitor` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.5666666666666667` +- normalized field F1: `0.4482758620689655` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intentFulfillmentReport": { + "intentId": "intent-ea956a3226f7", + "reportTimestamp": "2026-04-24T09:11:31Z", + "fulfillmentStatus": "Degraded", + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 1000, + "measured": 751.73, + "unit": "ms", + "compliant": true + }, + { + "kpi": "dlThroughput", + "target": 25, + "measured": 24.7, + "unit": "Mbps", + "compliant": false + }, + { + "kpi": "ulThroughput", + "target": 0.1, + "measured": 0.1, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "reliability", + "target": 90, + "measured": 90.008003, + "unit": "percent", + "compliant": true + }, + { + "kpi": "connectedUEs", + "target": 1000000, + "measured": 801042, + "unit": "UEs", + "compliant": true + } + ], + "overallSlaCompliance": false, + "@type": "IntentFulfillmentReport" + } +} +``` + +### Prediction +```json + + + + +{ + "intentFulfillmentReport": { + "intentId": "intent-000000000001", + "reportTimestamp": "2026-04-24T09:11:31Z", + "fulfillmentStatus": "Degraded", + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 500, + "measured": 361.1, + "unit": "ms", + "compliant": true + }, + { + "kpi": "dlThroughput", + "target": 1, + "measured": 1.1, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "ulThroughput", + "target": 1, + "measured": 1.1, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "reliability", + "target": 99, + "measured": 98.981072, + "unit": "percent", + "compliant": false + }, + { + "kpi": "connectedUEs", + "target": 10000, + "measured": 8142, + "unit": "UEs", + "compliant": true + } + ], + "overallSlaCompliance": false, + "@type": "IntentFulfillmentReport" + } +} +``` + +## Example 16: success — `tmf921_lifecycle_monitor` — `test_in_distribution` + +- id: `1a6b5d210b5d` +- slice type: `URLLC` +- lifecycle: `monitor` +- error label: `success_or_high_scoring_example` +- raw field F1: `0.7666666666666667` +- normalized field F1: `0.7586206896551724` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intentFulfillmentReport": { + "intentId": "intent-272abd35749b", + "reportTimestamp": "2026-04-24T09:11:31Z", + "fulfillmentStatus": "Degraded", + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 1, + "measured": 0.74, + "unit": "ms", + "compliant": true + }, + { + "kpi": "dlThroughput", + "target": 150, + "measured": 160.6, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "ulThroughput", + "target": 100, + "measured": 111.9, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "reliability", + "target": 99.999, + "measured": 99.927269, + "unit": "percent", + "compliant": false + }, + { + "kpi": "connectedUEs", + "target": 1000, + "measured": 373, + "unit": "UEs", + "compliant": true + } + ], + "overallSlaCompliance": false, + "@type": "IntentFulfillmentReport" + } +} +``` + +### Prediction +```json + + + + +{ + "intentFulfillmentReport": { + "intentId": "intent-272abd35749b", + "reportTimestamp": "2026-04-24T09:11:31Z", + "fulfillmentStatus": "Degraded", + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 10, + "measured": 8.06, + "unit": "ms", + "compliant": true + }, + { + "kpi": "dlThroughput", + "target": 150, + "measured": 159.8, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "ulThroughput", + "target": 100, + "measured": 109.0, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "reliability", + "target": 99.999, + "measured": 99.90356, + "unit": "percent", + "compliant": false + }, + { + "kpi": "connectedUEs", + "target": 50, + "measured": 40, + "unit": "UEs", + "compliant": true + } + ], + "overallSlaCompliance": false, + "@type": "IntentFulfillmentReport" + } +} +``` + +## Example 17: failure — `tmf921` — `test_in_distribution` + +- id: `2e170e5d2f68` +- slice type: `eMBB` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.7692307692307693` +- normalized field F1: `0.8656716417910447` +- normalized key F1: `0.9402985074626866` + +### Gold +```json +{ + "id": "intent-6830bb1fb139", + "href": "/tmf-api/intentManagement/v4/intent/intent-6830bb1fb139", + "name": "eMBB Slice - Electronic Warfare Spectrum Monitoring", + "description": "Intent for electronic warfare spectrum monitoring at Forward Operating Area with eMBB service level", + "lifecycleState": "Active", + "priority": 5, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-6b2137891dca", + "name": "eMBB QoS Delivery Expectation", + "expectationVerb": "ENSURE", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-embb-b74b1e", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "eMBB" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 1, + "sd": "000002" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 100, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 25, + "targetMetric": "PLMNID.ul.ThpVol.NRCellDU", + +...... +``` + +### Prediction +```json + + + + +{ + "id": "intent-111111111111", + "href": "/tmf-api/intentManagement/v4/intent/intent-111111111111", + "name": "eMBB Slice - Electronic Warfare Spectrum Monitoring", + "description": "Intent for electronic warfare spectrum monitoring at Forward Operating Area with eMBB service level", + "lifecycleState": "Active", + "priority": 3, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-000000000001", + "name": "eMBB QoS Delivery Expectation", + "expectationVerb": "DELIVER", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-embb-000001", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "eMBB" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 1, + "sd": "000003" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 100, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 25, + "targetMetric": "PLMNID.ul.ThpVol.NR +...... +``` + +## Example 18: failure — `tmf921` — `test_in_distribution` + +- id: `6a37983cc8b1` +- slice type: `eMBB` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.7692307692307693` +- normalized field F1: `0.8656716417910447` +- normalized key F1: `0.9402985074626866` + +### Gold +```json +{ + "id": "intent-0f94edf4e5fd", + "href": "/tmf-api/intentManagement/v4/intent/intent-0f94edf4e5fd", + "name": "eMBB Slice - Fleet Route Optimization", + "description": "Intent for fleet route optimization at Factory Complex A with eMBB service level", + "lifecycleState": "Active", + "priority": 5, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-5ebd3bd193ab", + "name": "eMBB QoS Delivery Expectation", + "expectationVerb": "ENSURE", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-embb-08017d", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "eMBB" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 1, + "sd": "000002" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 1000, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 150, + "targetMetric": "PLMNID.ul.ThpVol.NRCellDU", + "unit": "Mbps" + }, + +...... +``` + +### Prediction +```json + + + + +{ + "id": "intent-10b14040b116", + "href": "/tmf-api/intentManagement/v4/intent/intent-10b14040b116", + "name": "eMBB Slice - Fleet Route Optimization", + "description": "Intent for fleet route optimization at Factory Complex A with eMBB service level", + "lifecycleState": "Active", + "priority": 3, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-1b10b140b116", + "name": "eMBB QoS Delivery Expectation", + "expectationVerb": "DELIVER", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-embb-10b140", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "eMBB" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 1, + "sd": "000003" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 1000, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 150, + "targetMetric": "PLMNID.ul.ThpVol.NRCellDU", + "unit": "M +...... +``` + +## Example 19: failure — `tmf921` — `test_in_distribution` + +- id: `32c3a5d4c830` +- slice type: `eMBB` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.7692307692307693` +- normalized field F1: `0.8656716417910447` +- normalized key F1: `0.9402985074626866` + +### Gold +```json +{ + "id": "intent-e739759aea88", + "href": "/tmf-api/intentManagement/v4/intent/intent-e739759aea88", + "name": "eMBB Slice - Urban Noise Monitoring", + "description": "Intent for urban noise monitoring at Hospital Campus with eMBB service level", + "lifecycleState": "Active", + "priority": 5, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-8032d4ff1385", + "name": "eMBB QoS Delivery Expectation", + "expectationVerb": "ENSURE", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-embb-4f8120", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "eMBB" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 1, + "sd": "000001" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 1000, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 50, + "targetMetric": "PLMNID.ul.ThpVol.NRCellDU", + "unit": "Mbps" + }, + +...... +``` + +### Prediction +```json + + + + +{ + "id": "intent-11b1b1b1b1b1", + "href": "/tmf-api/intentManagement/v4/intent/intent-11b1b1b1b1b1", + "name": "eMBB Slice - Urban Noise Monitoring", + "description": "Intent for urban noise monitoring at Hospital Campus with eMBB service level", + "lifecycleState": "Active", + "priority": 3, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-11b1b1b1b1b1", + "name": "eMBB QoS Delivery Expectation", + "expectationVerb": "DELIVER", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-embb-11b1b1", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "eMBB" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 1, + "sd": "000003" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 1000, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 50, + "targetMetric": "PLMNID.ul.ThpVol.NRCellDU", + "unit": "Mbps" + +...... +``` + +## Example 20: success — `tmf921` — `test_in_distribution` + +- id: `95c2a0375b70` +- slice type: `URLLC` +- lifecycle: `create` +- error label: `success_or_high_scoring_example` +- raw field F1: `0.8860759493670886` +- normalized field F1: `1.0` +- normalized key F1: `1.0` + +### Gold +```json +{ + "id": "intent-1672dbf0d214", + "href": "/tmf-api/intentManagement/v4/intent/intent-1672dbf0d214", + "name": "URLLC Slice - Terminal Crowd Management", + "description": "Intent for terminal crowd management at Runway Complex with URLLC service level", + "lifecycleState": "Active", + "priority": 1, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-30f8c5e05aee", + "name": "URLLC QoS Delivery Expectation", + "expectationVerb": "DELIVER", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-urllc-5abeba", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "URLLC" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 2, + "sd": "000003" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 300, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 75, + "targetMetric": "PLMNID.ul.ThpVol.NRCellDU", + "unit": "Mbps" + }, +...... +``` + +### Prediction +```json + + + + +{ + "id": "intent-1b1111111111", + "href": "/tmf-api/intentManagement/v4/intent/intent-1b1111111111", + "name": "URLLC Slice - Terminal Crowd Management", + "description": "Intent for terminal crowd management at Runway Complex with URLLC service level", + "lifecycleState": "Active", + "priority": 1, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-1b1111111111", + "name": "URLLC QoS Delivery Expectation", + "expectationVerb": "DELIVER", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-urllc-1b1111", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "URLLC" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 2, + "sd": "000003" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 300, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 75, + "targetMetric": "PLMNID.ul.ThpVol.NRCellDU", + "unit": +...... +``` + +## Example 21: failure — `camara` — `test_in_distribution` + +- id: `86beccd364f5` +- slice type: `eMBB` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.5` +- normalized field F1: `0.7142857142857143` +- normalized key F1: `0.8571428571428571` + +### Gold +```json +{ + "networkSliceBooking": { + "sliceType": "eMBB", + "sliceProfile": { + "latencyTarget": 80, + "reliability": 99.95, + "throughput": { + "downlink": 1000, + "uplink": 200 + }, + "maxNumberOfUEs": 50000 + }, + "areaOfService": { + "region": "Smart Farm Sector", + "center": { + "latitude": 41.8781, + "longitude": -93.0977 + }, + "radius": 2000, + "cells": [ + "cell-082" + ] + }, + "duration": { + "startTime": "2025-07-26T12:00:00Z", + "endTime": "2025-07-27T12:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/56bbfa0f18e8" + } +} +``` + +### Prediction +```json + + + + +{ + "networkSliceBooking": { + "sliceType": "eMBB", + "sliceProfile": { + "latencyTarget": 80, + "reliability": 99.9, + "throughput": { + "downlink": 1000, + "uplink": 200 + }, + "maxNumberOfUEs": 50000 + }, + "areaOfService": { + "region": "Smart Farm Sector", + "center": { + "latitude": 41.8781, + "longitude": -93.0977 + }, + "radius": 500, + "cells": [ + "cell-086", + "cell-080", + "cell-080", + "cell-080", + "cell-080" + ] + }, + "duration": { + "startTime": "2025-01-18T11:00:00Z", + "endTime": "2025-01-18T12:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/71b104411101" + } +} +``` + +## Example 22: failure — `camara` — `test_in_distribution` + +- id: `a433985ab22e` +- slice type: `eMBB` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.5` +- normalized field F1: `0.7142857142857143` +- normalized key F1: `0.8571428571428571` + +### Gold +```json +{ + "networkSliceBooking": { + "sliceType": "eMBB", + "sliceProfile": { + "latencyTarget": 20, + "reliability": 99.5, + "throughput": { + "downlink": 800, + "uplink": 100 + }, + "maxNumberOfUEs": 5000 + }, + "areaOfService": { + "region": "Cell Site Cluster", + "center": { + "latitude": 47.6062, + "longitude": -122.3321 + }, + "radius": 2000, + "cells": [ + "cell-064" + ] + }, + "duration": { + "startTime": "2025-05-14T13:00:00Z", + "endTime": "2025-05-15T01:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/6dde561161ba" + } +} +``` + +### Prediction +```json + + + + +{ + "networkSliceBooking": { + "sliceType": "eMBB", + "sliceProfile": { + "latencyTarget": 20, + "reliability": 99.9, + "throughput": { + "downlink": 800, + "uplink": 100 + }, + "maxNumberOfUEs": 5000 + }, + "areaOfService": { + "region": "Cell Site Cluster", + "center": { + "latitude": 47.6062, + "longitude": -122.3321 + }, + "radius": 500, + "cells": [ + "cell-086", + "cell-080", + "cell-088", + "cell-085", + "cell-089" + ] + }, + "duration": { + "startTime": "2025-01-18T01:00:00Z", + "endTime": "2025-01-18T03:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/100000000000" + } +} +``` + +## Example 23: failure — `camara` — `test_in_distribution` + +- id: `c7b67713cea0` +- slice type: `V2X` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.5` +- normalized field F1: `0.7142857142857143` +- normalized key F1: `0.8571428571428571` + +### Gold +```json +{ + "networkSliceBooking": { + "sliceType": "V2X", + "sliceProfile": { + "latencyTarget": 3, + "reliability": 99.99, + "throughput": { + "downlink": 25, + "uplink": 75 + }, + "maxNumberOfUEs": 10000 + }, + "areaOfService": { + "region": "Industrial Zone North", + "center": { + "latitude": 52.52, + "longitude": 13.405 + }, + "radius": 2000, + "cells": [ + "cell-089" + ] + }, + "duration": { + "startTime": "2025-04-11T00:00:00Z", + "endTime": "2025-04-11T06:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/1ef93372cd51" + } +} +``` + +### Prediction +```json + + + + +{ + "networkSliceBooking": { + "sliceType": "V2X", + "sliceProfile": { + "latencyTarget": 3, + "reliability": 99.999, + "throughput": { + "downlink": 25, + "uplink": 75 + }, + "maxNumberOfUEs": 10000 + }, + "areaOfService": { + "region": "Industrial Zone North", + "center": { + "latitude": 52.52, + "longitude": 13.405 + }, + "radius": 500, + "cells": [ + "cell-086", + "cell-080", + "cell-080", + "cell-080", + "cell-080" + ] + }, + "duration": { + "startTime": "2025-01-04T08:00:00Z", + "endTime": "2025-01-04T10:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/114001111111" + } +} +``` + +## Example 24: success — `camara` — `test_in_distribution` + +- id: `734b0b0d58e4` +- slice type: `mMTC` +- lifecycle: `create` +- error label: `success_or_high_scoring_example` +- raw field F1: `0.5882352941176471` +- normalized field F1: `1.0` +- normalized key F1: `1.0` + +### Gold +```json +{ + "networkSliceBooking": { + "sliceType": "mMTC", + "sliceProfile": { + "latencyTarget": 200, + "reliability": 99.9, + "throughput": { + "downlink": 50, + "uplink": 0.1 + }, + "maxNumberOfUEs": 5000 + }, + "areaOfService": { + "region": "Building Development Zone", + "center": { + "latitude": 55.7558, + "longitude": 37.6173 + }, + "radius": 500, + "cells": [ + "cell-054", + "cell-039", + "cell-057", + "cell-095" + ] + }, + "duration": { + "startTime": "2025-01-08T21:00:00Z", + "endTime": "2025-01-09T03:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/884603d08f0b" + } +} +``` + +### Prediction +```json + + + + +{ + "networkSliceBooking": { + "sliceType": "mMTC", + "sliceProfile": { + "latencyTarget": 200, + "reliability": 99.9, + "throughput": { + "downlink": 50, + "uplink": 0.1 + }, + "maxNumberOfUEs": 5000 + }, + "areaOfService": { + "region": "Building Development Zone", + "center": { + "latitude": 55.7558, + "longitude": 37.6173 + }, + "radius": 500, + "cells": [ + "cell-081", + "cell-080", + "cell-082", + "cell-083" + ] + }, + "duration": { + "startTime": "2025-01-01T08:00:00Z", + "endTime": "2025-01-01T10:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/194310990111" + } +} +``` + +## Example 25: failure — `intent_3gpp` — `test_in_distribution` + +- id: `9777a5690c22` +- slice type: `mMTC` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.775` +- normalized field F1: `0.6578947368421053` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intent": { + "id": "intent-mMTC-75f0f278206a", + "name": "Industrial Robot Coordination mMTC Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-106246427132", + "expectationVerb": "DELIVER", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "mMTC", + "sNSSAI": { + "sst": 3, + "sd": "000002" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 0.5, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 25, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN", + "targetValueRange": 200, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 90, + "unit": "percent" + }, + { + "targetName": "deviceDensity", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 1000, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Hospital Campus" + }, + { + "contextAttribute": "useCase", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "indu +...... +``` + +### Prediction +```json + + + + +{ + "intent": { + "id": "intent-mMTC-0d111010000d", + "name": "Industrial Robot Coordination mMTC Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-000000000000", + "expectationVerb": "ENSURE", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "mMTC", + "sNSSAI": { + "sst": 3, + "sd": "000003" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 0.5, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 25, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 200, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 90, + "unit": "percent" + }, + { + "targetName": "deviceDensity", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 1000, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Hospital Campus" + }, + { + "contextAttribute": "useCase", + "contex +...... +``` + +## Example 26: failure — `intent_3gpp` — `test_in_distribution` + +- id: `792a2e7768b4` +- slice type: `mMTC` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.775` +- normalized field F1: `0.6578947368421053` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intent": { + "id": "intent-mMTC-7563ca2e916a", + "name": "Hazmat Incident Command mMTC Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-11b912607ff5", + "expectationVerb": "DELIVER", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "mMTC", + "sNSSAI": { + "sst": 3, + "sd": "000002" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 50, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 0.5, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN", + "targetValueRange": 30, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 99.5, + "unit": "percent" + }, + { + "targetName": "deviceDensity", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 500000, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Disaster Response Area" + }, + { + "contextAttribute": "useCase", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": " +...... +``` + +### Prediction +```json + + + + +{ + "intent": { + "id": "intent-mMTC-11b1b1b1b1b1", + "name": "Hazmat Incident Command mMTC Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-11b1b1b1b1b1", + "expectationVerb": "ENSURE", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "mMTC", + "sNSSAI": { + "sst": 3, + "sd": "000003" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 50, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 0.5, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 30, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 99.5, + "unit": "percent" + }, + { + "targetName": "deviceDensity", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 500000, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Disaster Response Area" + }, + { + "contextAttribute": "useCase", + "co +...... +``` + +## Example 27: failure — `intent_3gpp` — `test_in_distribution` + +- id: `1365f89d3e33` +- slice type: `mMTC` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.775` +- normalized field F1: `0.6578947368421053` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intent": { + "id": "intent-mMTC-3e24f2da03ac", + "name": "Soil Moisture Sensor Mesh mMTC Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-ae8ba2fb4584", + "expectationVerb": "ENSURE", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "mMTC", + "sNSSAI": { + "sst": 3, + "sd": "000002" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 5, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 0.1, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN", + "targetValueRange": 30, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 99, + "unit": "percent" + }, + { + "targetName": "deviceDensity", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 100000, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Rural Coverage Area" + }, + { + "contextAttribute": "useCase", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "soil +...... +``` + +### Prediction +```json + + + + +{ + "intent": { + "id": "intent-mMTC-0d0010000000", + "name": "Soil Moisture Sensor Mesh mMTC Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-000000000000", + "expectationVerb": "DELIVER", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "mMTC", + "sNSSAI": { + "sst": 3, + "sd": "000003" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 5, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 0.1, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 30, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 99, + "unit": "percent" + }, + { + "targetName": "deviceDensity", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 100000, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Rural Coverage Area" + }, + { + "contextAttribute": "useCase", + "conte +...... +``` + +## Example 28: success — `intent_3gpp` — `test_in_distribution` + +- id: `32ddbb98e457` +- slice type: `eMBB` +- lifecycle: `create` +- error label: `success_or_high_scoring_example` +- raw field F1: `0.925` +- normalized field F1: `0.9736842105263158` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intent": { + "id": "intent-eMBB-a5540fd9c553", + "name": "Concrete Pour Monitoring eMBB Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-6b4bf57e7434", + "expectationVerb": "DELIVER", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "eMBB", + "sNSSAI": { + "sst": 1, + "sd": "000003" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 1000, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 200, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN", + "targetValueRange": 80, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 99.95, + "unit": "percent" + }, + { + "targetName": "maxNumberOfUEs", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 1000, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Construction Site Gamma" + }, + { + "contextAttribute": "useCase", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange +...... +``` + +### Prediction +```json + + + + +{ + "intent": { + "id": "intent-eMBB-0d0b10b11006", + "name": "Concrete Pour Monitoring eMBB Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-1b1b1b1b1b1b", + "expectationVerb": "ENSURE", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "eMBB", + "sNSSAI": { + "sst": 1, + "sd": "000003" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 1000, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 200, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN", + "targetValueRange": 80, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 99.95, + "unit": "percent" + }, + { + "targetName": "maxNumberOfUEs", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 1000, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Construction Site Gamma" + }, + { + "contextAttribute": "useCase", + "contextCondition": "IS_EQUAL_TO", + +...... +``` + +## Example 29: failure — `o1_nrm` — `test_template_ood` + +- id: `e76a129ef0e9` +- slice type: `URLLC` +- lifecycle: `create` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.17391304347826086` +- normalized field F1: `0.20000000000000004` +- normalized key F1: `1.0` + +### Gold +```json +{ + "ManagedElement": { + "id": "gNB-009", + "GNBDUFunction": { + "id": "DU-004", + "gNBId": 9, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-004-003", + "cellLocalId": 3, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n79", + "arfcnDL": 708059, + "bSChannelBwDL": 50, + "nrPCI": 176, + "nrTAC": 14794, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 2, + "sd": "000002" + }, + "rrmPolicyMinRatio": 0.05, + "rrmPolicyMaxRatio": 0.25, + "rrmPolicyDedicatedRatio": 0.15, + "rrmPolicyMaxRatioPerSlice": 0.25 + } + ], + "pLMNInfoList": [ + { + "mcc": "001", + "mnc": "260", + "sNSSAIList": [ + { + "sst": 2, + "sd": "000002" + } + ] + } + ] + } + } + } +} +``` + +### Prediction +```json + + + + +{ + "ManagedElement": { + "id": "gNB-001", + "GNBDUFunction": { + "id": "DU-001", + "gNBId": 1, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-001-001", + "cellLocalId": 1, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n78", + "arfcnDL": 629820, + "bSChannelBwDL": 40, + "nrPCI": 816, + "nrTAC": 3895, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 5, + "sd": "000003" + }, + "rrmPolicyMinRatio": 0.05, + "rrmPolicyMaxRatio": 0.3, + "rrmPolicyDedicatedRatio": 0.17, + "rrmPolicyMaxRatioPerSlice": 0.3 + } + ], + "pLMNInfoList": [ + { + "mcc": "262", + "mnc": "00", + "sNSSAIList": [ + { + "sst": 5, + "sd": "000003" + } + ] + } + ] + } + } + } +} +``` + +## Example 30: failure — `o1_nrm` — `test_template_ood` + +- id: `60c525414a65` +- slice type: `V2X` +- lifecycle: `create` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.21739130434782608` +- normalized field F1: `0.25` +- normalized key F1: `1.0` + +### Gold +```json +{ + "ManagedElement": { + "id": "gNB-015", + "GNBDUFunction": { + "id": "DU-007", + "gNBId": 15, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-007-005", + "cellLocalId": 5, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n77", + "arfcnDL": 669944, + "bSChannelBwDL": 20, + "nrPCI": 815, + "nrTAC": 61118, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 4, + "sd": "000001" + }, + "rrmPolicyMinRatio": 0.06, + "rrmPolicyMaxRatio": 0.4, + "rrmPolicyDedicatedRatio": 0.23, + "rrmPolicyMaxRatioPerSlice": 0.4 + } + ], + "pLMNInfoList": [ + { + "mcc": "262", + "mnc": "15", + "sNSSAIList": [ + { + "sst": 4, + "sd": "000002" + } + ] + } + ] + } + } + } +} +``` + +### Prediction +```json + + + + +{ + "ManagedElement": { + "id": "gNB-018", + "GNBDUFunction": { + "id": "DU-008", + "gNBId": 18, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-008-001", + "cellLocalId": 1, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n78", + "arfcnDL": 629819, + "bSChannelBwDL": 40, + "nrPCI": 812, + "nrTAC": 56681, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 5, + "sd": "000003" + }, + "rrmPolicyMinRatio": 0.06, + "rrmPolicyMaxRatio": 0.31, + "rrmPolicyDedicatedRatio": 0.18, + "rrmPolicyMaxRatioPerSlice": 0.31 + } + ], + "pLMNInfoList": [ + { + "mcc": "262", + "mnc": "00", + "sNSSAIList": [ + { + "sst": 5, + "sd": "000003" + } + ] + } + ] + } + } + } +} +``` + +## Example 31: failure — `o1_nrm` — `test_template_ood` + +- id: `3ab70dc309fc` +- slice type: `V2X` +- lifecycle: `create` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.21739130434782608` +- normalized field F1: `0.25` +- normalized key F1: `1.0` + +### Gold +```json +{ + "ManagedElement": { + "id": "gNB-027", + "GNBDUFunction": { + "id": "DU-013", + "gNBId": 27, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-013-007", + "cellLocalId": 7, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n41", + "arfcnDL": 533808, + "bSChannelBwDL": 40, + "nrPCI": 347, + "nrTAC": 28252, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 4, + "sd": "000001" + }, + "rrmPolicyMinRatio": 0.15, + "rrmPolicyMaxRatio": 0.31, + "rrmPolicyDedicatedRatio": 0.23, + "rrmPolicyMaxRatioPerSlice": 0.31 + } + ], + "pLMNInfoList": [ + { + "mcc": "001", + "mnc": "01", + "sNSSAIList": [ + { + "sst": 4, + "sd": "000001" + } + ] + } + ] + } + } + } +} +``` + +### Prediction +```json + + + + +{ + "ManagedElement": { + "id": "gNB-016", + "GNBDUFunction": { + "id": "DU-008", + "gNBId": 16, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-008-002", + "cellLocalId": 2, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n77", + "arfcnDL": 629819, + "bSChannelBwDL": 20, + "nrPCI": 100, + "nrTAC": 5846, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 2, + "sd": "000001" + }, + "rrmPolicyMinRatio": 0.15, + "rrmPolicyMaxRatio": 0.4, + "rrmPolicyDedicatedRatio": 0.28, + "rrmPolicyMaxRatioPerSlice": 0.4 + } + ], + "pLMNInfoList": [ + { + "mcc": "262", + "mnc": "00", + "sNSSAIList": [ + { + "sst": 2, + "sd": "000003" + } + ] + } + ] + } + } + } +} +``` + +## Example 32: success — `o1_nrm` — `test_template_ood` + +- id: `f99a8ab43ed3` +- slice type: `mMTC` +- lifecycle: `create` +- error label: `success_or_high_scoring_example` +- raw field F1: `0.5652173913043478` +- normalized field F1: `0.6` +- normalized key F1: `1.0` + +### Gold +```json +{ + "ManagedElement": { + "id": "gNB-016", + "GNBDUFunction": { + "id": "DU-032", + "gNBId": 16, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-032-009", + "cellLocalId": 9, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n78", + "arfcnDL": 633919, + "bSChannelBwDL": 50, + "nrPCI": 688, + "nrTAC": 4707, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 3, + "sd": "000003" + }, + "rrmPolicyMinRatio": 0.05, + "rrmPolicyMaxRatio": 0.23, + "rrmPolicyDedicatedRatio": 0.14, + "rrmPolicyMaxRatioPerSlice": 0.23 + } + ], + "pLMNInfoList": [ + { + "mcc": "001", + "mnc": "15", + "sNSSAIList": [ + { + "sst": 3, + "sd": "000002" + } + ] + } + ] + } + } + } +} +``` + +### Prediction +```json + + + + +{ + "ManagedElement": { + "id": "gNB-016", + "GNBDUFunction": { + "id": "DU-008", + "gNBId": 16, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-008-002", + "cellLocalId": 2, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n78", + "arfcnDL": 620896, + "bSChannelBwDL": 40, + "nrPCI": 812, + "nrTAC": 18621, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 3, + "sd": "000003" + }, + "rrmPolicyMinRatio": 0.05, + "rrmPolicyMaxRatio": 0.23, + "rrmPolicyDedicatedRatio": 0.14, + "rrmPolicyMaxRatioPerSlice": 0.23 + } + ], + "pLMNInfoList": [ + { + "mcc": "262", + "mnc": "00", + "sNSSAIList": [ + { + "sst": 3, + "sd": "000001" + } + ] + } + ] + } + } + } +} +``` + +## Example 33: failure — `a1_policy` — `test_template_ood` + +- id: `14348f59be66` +- slice type: `MPS` +- lifecycle: `create` +- error label: `a1_policy_value_error` +- raw field F1: `0.42105263157894735` +- normalized field F1: `0.5` +- normalized key F1: `1.0` + +### Gold +```json +{ + "a1Policy": { + "policyId": "a1-pol-mps-eff6d6", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-mps-59d80a", + "cellId": "cell-079", + "sNSSAI": { + "sst": 5, + "sd": "000003" + } + }, + "qosObjectives": { + "gfbr": 200, + "mfbr": 240.0, + "priorityLevel": 1, + "5qi": 69, + "pdb": 60, + "per": 1e-05 + }, + "resourceAllocation": { + "prbQuota": { + "min": 15, + "max": 41 + }, + "schedulerWeight": 0.71, + "maxUEs": 5000 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +### Prediction +```json + + + + +{ + "a1Policy": { + "policyId": "a1-pol-urllc-111111", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-urllc-111111", + "cellId": "cell-081", + "sNSSAI": { + "sst": 2, + "sd": "000001" + } + }, + "qosObjectives": { + "gfbr": 200, + "mfbr": 240.0, + "priorityLevel": 3, + "5qi": 85, + "pdb": 5, + "per": 1e-06 + }, + "resourceAllocation": { + "prbQuota": { + "min": 15, + "max": 33 + }, + "schedulerWeight": 0.48, + "maxUEs": 5000 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +## Example 34: failure — `a1_policy` — `test_template_ood` + +- id: `2a4c961b861b` +- slice type: `V2X` +- lifecycle: `create` +- error label: `a1_policy_value_error` +- raw field F1: `0.42105263157894735` +- normalized field F1: `0.5` +- normalized key F1: `1.0` + +### Gold +```json +{ + "a1Policy": { + "policyId": "a1-pol-v2x-afe37b", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-v2x-f87cb8", + "cellId": "cell-047", + "sNSSAI": { + "sst": 4, + "sd": "000002" + } + }, + "qosObjectives": { + "gfbr": 150, + "mfbr": 180.0, + "priorityLevel": 2, + "5qi": 84, + "pdb": 30, + "per": 0.0001 + }, + "resourceAllocation": { + "prbQuota": { + "min": 11, + "max": 39 + }, + "schedulerWeight": 0.48, + "maxUEs": 10000 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +### Prediction +```json + + + + +{ + "a1Policy": { + "policyId": "a1-pol-mps-111111", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-mps-000001", + "cellId": "cell-010", + "sNSSAI": { + "sst": 5, + "sd": "000003" + } + }, + "qosObjectives": { + "gfbr": 150, + "mfbr": 180.0, + "priorityLevel": 1, + "5qi": 66, + "pdb": 100, + "per": 1e-05 + }, + "resourceAllocation": { + "prbQuota": { + "min": 11, + "max": 31 + }, + "schedulerWeight": 0.59, + "maxUEs": 10000 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +## Example 35: failure — `a1_policy` — `test_template_ood` + +- id: `d5736ff86f3e` +- slice type: `URLLC` +- lifecycle: `create` +- error label: `a1_policy_value_error` +- raw field F1: `0.42105263157894735` +- normalized field F1: `0.5` +- normalized key F1: `1.0` + +### Gold +```json +{ + "a1Policy": { + "policyId": "a1-pol-urllc-032b45", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-urllc-6ddfa6", + "cellId": "cell-006", + "sNSSAI": { + "sst": 2, + "sd": "000002" + } + }, + "qosObjectives": { + "gfbr": 150, + "mfbr": 180.0, + "priorityLevel": 1, + "5qi": 2, + "pdb": 150, + "per": 1e-05 + }, + "resourceAllocation": { + "prbQuota": { + "min": 15, + "max": 44 + }, + "schedulerWeight": 0.3, + "maxUEs": 50 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +### Prediction +```json + + + + +{ + "a1Policy": { + "policyId": "a1-pol-urllc-111111", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-urllc-111111", + "cellId": "cell-081", + "sNSSAI": { + "sst": 2, + "sd": "000001" + } + }, + "qosObjectives": { + "gfbr": 150, + "mfbr": 180.0, + "priorityLevel": 3, + "5qi": 85, + "pdb": 5, + "per": 1e-06 + }, + "resourceAllocation": { + "prbQuota": { + "min": 12, + "max": 32 + }, + "schedulerWeight": 0.59, + "maxUEs": 50 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +## Example 36: success — `a1_policy` — `test_template_ood` + +- id: `bfc4e60b96a9` +- slice type: `mMTC` +- lifecycle: `create` +- error label: `success_or_high_scoring_example` +- raw field F1: `0.7368421052631579` +- normalized field F1: `0.8333333333333334` +- normalized key F1: `1.0` + +### Gold +```json +{ + "a1Policy": { + "policyId": "a1-pol-mmtc-2ff4af", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-mmtc-1e2628", + "cellId": "cell-052", + "sNSSAI": { + "sst": 3, + "sd": "000001" + } + }, + "qosObjectives": { + "gfbr": 1, + "mfbr": 1.2, + "priorityLevel": 9, + "5qi": 8, + "pdb": 300, + "per": 0.005 + }, + "resourceAllocation": { + "prbQuota": { + "min": 5, + "max": 23 + }, + "schedulerWeight": 0.45, + "maxUEs": 1000 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +### Prediction +```json + + + + +{ + "a1Policy": { + "policyId": "a1-pol-mmtc-110006", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-mmtc-110006", + "cellId": "cell-086", + "sNSSAI": { + "sst": 3, + "sd": "000003" + } + }, + "qosObjectives": { + "gfbr": 1, + "mfbr": 1.2, + "priorityLevel": 9, + "5qi": 8, + "pdb": 300, + "per": 0.005 + }, + "resourceAllocation": { + "prbQuota": { + "min": 5, + "max": 23 + }, + "schedulerWeight": 0.46, + "maxUEs": 1000 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +## Example 37: failure — `tmf921_lifecycle_report` — `test_template_ood` + +- id: `a43297d5ddee` +- slice type: `HMTC` +- lifecycle: `report` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.2222222222222222` +- normalized field F1: `0.1746031746031746` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intentAssuranceReport": { + "intentId": "intent-ed3943082134", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 5, + "measurements": [ + 3.79, + 4.98, + 3.83, + 4.78, + 5.43 + ], + "average": 4.562, + "min": 3.79, + "max": 5.43, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 100, + "measurements": [ + 110.9, + 99.1, + 119.2, + 119.3, + 110.7 + ], + "average": 111.84, + "min": 99.1, + "max": 119.3, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 500, + "measurements": [ + 508.6, + 506.8, + 503.3, + 541.3, + 559.8 + ], + "average": 523.96, + "min": 503.3, + "max": 559.8, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 99.99999, + "measurements": [ + 99.923372, + 100, + 99.961583, + 99.913077, + 99.998417 + ], + "average": 99.959, + "min": 99.913077, + "max": 100, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 500, + "measurements": [ + 73, + 119, + 268, + 421, + 487 + ], + "average": 273.6, + "min": 73, + "max": 487, + "unit": "UEs" + } + ], + "overallCompliance": true, + "resourceUtilization": { + "cpuUsage": 72.9, + "memoryUsage": 47.5, + "prbUtilization": 32.4 + }, + "@type": "IntentAssuranceRep +...... +``` + +### Prediction +```json + + + + +{ + "intentAssuranceReport": { + "intentId": "intent-111111111111", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 3, + "measurements": [ + 2.26, + 2.9, + 2.84, + 2.89, + 2.89 + ], + "average": 2.776, + "min": 2.26, + "max": 2.9, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 500, + "measurements": [ + 585.1, + 519.4, + 587.6, + 539.8, + 580.5 + ], + "average": 548.48, + "min": 519.4, + "max": 587.6, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 100, + "measurements": [ + 112.1, + 112.1, + 99.9, + 119.5, + 118.5 + ], + "average": 110.42, + "min": 99.9, + "max": 119.5, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 99.9999, + "measurements": [ + 99.903676, + 99.999611, + 99.999811, + 99.999962, + 99.999962 + ], + "average": 99.98, + "min": 99.903676, + "max": 99.999962, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 50000, + "measurements": [ + 14462, + 28641, + 28446, + 14462, + 28446 + ], + "average": 22991.4, + "min": 14462, + "max": 28641, + "unit": "UEs" + } + ], + "overallCompliance": true, + "resourceUtilization": { + "cpuUsage": 77.7, + "memoryUsage": 28.6, + "prbUtilization +...... +``` + +## Example 38: failure — `tmf921_lifecycle_report` — `test_template_ood` + +- id: `b4ae6c9d9034` +- slice type: `HMTC` +- lifecycle: `report` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.2222222222222222` +- normalized field F1: `0.1746031746031746` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intentAssuranceReport": { + "intentId": "intent-a1c5e0cd2107", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 1, + "measurements": [ + 0.77, + 1.07, + 0.92, + 0.82, + 0.88 + ], + "average": 0.892, + "min": 0.77, + "max": 1.07, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 100, + "measurements": [ + 102.5, + 114.4, + 112.1, + 106.4, + 109.8 + ], + "average": 109.04, + "min": 102.5, + "max": 114.4, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 500, + "measurements": [ + 515.7, + 460.6, + 538.9, + 552.5, + 593.1 + ], + "average": 532.16, + "min": 460.6, + "max": 593.1, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 99.99999, + "measurements": [ + 99.949115, + 99.978169, + 99.934188, + 99.978159, + 100 + ], + "average": 99.968, + "min": 99.934188, + "max": 100, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 500, + "measurements": [ + 393, + 192, + 246, + 45, + 280 + ], + "average": 231.2, + "min": 45, + "max": 393, + "unit": "UEs" + } + ], + "overallCompliance": true, + "resourceUtilization": { + "cpuUsage": 56.7, + "memoryUsage": 39.4, + "prbUtilization": 69.3 + }, + "@type": "IntentAssuranceR +...... +``` + +### Prediction +```json + + + + +{ + "intentAssuranceReport": { + "intentId": "intent-000000000001", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 3, + "measurements": [ + 2.26, + 2.9, + 2.84, + 2.89, + 2.89 + ], + "average": 2.776, + "min": 2.26, + "max": 2.9, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 500, + "measurements": [ + 585.1, + 519.8, + 587.6, + 538.6, + 521.1 + ], + "average": 548.42, + "min": 519.8, + "max": 587.6, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 100, + "measurements": [ + 115.6, + 112.1, + 99.9, + 112.6, + 112.6 + ], + "average": 110.56, + "min": 99.9, + "max": 115.6, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 99.9999, + "measurements": [ + 99.903676, + 99.999621, + 99.99961, + 99.999812, + 99.999989 + ], + "average": 99.98, + "min": 99.903676, + "max": 99.999989, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 500000, + "measurements": [ + 146446, + 289212, + 289212, + 146446, + 289212 + ], + "average": 234265.2, + "min": 146446, + "max": 289212, + "unit": "UEs" + } + ], + "overallCompliance": true, + "resourceUtilization": { + "cpuUsage": 77.7, + "memoryUsage": 28.6, + "prbUti +...... +``` + +## Example 39: failure — `tmf921_lifecycle_report` — `test_template_ood` + +- id: `7f4c7e3c8d4e` +- slice type: `HMTC` +- lifecycle: `report` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.23809523809523808` +- normalized field F1: `0.19047619047619047` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intentAssuranceReport": { + "intentId": "intent-676527391acc", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 3, + "measurements": [ + 1.8, + 2.04, + 2.99, + 2.57, + 2.84 + ], + "average": 2.448, + "min": 1.8, + "max": 2.99, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 100, + "measurements": [ + 95.7, + 108.9, + 98.5, + 104.4, + 118.3 + ], + "average": 105.16, + "min": 95.7, + "max": 118.3, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 1000, + "measurements": [ + 931.2, + 912.2, + 1194.4, + 1192.6, + 946.9 + ], + "average": 1035.46, + "min": 912.2, + "max": 1194.4, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 99.99999, + "measurements": [ + 100, + 100, + 99.95766, + 99.988027, + 99.93028 + ], + "average": 99.975, + "min": 99.93028, + "max": 100, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 100000, + "measurements": [ + 60415, + 88288, + 41560, + 77445, + 94786 + ], + "average": 72498.8, + "min": 41560, + "max": 94786, + "unit": "UEs" + } + ], + "overallCompliance": true, + "resourceUtilization": { + "cpuUsage": 56.7, + "memoryUsage": 69.1, + "prbUtilization": 59.8 + }, + "@type": "Inte +...... +``` + +### Prediction +```json + + + + +{ + "intentAssuranceReport": { + "intentId": "intent-110011110000", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 3, + "measurements": [ + 2.89, + 2.86, + 2.86, + 2.86, + 2.86 + ], + "average": 2.866, + "min": 2.86, + "max": 2.89, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 1000, + "measurements": [ + 1016.1, + 1169.4, + 1128.4, + 1098.1, + 1128.4 + ], + "average": 1108.08, + "min": 1016.1, + "max": 1169.4, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 50, + "measurements": [ + 58.6, + 58.3, + 58.8, + 52.1, + 52.6 + ], + "average": 54.48, + "min": 52.1, + "max": 58.8, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 99.9999, + "measurements": [ + 99.903667, + 99.999611, + 99.99996, + 99.999962, + 99.999966 + ], + "average": 99.98, + "min": 99.903667, + "max": 99.999966, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 500000, + "measurements": [ + 136446, + 19801, + 289202, + 289262, + 289262 + ], + "average": 188838.6, + "min": 19801, + "max": 289262, + "unit": "UEs" + } + ], + "overallCompliance": true, + "resourceUtilization": { + "cpuUsage": 77.7, + "memoryUsage": 28.6, + "prbU +...... +``` + +## Example 40: success — `tmf921_lifecycle_report` — `test_template_ood` + +- id: `7f4c7e3c8d4e` +- slice type: `HMTC` +- lifecycle: `report` +- error label: `success_or_high_scoring_example` +- raw field F1: `0.23809523809523808` +- normalized field F1: `0.19047619047619047` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intentAssuranceReport": { + "intentId": "intent-676527391acc", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 3, + "measurements": [ + 1.8, + 2.04, + 2.99, + 2.57, + 2.84 + ], + "average": 2.448, + "min": 1.8, + "max": 2.99, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 100, + "measurements": [ + 95.7, + 108.9, + 98.5, + 104.4, + 118.3 + ], + "average": 105.16, + "min": 95.7, + "max": 118.3, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 1000, + "measurements": [ + 931.2, + 912.2, + 1194.4, + 1192.6, + 946.9 + ], + "average": 1035.46, + "min": 912.2, + "max": 1194.4, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 99.99999, + "measurements": [ + 100, + 100, + 99.95766, + 99.988027, + 99.93028 + ], + "average": 99.975, + "min": 99.93028, + "max": 100, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 100000, + "measurements": [ + 60415, + 88288, + 41560, + 77445, + 94786 + ], + "average": 72498.8, + "min": 41560, + "max": 94786, + "unit": "UEs" + } + ], + "overallCompliance": true, + "resourceUtilization": { + "cpuUsage": 56.7, + "memoryUsage": 69.1, + "prbUtilization": 59.8 + }, + "@type": "Inte +...... +``` + +### Prediction +```json + + + + +{ + "intentAssuranceReport": { + "intentId": "intent-110011110000", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 3, + "measurements": [ + 2.89, + 2.86, + 2.86, + 2.86, + 2.86 + ], + "average": 2.866, + "min": 2.86, + "max": 2.89, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 1000, + "measurements": [ + 1016.1, + 1169.4, + 1128.4, + 1098.1, + 1128.4 + ], + "average": 1108.08, + "min": 1016.1, + "max": 1169.4, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 50, + "measurements": [ + 58.6, + 58.3, + 58.8, + 52.1, + 52.6 + ], + "average": 54.48, + "min": 52.1, + "max": 58.8, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 99.9999, + "measurements": [ + 99.903667, + 99.999611, + 99.99996, + 99.999962, + 99.999966 + ], + "average": 99.98, + "min": 99.903667, + "max": 99.999966, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 500000, + "measurements": [ + 136446, + 19801, + 289202, + 289262, + 289262 + ], + "average": 188838.6, + "min": 19801, + "max": 289262, + "unit": "UEs" + } + ], + "overallCompliance": true, + "resourceUtilization": { + "cpuUsage": 77.7, + "memoryUsage": 28.6, + "prbU +...... +``` + +## Example 41: failure — `tmf921` — `test_template_ood` + +- id: `75ff5712aae2` +- slice type: `MPS` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.717948717948718` +- normalized field F1: `0.8507462686567164` +- normalized key F1: `0.9402985074626866` + +### Gold +```json +{ + "id": "intent-57fe3dc7da91", + "href": "/tmf-api/intentManagement/v4/intent/intent-57fe3dc7da91", + "name": "MPS Slice - Public Wifi Mesh Backhaul", + "description": "Intent for public WiFi mesh backhaul at Urban Innovation District with MPS service level", + "lifecycleState": "Active", + "priority": 3, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-c2805cb10e14", + "name": "MPS QoS Delivery Expectation", + "expectationVerb": "ENSURE", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-mps-a4d53b", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "MPS" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 5, + "sd": "000004" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 100, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 10, + "targetMetric": "PLMNID.ul.ThpVol.NRCellDU", + "unit": "Mbps" + }, +...... +``` + +### Prediction +```json + + + + +{ + "id": "intent-11b144b1b106", + "href": "/tmf-api/intentManagement/v4/intent/intent-11b144b1b106", + "name": "URLLC Slice - Public Wifi Mesh Backhaul", + "description": "Intent for public WiFi mesh backhaul at Urban Innovation District with URLLC service level", + "lifecycleState": "Active", + "priority": 1, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-10b1b1b1b106", + "name": "URLLC QoS Delivery Expectation", + "expectationVerb": "DELIVER", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-urllc-10b1b1", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "URLLC" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 2, + "sd": "000001" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 100, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 10, + "targetMetric": "PLMNID.ul.ThpVol.NRCellDU", + +...... +``` + +## Example 42: failure — `tmf921` — `test_template_ood` + +- id: `27ff1aefa833` +- slice type: `URLLC` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.7692307692307693` +- normalized field F1: `0.8656716417910447` +- normalized key F1: `0.9402985074626866` + +### Gold +```json +{ + "id": "intent-6db2cf6a195a", + "href": "/tmf-api/intentManagement/v4/intent/intent-6db2cf6a195a", + "name": "URLLC Slice - V2X Intersection Management", + "description": "Intent for V2X intersection management at Hospital Campus with URLLC service level", + "lifecycleState": "Active", + "priority": 2, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-8e8fc9a670b9", + "name": "URLLC QoS Delivery Expectation", + "expectationVerb": "ENSURE", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-urllc-20c617", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "URLLC" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 2, + "sd": "000001" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 150, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 10, + "targetMetric": "PLMNID.ul.ThpVol.NRCellDU", + "unit": "Mbps" + +...... +``` + +### Prediction +```json + + + + +{ + "id": "intent-011011101010", + "href": "/tmf-api/intentManagement/v4/intent/intent-011011101010", + "name": "URLLC Slice - V2X Intersection Management", + "description": "Intent for V2X intersection management at Hospital Campus with URLLC service level", + "lifecycleState": "Active", + "priority": 1, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-000000000001", + "name": "URLLC QoS Delivery Expectation", + "expectationVerb": "DELIVER", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-urllc-000001", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "URLLC" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 2, + "sd": "000003" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 150, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 10, + "targetMetric": "PLMNID.ul.ThpVol.NRCellDU", + "un +...... +``` + +## Example 43: failure — `tmf921` — `test_template_ood` + +- id: `945c8bbf3b30` +- slice type: `eMBB` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.7692307692307693` +- normalized field F1: `0.8656716417910447` +- normalized key F1: `0.9402985074626866` + +### Gold +```json +{ + "id": "intent-1699091a9c7b", + "href": "/tmf-api/intentManagement/v4/intent/intent-1699091a9c7b", + "name": "eMBB Slice - Cnc Machine Remote Control", + "description": "Intent for CNC machine remote control at Hospital Campus with eMBB service level", + "lifecycleState": "Active", + "priority": 4, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-8b042107dba6", + "name": "eMBB QoS Delivery Expectation", + "expectationVerb": "ENSURE", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-embb-352a93", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "eMBB" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 1, + "sd": "000001" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 800, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 200, + "targetMetric": "PLMNID.ul.ThpVol.NRCellDU", + "unit": "Mbps" + }, + +...... +``` + +### Prediction +```json + + + + +{ + "id": "intent-11b1b1b1b1b1", + "href": "/tmf-api/intentManagement/v4/intent/intent-11b1b1b1b1b1", + "name": "eMBB Slice - Cnc Machine Remote Control", + "description": "Intent for CNC machine remote control at Hospital Campus with eMBB service level", + "lifecycleState": "Active", + "priority": 3, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-11b1b1b1b1b1", + "name": "eMBB QoS Delivery Expectation", + "expectationVerb": "DELIVER", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-embb-11b1b1", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "eMBB" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 1, + "sd": "000003" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 800, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 200, + "targetMetric": "PLMNID.ul.ThpVol.NRCellDU", + "unit": " +...... +``` + +## Example 44: success — `tmf921` — `test_template_ood` + +- id: `ffcc8d47cd63` +- slice type: `V2X` +- lifecycle: `create` +- error label: `success_or_high_scoring_example` +- raw field F1: `0.8860759493670886` +- normalized field F1: `1.0` +- normalized key F1: `1.0` + +### Gold +```json +{ + "id": "intent-c09bf08c2c96", + "href": "/tmf-api/intentManagement/v4/intent/intent-c09bf08c2c96", + "name": "V2X Slice - Cross-Dock Coordination", + "description": "Intent for cross-dock coordination at Medical Center District with V2X service level", + "lifecycleState": "Active", + "priority": 1, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-2b21f2a05b34", + "name": "V2X QoS Delivery Expectation", + "expectationVerb": "DELIVER", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-v2x-b2886e", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "V2X" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 4, + "sd": "000001" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 25, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 75, + "targetMetric": "PLMNID.ul.ThpVol.NRCellDU", + "unit": "Mbps" + }, + +...... +``` + +### Prediction +```json + + + + +{ + "id": "intent-011111111111", + "href": "/tmf-api/intentManagement/v4/intent/intent-011111111111", + "name": "V2X Slice - Cross-Dock Coordination", + "description": "Intent for cross-dock coordination at Medical Center District with V2X service level", + "lifecycleState": "Active", + "priority": 1, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-011111111111", + "name": "V2X QoS Delivery Expectation", + "expectationVerb": "DELIVER", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-v2x-011111", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "V2X" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 4, + "sd": "000001" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 25, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 75, + "targetMetric": "PLMNID.ul.ThpVol.NRCellDU", + "unit": "Mbps" +...... +``` + +## Example 45: failure — `camara` — `test_template_ood` + +- id: `376fa50e73d1` +- slice type: `mMTC` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.43749999999999994` +- normalized field F1: `0.7142857142857142` +- normalized key F1: `0.9285714285714286` + +### Gold +```json +{ + "networkSliceBooking": { + "sliceType": "mMTC", + "sliceProfile": { + "latencyTarget": 500, + "reliability": 99.5, + "throughput": { + "downlink": 0.5, + "uplink": 10 + }, + "maxNumberOfUEs": 500000 + }, + "areaOfService": { + "region": "Runway Complex", + "center": { + "latitude": 25.2532, + "longitude": 55.3657 + }, + "radius": 200, + "cells": [ + "cell-051", + "cell-091" + ] + }, + "duration": { + "startTime": "2025-04-12T13:00:00Z", + "endTime": "2025-04-12T21:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/ce2bc908d0f7" + } +} +``` + +### Prediction +```json + + + + +{ + "networkSliceBooking": { + "sliceType": "mMTC", + "sliceProfile": { + "latencyTarget": 500, + "reliability": 99.5, + "throughput": { + "downlink": 0.5, + "uplink": 10 + }, + "maxNumberOfUEs": 500000 + }, + "areaOfService": { + "region": "Runway Complex", + "center": { + "latitude": 47.4502, + "longitude": 8.5617 + }, + "radius": 500, + "cells": [ + "cell-081", + "cell-080", + "cell-082", + "cell-083" + ] + }, + "duration": { + "startTime": "2025-01-04T03:00:00Z", + "endTime": "2025-01-04T04:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/111091190111" + } +} +``` + +## Example 46: failure — `camara` — `test_template_ood` + +- id: `3393971c8ccb` +- slice type: `MPS` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.5` +- normalized field F1: `0.7142857142857143` +- normalized key F1: `0.8571428571428571` + +### Gold +```json +{ + "networkSliceBooking": { + "sliceType": "MPS", + "sliceProfile": { + "latencyTarget": 1, + "reliability": 99.9999, + "throughput": { + "downlink": 100, + "uplink": 75 + }, + "maxNumberOfUEs": 500 + }, + "areaOfService": { + "region": "Runway Complex", + "center": { + "latitude": 25.2532, + "longitude": 55.3657 + }, + "radius": 500, + "cells": [ + "cell-100" + ] + }, + "duration": { + "startTime": "2025-08-20T06:00:00Z", + "endTime": "2025-08-20T18:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/1531bb364fd9" + } +} +``` + +### Prediction +```json + + + + +{ + "networkSliceBooking": { + "sliceType": "MPS", + "sliceProfile": { + "latencyTarget": 1, + "reliability": 99.9999, + "throughput": { + "downlink": 100, + "uplink": 75 + }, + "maxNumberOfUEs": 500 + }, + "areaOfService": { + "region": "Runway Complex", + "center": { + "latitude": 47.4502, + "longitude": 8.5617 + }, + "radius": 500, + "cells": [ + "cell-086", + "cell-080", + "cell-088", + "cell-089", + "cell-085" + ] + }, + "duration": { + "startTime": "2025-01-08T03:00:00Z", + "endTime": "2025-01-08T05:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/71044401000b" + } +} +``` + +## Example 47: failure — `camara` — `test_template_ood` + +- id: `7042bc34bef1` +- slice type: `eMBB` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.5` +- normalized field F1: `0.7142857142857143` +- normalized key F1: `0.8571428571428571` + +### Gold +```json +{ + "networkSliceBooking": { + "sliceType": "eMBB", + "sliceProfile": { + "latencyTarget": 30, + "reliability": 99.0, + "throughput": { + "downlink": 300, + "uplink": 25 + }, + "maxNumberOfUEs": 5000 + }, + "areaOfService": { + "region": "Power Grid Sector A", + "center": { + "latitude": 59.3293, + "longitude": 18.0686 + }, + "radius": 2000, + "cells": [ + "cell-072" + ] + }, + "duration": { + "startTime": "2025-08-22T23:00:00Z", + "endTime": "2025-08-23T00:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/67338ea3d0a2" + } +} +``` + +### Prediction +```json + + + + +{ + "networkSliceBooking": { + "sliceType": "eMBB", + "sliceProfile": { + "latencyTarget": 30, + "reliability": 99.9, + "throughput": { + "downlink": 300, + "uplink": 25 + }, + "maxNumberOfUEs": 5000 + }, + "areaOfService": { + "region": "Power Grid Sector A", + "center": { + "latitude": 59.3293, + "longitude": 18.0686 + }, + "radius": 5000, + "cells": [ + "cell-086", + "cell-080", + "cell-080", + "cell-080", + "cell-080" + ] + }, + "duration": { + "startTime": "2025-01-08T06:00:00Z", + "endTime": "2025-01-08T14:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/844431119101" + } +} +``` + +## Example 48: success — `camara` — `test_template_ood` + +- id: `3ec5d13a3c66` +- slice type: `MPS` +- lifecycle: `create` +- error label: `success_or_high_scoring_example` +- raw field F1: `0.5555555555555556` +- normalized field F1: `1.0` +- normalized key F1: `1.0` + +### Gold +```json +{ + "networkSliceBooking": { + "sliceType": "MPS", + "sliceProfile": { + "latencyTarget": 15, + "reliability": 99.999, + "throughput": { + "downlink": 25, + "uplink": 75 + }, + "maxNumberOfUEs": 50 + }, + "areaOfService": { + "region": "Industrial Zone North", + "center": { + "latitude": 52.52, + "longitude": 13.405 + }, + "radius": 500, + "cells": [ + "cell-080", + "cell-024", + "cell-096", + "cell-050", + "cell-056" + ] + }, + "duration": { + "startTime": "2025-06-01T18:00:00Z", + "endTime": "2025-06-08T18:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/51fb2b19dfd5" + } +} +``` + +### Prediction +```json + + + + +{ + "networkSliceBooking": { + "sliceType": "MPS", + "sliceProfile": { + "latencyTarget": 15, + "reliability": 99.999, + "throughput": { + "downlink": 25, + "uplink": 75 + }, + "maxNumberOfUEs": 50 + }, + "areaOfService": { + "region": "Industrial Zone North", + "center": { + "latitude": 52.52, + "longitude": 13.405 + }, + "radius": 500, + "cells": [ + "cell-089", + "cell-060", + "cell-080", + "cell-080", + "cell-080" + ] + }, + "duration": { + "startTime": "2025-01-19T08:00:00Z", + "endTime": "2025-01-19T10:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/100000000000" + } +} +``` + +## Example 49: failure — `intent_3gpp` — `test_template_ood` + +- id: `1bb88377bb51` +- slice type: `mMTC` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.775` +- normalized field F1: `0.6578947368421053` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intent": { + "id": "intent-mMTC-9f52a80fa133", + "name": "Joint Force C2 Network mMTC Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-87ee952586d1", + "expectationVerb": "ENSURE", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "mMTC", + "sNSSAI": { + "sst": 3, + "sd": "000001" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 50, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 0.5, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN", + "targetValueRange": 500, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 90, + "unit": "percent" + }, + { + "targetName": "deviceDensity", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 50000, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Naval Port Zone" + }, + { + "contextAttribute": "useCase", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "joint force +...... +``` + +### Prediction +```json + + + + +{ + "intent": { + "id": "intent-mMTC-0d0444001008", + "name": "Joint Force C2 Network mMTC Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-0d0444001008", + "expectationVerb": "DELIVER", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "mMTC", + "sNSSAI": { + "sst": 3, + "sd": "000003" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 50, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 0.5, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 500, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 90, + "unit": "percent" + }, + { + "targetName": "deviceDensity", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 50000, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Naval Port Zone" + }, + { + "contextAttribute": "useCase", + "contextCond +...... +``` + +## Example 50: failure — `intent_3gpp` — `test_template_ood` + +- id: `e57e5b4bf0f2` +- slice type: `mMTC` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.775` +- normalized field F1: `0.6578947368421053` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intent": { + "id": "intent-mMTC-cac30a9f990f", + "name": "Traffic Signal Preemption mMTC Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-7d33416f957f", + "expectationVerb": "ENSURE", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "mMTC", + "sNSSAI": { + "sst": 3, + "sd": "000001" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 1, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 10, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN", + "targetValueRange": 50, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 99.5, + "unit": "percent" + }, + { + "targetName": "deviceDensity", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 50000, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Healthcare Park" + }, + { + "contextAttribute": "useCase", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "traffic s +...... +``` + +### Prediction +```json + + + + +{ + "intent": { + "id": "intent-mMTC-110011000008", + "name": "Traffic Signal Preemption mMTC Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-000000000001", + "expectationVerb": "DELIVER", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "mMTC", + "sNSSAI": { + "sst": 3, + "sd": "000003" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 1, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 10, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 50, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 99.5, + "unit": "percent" + }, + { + "targetName": "deviceDensity", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 50000, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Healthcare Park" + }, + { + "contextAttribute": "useCase", + "contextCo +...... +``` + +## Example 51: failure — `intent_3gpp` — `test_template_ood` + +- id: `c3ca42fa50ad` +- slice type: `mMTC` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.775` +- normalized field F1: `0.6578947368421053` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intent": { + "id": "intent-mMTC-b563e3be5374", + "name": "Agv Fleet Management mMTC Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-9a1a93134f17", + "expectationVerb": "ENSURE", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "mMTC", + "sNSSAI": { + "sst": 3, + "sd": "000002" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 1, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 1, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN", + "targetValueRange": 500, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 95, + "unit": "percent" + }, + { + "targetName": "deviceDensity", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 500000, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Industrial Zone North" + }, + { + "contextAttribute": "useCase", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "AGV fleet +...... +``` + +### Prediction +```json + + + + +{ + "intent": { + "id": "intent-mMTC-091000000000", + "name": "Agv Fleet Management mMTC Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-000000000000", + "expectationVerb": "DELIVER", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "mMTC", + "sNSSAI": { + "sst": 3, + "sd": "000003" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 1, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 1, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 500, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 95, + "unit": "percent" + }, + { + "targetName": "deviceDensity", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 500000, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Industrial Zone North" + }, + { + "contextAttribute": "useCase", + "contextCo +...... +``` + +## Example 52: success — `intent_3gpp` — `test_template_ood` + +- id: `581f62e0a8a8` +- slice type: `eMBB` +- lifecycle: `create` +- error label: `success_or_high_scoring_example` +- raw field F1: `0.925` +- normalized field F1: `0.9736842105263158` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intent": { + "id": "intent-eMBB-f9bf5c778a43", + "name": "Crane Remote Operation eMBB Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-0c144af8205e", + "expectationVerb": "DELIVER", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "eMBB", + "sNSSAI": { + "sst": 1, + "sd": "000001" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 800, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 50, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN", + "targetValueRange": 80, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 99.9, + "unit": "percent" + }, + { + "targetName": "maxNumberOfUEs", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 10000, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Building Development Zone" + }, + { + "contextAttribute": "useCase", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": +...... +``` + +### Prediction +```json + + + + +{ + "intent": { + "id": "intent-eMBB-100000000001", + "name": "Crane Remote Operation eMBB Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-000000000001", + "expectationVerb": "DELIVER", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "eMBB", + "sNSSAI": { + "sst": 1, + "sd": "000001" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 800, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 50, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN", + "targetValueRange": 80, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 99.9, + "unit": "percent" + }, + { + "targetName": "maxNumberOfUEs", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 10000, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Building Development Zone" + }, + { + "contextAttribute": "useCase", + "contextCondition": "IS_EQUAL_TO", + " +...... +``` + +## Example 53: failure — `o1_nrm` — `test_use_case_ood` + +- id: `a54dc4a556cb` +- slice type: `HMTC` +- lifecycle: `create` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.2608695652173913` +- normalized field F1: `0.3` +- normalized key F1: `1.0` + +### Gold +```json +{ + "ManagedElement": { + "id": "gNB-006", + "GNBDUFunction": { + "id": "DU-033", + "gNBId": 6, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-033-003", + "cellLocalId": 3, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n41", + "arfcnDL": 518533, + "bSChannelBwDL": 20, + "nrPCI": 420, + "nrTAC": 18844, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 5, + "sd": "000002" + }, + "rrmPolicyMinRatio": 0.6, + "rrmPolicyMaxRatio": 0.86, + "rrmPolicyDedicatedRatio": 0.73, + "rrmPolicyMaxRatioPerSlice": 0.86 + } + ], + "pLMNInfoList": [ + { + "mcc": "234", + "mnc": "02", + "sNSSAIList": [ + { + "sst": 5, + "sd": "000002" + } + ] + } + ] + } + } + } +} +``` + +### Prediction +```json + + + + +{ + "ManagedElement": { + "id": "gNB-016", + "GNBDUFunction": { + "id": "DU-008", + "gNBId": 16, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-008-002", + "cellLocalId": 2, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n78", + "arfcnDL": 620126, + "bSChannelBwDL": 40, + "nrPCI": 812, + "nrTAC": 38911, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 5, + "sd": "000001" + }, + "rrmPolicyMinRatio": 0.6, + "rrmPolicyMaxRatio": 0.85, + "rrmPolicyDedicatedRatio": 0.72, + "rrmPolicyMaxRatioPerSlice": 0.85 + } + ], + "pLMNInfoList": [ + { + "mcc": "262", + "mnc": "00", + "sNSSAIList": [ + { + "sst": 5, + "sd": "000001" + } + ] + } + ] + } + } + } +} +``` + +## Example 54: failure — `o1_nrm` — `test_use_case_ood` + +- id: `2c5a416bf2ce` +- slice type: `eMBB` +- lifecycle: `create` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.2608695652173913` +- normalized field F1: `0.3` +- normalized key F1: `1.0` + +### Gold +```json +{ + "ManagedElement": { + "id": "gNB-036", + "GNBDUFunction": { + "id": "DU-042", + "gNBId": 36, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-042-006", + "cellLocalId": 6, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n79", + "arfcnDL": 702159, + "bSChannelBwDL": 60, + "nrPCI": 241, + "nrTAC": 65427, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 1, + "sd": "000002" + }, + "rrmPolicyMinRatio": 0.15, + "rrmPolicyMaxRatio": 0.38, + "rrmPolicyDedicatedRatio": 0.27, + "rrmPolicyMaxRatioPerSlice": 0.38 + } + ], + "pLMNInfoList": [ + { + "mcc": "234", + "mnc": "260", + "sNSSAIList": [ + { + "sst": 1, + "sd": "000003" + } + ] + } + ] + } + } + } +} +``` + +### Prediction +```json + + + + +{ + "ManagedElement": { + "id": "gNB-016", + "GNBDUFunction": { + "id": "DU-008", + "gNBId": 16, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-008-002", + "cellLocalId": 2, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n78", + "arfcnDL": 620012, + "bSChannelBwDL": 40, + "nrPCI": 812, + "nrTAC": 38502, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 1, + "sd": "000001" + }, + "rrmPolicyMinRatio": 0.15, + "rrmPolicyMaxRatio": 0.4, + "rrmPolicyDedicatedRatio": 0.28, + "rrmPolicyMaxRatioPerSlice": 0.4 + } + ], + "pLMNInfoList": [ + { + "mcc": "262", + "mnc": "00", + "sNSSAIList": [ + { + "sst": 1, + "sd": "000001" + } + ] + } + ] + } + } + } +} +``` + +## Example 55: failure — `o1_nrm` — `test_use_case_ood` + +- id: `05186356f450` +- slice type: `eMBB` +- lifecycle: `create` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.2608695652173913` +- normalized field F1: `0.3` +- normalized key F1: `1.0` + +### Gold +```json +{ + "ManagedElement": { + "id": "gNB-029", + "GNBDUFunction": { + "id": "DU-038", + "gNBId": 29, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-038-010", + "cellLocalId": 10, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n79", + "arfcnDL": 699251, + "bSChannelBwDL": 50, + "nrPCI": 761, + "nrTAC": 26056, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 1, + "sd": "000002" + }, + "rrmPolicyMinRatio": 0.25, + "rrmPolicyMaxRatio": 0.55, + "rrmPolicyDedicatedRatio": 0.4, + "rrmPolicyMaxRatioPerSlice": 0.55 + } + ], + "pLMNInfoList": [ + { + "mcc": "310", + "mnc": "260", + "sNSSAIList": [ + { + "sst": 1, + "sd": "000002" + } + ] + } + ] + } + } + } +} +``` + +### Prediction +```json + + + + +{ + "ManagedElement": { + "id": "gNB-016", + "GNBDUFunction": { + "id": "DU-008", + "gNBId": 16, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-008-001", + "cellLocalId": 1, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n78", + "arfcnDL": 629820, + "bSChannelBwDL": 40, + "nrPCI": 812, + "nrTAC": 58431, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 1, + "sd": "000003" + }, + "rrmPolicyMinRatio": 0.25, + "rrmPolicyMaxRatio": 0.5, + "rrmPolicyDedicatedRatio": 0.38, + "rrmPolicyMaxRatioPerSlice": 0.5 + } + ], + "pLMNInfoList": [ + { + "mcc": "262", + "mnc": "00", + "sNSSAIList": [ + { + "sst": 1, + "sd": "000001" + } + ] + } + ] + } + } + } +} +``` + +## Example 56: success — `o1_nrm` — `test_use_case_ood` + +- id: `1366e9589e3d` +- slice type: `HMTC` +- lifecycle: `create` +- error label: `success_or_high_scoring_example` +- raw field F1: `0.5652173913043478` +- normalized field F1: `0.65` +- normalized key F1: `1.0` + +### Gold +```json +{ + "ManagedElement": { + "id": "gNB-010", + "GNBDUFunction": { + "id": "DU-047", + "gNBId": 10, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-047-009", + "cellLocalId": 9, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n78", + "arfcnDL": 632806, + "bSChannelBwDL": 80, + "nrPCI": 964, + "nrTAC": 11290, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 5, + "sd": "000001" + }, + "rrmPolicyMinRatio": 0.6, + "rrmPolicyMaxRatio": 0.85, + "rrmPolicyDedicatedRatio": 0.72, + "rrmPolicyMaxRatioPerSlice": 0.85 + } + ], + "pLMNInfoList": [ + { + "mcc": "001", + "mnc": "00", + "sNSSAIList": [ + { + "sst": 5, + "sd": "000001" + } + ] + } + ] + } + } + } +} +``` + +### Prediction +```json + + + + +{ + "ManagedElement": { + "id": "gNB-001", + "GNBDUFunction": { + "id": "DU-001", + "gNBId": 1, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-001-001", + "cellLocalId": 1, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n78", + "arfcnDL": 629820, + "bSChannelBwDL": 100, + "nrPCI": 812, + "nrTAC": 38921, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 5, + "sd": "000001" + }, + "rrmPolicyMinRatio": 0.6, + "rrmPolicyMaxRatio": 0.85, + "rrmPolicyDedicatedRatio": 0.72, + "rrmPolicyMaxRatioPerSlice": 0.85 + } + ], + "pLMNInfoList": [ + { + "mcc": "262", + "mnc": "00", + "sNSSAIList": [ + { + "sst": 5, + "sd": "000001" + } + ] + } + ] + } + } + } +} +``` + +## Example 57: failure — `a1_policy` — `test_use_case_ood` + +- id: `23d6129078f6` +- slice type: `MPS` +- lifecycle: `create` +- error label: `a1_policy_value_error` +- raw field F1: `0.42105263157894735` +- normalized field F1: `0.5` +- normalized key F1: `1.0` + +### Gold +```json +{ + "a1Policy": { + "policyId": "a1-pol-mps-156efe", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-mps-345235", + "cellId": "cell-029", + "sNSSAI": { + "sst": 5, + "sd": "000004" + } + }, + "qosObjectives": { + "gfbr": 50, + "mfbr": 60.0, + "priorityLevel": 1, + "5qi": 65, + "pdb": 75, + "per": 1e-05 + }, + "resourceAllocation": { + "prbQuota": { + "min": 5, + "max": 19 + }, + "schedulerWeight": 0.5, + "maxUEs": 10 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +### Prediction +```json + + + + +{ + "a1Policy": { + "policyId": "a1-pol-urllc-11000b", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-urllc-11000b", + "cellId": "cell-018", + "sNSSAI": { + "sst": 2, + "sd": "000001" + } + }, + "qosObjectives": { + "gfbr": 50, + "mfbr": 60.0, + "priorityLevel": 3, + "5qi": 84, + "pdb": 30, + "per": 1e-06 + }, + "resourceAllocation": { + "prbQuota": { + "min": 5, + "max": 23 + }, + "schedulerWeight": 0.39, + "maxUEs": 10 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +## Example 58: failure — `a1_policy` — `test_use_case_ood` + +- id: `2be9624ce4ff` +- slice type: `URLLC` +- lifecycle: `create` +- error label: `a1_policy_value_error` +- raw field F1: `0.47368421052631576` +- normalized field F1: `0.5555555555555556` +- normalized key F1: `1.0` + +### Gold +```json +{ + "a1Policy": { + "policyId": "a1-pol-urllc-dc57c9", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-urllc-d43999", + "cellId": "cell-060", + "sNSSAI": { + "sst": 2, + "sd": "000002" + } + }, + "qosObjectives": { + "gfbr": 20, + "mfbr": 24.0, + "priorityLevel": 1, + "5qi": 82, + "pdb": 10, + "per": 1e-05 + }, + "resourceAllocation": { + "prbQuota": { + "min": 5, + "max": 33 + }, + "schedulerWeight": 0.63, + "maxUEs": 5000 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +### Prediction +```json + + + + +{ + "a1Policy": { + "policyId": "a1-pol-urllc-0d000d", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-urllc-0d000d", + "cellId": "cell-001", + "sNSSAI": { + "sst": 2, + "sd": "000003" + } + }, + "qosObjectives": { + "gfbr": 20, + "mfbr": 24.0, + "priorityLevel": 3, + "5qi": 84, + "pdb": 30, + "per": 1e-06 + }, + "resourceAllocation": { + "prbQuota": { + "min": 5, + "max": 23 + }, + "schedulerWeight": 0.46, + "maxUEs": 5000 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +## Example 59: failure — `a1_policy` — `test_use_case_ood` + +- id: `cdcd70fe4383` +- slice type: `eMBB` +- lifecycle: `create` +- error label: `a1_policy_value_error` +- raw field F1: `0.47368421052631576` +- normalized field F1: `0.5555555555555556` +- normalized key F1: `1.0` + +### Gold +```json +{ + "a1Policy": { + "policyId": "a1-pol-embb-2fb74c", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-embb-571eb5", + "cellId": "cell-051", + "sNSSAI": { + "sst": 1, + "sd": "000003" + } + }, + "qosObjectives": { + "gfbr": 500, + "mfbr": 600.0, + "priorityLevel": 6, + "5qi": 7, + "pdb": 100, + "per": 0.005 + }, + "resourceAllocation": { + "prbQuota": { + "min": 27, + "max": 49 + }, + "schedulerWeight": 0.3, + "maxUEs": 100 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +### Prediction +```json + + + + +{ + "a1Policy": { + "policyId": "a1-pol-embb-11410c", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-embb-11410c", + "cellId": "cell-061", + "sNSSAI": { + "sst": 1, + "sd": "000001" + } + }, + "qosObjectives": { + "gfbr": 500, + "mfbr": 600.0, + "priorityLevel": 5, + "5qi": 6, + "pdb": 300, + "per": 0.0001 + }, + "resourceAllocation": { + "prbQuota": { + "min": 27, + "max": 43 + }, + "schedulerWeight": 0.51, + "maxUEs": 100 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +## Example 60: success — `a1_policy` — `test_use_case_ood` + +- id: `891dafff525f` +- slice type: `URLLC` +- lifecycle: `create` +- error label: `success_or_high_scoring_example` +- raw field F1: `0.7894736842105263` +- normalized field F1: `0.8888888888888888` +- normalized key F1: `1.0` + +### Gold +```json +{ + "a1Policy": { + "policyId": "a1-pol-urllc-bc7a0d", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-urllc-eaa78a", + "cellId": "cell-002", + "sNSSAI": { + "sst": 2, + "sd": "000002" + } + }, + "qosObjectives": { + "gfbr": 100, + "mfbr": 120.0, + "priorityLevel": 1, + "5qi": 85, + "pdb": 5, + "per": 1e-06 + }, + "resourceAllocation": { + "prbQuota": { + "min": 5, + "max": 23 + }, + "schedulerWeight": 0.46, + "maxUEs": 50 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +### Prediction +```json + + + + +{ + "a1Policy": { + "policyId": "a1-pol-urllc-11000d", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-urllc-11000d", + "cellId": "cell-086", + "sNSSAI": { + "sst": 2, + "sd": "000001" + } + }, + "qosObjectives": { + "gfbr": 100, + "mfbr": 120.0, + "priorityLevel": 1, + "5qi": 85, + "pdb": 5, + "per": 1e-06 + }, + "resourceAllocation": { + "prbQuota": { + "min": 5, + "max": 23 + }, + "schedulerWeight": 0.46, + "maxUEs": 50 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +## Example 61: failure — `tmf921_lifecycle_report` — `test_use_case_ood` + +- id: `380f2571b07d` +- slice type: `URLLC` +- lifecycle: `report` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.23809523809523808` +- normalized field F1: `0.1111111111111111` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intentAssuranceReport": { + "intentId": "intent-b1db26b2b3a1", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 1, + "measurements": [ + 0.89, + 0.99, + 0.94, + 0.8, + 0.74 + ], + "average": 0.872, + "min": 0.74, + "max": 0.99, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 50, + "measurements": [ + 46.8, + 49.4, + 54.6, + 49.4, + 59.0 + ], + "average": 51.84, + "min": 46.8, + "max": 59.0, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 100, + "measurements": [ + 98.0, + 105.2, + 91.5, + 104.2, + 96.7 + ], + "average": 99.12, + "min": 91.5, + "max": 105.2, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 99.9999, + "measurements": [ + 99.960407, + 100, + 99.964983, + 100, + 99.95874 + ], + "average": 99.977, + "min": 99.95874, + "max": 100, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 50, + "measurements": [ + 36, + 34, + 6, + 24, + 31 + ], + "average": 26.2, + "min": 6, + "max": 36, + "unit": "UEs" + } + ], + "overallCompliance": false, + "resourceUtilization": { + "cpuUsage": 41.3, + "memoryUsage": 23.6, + "prbUtilization": 85.2 + }, + "@type": "IntentAssuranceReport" + } +} +``` + +### Prediction +```json + + + + +{ + "intentAssuranceReport": { + "intentId": "intent-011011101110", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 10, + "measurements": [ + 6.23, + 6.82, + 10.0, + 9.0, + 8.48 + ], + "average": 8.106, + "min": 6.23, + "max": 10.0, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 150, + "measurements": [ + 158.4, + 139.1, + 168.4, + 159.4, + 140.6 + ], + "average": 151.18, + "min": 139.1, + "max": 168.4, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 100, + "measurements": [ + 100.0, + 118.4, + 99.3, + 118.6, + 99.5 + ], + "average": 107.16, + "min": 99.3, + "max": 118.6, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 99.999, + "measurements": [ + 99.998616, + 99.998011, + 99.999011, + 99.998989, + 99.998989 + ], + "average": 99.9989, + "min": 99.998011, + "max": 99.999011, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 50, + "measurements": [ + 40, + 40, + 44, + 46, + 28 + ], + "average": 39.6, + "min": 28, + "max": 46, + "unit": "UEs" + } + ], + "overallCompliance": true, + "resourceUtilization": { + "cpuUsage": 77.7, + "memoryUsage": 28.6, + "prbUtilization": 82.0 + }, + "@type +...... +``` + +## Example 62: failure — `tmf921_lifecycle_report` — `test_use_case_ood` + +- id: `b90242682a5f` +- slice type: `HMTC` +- lifecycle: `report` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.2222222222222222` +- normalized field F1: `0.1111111111111111` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intentAssuranceReport": { + "intentId": "intent-30202401179e", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 1, + "measurements": [ + 0.86, + 0.84, + 1.03, + 0.66, + 0.77 + ], + "average": 0.832, + "min": 0.66, + "max": 1.03, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 1000, + "measurements": [ + 931.3, + 907.5, + 1031.7, + 988.2, + 1051.7 + ], + "average": 982.08, + "min": 907.5, + "max": 1051.7, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 1000, + "measurements": [ + 1062.8, + 992.1, + 1040.9, + 1060.4, + 1073.9 + ], + "average": 1046.02, + "min": 992.1, + "max": 1073.9, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 99.9999, + "measurements": [ + 99.908937, + 100, + 99.928188, + 100, + 99.913298 + ], + "average": 99.95, + "min": 99.908937, + "max": 100, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 100000, + "measurements": [ + 38036, + 6057, + 46941, + 22542, + 80098 + ], + "average": 38734.8, + "min": 6057, + "max": 80098, + "unit": "UEs" + } + ], + "overallCompliance": true, + "resourceUtilization": { + "cpuUsage": 52.4, + "memoryUsage": 21.3, + "prbUtilization": 87.2 + }, + "@ty +...... +``` + +### Prediction +```json + + + + +{ + "intentAssuranceReport": { + "intentId": "intent-30202401179e", + "reportPeriod": { + "start": "2025-01-01T00:00:00Z", + "end": "2025-01-01T01:00:00Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 3, + "measurements": [ + 2.89, + 2.86, + 2.89, + 2.86, + 2.86 + ], + "average": 2.872, + "min": 2.86, + "max": 2.89, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 1000, + "measurements": [ + 1012.1, + 1089.4, + 1168.8, + 1096.6, + 1127.6 + ], + "average": 1098.9, + "min": 1012.1, + "max": 1168.8, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 500, + "measurements": [ + 581.4, + 558.4, + 589.1, + 580.8, + 589.3 + ], + "average": 579.8, + "min": 558.4, + "max": 589.3, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 99.99999, + "measurements": [ + 99.903672, + 99.999041, + 99.999961, + 99.999966, + 99.999966 + ], + "average": 99.98, + "min": 99.903672, + "max": 99.999966, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 1000000, + "measurements": [ + 110211, + 967222, + 989402, + 989112, + 989182 + ], + "average": 989, + "min": 110211, + "max": 989402, + "unit": "UEs" + } + ], + "overallCompliance": true, + "resourceUtilization": { + "cpuUsage": 76.1, + "memoryUsage": 28.6, + +...... +``` + +## Example 63: failure — `tmf921_lifecycle_report` — `test_use_case_ood` + +- id: `ec5593ba7a48` +- slice type: `URLLC` +- lifecycle: `report` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.23809523809523808` +- normalized field F1: `0.12698412698412698` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intentAssuranceReport": { + "intentId": "intent-b885cd9a59ae", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 0.5, + "measurements": [ + 0.46, + 0.52, + 0.53, + 0.52, + 0.51 + ], + "average": 0.508, + "min": 0.46, + "max": 0.53, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 100, + "measurements": [ + 114.0, + 110.3, + 102.7, + 116.9, + 92.0 + ], + "average": 107.18, + "min": 92.0, + "max": 116.9, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 150, + "measurements": [ + 177.3, + 142.6, + 159.7, + 153.1, + 172.2 + ], + "average": 160.98, + "min": 142.6, + "max": 177.3, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 99.9999, + "measurements": [ + 99.926031, + 100, + 100, + 99.993946, + 99.955244 + ], + "average": 99.975, + "min": 99.926031, + "max": 100, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 10, + "measurements": [ + 4, + 7, + 10, + 6, + 8 + ], + "average": 7.0, + "min": 4, + "max": 10, + "unit": "UEs" + } + ], + "overallCompliance": true, + "resourceUtilization": { + "cpuUsage": 50.1, + "memoryUsage": 36.0, + "prbUtilization": 48.4 + }, + "@type": "IntentAssuranceReport" + } +} +``` + +### Prediction +```json + + + + +{ + "intentAssuranceReport": { + "intentId": "intent-b885cd9a59ae", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 100, + "measurements": [ + 66.06, + 66.1, + 90.01, + 66.0, + 66.0 + ], + "average": 68.854, + "min": 66.0, + "max": 90.01, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 50, + "measurements": [ + 58.2, + 58.8, + 52.8, + 52.1, + 58.3 + ], + "average": 54.84, + "min": 52.1, + "max": 58.8, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 25, + "measurements": [ + 29.1, + 23.1, + 28.3, + 23.3, + 29.8 + ], + "average": 26.72, + "min": 23.1, + "max": 29.8, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 99.9, + "measurements": [ + 99.966176, + 99.998011, + 99.998132, + 99.999831, + 99.999975 + ], + "average": 99.993, + "min": 99.966176, + "max": 99.999975, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 5000, + "measurements": [ + 1666, + 1808, + 4865, + 1808, + 4865 + ], + "average": 2880.4, + "min": 1666, + "max": 4865, + "unit": "UEs" + } + ], + "overallCompliance": true, + "resourceUtilization": { + "cpuUsage": 76.1, + "memoryUsage": 28.6, + "prbUtilization": 82.3 + }, + +...... +``` + +## Example 64: success — `tmf921_lifecycle_report` — `test_use_case_ood` + +- id: `1fc1a9523b74` +- slice type: `MPS` +- lifecycle: `report` +- error label: `success_or_high_scoring_example` +- raw field F1: `0.25396825396825395` +- normalized field F1: `0.2222222222222222` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intentAssuranceReport": { + "intentId": "intent-1e8c7fc26443", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 1, + "measurements": [ + 0.64, + 0.93, + 0.93, + 1.09, + 0.82 + ], + "average": 0.882, + "min": 0.64, + "max": 1.09, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 200, + "measurements": [ + 207.7, + 181.1, + 207.2, + 199.1, + 216.4 + ], + "average": 202.3, + "min": 181.1, + "max": 216.4, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 75, + "measurements": [ + 86.6, + 87.4, + 89.5, + 89.4, + 69.4 + ], + "average": 84.46, + "min": 69.4, + "max": 89.5, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 99.9999, + "measurements": [ + 100, + 100, + 100, + 99.923407, + 99.996963 + ], + "average": 99.984, + "min": 99.923407, + "max": 100, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 500, + "measurements": [ + 60, + 425, + 483, + 462, + 10 + ], + "average": 288.0, + "min": 10, + "max": 483, + "unit": "UEs" + } + ], + "overallCompliance": true, + "resourceUtilization": { + "cpuUsage": 55.1, + "memoryUsage": 48.6, + "prbUtilization": 52.7 + }, + "@type": "IntentAssuranceReport" + } +} +``` + +### Prediction +```json + + + + +{ + "intentAssuranceReport": { + "intentId": "intent-111111111111", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 10, + "measurements": [ + 10.26, + 6.4, + 9.5, + 10.02, + 8.5 + ], + "average": 8.936, + "min": 6.4, + "max": 10.26, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 150, + "measurements": [ + 158.4, + 139.1, + 168.4, + 158.8, + 140.6 + ], + "average": 151.26, + "min": 139.1, + "max": 168.4, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 100, + "measurements": [ + 100.4, + 111.6, + 99.8, + 100.4, + 99.9 + ], + "average": 100.42, + "min": 99.8, + "max": 111.6, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 99.9999, + "measurements": [ + 99.903667, + 99.999617, + 99.999811, + 99.999962, + 100 + ], + "average": 99.98, + "min": 99.903667, + "max": 100, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 5000, + "measurements": [ + 1646, + 4104, + 4865, + 4860, + 4142 + ], + "average": 3923.4, + "min": 1646, + "max": 4865, + "unit": "UEs" + } + ], + "overallCompliance": true, + "resourceUtilization": { + "cpuUsage": 77.7, + "memoryUsage": 28.6, + "prbUtilization": 82.0 + }, + " +...... +``` + +## Example 65: failure — `tmf921_lifecycle_monitor` — `test_use_case_ood` + +- id: `1674371747a5` +- slice type: `URLLC` +- lifecycle: `monitor` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.5666666666666667` +- normalized field F1: `0.20689655172413793` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intentFulfillmentReport": { + "intentId": "intent-92a95e995de3", + "reportTimestamp": "2026-04-24T09:11:31Z", + "fulfillmentStatus": "Fulfilled", + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 1, + "measured": 0.76, + "unit": "ms", + "compliant": true + }, + { + "kpi": "dlThroughput", + "target": 150, + "measured": 169.1, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "ulThroughput", + "target": 100, + "measured": 107.7, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "reliability", + "target": 99.9999, + "measured": 100, + "unit": "percent", + "compliant": true + }, + { + "kpi": "connectedUEs", + "target": 100, + "measured": 12, + "unit": "UEs", + "compliant": true + } + ], + "overallSlaCompliance": true, + "@type": "IntentFulfillmentReport" + } +} +``` + +### Prediction +```json + + + + +{ + "intentFulfillmentReport": { + "intentId": "intent-011011101010", + "reportTimestamp": "2026-04-24T09:11:31Z", + "fulfillmentStatus": "Degraded", + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 10, + "measured": 8.06, + "unit": "ms", + "compliant": true + }, + { + "kpi": "dlThroughput", + "target": 150, + "measured": 159.8, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "ulThroughput", + "target": 100, + "measured": 95.1, + "unit": "Mbps", + "compliant": false + }, + { + "kpi": "reliability", + "target": 99.999, + "measured": 99.901071, + "unit": "percent", + "compliant": false + }, + { + "kpi": "connectedUEs", + "target": 50, + "measured": 40, + "unit": "UEs", + "compliant": true + } + ], + "overallSlaCompliance": false, + "@type": "IntentFulfillmentReport" + } +} +``` + +## Example 66: failure — `tmf921_lifecycle_monitor` — `test_use_case_ood` + +- id: `98ed16395511` +- slice type: `HMTC` +- lifecycle: `monitor` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.5666666666666667` +- normalized field F1: `0.2413793103448276` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intentFulfillmentReport": { + "intentId": "intent-c173a11c070c", + "reportTimestamp": "2026-04-24T09:11:31Z", + "fulfillmentStatus": "Fulfilled", + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 0.5, + "measured": 0.36, + "unit": "ms", + "compliant": true + }, + { + "kpi": "dlThroughput", + "target": 200, + "measured": 220.7, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "ulThroughput", + "target": 200, + "measured": 205.2, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "reliability", + "target": 99.99999, + "measured": 100, + "unit": "percent", + "compliant": true + }, + { + "kpi": "connectedUEs", + "target": 100, + "measured": 43, + "unit": "UEs", + "compliant": true + } + ], + "overallSlaCompliance": true, + "@type": "IntentFulfillmentReport" + } +} +``` + +### Prediction +```json + + + + +{ + "intentFulfillmentReport": { + "intentId": "intent-c173a11c070c", + "reportTimestamp": "2026-04-24T09:11:31Z", + "fulfillmentStatus": "Degraded", + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 3, + "measured": 2.89, + "unit": "ms", + "compliant": true + }, + { + "kpi": "dlThroughput", + "target": 1000, + "measured": 955.1, + "unit": "Mbps", + "compliant": false + }, + { + "kpi": "ulThroughput", + "target": 500, + "measured": 529.6, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "reliability", + "target": 99.99999, + "measured": 99.99867, + "unit": "percent", + "compliant": false + }, + { + "kpi": "connectedUEs", + "target": 100000, + "measured": 87448, + "unit": "UEs", + "compliant": true + } + ], + "overallSlaCompliance": false, + "@type": "IntentFulfillmentReport" + } +} +``` + +## Example 67: failure — `tmf921_lifecycle_monitor` — `test_use_case_ood` + +- id: `90bbacd7cde6` +- slice type: `eMBB` +- lifecycle: `monitor` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.5666666666666667` +- normalized field F1: `0.2413793103448276` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intentFulfillmentReport": { + "intentId": "intent-c12689b6f1d0", + "reportTimestamp": "2026-04-24T09:11:31Z", + "fulfillmentStatus": "Fulfilled", + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 30, + "measured": 21.27, + "unit": "ms", + "compliant": true + }, + { + "kpi": "dlThroughput", + "target": 100, + "measured": 114.7, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "ulThroughput", + "target": 50, + "measured": 50.2, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "reliability", + "target": 99.95, + "measured": 99.966739, + "unit": "percent", + "compliant": true + }, + { + "kpi": "connectedUEs", + "target": 10000, + "measured": 5860, + "unit": "UEs", + "compliant": true + } + ], + "overallSlaCompliance": true, + "@type": "IntentFulfillmentReport" + } +} +``` + +### Prediction +```json + + + + +{ + "intentFulfillmentReport": { + "intentId": "intent-111111111111", + "reportTimestamp": "2026-04-24T09:11:31Z", + "fulfillmentStatus": "Degraded", + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 30, + "measured": 28.66, + "unit": "ms", + "compliant": true + }, + { + "kpi": "dlThroughput", + "target": 1000, + "measured": 955.1, + "unit": "Mbps", + "compliant": false + }, + { + "kpi": "ulThroughput", + "target": 100, + "measured": 109.2, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "reliability", + "target": 99.9, + "measured": 99.826061, + "unit": "percent", + "compliant": false + }, + { + "kpi": "connectedUEs", + "target": 10000, + "measured": 8943, + "unit": "UEs", + "compliant": true + } + ], + "overallSlaCompliance": false, + "@type": "IntentFulfillmentReport" + } +} +``` + +## Example 68: success — `tmf921_lifecycle_monitor` — `test_use_case_ood` + +- id: `436531981b6c` +- slice type: `MPS` +- lifecycle: `monitor` +- error label: `success_or_high_scoring_example` +- raw field F1: `0.7666666666666667` +- normalized field F1: `0.7586206896551724` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intentFulfillmentReport": { + "intentId": "intent-95f2e40c5e32", + "reportTimestamp": "2026-04-24T09:11:31Z", + "fulfillmentStatus": "Degraded", + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 1, + "measured": 0.81, + "unit": "ms", + "compliant": true + }, + { + "kpi": "dlThroughput", + "target": 150, + "measured": 154.4, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "ulThroughput", + "target": 100, + "measured": 104.6, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "reliability", + "target": 99.9999, + "measured": 99.937449, + "unit": "percent", + "compliant": false + }, + { + "kpi": "connectedUEs", + "target": 50, + "measured": 20, + "unit": "UEs", + "compliant": true + } + ], + "overallSlaCompliance": false, + "@type": "IntentFulfillmentReport" + } +} +``` + +### Prediction +```json + + + + +{ + "intentFulfillmentReport": { + "intentId": "intent-95f2e40c5e32", + "reportTimestamp": "2026-04-24T09:11:31Z", + "fulfillmentStatus": "Degraded", + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 10, + "measured": 8.06, + "unit": "ms", + "compliant": true + }, + { + "kpi": "dlThroughput", + "target": 150, + "measured": 159.8, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "ulThroughput", + "target": 100, + "measured": 109.4, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "reliability", + "target": 99.9999, + "measured": 99.998671, + "unit": "percent", + "compliant": false + }, + { + "kpi": "connectedUEs", + "target": 100, + "measured": 87, + "unit": "UEs", + "compliant": true + } + ], + "overallSlaCompliance": false, + "@type": "IntentFulfillmentReport" + } +} +``` + +## Example 69: failure — `tmf921` — `test_use_case_ood` + +- id: `bddc54ab839a` +- slice type: `URLLC` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.7692307692307693` +- normalized field F1: `0.8656716417910447` +- normalized key F1: `0.9402985074626866` + +### Gold +```json +{ + "id": "intent-8931782be6a9", + "href": "/tmf-api/intentManagement/v4/intent/intent-8931782be6a9", + "name": "URLLC Slice - Heavy Equipment Telemetry", + "description": "Intent for heavy equipment telemetry at Construction Site Gamma with URLLC service level", + "lifecycleState": "Active", + "priority": 2, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-6269398c603e", + "name": "URLLC QoS Delivery Expectation", + "expectationVerb": "ENSURE", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-urllc-f91640", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "URLLC" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 2, + "sd": "000002" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 300, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 25, + "targetMetric": "PLMNID.ul.ThpVol.NRCellDU", + "unit": "Mbps" + +...... +``` + +### Prediction +```json + + + + +{ + "id": "intent-11b110b11086", + "href": "/tmf-api/intentManagement/v4/intent/intent-11b110b11086", + "name": "URLLC Slice - Heavy Equipment Telemetry", + "description": "Intent for heavy equipment telemetry at Construction Site Gamma with URLLC service level", + "lifecycleState": "Active", + "priority": 1, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-09b110b11086", + "name": "URLLC QoS Delivery Expectation", + "expectationVerb": "DELIVER", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-urllc-11b110", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "URLLC" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 2, + "sd": "000001" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 300, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 25, + "targetMetric": "PLMNID.ul.ThpVol.NRCellDU", + +...... +``` + +## Example 70: failure — `tmf921` — `test_use_case_ood` + +- id: `749d96c79902` +- slice type: `eMBB` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.7692307692307693` +- normalized field F1: `0.8656716417910447` +- normalized key F1: `0.9402985074626866` + +### Gold +```json +{ + "id": "intent-dd34ec4827b1", + "href": "/tmf-api/intentManagement/v4/intent/intent-dd34ec4827b1", + "name": "eMBB Slice - Marine Environmental Monitoring", + "description": "Intent for marine environmental monitoring at Healthcare Park with eMBB service level", + "lifecycleState": "Active", + "priority": 4, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-8ef018f3f905", + "name": "eMBB QoS Delivery Expectation", + "expectationVerb": "ENSURE", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-embb-859878", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "eMBB" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 1, + "sd": "000001" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 500, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 25, + "targetMetric": "PLMNID.ul.ThpVol.NRCellDU", + "unit": "Mbps" + +...... +``` + +### Prediction +```json + + + + +{ + "id": "intent-10b1b1b1b1b1", + "href": "/tmf-api/intentManagement/v4/intent/intent-10b1b1b1b1b1", + "name": "eMBB Slice - Marine Environmental Monitoring", + "description": "Intent for marine environmental monitoring at Healthcare Park with eMBB service level", + "lifecycleState": "Active", + "priority": 3, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-10b1b1b1b1b1", + "name": "eMBB QoS Delivery Expectation", + "expectationVerb": "DELIVER", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-embb-10b1b1", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "eMBB" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 1, + "sd": "000003" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 500, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 25, + "targetMetric": "PLMNID.ul.ThpVol.NRCellDU", + +...... +``` + +## Example 71: failure — `tmf921` — `test_use_case_ood` + +- id: `981afcea25c0` +- slice type: `eMBB` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.7692307692307693` +- normalized field F1: `0.8656716417910447` +- normalized key F1: `0.9402985074626866` + +### Gold +```json +{ + "id": "intent-aa83dfb1c8b4", + "href": "/tmf-api/intentManagement/v4/intent/intent-aa83dfb1c8b4", + "name": "eMBB Slice - Air Traffic Management Relay", + "description": "Intent for air traffic management relay at Healthcare Park with eMBB service level", + "lifecycleState": "Active", + "priority": 5, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-1fdd684f4eb6", + "name": "eMBB QoS Delivery Expectation", + "expectationVerb": "ENSURE", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-embb-bbed57", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "eMBB" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 1, + "sd": "000002" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 1000, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 75, + "targetMetric": "PLMNID.ul.ThpVol.NRCellDU", + "unit": "Mbps" + +...... +``` + +### Prediction +```json + + + + +{ + "id": "intent-10b1b1b1b1b1", + "href": "/tmf-api/intentManagement/v4/intent/intent-10b1b1b1b1b1", + "name": "eMBB Slice - Air Traffic Management Relay", + "description": "Intent for air traffic management relay at Healthcare Park with eMBB service level", + "lifecycleState": "Active", + "priority": 3, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-10b1b1b1b1b1", + "name": "eMBB QoS Delivery Expectation", + "expectationVerb": "DELIVER", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-embb-10b1b1", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "eMBB" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 1, + "sd": "000001" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 1000, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 75, + "targetMetric": "PLMNID.ul.ThpVol.NRCellDU", + "unit +...... +``` + +## Example 72: success — `tmf921` — `test_use_case_ood` + +- id: `bd89b6f1284a` +- slice type: `MPS` +- lifecycle: `create` +- error label: `success_or_high_scoring_example` +- raw field F1: `0.8734177215189873` +- normalized field F1: `1.0` +- normalized key F1: `1.0` + +### Gold +```json +{ + "id": "intent-6baebcfa1da7", + "href": "/tmf-api/intentManagement/v4/intent/intent-6baebcfa1da7", + "name": "MPS Slice - Dust And Noise Environmental Sensing", + "description": "Intent for dust and noise environmental sensing at Industrial Zone North with MPS service level", + "lifecycleState": "Active", + "priority": 1, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-b056e728a8e5", + "name": "MPS QoS Delivery Expectation", + "expectationVerb": "DELIVER", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-mps-a050fb", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "MPS" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 5, + "sd": "000003" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 100, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 25, + "targetMetric": "PLMNID.ul.ThpVol.NRCellDU", + "unit": +...... +``` + +### Prediction +```json + + + + +{ + "id": "intent-11b0b1b1b1b1", + "href": "/tmf-api/intentManagement/v4/intent/intent-11b0b1b1b1b1", + "name": "MPS Slice - Dust And Noise Environmental Sensing", + "description": "Intent for dust and noise environmental sensing at Industrial Zone North with MPS service level", + "lifecycleState": "Active", + "priority": 1, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-11b0b1b1b1b1", + "name": "MPS QoS Delivery Expectation", + "expectationVerb": "DELIVER", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-mps-11b0b1", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "MPS" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 5, + "sd": "000003" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 100, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 25, + "targetMetric": "PLMNID.ul.ThpVol.NRCellDU", + +...... +``` + +## Example 73: failure — `camara` — `test_use_case_ood` + +- id: `9ae321e930b5` +- slice type: `URLLC` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.43750000000000006` +- normalized field F1: `0.6428571428571429` +- normalized key F1: `0.8571428571428571` + +### Gold +```json +{ + "networkSliceBooking": { + "sliceType": "URLLC", + "sliceProfile": { + "latencyTarget": 7, + "reliability": 99.999, + "throughput": { + "downlink": 50, + "uplink": 75 + }, + "maxNumberOfUEs": 5000 + }, + "areaOfService": { + "region": "Runway Complex", + "center": { + "latitude": 25.2532, + "longitude": 55.3657 + }, + "radius": 200, + "cells": [ + "cell-099" + ] + }, + "duration": { + "startTime": "2025-12-08T01:00:00Z", + "endTime": "2025-12-10T01:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/99fac0c4681c" + } +} +``` + +### Prediction +```json + + + + +{ + "networkSliceBooking": { + "sliceType": "URLLC", + "sliceProfile": { + "latencyTarget": 7, + "reliability": 99.999, + "throughput": { + "downlink": 50, + "uplink": 75 + }, + "maxNumberOfUEs": 5000 + }, + "areaOfService": { + "region": "Runway Complex", + "center": { + "latitude": 47.4502, + "longitude": 8.5617 + }, + "radius": 5000, + "cells": [ + "cell-061", + "cell-080", + "cell-080", + "cell-080", + "cell-080" + ] + }, + "duration": { + "startTime": "2025-01-13T06:00:00Z", + "endTime": "2025-01-13T10:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/109431191119" + } +} +``` + +## Example 74: failure — `camara` — `test_use_case_ood` + +- id: `973a1b9e635d` +- slice type: `MPS` +- lifecycle: `create` +- error label: `structural_mismatch_or_extra_missing_keys` +- raw field F1: `0.48` +- normalized field F1: `0.6666666666666667` +- normalized key F1: `0.6666666666666667` + +### Gold +```json +{ + "networkSliceBooking": { + "sliceType": "MPS", + "sliceProfile": { + "latencyTarget": 5, + "reliability": 99.999, + "throughput": { + "downlink": 200, + "uplink": 75 + }, + "maxNumberOfUEs": 1000 + }, + "areaOfService": { + "region": "Factory Complex A", + "center": { + "latitude": 48.1351, + "longitude": 11.582 + }, + "radius": 2000, + "cells": [ + "cell-080", + "cell-085" + ] + }, + "duration": { + "startTime": "2025-01-22T21:00:00Z", + "endTime": "2025-01-23T09:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/733e26a816ae" + } +} +``` + +### Prediction +```json + + + + +{ + "networkSliceBooking": { + "sliceType": "MPS", + "sliceProfile": { + "latencyTarget": 5, + "reliability": 99.999, + "throughput": { + "downlink": 200, + "uplink": 75 + }, + "maxNumberOfUEs": 1000, + "serviceArea": "Factory Complex A" + }, + "duration": { + "startTime": "2025-01-12T08:00:00Z", + "endTime": "2025-01-12T10:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/71b0b1b1b101" + } +} +``` + +## Example 75: failure — `camara` — `test_use_case_ood` + +- id: `f39d8b11e91f` +- slice type: `V2X` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.5` +- normalized field F1: `0.7142857142857143` +- normalized key F1: `0.8571428571428571` + +### Gold +```json +{ + "networkSliceBooking": { + "sliceType": "V2X", + "sliceProfile": { + "latencyTarget": 3, + "reliability": 99.99, + "throughput": { + "downlink": 300, + "uplink": 100 + }, + "maxNumberOfUEs": 5000 + }, + "areaOfService": { + "region": "Hospital Campus", + "center": { + "latitude": 40.6301, + "longitude": 22.9521 + }, + "radius": 5000, + "cells": [ + "cell-001" + ] + }, + "duration": { + "startTime": "2025-07-18T17:00:00Z", + "endTime": "2025-07-25T17:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/c95906c68b01" + } +} +``` + +### Prediction +```json + + + + +{ + "networkSliceBooking": { + "sliceType": "V2X", + "sliceProfile": { + "latencyTarget": 3, + "reliability": 99.999, + "throughput": { + "downlink": 300, + "uplink": 100 + }, + "maxNumberOfUEs": 5000 + }, + "areaOfService": { + "region": "Hospital Campus", + "center": { + "latitude": 40.6301, + "longitude": 22.9521 + }, + "radius": 500, + "cells": [ + "cell-089", + "cell-080", + "cell-080", + "cell-080", + "cell-080" + ] + }, + "duration": { + "startTime": "2025-01-01T08:00:00Z", + "endTime": "2025-01-01T10:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/100000000000" + } +} +``` + +## Example 76: success — `camara` — `test_use_case_ood` + +- id: `1fed836991bf` +- slice type: `URLLC` +- lifecycle: `create` +- error label: `success_or_high_scoring_example` +- raw field F1: `0.5882352941176471` +- normalized field F1: `1.0` +- normalized key F1: `1.0` + +### Gold +```json +{ + "networkSliceBooking": { + "sliceType": "URLLC", + "sliceProfile": { + "latencyTarget": 5, + "reliability": 99.999, + "throughput": { + "downlink": 150, + "uplink": 100 + }, + "maxNumberOfUEs": 100 + }, + "areaOfService": { + "region": "Factory Complex A", + "center": { + "latitude": 48.1351, + "longitude": 11.582 + }, + "radius": 500, + "cells": [ + "cell-046", + "cell-094", + "cell-061", + "cell-065" + ] + }, + "duration": { + "startTime": "2025-08-12T19:00:00Z", + "endTime": "2025-08-12T20:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/f69ac39a2d8b" + } +} +``` + +### Prediction +```json + + + + +{ + "networkSliceBooking": { + "sliceType": "URLLC", + "sliceProfile": { + "latencyTarget": 5, + "reliability": 99.999, + "throughput": { + "downlink": 150, + "uplink": 100 + }, + "maxNumberOfUEs": 100 + }, + "areaOfService": { + "region": "Factory Complex A", + "center": { + "latitude": 48.1351, + "longitude": 11.582 + }, + "radius": 500, + "cells": [ + "cell-081", + "cell-080", + "cell-082", + "cell-083" + ] + }, + "duration": { + "startTime": "2025-01-12T08:00:00Z", + "endTime": "2025-01-12T10:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/843041940911" + } +} +``` + +## Example 77: failure — `intent_3gpp` — `test_use_case_ood` + +- id: `108cc34d634f` +- slice type: `mMTC` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.775` +- normalized field F1: `0.6578947368421053` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intent": { + "id": "intent-mMTC-a417f9999389", + "name": "Underwater Sensor Network mMTC Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-910be1619245", + "expectationVerb": "ENSURE", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "mMTC", + "sNSSAI": { + "sst": 3, + "sd": "000001" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 1, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 10, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN", + "targetValueRange": 30, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 99, + "unit": "percent" + }, + { + "targetName": "deviceDensity", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 10000, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Healthcare Park" + }, + { + "contextAttribute": "useCase", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "underwater +...... +``` + +### Prediction +```json + + + + +{ + "intent": { + "id": "intent-mMTC-0d0410b13116", + "name": "Underwater Sensor Network mMTC Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-1b0b14b1b116", + "expectationVerb": "DELIVER", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "mMTC", + "sNSSAI": { + "sst": 3, + "sd": "000003" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 1, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 10, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 30, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 99, + "unit": "percent" + }, + { + "targetName": "deviceDensity", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 10000, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Healthcare Park" + }, + { + "contextAttribute": "useCase", + "contextCond +...... +``` + +## Example 78: failure — `intent_3gpp` — `test_use_case_ood` + +- id: `255f763bc591` +- slice type: `mMTC` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.775` +- normalized field F1: `0.6578947368421053` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intent": { + "id": "intent-mMTC-ee551691e059", + "name": "Smart Shelf Inventory Tracking mMTC Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-e121b41b3325", + "expectationVerb": "DELIVER", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "mMTC", + "sNSSAI": { + "sst": 3, + "sd": "000001" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 25, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 0.1, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN", + "targetValueRange": 200, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 99.9, + "unit": "percent" + }, + { + "targetName": "deviceDensity", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 5000, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Retail Distribution Hub" + }, + { + "contextAttribute": "useCase", + "contextCondition": "IS_EQUAL_TO", + "contextValueRa +...... +``` + +### Prediction +```json + + + + +{ + "intent": { + "id": "intent-mMTC-11901000000d", + "name": "Smart Shelf Inventory Tracking mMTC Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-000000000001", + "expectationVerb": "ENSURE", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "mMTC", + "sNSSAI": { + "sst": 3, + "sd": "000003" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 25, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 0.1, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 200, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 99.5, + "unit": "percent" + }, + { + "targetName": "deviceDensity", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 5000, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Retail Distribution Hub" + }, + { + "contextAttribute": "useCase", + +...... +``` + +## Example 79: failure — `intent_3gpp` — `test_use_case_ood` + +- id: `ca7dbbf593d5` +- slice type: `mMTC` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.775` +- normalized field F1: `0.6578947368421053` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intent": { + "id": "intent-mMTC-0c0329de6362", + "name": "Air Traffic Management Relay mMTC Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-4c788ada3508", + "expectationVerb": "ENSURE", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "mMTC", + "sNSSAI": { + "sst": 3, + "sd": "000001" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 50, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 25, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN", + "targetValueRange": 200, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 95, + "unit": "percent" + }, + { + "targetName": "deviceDensity", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 500000, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Factory Complex A" + }, + { + "contextAttribute": "useCase", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "air +...... +``` + +### Prediction +```json + + + + +{ + "intent": { + "id": "intent-mMTC-0d614440b11d", + "name": "Air Traffic Management Relay mMTC Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-0d614440b11d", + "expectationVerb": "DELIVER", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "mMTC", + "sNSSAI": { + "sst": 3, + "sd": "000003" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 50, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 25, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 200, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 95, + "unit": "percent" + }, + { + "targetName": "deviceDensity", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 500000, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Factory Complex A" + }, + { + "contextAttribute": "useCase", + "con +...... +``` + +## Example 80: success — `intent_3gpp` — `test_use_case_ood` + +- id: `d3c25fcea62e` +- slice type: `mMTC` +- lifecycle: `create` +- error label: `success_or_high_scoring_example` +- raw field F1: `0.9500000000000001` +- normalized field F1: `1.0` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intent": { + "id": "intent-mMTC-fbe2ce2ef19a", + "name": "Isr Data Relay mMTC Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-88efa953d21e", + "expectationVerb": "ENSURE", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "mMTC", + "sNSSAI": { + "sst": 3, + "sd": "000003" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 5, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 0.1, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN", + "targetValueRange": 500, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 99.5, + "unit": "percent" + }, + { + "targetName": "deviceDensity", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 5000, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Naval Port Zone" + }, + { + "contextAttribute": "useCase", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "ISR data relay" + +...... +``` + +### Prediction +```json + + + + +{ + "intent": { + "id": "intent-mMTC-111010101010", + "name": "Isr Data Relay mMTC Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-000000000001", + "expectationVerb": "ENSURE", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "mMTC", + "sNSSAI": { + "sst": 3, + "sd": "000003" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 5, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 0.1, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN", + "targetValueRange": 500, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 99.5, + "unit": "percent" + }, + { + "targetName": "deviceDensity", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 5000, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Naval Port Zone" + }, + { + "contextAttribute": "useCase", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": " +...... +``` + +## Example 81: failure — `o1_nrm` — `test_sector_ood` + +- id: `40463b92ed93` +- slice type: `MPS` +- lifecycle: `create` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.17391304347826086` +- normalized field F1: `0.20000000000000004` +- normalized key F1: `1.0` + +### Gold +```json +{ + "ManagedElement": { + "id": "gNB-004", + "GNBDUFunction": { + "id": "DU-005", + "gNBId": 4, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-005-008", + "cellLocalId": 8, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n258", + "arfcnDL": 2038010, + "bSChannelBwDL": 200, + "nrPCI": 64, + "nrTAC": 60234, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 5, + "sd": "000003" + }, + "rrmPolicyMinRatio": 0.12, + "rrmPolicyMaxRatio": 0.29, + "rrmPolicyDedicatedRatio": 0.2, + "rrmPolicyMaxRatioPerSlice": 0.29 + } + ], + "pLMNInfoList": [ + { + "mcc": "001", + "mnc": "260", + "sNSSAIList": [ + { + "sst": 5, + "sd": "000004" + } + ] + } + ] + } + } + } +} +``` + +### Prediction +```json + + + + +{ + "ManagedElement": { + "id": "gNB-001", + "GNBDUFunction": { + "id": "DU-001", + "gNBId": 1, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-001-001", + "cellLocalId": 1, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n78", + "arfcnDL": 629819, + "bSChannelBwDL": 40, + "nrPCI": 812, + "nrTAC": 38901, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 2, + "sd": "000001" + }, + "rrmPolicyMinRatio": 0.12, + "rrmPolicyMaxRatio": 0.35, + "rrmPolicyDedicatedRatio": 0.23, + "rrmPolicyMaxRatioPerSlice": 0.35 + } + ], + "pLMNInfoList": [ + { + "mcc": "262", + "mnc": "00", + "sNSSAIList": [ + { + "sst": 2, + "sd": "000003" + } + ] + } + ] + } + } + } +} +``` + +## Example 82: failure — `o1_nrm` — `test_sector_ood` + +- id: `662ef55ef8a7` +- slice type: `V2X` +- lifecycle: `create` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.17391304347826086` +- normalized field F1: `0.20000000000000004` +- normalized key F1: `1.0` + +### Gold +```json +{ + "ManagedElement": { + "id": "gNB-038", + "GNBDUFunction": { + "id": "DU-003", + "gNBId": 38, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-003-002", + "cellLocalId": 2, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n258", + "arfcnDL": 2064527, + "bSChannelBwDL": 50, + "nrPCI": 683, + "nrTAC": 41299, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 4, + "sd": "000002" + }, + "rrmPolicyMinRatio": 0.14, + "rrmPolicyMaxRatio": 0.3, + "rrmPolicyDedicatedRatio": 0.22, + "rrmPolicyMaxRatioPerSlice": 0.3 + } + ], + "pLMNInfoList": [ + { + "mcc": "310", + "mnc": "260", + "sNSSAIList": [ + { + "sst": 4, + "sd": "000001" + } + ] + } + ] + } + } + } +} +``` + +### Prediction +```json + + + + +{ + "ManagedElement": { + "id": "gNB-001", + "GNBDUFunction": { + "id": "DU-001", + "gNBId": 1, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-001-001", + "cellLocalId": 1, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n78", + "arfcnDL": 629819, + "bSChannelBwDL": 40, + "nrPCI": 812, + "nrTAC": 3862, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 5, + "sd": "000003" + }, + "rrmPolicyMinRatio": 0.14, + "rrmPolicyMaxRatio": 0.31, + "rrmPolicyDedicatedRatio": 0.23, + "rrmPolicyMaxRatioPerSlice": 0.31 + } + ], + "pLMNInfoList": [ + { + "mcc": "262", + "mnc": "00", + "sNSSAIList": [ + { + "sst": 5, + "sd": "000003" + } + ] + } + ] + } + } + } +} +``` + +## Example 83: failure — `o1_nrm` — `test_sector_ood` + +- id: `17db82b1a297` +- slice type: `MPS` +- lifecycle: `create` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.21739130434782608` +- normalized field F1: `0.25` +- normalized key F1: `1.0` + +### Gold +```json +{ + "ManagedElement": { + "id": "gNB-001", + "GNBDUFunction": { + "id": "DU-043", + "gNBId": 1, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-043-010", + "cellLocalId": 10, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n41", + "arfcnDL": 510572, + "bSChannelBwDL": 20, + "nrPCI": 698, + "nrTAC": 28986, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 5, + "sd": "000003" + }, + "rrmPolicyMinRatio": 0.09, + "rrmPolicyMaxRatio": 0.4, + "rrmPolicyDedicatedRatio": 0.24, + "rrmPolicyMaxRatioPerSlice": 0.4 + } + ], + "pLMNInfoList": [ + { + "mcc": "262", + "mnc": "15", + "sNSSAIList": [ + { + "sst": 5, + "sd": "000004" + } + ] + } + ] + } + } + } +} +``` + +### Prediction +```json + + + + +{ + "ManagedElement": { + "id": "gNB-016", + "GNBDUFunction": { + "id": "DU-001", + "gNBId": 16, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-001-001", + "cellLocalId": 1, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n78", + "arfcnDL": 625620, + "bSChannelBwDL": 40, + "nrPCI": 812, + "nrTAC": 38502, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 2, + "sd": "000001" + }, + "rrmPolicyMinRatio": 0.09, + "rrmPolicyMaxRatio": 0.36, + "rrmPolicyDedicatedRatio": 0.22, + "rrmPolicyMaxRatioPerSlice": 0.36 + } + ], + "pLMNInfoList": [ + { + "mcc": "262", + "mnc": "00", + "sNSSAIList": [ + { + "sst": 2, + "sd": "000003" + } + ] + } + ] + } + } + } +} +``` + +## Example 84: success — `o1_nrm` — `test_sector_ood` + +- id: `65d17918fd84` +- slice type: `eMBB` +- lifecycle: `create` +- error label: `success_or_high_scoring_example` +- raw field F1: `0.5652173913043478` +- normalized field F1: `0.65` +- normalized key F1: `1.0` + +### Gold +```json +{ + "ManagedElement": { + "id": "gNB-005", + "GNBDUFunction": { + "id": "DU-046", + "gNBId": 5, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-046-002", + "cellLocalId": 2, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n41", + "arfcnDL": 514306, + "bSChannelBwDL": 100, + "nrPCI": 834, + "nrTAC": 2614, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 1, + "sd": "000003" + }, + "rrmPolicyMinRatio": 0.23, + "rrmPolicyMaxRatio": 0.48, + "rrmPolicyDedicatedRatio": 0.35, + "rrmPolicyMaxRatioPerSlice": 0.48 + } + ], + "pLMNInfoList": [ + { + "mcc": "310", + "mnc": "00", + "sNSSAIList": [ + { + "sst": 1, + "sd": "000001" + } + ] + } + ] + } + } + } +} +``` + +### Prediction +```json + + + + +{ + "ManagedElement": { + "id": "gNB-006", + "GNBDUFunction": { + "id": "DU-008", + "gNBId": 6, + "gNBIdLength": 22, + "NRCellDU": { + "id": "NRCellDU-008-002", + "cellLocalId": 2, + "operationalState": "ENABLED", + "administrativeState": "UNLOCKED", + "nrFrequencyRef": "NRFrequency=n78", + "arfcnDL": 620896, + "bSChannelBwDL": 40, + "nrPCI": 816, + "nrTAC": 58921, + "rrmPolicyMemberList": [ + { + "snssai": { + "sst": 1, + "sd": "000003" + }, + "rrmPolicyMinRatio": 0.23, + "rrmPolicyMaxRatio": 0.48, + "rrmPolicyDedicatedRatio": 0.35, + "rrmPolicyMaxRatioPerSlice": 0.48 + } + ], + "pLMNInfoList": [ + { + "mcc": "262", + "mnc": "00", + "sNSSAIList": [ + { + "sst": 1, + "sd": "000001" + } + ] + } + ] + } + } + } +} +``` + +## Example 85: failure — `a1_policy` — `test_sector_ood` + +- id: `e76175d7ddac` +- slice type: `HMTC` +- lifecycle: `create` +- error label: `a1_policy_value_error` +- raw field F1: `0.42105263157894735` +- normalized field F1: `0.5` +- normalized key F1: `1.0` + +### Gold +```json +{ + "a1Policy": { + "policyId": "a1-pol-hmtc-99efeb", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-hmtc-d13213", + "cellId": "cell-083", + "sNSSAI": { + "sst": 5, + "sd": "000001" + } + }, + "qosObjectives": { + "gfbr": 200, + "mfbr": 240.0, + "priorityLevel": 1, + "5qi": 2, + "pdb": 150, + "per": 1e-07 + }, + "resourceAllocation": { + "prbQuota": { + "min": 12, + "max": 42 + }, + "schedulerWeight": 0.2, + "maxUEs": 10000 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +### Prediction +```json + + + + +{ + "a1Policy": { + "policyId": "a1-pol-mmtc-0d0d66", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-mmtc-100000", + "cellId": "cell-086", + "sNSSAI": { + "sst": 3, + "sd": "000003" + } + }, + "qosObjectives": { + "gfbr": 200, + "mfbr": 240.0, + "priorityLevel": 8, + "5qi": 70, + "pdb": 200, + "per": 1e-06 + }, + "resourceAllocation": { + "prbQuota": { + "min": 12, + "max": 32 + }, + "schedulerWeight": 0.38, + "maxUEs": 10000 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +## Example 86: failure — `a1_policy` — `test_sector_ood` + +- id: `0b9402e4f6cd` +- slice type: `V2X` +- lifecycle: `create` +- error label: `a1_policy_value_error` +- raw field F1: `0.42105263157894735` +- normalized field F1: `0.5` +- normalized key F1: `1.0` + +### Gold +```json +{ + "a1Policy": { + "policyId": "a1-pol-v2x-178d91", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-v2x-d85b31", + "cellId": "cell-072", + "sNSSAI": { + "sst": 4, + "sd": "000002" + } + }, + "qosObjectives": { + "gfbr": 200, + "mfbr": 240.0, + "priorityLevel": 2, + "5qi": 75, + "pdb": 50, + "per": 1e-05 + }, + "resourceAllocation": { + "prbQuota": { + "min": 13, + "max": 34 + }, + "schedulerWeight": 0.55, + "maxUEs": 10000 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +### Prediction +```json + + + + +{ + "a1Policy": { + "policyId": "a1-pol-urllc-0d000b", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-urllc-100008", + "cellId": "cell-010", + "sNSSAI": { + "sst": 2, + "sd": "000001" + } + }, + "qosObjectives": { + "gfbr": 200, + "mfbr": 240.0, + "priorityLevel": 1, + "5qi": 85, + "pdb": 5, + "per": 1e-06 + }, + "resourceAllocation": { + "prbQuota": { + "min": 13, + "max": 33 + }, + "schedulerWeight": 0.39, + "maxUEs": 10000 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +## Example 87: failure — `a1_policy` — `test_sector_ood` + +- id: `84f4cc7d2f3d` +- slice type: `V2X` +- lifecycle: `create` +- error label: `a1_policy_value_error` +- raw field F1: `0.42105263157894735` +- normalized field F1: `0.5` +- normalized key F1: `1.0` + +### Gold +```json +{ + "a1Policy": { + "policyId": "a1-pol-v2x-90333a", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-v2x-2bddcd", + "cellId": "cell-021", + "sNSSAI": { + "sst": 4, + "sd": "000002" + } + }, + "qosObjectives": { + "gfbr": 100, + "mfbr": 120.0, + "priorityLevel": 2, + "5qi": 83, + "pdb": 10, + "per": 1e-05 + }, + "resourceAllocation": { + "prbQuota": { + "min": 6, + "max": 31 + }, + "schedulerWeight": 0.37, + "maxUEs": 50 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +### Prediction +```json + + + + +{ + "a1Policy": { + "policyId": "a1-pol-v2x-11718b", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-v2x-11718b", + "cellId": "cell-086", + "sNSSAI": { + "sst": 4, + "sd": "000001" + } + }, + "qosObjectives": { + "gfbr": 100, + "mfbr": 120, + "priorityLevel": 1, + "5qi": 84, + "pdb": 30, + "per": 1e-06 + }, + "resourceAllocation": { + "prbQuota": { + "min": 6, + "max": 23 + }, + "schedulerWeight": 0.39, + "maxUEs": 50 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +## Example 88: success — `a1_policy` — `test_sector_ood` + +- id: `bc08505d37ea` +- slice type: `eMBB` +- lifecycle: `create` +- error label: `success_or_high_scoring_example` +- raw field F1: `0.7368421052631579` +- normalized field F1: `0.8333333333333334` +- normalized key F1: `1.0` + +### Gold +```json +{ + "a1Policy": { + "policyId": "a1-pol-embb-53c776", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-embb-10f1ac", + "cellId": "cell-051", + "sNSSAI": { + "sst": 1, + "sd": "000003" + } + }, + "qosObjectives": { + "gfbr": 200, + "mfbr": 240.0, + "priorityLevel": 5, + "5qi": 6, + "pdb": 300, + "per": 0.0005 + }, + "resourceAllocation": { + "prbQuota": { + "min": 13, + "max": 42 + }, + "schedulerWeight": 0.45, + "maxUEs": 100 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +### Prediction +```json + + + + +{ + "a1Policy": { + "policyId": "a1-pol-embb-11000d", + "policyTypeId": "QoSTarget", + "scope": { + "ueId": null, + "groupId": "slice-embb-0d000d", + "cellId": "cell-018", + "sNSSAI": { + "sst": 1, + "sd": "000003" + } + }, + "qosObjectives": { + "gfbr": 200, + "mfbr": 240.0, + "priorityLevel": 5, + "5qi": 6, + "pdb": 300, + "per": 0.0005 + }, + "resourceAllocation": { + "prbQuota": { + "min": 13, + "max": 33 + }, + "schedulerWeight": 0.59, + "maxUEs": 100 + }, + "enforcementAction": "APPLY", + "enforcementScope": "RAN_SLICE" + } +} +``` + +## Example 89: failure — `tmf921_lifecycle_report` — `test_sector_ood` + +- id: `20f1e24e817b` +- slice type: `HMTC` +- lifecycle: `report` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.23809523809523808` +- normalized field F1: `0.12698412698412698` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intentAssuranceReport": { + "intentId": "intent-6467092d7703", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 1, + "measurements": [ + 1.06, + 1.05, + 0.79, + 0.99, + 0.89 + ], + "average": 0.956, + "min": 0.79, + "max": 1.06, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 200, + "measurements": [ + 231.7, + 232.6, + 214.1, + 199.8, + 206.5 + ], + "average": 216.94, + "min": 199.8, + "max": 232.6, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 1000, + "measurements": [ + 940.5, + 972.7, + 1047.4, + 900.3, + 1063.3 + ], + "average": 984.84, + "min": 900.3, + "max": 1063.3, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 99.9999, + "measurements": [ + 100, + 99.951361, + 99.923609, + 100, + 100 + ], + "average": 99.975, + "min": 99.923609, + "max": 100, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 100, + "measurements": [ + 22, + 42, + 75, + 94, + 4 + ], + "average": 47.4, + "min": 4, + "max": 94, + "unit": "UEs" + } + ], + "overallCompliance": true, + "resourceUtilization": { + "cpuUsage": 59.4, + "memoryUsage": 22.4, + "prbUtilization": 47.3 + }, + "@type": "IntentAssuranceReport" + } +} +``` + +### Prediction +```json + + + + +{ + "intentAssuranceReport": { + "intentId": "intent-6467092d7703", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 3, + "measurements": [ + 2.89, + 2.86, + 2.86, + 2.86, + 2.86 + ], + "average": 2.866, + "min": 2.86, + "max": 2.89, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 500, + "measurements": [ + 585.1, + 589.4, + 521.1, + 589.4, + 523.0 + ], + "average": 543.6, + "min": 521.1, + "max": 589.4, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 100, + "measurements": [ + 115.6, + 112.5, + 99.9, + 112.1, + 112.1 + ], + "average": 110.44, + "min": 99.9, + "max": 115.6, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 99.99999, + "measurements": [ + 99.903672, + 99.999041, + 99.999995, + 99.999995, + 99.999995 + ], + "average": 99.979, + "min": 99.903672, + "max": 99.999995, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 500000, + "measurements": [ + 146442, + 146442, + 146442, + 146442, + 146442 + ], + "average": 146442.0, + "min": 146442, + "max": 146442, + "unit": "UEs" + } + ], + "overallCompliance": true, + "resourceUtilization": { + "cpuUsage": 76.1, + "memoryUsage": 28.6, + "pr +...... +``` + +## Example 90: failure — `tmf921_lifecycle_report` — `test_sector_ood` + +- id: `76bbd9020b1c` +- slice type: `eMBB` +- lifecycle: `report` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.23809523809523808` +- normalized field F1: `0.12698412698412698` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intentAssuranceReport": { + "intentId": "intent-83c55e8c3fed", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 80, + "measurements": [ + 72.88, + 83.85, + 56.86, + 53.39, + 70.19 + ], + "average": 67.434, + "min": 53.39, + "max": 83.85, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 800, + "measurements": [ + 951.7, + 828.9, + 926.7, + 731.3, + 758.7 + ], + "average": 839.46, + "min": 731.3, + "max": 951.7, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 75, + "measurements": [ + 72.9, + 82.7, + 86.7, + 84.7, + 84.5 + ], + "average": 82.3, + "min": 72.9, + "max": 86.7, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 99.9, + "measurements": [ + 99.999893, + 99.874877, + 99.932637, + 99.883247, + 99.971974 + ], + "average": 99.933, + "min": 99.874877, + "max": 99.999893, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 100, + "measurements": [ + 94, + 7, + 28, + 30, + 73 + ], + "average": 46.4, + "min": 7, + "max": 94, + "unit": "UEs" + } + ], + "overallCompliance": false, + "resourceUtilization": { + "cpuUsage": 19.0, + "memoryUsage": 28.3, + "prbUtilization": 31.6 + }, + "@type": "IntentAssuranceR +...... +``` + +### Prediction +```json + + + + +{ + "intentAssuranceReport": { + "intentId": "intent-83c55e8c3fed", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 30, + "measurements": [ + 26.66, + 26.31, + 23.02, + 28.26, + 28.26 + ], + "average": 26.498, + "min": 23.02, + "max": 28.26, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 1000, + "measurements": [ + 1016.1, + 1118.4, + 996.8, + 1086.4, + 1136.8 + ], + "average": 1070.7, + "min": 996.8, + "max": 1136.8, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 100, + "measurements": [ + 115.6, + 99.4, + 112.1, + 112.1, + 99.9 + ], + "average": 107.82, + "min": 99.4, + "max": 115.6, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 99.9, + "measurements": [ + 99.894556, + 99.961056, + 99.990908, + 99.890851, + 99.988159 + ], + "average": 99.947, + "min": 99.890851, + "max": 99.990908, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 50000, + "measurements": [ + 14446, + 28646, + 28646, + 28646, + 28646 + ], + "average": 23830.0, + "min": 14446, + "max": 28646, + "unit": "UEs" + } + ], + "overallCompliance": true, + "resourceUtilization": { + "cpuUsage": 76.1, + "memoryUsage": 28.6, + " +...... +``` + +## Example 91: failure — `tmf921_lifecycle_report` — `test_sector_ood` + +- id: `85fe1586c516` +- slice type: `mMTC` +- lifecycle: `report` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.23809523809523808` +- normalized field F1: `0.14285714285714285` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intentAssuranceReport": { + "intentId": "intent-5acfd5df040c", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 50, + "measurements": [ + 54.98, + 31.82, + 42.37, + 40.29, + 45.25 + ], + "average": 42.942, + "min": 31.82, + "max": 54.98, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 50, + "measurements": [ + 58.8, + 59.0, + 55.9, + 49.5, + 53.6 + ], + "average": 55.36, + "min": 49.5, + "max": 59.0, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 25, + "measurements": [ + 24.1, + 28.0, + 22.7, + 29.2, + 27.5 + ], + "average": 26.3, + "min": 22.7, + "max": 29.2, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 95, + "measurements": [ + 95.036732, + 94.942745, + 95.032511, + 95.049224, + 95.075089 + ], + "average": 95.027, + "min": 94.942745, + "max": 95.075089, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 10000, + "measurements": [ + 6646, + 9177, + 3412, + 3906, + 3052 + ], + "average": 5238.6, + "min": 3052, + "max": 9177, + "unit": "UEs" + } + ], + "overallCompliance": true, + "resourceUtilization": { + "cpuUsage": 39.3, + "memoryUsage": 68.6, + "prbUtilization": 56.8 + }, + "@type": "IntentAs +...... +``` + +### Prediction +```json + + + + +{ + "intentAssuranceReport": { + "intentId": "intent-5acfd5df040c", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 10, + "measurements": [ + 6.46, + 6.7, + 10.3, + 10.36, + 8.5 + ], + "average": 8.384, + "min": 6.46, + "max": 10.36, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 100, + "measurements": [ + 101.1, + 108.4, + 112.1, + 95.2, + 118.4 + ], + "average": 107.04, + "min": 95.2, + "max": 118.4, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 100, + "measurements": [ + 99.4, + 100.4, + 99.6, + 99.6, + 99.6 + ], + "average": 99.8, + "min": 99.4, + "max": 100.4, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 99.999, + "measurements": [ + 99.903575, + 99.998041, + 99.999611, + 99.999965, + 99.999965 + ], + "average": 99.981, + "min": 99.903575, + "max": 99.999965, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 5000, + "measurements": [ + 1802, + 1802, + 2802, + 4553, + 4443 + ], + "average": 3080.4, + "min": 1802, + "max": 4553, + "unit": "UEs" + } + ], + "overallCompliance": true, + "resourceUtilization": { + "cpuUsage": 77.7, + "memoryUsage": 28.6, + "prbUtilization": 82.0 + } +...... +``` + +## Example 92: success — `tmf921_lifecycle_report` — `test_sector_ood` + +- id: `f14740af4087` +- slice type: `V2X` +- lifecycle: `report` +- error label: `success_or_high_scoring_example` +- raw field F1: `0.2698412698412698` +- normalized field F1: `0.2857142857142857` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intentAssuranceReport": { + "intentId": "intent-b100485609db", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 10, + "measurements": [ + 9.04, + 6.41, + 7.4, + 7.96, + 10.09 + ], + "average": 8.18, + "min": 6.41, + "max": 10.09, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 100, + "measurements": [ + 106.2, + 91.1, + 119.0, + 98.9, + 93.2 + ], + "average": 101.68, + "min": 91.1, + "max": 119.0, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 150, + "measurements": [ + 137.5, + 151.4, + 150.5, + 138.2, + 157.0 + ], + "average": 146.92, + "min": 137.5, + "max": 157.0, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 99.99, + "measurements": [ + 99.99674, + 99.912149, + 99.896363, + 99.962708, + 99.891353 + ], + "average": 99.932, + "min": 99.891353, + "max": 99.99674, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 100, + "measurements": [ + 25, + 25, + 89, + 31, + 25 + ], + "average": 39.0, + "min": 25, + "max": 89, + "unit": "UEs" + } + ], + "overallCompliance": true, + "resourceUtilization": { + "cpuUsage": 51.1, + "memoryUsage": 36.8, + "prbUtilization": 49.3 + }, + "@type": "IntentAssuranceRep +...... +``` + +### Prediction +```json + + + + +{ + "intentAssuranceReport": { + "intentId": "intent-b100485609db", + "reportPeriod": { + "start": "2026-04-24T08:11:31Z", + "end": "2026-04-24T09:11:31Z" + }, + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 10, + "measurements": [ + 6.23, + 6.86, + 10.09, + 8.5, + 9.5 + ], + "average": 8.036, + "min": 6.23, + "max": 10.09, + "unit": "ms" + }, + { + "kpi": "dlThroughput", + "target": 150, + "measurements": [ + 159.8, + 139.4, + 168.0, + 149.4, + 168.0 + ], + "average": 156.92, + "min": 139.4, + "max": 168.0, + "unit": "Mbps" + }, + { + "kpi": "ulThroughput", + "target": 100, + "measurements": [ + 115.1, + 112.1, + 99.4, + 112.1, + 112.1 + ], + "average": 108.16, + "min": 99.4, + "max": 115.1, + "unit": "Mbps" + }, + { + "kpi": "reliability", + "target": 99.999, + "measurements": [ + 99.903671, + 99.998011, + 99.999622, + 99.998971, + 99.999996 + ], + "average": 99.98, + "min": 99.903671, + "max": 99.999996, + "unit": "percent" + }, + { + "kpi": "connectedUEs", + "target": 5000, + "measurements": [ + 1802, + 2820, + 4565, + 4865, + 1802 + ], + "average": 3170.8, + "min": 1802, + "max": 4865, + "unit": "UEs" + } + ], + "overallCompliance": true, + "resourceUtilization": { + "cpuUsage": 77.7, + "memoryUsage": 28.6, + "prbUtilization": 82.0 +...... +``` + +## Example 93: failure — `tmf921_lifecycle_monitor` — `test_sector_ood` + +- id: `8292fa544c75` +- slice type: `URLLC` +- lifecycle: `monitor` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.4666666666666667` +- normalized field F1: `0.20689655172413793` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intentFulfillmentReport": { + "intentId": "intent-4c3988bc1787", + "reportTimestamp": "2026-04-24T09:11:31Z", + "fulfillmentStatus": "Fulfilled", + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 3, + "measured": 2.21, + "unit": "ms", + "compliant": true + }, + { + "kpi": "dlThroughput", + "target": 200, + "measured": 221.1, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "ulThroughput", + "target": 150, + "measured": 148.5, + "unit": "Mbps", + "compliant": false + }, + { + "kpi": "reliability", + "target": 99.9999, + "measured": 100, + "unit": "percent", + "compliant": true + }, + { + "kpi": "connectedUEs", + "target": 500, + "measured": 218, + "unit": "UEs", + "compliant": true + } + ], + "overallSlaCompliance": true, + "@type": "IntentFulfillmentReport" + } +} +``` + +### Prediction +```json + + + + +{ + "intentFulfillmentReport": { + "intentId": "intent-111111111111", + "reportTimestamp": "2026-04-24T09:11:31Z", + "fulfillmentStatus": "Degraded", + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 10, + "measured": 10.36, + "unit": "ms", + "compliant": false + }, + { + "kpi": "dlThroughput", + "target": 150, + "measured": 159.8, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "ulThroughput", + "target": 100, + "measured": 109.0, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "reliability", + "target": 99.999, + "measured": 99.901071, + "unit": "percent", + "compliant": false + }, + { + "kpi": "connectedUEs", + "target": 5000, + "measured": 1802, + "unit": "UEs", + "compliant": true + } + ], + "overallSlaCompliance": false, + "@type": "IntentFulfillmentReport" + } +} +``` + +## Example 94: failure — `tmf921_lifecycle_monitor` — `test_sector_ood` + +- id: `196b19287de9` +- slice type: `V2X` +- lifecycle: `monitor` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.6` +- normalized field F1: `0.2413793103448276` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intentFulfillmentReport": { + "intentId": "intent-f9d4f84791a4", + "reportTimestamp": "2026-04-24T09:11:31Z", + "fulfillmentStatus": "Fulfilled", + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 20, + "measured": 16.1, + "unit": "ms", + "compliant": true + }, + { + "kpi": "dlThroughput", + "target": 150, + "measured": 162.6, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "ulThroughput", + "target": 100, + "measured": 95.9, + "unit": "Mbps", + "compliant": false + }, + { + "kpi": "reliability", + "target": 99.999, + "measured": 100, + "unit": "percent", + "compliant": true + }, + { + "kpi": "connectedUEs", + "target": 100, + "measured": 32, + "unit": "UEs", + "compliant": true + } + ], + "overallSlaCompliance": true, + "@type": "IntentFulfillmentReport" + } +} +``` + +### Prediction +```json + + + + +{ + "intentFulfillmentReport": { + "intentId": "intent-f9d4f84791a4", + "reportTimestamp": "2026-04-24T09:11:31Z", + "fulfillmentStatus": "Degraded", + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 100, + "measured": 75.01, + "unit": "ms", + "compliant": true + }, + { + "kpi": "dlThroughput", + "target": 100, + "measured": 100.4, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "ulThroughput", + "target": 100, + "measured": 100.0, + "unit": "Mbps", + "compliant": false + }, + { + "kpi": "reliability", + "target": 99.9, + "measured": 99.894066, + "unit": "percent", + "compliant": false + }, + { + "kpi": "connectedUEs", + "target": 10000, + "measured": 8103, + "unit": "UEs", + "compliant": true + } + ], + "overallSlaCompliance": false, + "@type": "IntentFulfillmentReport" + } +} +``` + +## Example 95: failure — `tmf921_lifecycle_monitor` — `test_sector_ood` + +- id: `9b5647e0a6cf` +- slice type: `V2X` +- lifecycle: `monitor` +- error label: `correct_structure_wrong_values` +- raw field F1: `0.5666666666666667` +- normalized field F1: `0.2413793103448276` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intentFulfillmentReport": { + "intentId": "intent-3772050f9852", + "reportTimestamp": "2026-04-24T09:11:31Z", + "fulfillmentStatus": "Fulfilled", + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 10, + "measured": 9.97, + "unit": "ms", + "compliant": true + }, + { + "kpi": "dlThroughput", + "target": 25, + "measured": 27.1, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "ulThroughput", + "target": 10, + "measured": 10.0, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "reliability", + "target": 99.99, + "measured": 100, + "unit": "percent", + "compliant": true + }, + { + "kpi": "connectedUEs", + "target": 100, + "measured": 40, + "unit": "UEs", + "compliant": true + } + ], + "overallSlaCompliance": true, + "@type": "IntentFulfillmentReport" + } +} +``` + +### Prediction +```json + + + + +{ + "intentFulfillmentReport": { + "intentId": "intent-3772050f9852", + "reportTimestamp": "2026-04-24T09:11:31Z", + "fulfillmentStatus": "Degraded", + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 100, + "measured": 75.01, + "unit": "ms", + "compliant": true + }, + { + "kpi": "dlThroughput", + "target": 1000, + "measured": 994.3, + "unit": "Mbps", + "compliant": false + }, + { + "kpi": "ulThroughput", + "target": 100, + "measured": 109.4, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "reliability", + "target": 99.99, + "measured": 99.984066, + "unit": "percent", + "compliant": false + }, + { + "kpi": "connectedUEs", + "target": 10000, + "measured": 8943, + "unit": "UEs", + "compliant": true + } + ], + "overallSlaCompliance": false, + "@type": "IntentFulfillmentReport" + } +} +``` + +## Example 96: success — `tmf921_lifecycle_monitor` — `test_sector_ood` + +- id: `4b96dab3c3fd` +- slice type: `URLLC` +- lifecycle: `monitor` +- error label: `success_or_high_scoring_example` +- raw field F1: `0.7` +- normalized field F1: `0.6896551724137931` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intentFulfillmentReport": { + "intentId": "intent-b69c2ab78704", + "reportTimestamp": "2026-04-24T09:11:31Z", + "fulfillmentStatus": "Degraded", + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 2, + "measured": 1.73, + "unit": "ms", + "compliant": true + }, + { + "kpi": "dlThroughput", + "target": 20, + "measured": 20.1, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "ulThroughput", + "target": 100, + "measured": 113.2, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "reliability", + "target": 99.999, + "measured": 99.957143, + "unit": "percent", + "compliant": false + }, + { + "kpi": "connectedUEs", + "target": 1000, + "measured": 87, + "unit": "UEs", + "compliant": true + } + ], + "overallSlaCompliance": false, + "@type": "IntentFulfillmentReport" + } +} +``` + +### Prediction +```json + + + + +{ + "intentFulfillmentReport": { + "intentId": "intent-b69c2ab78704", + "reportTimestamp": "2026-04-24T09:11:31Z", + "fulfillmentStatus": "Degraded", + "kpiMeasurements": [ + { + "kpi": "latency", + "target": 100, + "measured": 75.01, + "unit": "ms", + "compliant": true + }, + { + "kpi": "dlThroughput", + "target": 1000, + "measured": 1015.8, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "ulThroughput", + "target": 100, + "measured": 108.4, + "unit": "Mbps", + "compliant": true + }, + { + "kpi": "reliability", + "target": 99.99, + "measured": 99.984066, + "unit": "percent", + "compliant": false + }, + { + "kpi": "connectedUEs", + "target": 10000, + "measured": 8943, + "unit": "UEs", + "compliant": true + } + ], + "overallSlaCompliance": false, + "@type": "IntentFulfillmentReport" + } +} +``` + +## Example 97: failure — `tmf921` — `test_sector_ood` + +- id: `b6c6d8a2290b` +- slice type: `eMBB` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.7435897435897437` +- normalized field F1: `0.8358208955223881` +- normalized key F1: `0.9402985074626866` + +### Gold +```json +{ + "id": "intent-0223e0f73ebd", + "href": "/tmf-api/intentManagement/v4/intent/intent-0223e0f73ebd", + "name": "eMBB Slice - Student Collaboration Platform", + "description": "Intent for student collaboration platform at University Campus with eMBB service level", + "lifecycleState": "Active", + "priority": 4, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-04c7a83fe977", + "name": "eMBB QoS Delivery Expectation", + "expectationVerb": "ENSURE", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-embb-9773e6", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "eMBB" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 1, + "sd": "000002" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 100, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 50, + "targetMetric": "PLMNID.ul.ThpVol.NRCellDU", + "unit": "Mbps" + +...... +``` + +### Prediction +```json + + + + +{ + "id": "intent-114000000000", + "href": "/tmf-api/intentManagement/v4/intent/intent-114000000000", + "name": "eMBB Slice - Student Collaboration Platform", + "description": "Intent for student collaboration platform at University Campus with eMBB service level", + "lifecycleState": "Active", + "priority": 3, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-114000000001", + "name": "eMBB QoS Delivery Expectation", + "expectationVerb": "DELIVER", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-embb-114000", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "eMBB" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 1, + "sd": "000001" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 100, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 50, + "targetMetric": "PLMNID.ul.ThpVol.NRCellDU", + +...... +``` + +## Example 98: failure — `tmf921` — `test_sector_ood` + +- id: `df185cef747c` +- slice type: `eMBB` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.7435897435897437` +- normalized field F1: `0.8358208955223881` +- normalized key F1: `0.9402985074626866` + +### Gold +```json +{ + "id": "intent-36128226f673", + "href": "/tmf-api/intentManagement/v4/intent/intent-36128226f673", + "name": "eMBB Slice - Research Lab Data Transfer", + "description": "Intent for research lab data transfer at University Campus with eMBB service level", + "lifecycleState": "Active", + "priority": 4, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-d9e74bee1eea", + "name": "eMBB QoS Delivery Expectation", + "expectationVerb": "ENSURE", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-embb-341132", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "eMBB" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 1, + "sd": "000001" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 1000, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 50, + "targetMetric": "PLMNID.ul.ThpVol.NRCellDU", + "unit": "Mbps" + }, +...... +``` + +### Prediction +```json + + + + +{ + "id": "intent-10b110b10b10", + "href": "/tmf-api/intentManagement/v4/intent/intent-10b110b10b10", + "name": "eMBB Slice - Research Lab Data Transfer", + "description": "Intent for research lab data transfer at University Campus with eMBB service level", + "lifecycleState": "Active", + "priority": 3, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-0d110b10b10b", + "name": "eMBB QoS Delivery Expectation", + "expectationVerb": "DELIVER", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-embb-0d110b", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "eMBB" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 1, + "sd": "000003" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 1000, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 50, + "targetMetric": "PLMNID.ul.ThpVol.NRCellDU", + "unit": +...... +``` + +## Example 99: failure — `tmf921` — `test_sector_ood` + +- id: `a818a34c55f1` +- slice type: `eMBB` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.7435897435897437` +- normalized field F1: `0.8358208955223881` +- normalized key F1: `0.9402985074626866` + +### Gold +```json +{ + "id": "intent-6502d8fad3db", + "href": "/tmf-api/intentManagement/v4/intent/intent-6502d8fad3db", + "name": "eMBB Slice - Library Resource Digitization", + "description": "Intent for library resource digitization at University Campus with eMBB service level", + "lifecycleState": "Active", + "priority": 4, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-ca322510e221", + "name": "eMBB QoS Delivery Expectation", + "expectationVerb": "ENSURE", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-embb-271987", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "eMBB" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 1, + "sd": "000001" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 800, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 75, + "targetMetric": "PLMNID.ul.ThpVol.NRCellDU", + "unit": "Mbps" + +...... +``` + +### Prediction +```json + + + + +{ + "id": "intent-011111111111", + "href": "/tmf-api/intentManagement/v4/intent/intent-011111111111", + "name": "eMBB Slice - Library Resource Digitization", + "description": "Intent for library resource digitization at University Campus with eMBB service level", + "lifecycleState": "Active", + "priority": 3, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-011111111111", + "name": "eMBB QoS Delivery Expectation", + "expectationVerb": "DELIVER", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-embb-011111", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "eMBB" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 1, + "sd": "000003" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 800, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 75, + "targetMetric": "PLMNID.ul.ThpVol.NRCellDU", + "u +...... +``` + +## Example 100: success — `tmf921` — `test_sector_ood` + +- id: `81336d4bb697` +- slice type: `V2X` +- lifecycle: `create` +- error label: `success_or_high_scoring_example` +- raw field F1: `0.8734177215189873` +- normalized field F1: `1.0` +- normalized key F1: `1.0` + +### Gold +```json +{ + "id": "intent-bb942bfc8fab", + "href": "/tmf-api/intentManagement/v4/intent/intent-bb942bfc8fab", + "name": "V2X Slice - Library Resource Digitization", + "description": "Intent for library resource digitization at Hospital Campus with V2X service level", + "lifecycleState": "Active", + "priority": 1, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-1216b9633a99", + "name": "V2X QoS Delivery Expectation", + "expectationVerb": "DELIVER", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-v2x-99ca8c", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "V2X" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 4, + "sd": "000001" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 50, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 100, + "targetMetric": "PLMNID.ul.ThpVol.NRCellDU", + "unit": "Mbps" + }, + +...... +``` + +### Prediction +```json + + + + +{ + "id": "intent-114000111111", + "href": "/tmf-api/intentManagement/v4/intent/intent-114000111111", + "name": "V2X Slice - Library Resource Digitization", + "description": "Intent for library resource digitization at Hospital Campus with V2X service level", + "lifecycleState": "Active", + "priority": 1, + "intentExpression": { + "@type": "IntentExpression", + "intentExpectation": [ + { + "@type": "DeliveryExpectation", + "id": "exp-114000111111", + "name": "V2X QoS Delivery Expectation", + "expectationVerb": "DELIVER", + "expectationObject": { + "@type": "ExpectationObject", + "objectType": "NetworkSlice", + "objectInstance": "slice-v2x-114000", + "objectContexts": [ + { + "contextAttribute": "sliceServiceType", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "V2X" + }, + { + "contextAttribute": "sNSSAI", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": { + "sst": 4, + "sd": "000001" + } + } + ] + }, + "expectationTargets": [ + { + "@type": "ExpectationTarget", + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 50, + "targetMetric": "PLMNID.dl.ThpVol.NRCellDU", + "unit": "Mbps" + }, + { + "@type": "ExpectationTarget", + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 100, + "targetMetric": "PLMNID.ul.ThpVol.NRCellDU", + "unit": " +...... +``` + +## Example 101: failure — `camara` — `test_sector_ood` + +- id: `61d045f3558d` +- slice type: `eMBB` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.375` +- normalized field F1: `0.5714285714285715` +- normalized key F1: `0.8571428571428571` + +### Gold +```json +{ + "networkSliceBooking": { + "sliceType": "eMBB", + "sliceProfile": { + "latencyTarget": 100, + "reliability": 99.0, + "throughput": { + "downlink": 500, + "uplink": 25 + }, + "maxNumberOfUEs": 1000 + }, + "areaOfService": { + "region": "Open Pit Zone", + "center": { + "latitude": 62.0394, + "longitude": 129.7422 + }, + "radius": 2000, + "cells": [ + "cell-064" + ] + }, + "duration": { + "startTime": "2025-05-14T22:00:00Z", + "endTime": "2025-05-15T06:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/3088c4fc1727" + } +} +``` + +### Prediction +```json + + + + +{ + "networkSliceBooking": { + "sliceType": "eMBB", + "sliceProfile": { + "latencyTarget": 100, + "reliability": 99.9, + "throughput": { + "downlink": 500, + "uplink": 25 + }, + "maxNumberOfUEs": 1000 + }, + "areaOfService": { + "region": "Open Pit Zone", + "center": { + "latitude": 53.5511, + "longitude": 9.9937 + }, + "radius": 500, + "cells": [ + "cell-088", + "cell-080", + "cell-080", + "cell-080", + "cell-080" + ] + }, + "duration": { + "startTime": "2025-01-13T08:00:00Z", + "endTime": "2025-01-13T10:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/110009111111" + } +} +``` + +## Example 102: failure — `camara` — `test_sector_ood` + +- id: `bb39b43ec51b` +- slice type: `eMBB` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.375` +- normalized field F1: `0.5714285714285715` +- normalized key F1: `0.8571428571428571` + +### Gold +```json +{ + "networkSliceBooking": { + "sliceType": "eMBB", + "sliceProfile": { + "latencyTarget": 50, + "reliability": 99.95, + "throughput": { + "downlink": 1000, + "uplink": 150 + }, + "maxNumberOfUEs": 10000 + }, + "areaOfService": { + "region": "Research Park", + "center": { + "latitude": 37.4275, + "longitude": -122.1697 + }, + "radius": 500, + "cells": [ + "cell-049" + ] + }, + "duration": { + "startTime": "2025-10-03T06:00:00Z", + "endTime": "2025-10-03T12:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/d6ac8b414857" + } +} +``` + +### Prediction +```json + + + + +{ + "networkSliceBooking": { + "sliceType": "eMBB", + "sliceProfile": { + "latencyTarget": 50, + "reliability": 99.9, + "throughput": { + "downlink": 1000, + "uplink": 150 + }, + "maxNumberOfUEs": 10000 + }, + "areaOfService": { + "region": "Research Park", + "center": { + "latitude": 37.7749, + "longitude": -122.4194 + }, + "radius": 5000, + "cells": [ + "cell-081", + "cell-080", + "cell-082", + "cell-083", + "cell-084" + ] + }, + "duration": { + "startTime": "2025-01-12T08:00:00Z", + "endTime": "2025-01-12T10:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/100000000000" + } +} +``` + +## Example 103: failure — `camara` — `test_sector_ood` + +- id: `bd7ec7719282` +- slice type: `HMTC` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.3125` +- normalized field F1: `0.5714285714285715` +- normalized key F1: `0.9285714285714286` + +### Gold +```json +{ + "networkSliceBooking": { + "sliceType": "HMTC", + "sliceProfile": { + "latencyTarget": 1, + "reliability": 99.9999, + "throughput": { + "downlink": 1000, + "uplink": 50 + }, + "maxNumberOfUEs": 1000 + }, + "areaOfService": { + "region": "Mining Site Alpha", + "center": { + "latitude": -33.8688, + "longitude": 151.2093 + }, + "radius": 1000, + "cells": [ + "cell-001", + "cell-004" + ] + }, + "duration": { + "startTime": "2025-11-21T23:00:00Z", + "endTime": "2025-11-22T11:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/109daa504948" + } +} +``` + +### Prediction +```json + + + + +{ + "networkSliceBooking": { + "sliceType": "MPS", + "sliceProfile": { + "latencyTarget": 1, + "reliability": 99.999, + "throughput": { + "downlink": 1000, + "uplink": 50 + }, + "maxNumberOfUEs": 1000 + }, + "areaOfService": { + "region": "Mining Site Alpha", + "center": { + "latitude": -23.4162, + "longitude": 46.4017 + }, + "radius": 500, + "cells": [ + "cell-081", + "cell-080", + "cell-082", + "cell-083" + ] + }, + "duration": { + "startTime": "2025-01-18T13:00:00Z", + "endTime": "2025-01-18T15:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/110000000000" + } +} +``` + +## Example 104: success — `camara` — `test_sector_ood` + +- id: `e2c589fd7c09` +- slice type: `eMBB` +- lifecycle: `create` +- error label: `success_or_high_scoring_example` +- raw field F1: `0.5882352941176471` +- normalized field F1: `1.0` +- normalized key F1: `1.0` + +### Gold +```json +{ + "networkSliceBooking": { + "sliceType": "eMBB", + "sliceProfile": { + "latencyTarget": 30, + "reliability": 99.9, + "throughput": { + "downlink": 500, + "uplink": 200 + }, + "maxNumberOfUEs": 10000 + }, + "areaOfService": { + "region": "Healthcare Park", + "center": { + "latitude": 37.7749, + "longitude": -122.4194 + }, + "radius": 5000, + "cells": [ + "cell-064", + "cell-037", + "cell-002", + "cell-062" + ] + }, + "duration": { + "startTime": "2025-06-12T05:00:00Z", + "endTime": "2025-06-12T17:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/fcb9f701915d" + } +} +``` + +### Prediction +```json + + + + +{ + "networkSliceBooking": { + "sliceType": "eMBB", + "sliceProfile": { + "latencyTarget": 30, + "reliability": 99.9, + "throughput": { + "downlink": 500, + "uplink": 200 + }, + "maxNumberOfUEs": 10000 + }, + "areaOfService": { + "region": "Healthcare Park", + "center": { + "latitude": 37.7749, + "longitude": -122.4194 + }, + "radius": 5000, + "cells": [ + "cell-081", + "cell-080", + "cell-082", + "cell-083" + ] + }, + "duration": { + "startTime": "2025-01-18T13:00:00Z", + "endTime": "2025-01-18T15:00:00Z" + }, + "notificationUrl": "https://callback.example.com/slice-events/7d0101001010" + } +} +``` + +## Example 105: failure — `intent_3gpp` — `test_sector_ood` + +- id: `8bb77054da0f` +- slice type: `mMTC` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.7` +- normalized field F1: `0.5789473684210527` +- normalized key F1: `0.8947368421052632` + +### Gold +```json +{ + "intent": { + "id": "intent-mMTC-76a2e5e21ca2", + "name": "Virtual Classroom Xr Delivery mMTC Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-e97dda4b2258", + "expectationVerb": "ENSURE", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "mMTC", + "sNSSAI": { + "sst": 3, + "sd": "000003" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 1, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 1, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN", + "targetValueRange": 200, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 90, + "unit": "percent" + }, + { + "targetName": "deviceDensity", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 50000, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Research Park" + }, + { + "contextAttribute": "useCase", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "virtual c +...... +``` + +### Prediction +```json + + + + +{ + "intent": { + "id": "intent-mMTC-11b0b1b1b1b1", + "name": "Virtual Classroom Xr Delivery mMTC Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-11b0b1b1b1b1", + "expectationVerb": "DELIVER", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "mMTC", + "sNSSAI": { + "sst": 3, + "sd": "000003" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 1, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 1, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 200, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 90, + "unit": "percent" + }, + { + "targetName": "deviceDensity", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 50000, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Research Park" + }, + { + "contextAttribute": "useCase", + "contextCo +...... +``` + +## Example 106: failure — `intent_3gpp` — `test_sector_ood` + +- id: `36710900c49f` +- slice type: `mMTC` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.775` +- normalized field F1: `0.6578947368421053` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intent": { + "id": "intent-mMTC-0cddd74357ff", + "name": "Virtual Classroom Xr Delivery mMTC Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-0a58bf066364", + "expectationVerb": "ENSURE", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "mMTC", + "sNSSAI": { + "sst": 3, + "sd": "000002" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 0.5, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 25, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN", + "targetValueRange": 100, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 99.5, + "unit": "percent" + }, + { + "targetName": "deviceDensity", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 5000, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Industrial Zone North" + }, + { + "contextAttribute": "useCase", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange" +...... +``` + +### Prediction +```json + + + + +{ + "intent": { + "id": "intent-mMTC-110000000000", + "name": "Virtual Classroom Xr Delivery mMTC Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-000000000000", + "expectationVerb": "DELIVER", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "mMTC", + "sNSSAI": { + "sst": 3, + "sd": "000003" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 0.5, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 25, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 100, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 99.5, + "unit": "percent" + }, + { + "targetName": "deviceDensity", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 5000, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Industrial Zone North" + }, + { + "contextAttribute": "useCase", + +...... +``` + +## Example 107: failure — `intent_3gpp` — `test_sector_ood` + +- id: `d8df0122d5e1` +- slice type: `mMTC` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `0.775` +- normalized field F1: `0.6578947368421053` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intent": { + "id": "intent-mMTC-d0819ce7392d", + "name": "Campus Iot Management mMTC Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-429a184e74f3", + "expectationVerb": "DELIVER", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "mMTC", + "sNSSAI": { + "sst": 3, + "sd": "000001" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 5, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 1, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN", + "targetValueRange": 50, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 95, + "unit": "percent" + }, + { + "targetName": "deviceDensity", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 5000, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Hospital Campus" + }, + { + "contextAttribute": "useCase", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": "campus IoT manag +...... +``` + +### Prediction +```json + + + + +{ + "intent": { + "id": "intent-mMTC-110110101010", + "name": "Campus Iot Management mMTC Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-100000000001", + "expectationVerb": "ENSURE", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "mMTC", + "sNSSAI": { + "sst": 3, + "sd": "000003" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 5, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 1, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 50, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN_OR_EQUAL_TO", + "targetValueRange": 95, + "unit": "percent" + }, + { + "targetName": "deviceDensity", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 5000, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Hospital Campus" + }, + { + "contextAttribute": "useCase", + "contextCondition": +...... +``` + +## Example 108: success — `intent_3gpp` — `test_sector_ood` + +- id: `25d1c40596cf` +- slice type: `URLLC` +- lifecycle: `create` +- error label: `success_or_high_scoring_example` +- raw field F1: `0.925` +- normalized field F1: `1.0` +- normalized key F1: `1.0` + +### Gold +```json +{ + "intent": { + "id": "intent-URLLC-df9d41d88f4c", + "name": "Research Lab Data Transfer URLLC Intent", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-05434c3a976b", + "expectationVerb": "DELIVER", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "URLLC", + "sNSSAI": { + "sst": 2, + "sd": "000001" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 200, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 100, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN", + "targetValueRange": 3, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 99.999, + "unit": "percent" + }, + { + "targetName": "maxNumberOfUEs", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 50, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Factory Complex A" + }, + { + "contextAttribute": "useCase", + "contextCondition": "IS_EQUAL_TO", + "contextValueRange": " +...... +``` + +### Prediction +```json + + + + +{ + "intent": { + "id": "intent-URLLC-11b111d01111", + "name": "URLLC Slice - Research Lab Data Transfer", + "lifecycleStatus": "active", + "intentExpectation": [ + { + "expectationId": "exp-0d0d0d0d0d0d", + "expectationVerb": "DELIVER", + "expectationObject": { + "objectType": "NW_SLICE", + "objectInstance": { + "sliceType": "URLLC", + "sNSSAI": { + "sst": 2, + "sd": "000001" + } + } + }, + "expectationTargets": [ + { + "targetName": "downlinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 200, + "unit": "Mbps" + }, + { + "targetName": "uplinkThroughput", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 100, + "unit": "Mbps" + }, + { + "targetName": "latency", + "targetCondition": "IS_LESS_THAN", + "targetValueRange": 3, + "unit": "ms" + }, + { + "targetName": "reliability", + "targetCondition": "IS_GREATER_THAN", + "targetValueRange": 99.999, + "unit": "percent" + }, + { + "targetName": "maxNumberOfUEs", + "targetCondition": "IS_LESS_THAN_OR_EQUAL_TO", + "targetValueRange": 50, + "unit": "UEs" + } + ], + "expectationContexts": [ + { + "contextAttribute": "serviceArea", + "contextCondition": "IS_IN", + "contextValueRange": "Factory Complex A" + }, + { + "contextAttribute": "useCase", + "contextCondition": "IS_EQUAL_TO", + "c +...... +``` + +## Example 109: failure — `adversarial_ambiguous` — `test_adversarial` + +- id: `c2c3794511e2` +- slice type: `N/A` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `1.0` +- normalized field F1: `1.0` +- normalized key F1: `1.0` + +### Gold +```json +{ + "status": "CLARIFICATION_REQUIRED", + "message": "Intent too vague. Please specify: sliceType, latencyTarget, reliabilityTarget, dlThroughput, ulThroughput, maxUEs, serviceArea.", + "suggestedAction": "Reformulate with specific KPI targets." +} +``` + +### Prediction +```json + + + + +{ + "status": "CLARIFICATION_REQUIRED", + "message": "Intent too vague. Please specify: sliceType, latencyTarget, reliabilityTarget, dlThroughput, ulThroughput, maxUEs, serviceArea.", + "suggestedAction": "Reformulate with specific KPI targets." +} +``` + +## Example 110: failure — `adversarial_ambiguous` — `test_adversarial` + +- id: `c20e3d39aa40` +- slice type: `N/A` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `1.0` +- normalized field F1: `1.0` +- normalized key F1: `1.0` + +### Gold +```json +{ + "status": "CLARIFICATION_REQUIRED", + "message": "Intent too vague. Please specify: sliceType, latencyTarget, reliabilityTarget, dlThroughput, ulThroughput, maxUEs, serviceArea.", + "suggestedAction": "Reformulate with specific KPI targets." +} +``` + +### Prediction +```json + + + + +{ + "status": "CLARIFICATION_REQUIRED", + "message": "Intent too vague. Please specify: sliceType, latencyTarget, reliabilityTarget, dlThroughput, ulThroughput, maxUEs, serviceArea.", + "suggestedAction": "Reformulate with specific KPI targets." +} +``` + +## Example 111: failure — `adversarial_ambiguous` — `test_adversarial` + +- id: `d2dbc2ecfc38` +- slice type: `N/A` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `1.0` +- normalized field F1: `1.0` +- normalized key F1: `1.0` + +### Gold +```json +{ + "status": "CLARIFICATION_REQUIRED", + "message": "Intent too vague. Please specify: sliceType, latencyTarget, reliabilityTarget, dlThroughput, ulThroughput, maxUEs, serviceArea.", + "suggestedAction": "Reformulate with specific KPI targets." +} +``` + +### Prediction +```json + + + + +{ + "status": "CLARIFICATION_REQUIRED", + "message": "Intent too vague. Please specify: sliceType, latencyTarget, reliabilityTarget, dlThroughput, ulThroughput, maxUEs, serviceArea.", + "suggestedAction": "Reformulate with specific KPI targets." +} +``` + +## Example 112: success — `adversarial_ambiguous` — `test_adversarial` + +- id: `c2c3794511e2` +- slice type: `N/A` +- lifecycle: `create` +- error label: `success_or_high_scoring_example` +- raw field F1: `1.0` +- normalized field F1: `1.0` +- normalized key F1: `1.0` + +### Gold +```json +{ + "status": "CLARIFICATION_REQUIRED", + "message": "Intent too vague. Please specify: sliceType, latencyTarget, reliabilityTarget, dlThroughput, ulThroughput, maxUEs, serviceArea.", + "suggestedAction": "Reformulate with specific KPI targets." +} +``` + +### Prediction +```json + + + + +{ + "status": "CLARIFICATION_REQUIRED", + "message": "Intent too vague. Please specify: sliceType, latencyTarget, reliabilityTarget, dlThroughput, ulThroughput, maxUEs, serviceArea.", + "suggestedAction": "Reformulate with specific KPI targets." +} +``` + +## Example 113: failure — `adversarial_out_of_scope` — `test_adversarial` + +- id: `b5e41f85a345` +- slice type: `N/A` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `1.0` +- normalized field F1: `1.0` +- normalized key F1: `1.0` + +### Gold +```json +{ + "status": "OUT_OF_SCOPE", + "message": "Request outside scope. This system handles 5G/6G network slice intent translation only.", + "supportedOperations": [ + "slice creation", + "lifecycle management", + "SLA assurance" + ] +} +``` + +### Prediction +```json + + + + +{ + "status": "OUT_OF_SCOPE", + "message": "Request outside scope. This system handles 5G/6G network slice intent translation only.", + "supportedOperations": [ + "slice creation", + "lifecycle management", + "SLA assurance" + ] +} +``` + +## Example 114: failure — `adversarial_out_of_scope` — `test_adversarial` + +- id: `f5b83d2fb356` +- slice type: `N/A` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `1.0` +- normalized field F1: `1.0` +- normalized key F1: `1.0` + +### Gold +```json +{ + "status": "OUT_OF_SCOPE", + "message": "Request outside scope. This system handles 5G/6G network slice intent translation only.", + "supportedOperations": [ + "slice creation", + "lifecycle management", + "SLA assurance" + ] +} +``` + +### Prediction +```json + + + + +{ + "status": "OUT_OF_SCOPE", + "message": "Request outside scope. This system handles 5G/6G network slice intent translation only.", + "supportedOperations": [ + "slice creation", + "lifecycle management", + "SLA assurance" + ] +} +``` + +## Example 115: failure — `adversarial_out_of_scope` — `test_adversarial` + +- id: `8c2457c3ef17` +- slice type: `N/A` +- lifecycle: `create` +- error label: `value_level_mismatch` +- raw field F1: `1.0` +- normalized field F1: `1.0` +- normalized key F1: `1.0` + +### Gold +```json +{ + "status": "OUT_OF_SCOPE", + "message": "Request outside scope. This system handles 5G/6G network slice intent translation only.", + "supportedOperations": [ + "slice creation", + "lifecycle management", + "SLA assurance" + ] +} +``` + +### Prediction +```json + + + + +{ + "status": "OUT_OF_SCOPE", + "message": "Request outside scope. This system handles 5G/6G network slice intent translation only.", + "supportedOperations": [ + "slice creation", + "lifecycle management", + "SLA assurance" + ] +} +``` + +## Example 116: success — `adversarial_out_of_scope` — `test_adversarial` + +- id: `b5e41f85a345` +- slice type: `N/A` +- lifecycle: `create` +- error label: `success_or_high_scoring_example` +- raw field F1: `1.0` +- normalized field F1: `1.0` +- normalized key F1: `1.0` + +### Gold +```json +{ + "status": "OUT_OF_SCOPE", + "message": "Request outside scope. This system handles 5G/6G network slice intent translation only.", + "supportedOperations": [ + "slice creation", + "lifecycle management", + "SLA assurance" + ] +} +``` + +### Prediction +```json + + + + +{ + "status": "OUT_OF_SCOPE", + "message": "Request outside scope. This system handles 5G/6G network slice intent translation only.", + "supportedOperations": [ + "slice creation", + "lifecycle management", + "SLA assurance" + ] +} +```