Skip to content

test(corpus): modify ran-intelligent-backup-battery-endurance modify/create input cases #87

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
zhangwenjun-huawei merged 2 commits into from
Oct 25, 2026
Merged

test(corpus): modify ran-intelligent-backup-battery-endurance modify/create input cases #87

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
ecf34a1
test(corpus): modify ran-intelligent-backup-battery-endurance modify/…
Wuhao279 Oct 23, 2026
6e026ac
test(corpus): modify ran-intelligent-backup-battery-endurance modify/…
Wuhao279 Oct 23, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
908 changes: 452 additions & 456 deletions .../task/resources/ran-intelligent-backup-battery-endurance-create/input_case_from_data.json
View file
Open in desktop

Large diffs are not rendered by default.

299 changes: 217 additions & 82 deletions .../task/resources/ran-intelligent-backup-battery-endurance-create/input_case_from_text.json
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -2,13 +2,13 @@
{
"id": "TC00000001",
"caseDimension": "01-意图清晰参数完整",
"caseDesc": "创建档-标准创建诉求（站点+续航目标+小区列表）",
"caseDesc": "创建档-标准创建诉求（双站点+续航目标+小区列表）",
"caseCategory": "正常",
"input": [
{
"api": "generateTaskPromptFromText",
"args": {
"text": "创建无线智能备电任务：站点龙岩新罗水晶澜庭-HRHH，备电保障的续航时长目标4h，小区460-00-2136088-511重保4G 2.3GHz，小区460-00-2136088-512重保4G 2.3GHz，小区460-00-2136088-513关键4G 2.3GHz",
"text": "创建无线智能备电管理任务：基于任务对象和任务上下文进行无线智能备电管理，达成任务目标中定义的备电目标，按照预期输出中定义的结构返回任务处理结果。任务目标为创建新的分级下电任务，备电保障的续航时长目标4h。任务对象为站点龙岩新罗水晶澜庭-HRHH，小区460-00-2136088-511重保4G 2.3GHz，小区460-00-2136088-512重保4G 2.3GHz，小区460-00-2136088-513关键4G 2.3GHz；站点龙岩新罗龙辉小区-HRHH，小区460-00-2134161-514关键5G 2.6GHz，小区460-00-2134161-515一般5G 2.6GHz，小区460-00-2134161-516一般5G 2.6GHz。",
"templateUri": "Task-T/network-layer/ran-intelligent-backup-battery-endurance/v1"
}
},
Expand All @@ -18,33 +18,72 @@
"schema": {
"type": "object",
"properties": {
"operation_type": {
"opType": {
"type": "string",
"description": "Operation type of the wireless backup power task; allowed values are listed in the enum",
"enum": ["create", "modify"]
"description": "操作类型，取值范围：create、modify",
"enum": [
"create",
"modify"
]
},
"task_description": {
"target": {
"type": "string",
"description": "Task description for the wireless intelligent backup power management task"
"description": "备电保障的续航时长目标，如4h、6h、8h；恢复任务时填回退无线智能备电配置"
},
"task_target": {
"type": "string",
"description": "Task target; one of: Create New Tiered Power-Down Task, Create Restoration Task, Modify Tiered Power-Down Task. When creating or modifying a tiered power-down task, the backup power endurance duration target must be provided."
},
"task_object": {
"type": "string",
"description": "Task object; list of sites with their cells, including CGI, protection level, frequency band, technology, resident users, RRC users, traffic, and voice traffic"
},
"task_context": {
"type": "string",
"description": "Task context information"
},
"expected_output": {
"type": "string",
"description": "Expected output; for tiered power-down tasks: execution result, non-shutdown cell list, and shutdown cell list; for restoration tasks: execution result, no-rollback cell list, and rollback cell list"
"siteList": {
"type": "array",
"description": "站点列表",
"items": {
"type": "object",
"properties": {
"siteName": {
"type": "string",
"description": "站点名称，如龙岩新罗水晶澜庭-HRHH"
},
"areaList": {
"type": "array",
"description": "小区列表",
"items": {
"type": "object",
"properties": {
"areaName": {
"type": "string",
"description": "小区标识，采用CGI，如460-00-2136088-511"
},
"level": {
"type": "string",
"description": "小区保障等级",
"enum": [
"CRITICAL",
"KEY",
"GENERAL"
]
},
"tech": {
"type": "string",
"description": "小区制式，如4G、5G"
},
"freq": {
"type": "string",
"description": "小区频段，如2.3GHz、2.6GHz"
}
},
"required": [
"areaName"
]
}
}
},
"required": [
"siteName"
]
}
}
},
"required": ["operation_type", "task_description"]
"required": [
"opType",
"target"
]
},
"templateUri": "Task-T/network-layer/ran-intelligent-backup-battery-endurance/v1",
"promptText": {
Expand All @@ -58,29 +97,106 @@
{
"result": "success",
"data": {},
"error": { "errCode": "", "errMessage": "" }
"error": {
"errCode": "",
"errMessage": ""
}
},
{
"result": "success",
"data": {
"operation_type": "create",
"task_target": "Create New Tiered Power-Down Task, backup power endurance duration target: 4h",
"task_object": "龙岩新罗水晶澜庭-HRHH: 460-00-2136088-511: Critical Protection, 4G, 2.3GHz; 460-00-2136088-512: Critical Protection, 4G, 2.3GHz; 460-00-2136088-513: Key, 4G, 2.3GHz"
},
"error": { "errCode": "", "errMessage": "" }
"data": {},
"error": {
"errCode": "",
"errMessage": ""
}
}
]
},
{
"id": "TC00000002",
"caseDimension": "02-关键信息缺失",
"caseDesc": "创建诉求仅含续航目标，缺少操作类型，required应拦截",
"caseCategory": "异常",
"input": [
{
"api": "generateTaskPromptFromText",
"args": {
"text": "备电保障的续航时长目标4h",
"templateUri": "Task-T/network-layer/ran-intelligent-backup-battery-endurance/v1"
}
}
],
"expected": [
{
"result": "error",
"data": {},
"error": {
"errCode": "slot.not_provided",
"errMessage": ""
}
}
]
},
{
"id": "TC00000003",
"caseDimension": "03-意图描述模糊",
"caseDesc": "创建+操作类型泛化（新增），LLM成功映射为创建",
"caseCategory": "正常",
"input": [
{
"api": "generateTaskPromptFromText",
"args": {
"text": "新增无线智能备电管理任务：基于任务对象和任务上下文进行无线智能备电管理，达成任务目标中定义的备电目标，按照预期输出中定义的结构返回任务处理结果。任务目标为创建新的分级下电任务，备电保障的续航时长目标4h。任务对象为站点龙岩新罗水晶澜庭-HRHH，小区460-00-2136088-511重保4G 2.3GHz。",
"templateUri": "Task-T/network-layer/ran-intelligent-backup-battery-endurance/v1"
}
}
],
"expected": [
{
"result": "success",
"data": {},
"error": {
"errCode": "",
"errMessage": ""
}
}
]
},
{
"id": "TC00000004",
"caseDimension": "04-值域违规检测",
"caseDesc": "创建语境下动词删除被当作操作类型取值，值域违规拦截",
"caseCategory": "异常",
"input": [
{
"api": "generateTaskPromptFromText",
"args": {
"text": "删除无线智能备电任务：站点龙岩新罗水晶澜庭-HRHH，备电保障的续航时长目标4h",
"templateUri": "Task-T/network-layer/ran-intelligent-backup-battery-endurance/v1"
}
}
],
"expected": [
{
"result": "error",
"data": {},
"error": {
"errCode": "slot.constraint_violated",
"errMessage": ""
}
}
]
},
{
"id": "TC00000005",
"caseDimension": "01-意图清晰参数完整",
"caseDesc": "创建档-多站点+混合制式+多保障等级",
"caseDesc": "创建档-创建恢复任务（回退备电配置），无任务对象",
"caseCategory": "正常",
"input": [
{
"api": "generateTaskPromptFromText",
"args": {
"text": "创建无线智能备电任务：站点龙岩新罗水晶澜庭-HRHH，备电保障的续航时长目标4h，小区460-00-2136088-511重保4G 2.3GHz，小区460-00-2136088-513关键4G 2.3GHz；站点龙岩新罗龙辉小区-HRHH，小区460-00-2134161-514关键5G 2.6GHz，小区460-00-2134161-515一般5G 2.6GHz",
"text": "创建无线智能备电管理任务：基于任务对象和任务上下文进行无线智能备电管理，达成任务目标中定义的备电目标，按照预期输出中定义的结构返回任务处理结果。任务目标为创建恢复任务，回退无线智能备电配置。",
"templateUri": "Task-T/network-layer/ran-intelligent-backup-battery-endurance/v1"
}
},
Expand All @@ -90,33 +206,72 @@
"schema": {
"type": "object",
"properties": {
"operation_type": {
"type": "string",
"description": "Operation type of the wireless backup power task; allowed values are listed in the enum",
"enum": ["create", "modify"]
},
"task_description": {
"type": "string",
"description": "Task description for the wireless intelligent backup power management task"
},
"task_target": {
"opType": {
"type": "string",
"description": "Task target; one of: Create New Tiered Power-Down Task, Create Restoration Task, Modify Tiered Power-Down Task."
"description": "操作类型，取值范围：create、modify",
"enum": [
"create",
"modify"
]
},
"task_object": {
"target": {
"type": "string",
"description": "Task object; list of sites with their cells"
"description": "备电保障的续航时长目标，如4h、6h、8h；恢复任务时填回退无线智能备电配置"
},
"task_context": {
"type": "string",
"description": "Task context information"
},
"expected_output": {
"type": "string",
"description": "Expected output"
"siteList": {
"type": "array",
"description": "站点列表",
"items": {
"type": "object",
"properties": {
"siteName": {
"type": "string",
"description": "站点名称，如龙岩新罗水晶澜庭-HRHH"
},
"areaList": {
"type": "array",
"description": "小区列表",
"items": {
"type": "object",
"properties": {
"areaName": {
"type": "string",
"description": "小区标识，采用CGI，如460-00-2136088-511"
},
"level": {
"type": "string",
"description": "小区保障等级",
"enum": [
"CRITICAL",
"KEY",
"GENERAL"
]
},
"tech": {
"type": "string",
"description": "小区制式，如4G、5G"
},
"freq": {
"type": "string",
"description": "小区频段，如2.3GHz、2.6GHz"
}
},
"required": [
"areaName"
]
}
}
},
"required": [
"siteName"
]
}
}
},
"required": ["operation_type", "task_description"]
"required": [
"opType",
"target"
]
},
"templateUri": "Task-T/network-layer/ran-intelligent-backup-battery-endurance/v1",
"promptText": {
Expand All @@ -130,39 +285,19 @@
{
"result": "success",
"data": {},
"error": { "errCode": "", "errMessage": "" }
"error": {
"errCode": "",
"errMessage": ""
}
},
{
"result": "success",
"data": {
"operation_type": "create",
"task_target": "Create New Tiered Power-Down Task, backup power endurance duration target: 4h",
"task_object": "龙岩新罗水晶澜庭-HRHH: 460-00-2136088-511: Critical Protection, 4G, 2.3GHz; 460-00-2136088-513: Key, 4G, 2.3GHz; 龙岩新罗龙辉小区-HRHH: 460-00-2134161-514: Key, 5G, 2.6GHz; 460-00-2134161-515: General, 5G, 2.6GHz"
},
"error": { "errCode": "", "errMessage": "" }
}
]
},
{
"id": "TC00000003",
"caseDimension": "04-关键信息缺失",
"caseDesc": "创建诉求缺少站点信息，required应拦截",
"caseCategory": "异常",
"input": [
{
"api": "generateTaskPromptFromText",
"args": {
"text": "创建无线智能备电任务：备电保障的续航时长目标4h",
"templateUri": "Task-T/network-layer/ran-intelligent-backup-battery-endurance/v1"
}
}
],
"expected": [
{
"result": "error",
"data": {},
"error": { "errCode": "slot.not_provided", "errMessage": "" }
"error": {
"errCode": "",
"errMessage": ""
}
}
]
}
]
]
Loading
Loading