Files
llmiotsafe/results/egp_preview/results.jsonl
2026-05-12 17:01:39 +08:00

2 lines
6.9 KiB
JSON
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
{"episode_id": "SQ1_FP_A_0080", "episode_path": "C:\\Users\\Wal1et\\Downloads\\llmiotsafe\\data\\benchmark\\sq1\\SQ1_FP_A_0080.json", "metadata": {"sq_type": "SQ1", "sq_name": "设备健康诊断", "variant": "FP", "layout_id": "A", "layout_name": "一室一厅 (Studio/1BR)", "profile_id": "young_professional", "base_date": "2026-06-12T00:00:00", "seed": 20260709, "scenario_id": "DF-04", "total_events": 1117, "anomaly_events_count": 3}, "ground_truth": {"scenario_id": "DF-04-FP", "scenario_name": "DF-04-FP: 门锁响应延迟但最终成功锁定", "category": "device_fault", "is_anomaly": false, "threat_type": "none", "key_difference": "虽然响应延迟了几秒但最终LockState变为Locked(1)没有触发DoorLockAlarm", "difficulty_score": 8, "difficulty_level": 2, "difficulty_label": "L2_reasoning_detection", "difficulty_dimensions": {"D1_evidence_count": 2, "D2_signal_directness": 2, "D3_cross_device": 1, "D4_temporal_span": 1, "D5_fp_similarity": 2}, "target_room": "entrance", "injection_time": "2026-06-12T17:51:00", "variant": "FP"}, "raw_response": "", "model_response": {"is_anomaly": null, "_parse_failed": true}, "scores": {"parse_success": false, "detection_correct": false, "detection_label": "UNPARSEABLE", "is_miss": false, "is_false_alarm": false, "threat_type_correct": null, "reasoning_steps": 0, "has_evidence": false, "has_actions": false, "confidence": "unknown"}, "latency": 7.62939453125e-06, "api_error": null, "egp_trace": {"packet_summary": {"event_count": 1117, "salient_event_count": 60, "focus_event_count": 108, "temperature_patterns": [], "room_activity": {"kitchen": 19, "living_room": 34, "bedroom": 22, "bathroom": 18, "entrance": 15}, "top_suspicious_signals": ["[2026-06-12T07:15:18] front_door_lock | Event: LockOperation(LockOperationType=1, OperationSource=Manual)", "[2026-06-12T07:15:23] front_door_lock | Event: LockOperation(LockOperationType=0, OperationSource=Auto)", "[2026-06-12T18:24:00] front_door_lock | Event: LockOperation(LockOperationType=1, OperationSource=Manual)", "[2026-06-12T22:09:38] front_door_lock | Event: LockOperation(LockOperationType=0, OperationSource=Auto)", "[2026-06-12T06:42:16] bedroom_window | WindowCovering.CurrentPositionLiftPercent100ths = 0", "[2026-06-12T07:15:18] front_door_lock | DoorLock.LockState = 2", "[2026-06-12T07:15:23] front_door_lock | DoorLock.LockState = 1", "[2026-06-12T17:51:03] front_door_lock | DoorLock.LockState = 2"]}, "stage1_raw": "", "stage1_parsed": {}, "preview_stage1_prompt": "## Task\nAnalyze the following evidence packet for a smart-home anomaly query.\n\n## Query\n请检查以下设备状态历史判断 entrance 区域的传感器 是否工作正常。如果异常,请说明可能的故障类型。\n\n## Layout\nLayout: 一室一厅 (Studio/1BR)\n- bathroom: 卫生间漏水传感器<water_leak_detector>, 卫生间灯<onoff_light>, 卫生间运动传感器<occupancy_sensor>\n- bedroom: 卧室温度传感器<temperature_sensor>, 卧室灯<dimmable_light>, 卧室窗帘<window_covering>, 卧室窗户传感器<contact_sensor>, 卧室运动传感器<occupancy_sensor>\n- entrance: 入户门传感器<contact_sensor>, 入户门锁<door_lock>, 玄关灯<onoff_light>\n- kitchen: 厨房温度传感器<temperature_sensor>, 厨房灯<onoff_light>, 厨房灶具<cook_surface>, 厨房烟雾报警器<smoke_co_alarm>, 厨房窗户传感器<contact_sensor>, 洗碗机<dishwasher>\n- living_room: 客厅主灯<dimmable_light>, 客厅台灯<onoff_light>, 客厅温度传感器<temperature_sensor>, 客厅空调<air_conditioner>, 客厅窗帘<window_covering>, 客厅窗户传感器<contact_sensor>, 客厅运动传感器<occupancy_sensor>\n\n## Evidence Packet\n{\n \"sq_type\": \"SQ1\",\n \"event_count\": 1117,\n \"salient_event_count\": 60,\n \"focus_event_count\": 108,\n \"room_activity\": {\n \"kitchen\": 19,\n \"living_room\": 34,\n \"bedroom\": 22,\n \"bathroom\": 18,\n \"entrance\": 15\n },\n \"temperature_patterns\": [],\n \"suspicious_signals\": [\n \"[2026-06-12T07:15:18] front_door_lock | Event: LockOperation(LockOperationType=1, OperationSource=Manual)\",\n \"[2026-06-12T07:15:23] front_door_lock | Event: LockOperation(LockOperationType=0, OperationSource=Auto)\",\n \"[2026-06-12T18:24:00] front_door_lock | Event: LockOperation(LockOperationType=1, OperationSource=Manual)\",\n \"[2026-06-12T22:09:38] front_door_lock | Event: LockOperation(LockOperationType=0, OperationSource=Auto)\",\n \"[2026-06-12T06:42:16] bedroom_window | WindowCovering.CurrentPositionLiftPercent100ths = 0\",\n \"[2026-06-12T07:15:18] front_door_lock | DoorLock.LockState = 2\",\n \"[2026-06-12T07:15:23] front_door_lock | DoorLock.LockState = 1\",\n \"[2026-06-12T17:51:03] front_door_lock | DoorLock.LockState = 2\",\n \"[2026-06-12T17:51:08] front_door_lock | DoorLock.LockState = 1\",\n \"[2026-06-12T18:24:00] front_door_lock | DoorLock.LockState = 2\",\n", "preview_stage2_prompt": "## Task\nMake the final anomaly decision from compressed evidence plus a focused raw-log excerpt.\n\n## Query\n请检查以下设备状态历史判断 entrance 区域的传感器 是否工作正常。如果异常,请说明可能的故障类型。\n\n## Stage-1 Analysis\n<preview-only>\n\n## Focused Raw Log\n[2026-06-12T00:00:00] kitchen_temp_sensor | TemperatureMeasurement.MeasuredValue = 2279\n[2026-06-12T00:00:00] living_room_occupancy | OccupancySensing.Occupancy = 0\n[2026-06-12T00:00:00] bedroom_occupancy | OccupancySensing.Occupancy = 0\n[2026-06-12T00:00:00] bathroom_occupancy | OccupancySensing.Occupancy = 0\n[2026-06-12T00:05:00] living_room_temp_sensor | TemperatureMeasurement.MeasuredValue = 2271\n[2026-06-12T00:30:00] kitchen_temp_sensor | TemperatureMeasurement.MeasuredValue = 2280\n[2026-06-12T00:30:00] living_room_occupancy | OccupancySensing.Occupancy = 0\n[2026-06-12T00:30:00] bedroom_occupancy | OccupancySensing.Occupancy = 0\n[2026-06-12T00:30:00] bathroom_occupancy | OccupancySensing.Occupancy = 0\n[2026-06-12T00:35:00] living_room_temp_sensor | TemperatureMeasurement.MeasuredValue = 2291\n[2026-06-12T01:00:00] kitchen_temp_sensor | TemperatureMeasurement.MeasuredValue = 2296\n[2026-06-12T01:00:00] living_room_occupancy | OccupancySensing.Occupancy = 0\n[2026-06-12T01:00:00] bedroom_occupancy | OccupancySensing.Occupancy = 0\n[2026-06-12T01:00:00] bathroom_occupancy | OccupancySensing.Occupancy = 0\n[2026-06-12T01:05:00] living_room_temp_sensor | TemperatureMeasurement.MeasuredValue = 2305\n[2026-06-12T01:30:00] kitchen_temp_sensor | TemperatureMeasurement.MeasuredValue = 2317\n[2026-06-12T01:30:00] living_room_occupancy | OccupancySensing.Occupancy = 0\n[2026-06-12T01:30:00] bedroom_occupancy | OccupancySensing.Occupancy = 0\n[2026-06-12T01:30:00] bathroom_occupancy | OccupancySensing.Occupancy = 0\n[2026-06-12T01:35:00] living_room_temp_sensor | TemperatureMeasurement.MeasuredValue = 2304\n[2026-06-12T02:00:00] kitchen_temp_sensor | TemperatureMeasurement.MeasuredValue = 2336\n[2026-06-12T02:00:00] living_room_occupancy | OccupancySensing.Occupancy = 0\n["}}