|
463 | 463 | ), |
464 | 464 | ), |
465 | 465 | ), |
| 466 | + ReplayCase( |
| 467 | + case_id="non_active_session_summary_loss_fault", |
| 468 | + description="A runtime summary deletion on a non-active session alias must still be detected through alias-scoped snapshots.", |
| 469 | + session_id="replay-negative-target-session", |
| 470 | + enable_summary=True, |
| 471 | + summary_keep_recent_count=2, |
| 472 | + store_historical_events=True, |
| 473 | + expected_diff_paths=("sessions_by_alias.source.summary",), |
| 474 | + runtime_faults=( |
| 475 | + RuntimeFault( |
| 476 | + backend_name=_PERSISTENT_BACKEND, |
| 477 | + after_step=6, |
| 478 | + operation=RuntimeFaultOperation.DELETE_SUMMARY, |
| 479 | + session_alias="source", |
| 480 | + ), |
| 481 | + ), |
| 482 | + steps=( |
| 483 | + ReplayStep.create_session(session_alias="source", session_id="replay-negative-source-session"), |
| 484 | + ReplayStep.append_event( |
| 485 | + EventSpec(author="user", role="user", text="Please summarize my architecture notes."), |
| 486 | + session_alias="source", |
| 487 | + ), |
| 488 | + ReplayStep.append_event( |
| 489 | + EventSpec(author="assistant", role="model", text="Sure, continue with the details."), |
| 490 | + session_alias="source", |
| 491 | + ), |
| 492 | + ReplayStep.append_event( |
| 493 | + EventSpec(author="user", role="user", text="We run SQLite for local replay and Redis in production."), |
| 494 | + session_alias="source", |
| 495 | + ), |
| 496 | + ReplayStep.append_event( |
| 497 | + EventSpec(author="assistant", role="model", text="I will summarize the backend setup."), |
| 498 | + session_alias="source", |
| 499 | + ), |
| 500 | + ReplayStep.create_summary(force=True, session_alias="source"), |
| 501 | + ReplayStep.create_session(session_alias="default", session_id="replay-negative-target-session"), |
| 502 | + ReplayStep.append_event( |
| 503 | + EventSpec(author="user", role="user", text="Switch focus to the current session."), |
| 504 | + ), |
| 505 | + ), |
| 506 | + ), |
466 | 507 | ) |
467 | 508 |
|
468 | 509 |
|
|
575 | 616 | ), |
576 | 617 | ), |
577 | 618 | ), |
| 619 | + ReplayCase( |
| 620 | + case_id="duplicate_memory_query_name_across_sessions", |
| 621 | + description="Two sessions may reuse the same query name without overwriting earlier memory observations.", |
| 622 | + session_id="replay-duplicate-query-target", |
| 623 | + steps=( |
| 624 | + ReplayStep.create_session(session_alias="source", session_id="replay-duplicate-query-source"), |
| 625 | + ReplayStep.append_event( |
| 626 | + EventSpec(author="user", role="user", text="Please remember that I prefer dragon well tea."), |
| 627 | + session_alias="source", |
| 628 | + ), |
| 629 | + ReplayStep.append_event( |
| 630 | + EventSpec(author="assistant", role="model", text="Dragon well tea preference recorded."), |
| 631 | + session_alias="source", |
| 632 | + ), |
| 633 | + ReplayStep.store_memory(session_alias="source"), |
| 634 | + ReplayStep.search_memory( |
| 635 | + name="shared_preference_search", |
| 636 | + query="dragon well", |
| 637 | + limit=5, |
| 638 | + session_alias="source", |
| 639 | + ), |
| 640 | + ReplayStep.restart_services(), |
| 641 | + ReplayStep.create_session(session_alias="default", session_id="replay-duplicate-query-target"), |
| 642 | + ReplayStep.search_memory( |
| 643 | + name="shared_preference_search", |
| 644 | + query="dragon well", |
| 645 | + limit=5, |
| 646 | + ), |
| 647 | + ), |
| 648 | + ), |
| 649 | + ReplayCase( |
| 650 | + case_id="memory_query_observation_survives_restart", |
| 651 | + description="Memory query observations should retain their original step-time results across restarts and later writes.", |
| 652 | + session_id="replay-memory-observation", |
| 653 | + steps=( |
| 654 | + ReplayStep.create_session(), |
| 655 | + ReplayStep.append_event( |
| 656 | + EventSpec(author="user", role="user", text="Please remember that my favorite tea is oolong."), |
| 657 | + ), |
| 658 | + ReplayStep.append_event( |
| 659 | + EventSpec(author="assistant", role="model", text="I will remember your oolong preference."), |
| 660 | + ), |
| 661 | + ReplayStep.store_memory(), |
| 662 | + ReplayStep.search_memory(name="tea_preference", query="oolong", limit=5), |
| 663 | + ReplayStep.restart_services(), |
| 664 | + ReplayStep.append_event( |
| 665 | + EventSpec(author="user", role="user", text="Also remember that I enjoy jasmine tea."), |
| 666 | + ), |
| 667 | + ReplayStep.append_event( |
| 668 | + EventSpec(author="assistant", role="model", text="I will remember the jasmine preference too."), |
| 669 | + ), |
| 670 | + ReplayStep.store_memory(), |
| 671 | + ReplayStep.search_memory(name="tea_preference", query="jasmine", limit=5), |
| 672 | + ), |
| 673 | + ), |
| 674 | + ReplayCase( |
| 675 | + case_id="cross_user_memory_isolation", |
| 676 | + description="Memory saved for one user must not become visible to another user in the same application.", |
| 677 | + session_id="replay-cross-user-target", |
| 678 | + steps=( |
| 679 | + ReplayStep.create_session( |
| 680 | + session_alias="source", |
| 681 | + session_id="replay-cross-user-source", |
| 682 | + user_id="replay-user-a", |
| 683 | + ), |
| 684 | + ReplayStep.append_event( |
| 685 | + EventSpec(author="user", role="user", text="Please remember that I prefer matcha desserts."), |
| 686 | + session_alias="source", |
| 687 | + ), |
| 688 | + ReplayStep.append_event( |
| 689 | + EventSpec(author="assistant", role="model", text="Matcha dessert preference recorded."), |
| 690 | + session_alias="source", |
| 691 | + ), |
| 692 | + ReplayStep.store_memory(session_alias="source"), |
| 693 | + ReplayStep.create_session( |
| 694 | + session_alias="default", |
| 695 | + session_id="replay-cross-user-target", |
| 696 | + user_id="replay-user-b", |
| 697 | + ), |
| 698 | + ReplayStep.search_memory( |
| 699 | + name="cross_user_matcha_search", |
| 700 | + query="matcha", |
| 701 | + limit=5, |
| 702 | + ), |
| 703 | + ), |
| 704 | + ), |
578 | 705 | ) |
579 | 706 |
|
580 | 707 |
|
|
602 | 729 | _NEGATIVE_CASES[4], # duplicate_event_runtime_fault |
603 | 730 | _NEGATIVE_CASES[5], # runtime_state_corruption_fault |
604 | 731 | _NEGATIVE_CASES[6], # runtime_summary_loss_fault |
| 732 | + _NEGATIVE_CASES[9], # non_active_session_summary_loss_fault |
605 | 733 | _ROBUSTNESS_CASES[0], # cross_session_memory_aggregation |
606 | 734 | _ROBUSTNESS_CASES[1], # restart_mid_replay_after_summary |
607 | 735 | _ROBUSTNESS_CASES[2], # state_namespace_roundtrip |
| 736 | + _ROBUSTNESS_CASES[5], # cross_user_memory_isolation |
| 737 | +) |
| 738 | + |
| 739 | + |
| 740 | +REPLAY_TARGETED_CASES: tuple[ReplayCase, ...] = ( |
| 741 | + _ROBUSTNESS_CASES[3], # duplicate_memory_query_name_across_sessions |
| 742 | + _ROBUSTNESS_CASES[4], # memory_query_observation_survives_restart |
608 | 743 | ) |
609 | 744 |
|
610 | 745 |
|
|
0 commit comments