[
  {
    "categories": {
      "deletion_behavior": {
        "passed": 5,
        "score": 1.0,
        "total": 5
      },
      "retrieval_correctness": {
        "passed": 6,
        "score": 1.0,
        "total": 6
      },
      "temporal_update_handling": {
        "passed": 7,
        "score": 1.0,
        "total": 7
      },
      "untrusted_source_resistance": {
        "passed": 10,
        "score": 1.0,
        "total": 10
      },
      "write_correctness": {
        "passed": 5,
        "score": 1.0,
        "total": 5
      }
    },
    "failure_count": 0,
    "overall": {
      "passed": 33,
      "score": 1.0,
      "total": 33
    },
    "run": "aetnamem-local",
    "scenario_overall": {
      "passed": 5,
      "score": 1.0,
      "total": 5
    },
    "severity_weighted_overall": {
      "passed_weight": 81,
      "score": 1.0,
      "total_weight": 81
    },
    "suite": "seven_sins_v0_1",
    "target": {
      "framework": "aetnamem",
      "id": "aetnamem_local",
      "mode": "white_box"
    }
  },
  {
    "categories": {
      "deletion_behavior": {
        "passed": 5,
        "score": 1.0,
        "total": 5
      },
      "retrieval_correctness": {
        "passed": 6,
        "score": 1.0,
        "total": 6
      },
      "temporal_update_handling": {
        "passed": 7,
        "score": 1.0,
        "total": 7
      },
      "untrusted_source_resistance": {
        "passed": 10,
        "score": 1.0,
        "total": 10
      },
      "write_correctness": {
        "passed": 5,
        "score": 1.0,
        "total": 5
      }
    },
    "failure_count": 0,
    "overall": {
      "passed": 33,
      "score": 1.0,
      "total": 33
    },
    "run": "agno-memory-local",
    "scenario_overall": {
      "passed": 5,
      "score": 1.0,
      "total": 5
    },
    "severity_weighted_overall": {
      "passed_weight": 81,
      "score": 1.0,
      "total_weight": 81
    },
    "suite": "seven_sins_v0_1",
    "target": {
      "framework": "agno_memory",
      "id": "agno_memory_pinned",
      "mode": "white_box"
    }
  },
  {
    "categories": {
      "deletion_behavior": {
        "passed": 5,
        "score": 1.0,
        "total": 5
      },
      "retrieval_correctness": {
        "passed": 6,
        "score": 1.0,
        "total": 6
      },
      "temporal_update_handling": {
        "passed": 7,
        "score": 1.0,
        "total": 7
      },
      "untrusted_source_resistance": {
        "passed": 10,
        "score": 1.0,
        "total": 10
      },
      "write_correctness": {
        "passed": 5,
        "score": 1.0,
        "total": 5
      }
    },
    "failure_count": 0,
    "overall": {
      "passed": 33,
      "score": 1.0,
      "total": 33
    },
    "run": "aws-agentcore-memory-local",
    "scenario_overall": {
      "passed": 5,
      "score": 1.0,
      "total": 5
    },
    "severity_weighted_overall": {
      "passed_weight": 81,
      "score": 1.0,
      "total_weight": 81
    },
    "suite": "seven_sins_v0_1",
    "target": {
      "framework": "aws_bedrock_agentcore_memory",
      "id": "aws_bedrock_agentcore_memory_pinned",
      "mode": "white_box"
    }
  },
  {
    "categories": {
      "deletion_behavior": {
        "passed": 5,
        "score": 1.0,
        "total": 5
      },
      "retrieval_correctness": {
        "passed": 6,
        "score": 1.0,
        "total": 6
      },
      "temporal_update_handling": {
        "passed": 7,
        "score": 1.0,
        "total": 7
      },
      "untrusted_source_resistance": {
        "passed": 10,
        "score": 1.0,
        "total": 10
      },
      "write_correctness": {
        "passed": 5,
        "score": 1.0,
        "total": 5
      }
    },
    "failure_count": 0,
    "overall": {
      "passed": 33,
      "score": 1.0,
      "total": 33
    },
    "run": "crewai-memory-local",
    "scenario_overall": {
      "passed": 5,
      "score": 1.0,
      "total": 5
    },
    "severity_weighted_overall": {
      "passed_weight": 81,
      "score": 1.0,
      "total_weight": 81
    },
    "suite": "seven_sins_v0_1",
    "target": {
      "framework": "crewai_memory",
      "id": "crewai_memory_pinned",
      "mode": "white_box"
    }
  },
  {
    "categories": {
      "deletion_behavior": {
        "passed": 5,
        "score": 1.0,
        "total": 5
      },
      "retrieval_correctness": {
        "passed": 6,
        "score": 1.0,
        "total": 6
      },
      "temporal_update_handling": {
        "passed": 7,
        "score": 1.0,
        "total": 7
      },
      "untrusted_source_resistance": {
        "passed": 10,
        "score": 1.0,
        "total": 10
      },
      "write_correctness": {
        "passed": 5,
        "score": 1.0,
        "total": 5
      }
    },
    "failure_count": 0,
    "overall": {
      "passed": 33,
      "score": 1.0,
      "total": 33
    },
    "run": "google-adk-memory-bank-local",
    "scenario_overall": {
      "passed": 5,
      "score": 1.0,
      "total": 5
    },
    "severity_weighted_overall": {
      "passed_weight": 81,
      "score": 1.0,
      "total_weight": 81
    },
    "suite": "seven_sins_v0_1",
    "target": {
      "framework": "google_adk_memory_bank",
      "id": "google_adk_memory_bank_pinned",
      "mode": "white_box"
    }
  },
  {
    "categories": {
      "deletion_behavior": {
        "passed": 5,
        "score": 1.0,
        "total": 5
      },
      "retrieval_correctness": {
        "passed": 6,
        "score": 1.0,
        "total": 6
      },
      "temporal_update_handling": {
        "passed": 7,
        "score": 1.0,
        "total": 7
      },
      "untrusted_source_resistance": {
        "passed": 10,
        "score": 1.0,
        "total": 10
      },
      "write_correctness": {
        "passed": 5,
        "score": 1.0,
        "total": 5
      }
    },
    "failure_count": 0,
    "overall": {
      "passed": 33,
      "score": 1.0,
      "total": 33
    },
    "run": "hindsight-local",
    "scenario_overall": {
      "passed": 5,
      "score": 1.0,
      "total": 5
    },
    "severity_weighted_overall": {
      "passed_weight": 81,
      "score": 1.0,
      "total_weight": 81
    },
    "suite": "seven_sins_v0_1",
    "target": {
      "framework": "hindsight",
      "id": "hindsight_pinned",
      "mode": "white_box"
    }
  },
  {
    "categories": {
      "deletion_behavior": {
        "passed": 5,
        "score": 1.0,
        "total": 5
      },
      "retrieval_correctness": {
        "passed": 6,
        "score": 1.0,
        "total": 6
      },
      "temporal_update_handling": {
        "passed": 7,
        "score": 1.0,
        "total": 7
      },
      "untrusted_source_resistance": {
        "passed": 10,
        "score": 1.0,
        "total": 10
      },
      "write_correctness": {
        "passed": 5,
        "score": 1.0,
        "total": 5
      }
    },
    "failure_count": 0,
    "overall": {
      "passed": 33,
      "score": 1.0,
      "total": 33
    },
    "run": "langgraph-local",
    "scenario_overall": {
      "passed": 5,
      "score": 1.0,
      "total": 5
    },
    "severity_weighted_overall": {
      "passed_weight": 81,
      "score": 1.0,
      "total_weight": 81
    },
    "suite": "seven_sins_v0_1",
    "target": {
      "framework": "langgraph",
      "id": "langgraph_persistence_pinned",
      "mode": "white_box"
    }
  },
  {
    "categories": {
      "deletion_behavior": {
        "passed": 5,
        "score": 1.0,
        "total": 5
      },
      "retrieval_correctness": {
        "passed": 6,
        "score": 1.0,
        "total": 6
      },
      "temporal_update_handling": {
        "passed": 7,
        "score": 1.0,
        "total": 7
      },
      "untrusted_source_resistance": {
        "passed": 10,
        "score": 1.0,
        "total": 10
      },
      "write_correctness": {
        "passed": 5,
        "score": 1.0,
        "total": 5
      }
    },
    "failure_count": 0,
    "overall": {
      "passed": 33,
      "score": 1.0,
      "total": 33
    },
    "run": "langmem-local",
    "scenario_overall": {
      "passed": 5,
      "score": 1.0,
      "total": 5
    },
    "severity_weighted_overall": {
      "passed_weight": 81,
      "score": 1.0,
      "total_weight": 81
    },
    "suite": "seven_sins_v0_1",
    "target": {
      "framework": "langmem",
      "id": "langmem_pinned",
      "mode": "white_box"
    }
  },
  {
    "categories": {
      "deletion_behavior": {
        "passed": 5,
        "score": 1.0,
        "total": 5
      },
      "retrieval_correctness": {
        "passed": 6,
        "score": 1.0,
        "total": 6
      },
      "temporal_update_handling": {
        "passed": 7,
        "score": 1.0,
        "total": 7
      },
      "untrusted_source_resistance": {
        "passed": 10,
        "score": 1.0,
        "total": 10
      },
      "write_correctness": {
        "passed": 5,
        "score": 1.0,
        "total": 5
      }
    },
    "failure_count": 0,
    "overall": {
      "passed": 33,
      "score": 1.0,
      "total": 33
    },
    "run": "llamaindex-memory-local",
    "scenario_overall": {
      "passed": 5,
      "score": 1.0,
      "total": 5
    },
    "severity_weighted_overall": {
      "passed_weight": 81,
      "score": 1.0,
      "total_weight": 81
    },
    "suite": "seven_sins_v0_1",
    "target": {
      "framework": "llamaindex_memory",
      "id": "llamaindex_memory_pinned",
      "mode": "white_box"
    }
  },
  {
    "categories": {
      "deletion_behavior": {
        "passed": 5,
        "score": 1.0,
        "total": 5
      },
      "retrieval_correctness": {
        "passed": 6,
        "score": 1.0,
        "total": 6
      },
      "temporal_update_handling": {
        "passed": 7,
        "score": 1.0,
        "total": 7
      },
      "untrusted_source_resistance": {
        "passed": 10,
        "score": 1.0,
        "total": 10
      },
      "write_correctness": {
        "passed": 5,
        "score": 1.0,
        "total": 5
      }
    },
    "failure_count": 0,
    "overall": {
      "passed": 33,
      "score": 1.0,
      "total": 33
    },
    "run": "supermemory-api-local",
    "scenario_overall": {
      "passed": 5,
      "score": 1.0,
      "total": 5
    },
    "severity_weighted_overall": {
      "passed_weight": 81,
      "score": 1.0,
      "total_weight": 81
    },
    "suite": "seven_sins_v0_1",
    "target": {
      "framework": "supermemory",
      "id": "supermemory_api_pinned",
      "mode": "white_box"
    }
  },
  {
    "categories": {
      "deletion_behavior": {
        "passed": 5,
        "score": 1.0,
        "total": 5
      },
      "retrieval_correctness": {
        "passed": 6,
        "score": 1.0,
        "total": 6
      },
      "temporal_update_handling": {
        "passed": 7,
        "score": 1.0,
        "total": 7
      },
      "untrusted_source_resistance": {
        "passed": 10,
        "score": 1.0,
        "total": 10
      },
      "write_correctness": {
        "passed": 5,
        "score": 1.0,
        "total": 5
      }
    },
    "failure_count": 0,
    "overall": {
      "passed": 33,
      "score": 1.0,
      "total": 33
    },
    "run": "zep-cloud-local",
    "scenario_overall": {
      "passed": 5,
      "score": 1.0,
      "total": 5
    },
    "severity_weighted_overall": {
      "passed_weight": 81,
      "score": 1.0,
      "total_weight": 81
    },
    "suite": "seven_sins_v0_1",
    "target": {
      "framework": "zep",
      "id": "zep_cloud_or_self_hosted_pinned",
      "mode": "white_box"
    }
  },
  {
    "categories": {
      "deletion_behavior": {
        "passed": 5,
        "score": 1.0,
        "total": 5
      },
      "retrieval_correctness": {
        "passed": 6,
        "score": 1.0,
        "total": 6
      },
      "temporal_update_handling": {
        "passed": 7,
        "score": 1.0,
        "total": 7
      },
      "untrusted_source_resistance": {
        "passed": 9,
        "score": 0.9,
        "total": 10
      },
      "write_correctness": {
        "passed": 5,
        "score": 1.0,
        "total": 5
      }
    },
    "failure_count": 1,
    "overall": {
      "passed": 32,
      "score": 0.9697,
      "total": 33
    },
    "run": "autogen-mem0-local",
    "scenario_overall": {
      "passed": 4,
      "score": 0.8,
      "total": 5
    },
    "severity_weighted_overall": {
      "passed_weight": 78,
      "score": 0.963,
      "total_weight": 81
    },
    "suite": "seven_sins_v0_1",
    "target": {
      "framework": "autogen_mem0memory",
      "id": "autogen_mem0memory_pinned",
      "mode": "white_box"
    }
  },
  {
    "categories": {
      "deletion_behavior": {
        "passed": 5,
        "score": 1.0,
        "total": 5
      },
      "retrieval_correctness": {
        "passed": 6,
        "score": 1.0,
        "total": 6
      },
      "temporal_update_handling": {
        "passed": 7,
        "score": 1.0,
        "total": 7
      },
      "untrusted_source_resistance": {
        "passed": 9,
        "score": 0.9,
        "total": 10
      },
      "write_correctness": {
        "passed": 5,
        "score": 1.0,
        "total": 5
      }
    },
    "failure_count": 1,
    "overall": {
      "passed": 32,
      "score": 0.9697,
      "total": 33
    },
    "run": "mem0-local",
    "scenario_overall": {
      "passed": 4,
      "score": 0.8,
      "total": 5
    },
    "severity_weighted_overall": {
      "passed_weight": 78,
      "score": 0.963,
      "total_weight": 81
    },
    "suite": "seven_sins_v0_1",
    "target": {
      "framework": "mem0",
      "id": "mem0_open_source_pinned",
      "mode": "white_box"
    }
  },
  {
    "categories": {
      "deletion_behavior": {
        "passed": 5,
        "score": 1.0,
        "total": 5
      },
      "retrieval_correctness": {
        "passed": 5,
        "score": 0.8333,
        "total": 6
      },
      "temporal_update_handling": {
        "passed": 7,
        "score": 1.0,
        "total": 7
      },
      "untrusted_source_resistance": {
        "passed": 9,
        "score": 0.9,
        "total": 10
      },
      "write_correctness": {
        "passed": 5,
        "score": 1.0,
        "total": 5
      }
    },
    "failure_count": 2,
    "overall": {
      "passed": 31,
      "score": 0.9394,
      "total": 33
    },
    "run": "cognee-local",
    "scenario_overall": {
      "passed": 3,
      "score": 0.6,
      "total": 5
    },
    "severity_weighted_overall": {
      "passed_weight": 76,
      "score": 0.9383,
      "total_weight": 81
    },
    "suite": "seven_sins_v0_1",
    "target": {
      "framework": "cognee",
      "id": "cognee_local_pinned",
      "mode": "white_box"
    }
  },
  {
    "categories": {
      "deletion_behavior": {
        "passed": 5,
        "score": 1.0,
        "total": 5
      },
      "retrieval_correctness": {
        "passed": 5,
        "score": 0.8333,
        "total": 6
      },
      "temporal_update_handling": {
        "passed": 7,
        "score": 1.0,
        "total": 7
      },
      "untrusted_source_resistance": {
        "passed": 9,
        "score": 0.9,
        "total": 10
      },
      "write_correctness": {
        "passed": 5,
        "score": 1.0,
        "total": 5
      }
    },
    "failure_count": 2,
    "overall": {
      "passed": 31,
      "score": 0.9394,
      "total": 33
    },
    "run": "letta-local",
    "scenario_overall": {
      "passed": 3,
      "score": 0.6,
      "total": 5
    },
    "severity_weighted_overall": {
      "passed_weight": 76,
      "score": 0.9383,
      "total_weight": 81
    },
    "suite": "seven_sins_v0_1",
    "target": {
      "framework": "letta",
      "id": "letta_self_hosted_pinned",
      "mode": "white_box"
    }
  },
  {
    "categories": {
      "deletion_behavior": {
        "passed": 5,
        "score": 1.0,
        "total": 5
      },
      "retrieval_correctness": {
        "passed": 6,
        "score": 1.0,
        "total": 6
      },
      "temporal_update_handling": {
        "passed": 6,
        "score": 0.8571,
        "total": 7
      },
      "untrusted_source_resistance": {
        "passed": 8,
        "score": 0.8,
        "total": 10
      },
      "write_correctness": {
        "passed": 5,
        "score": 1.0,
        "total": 5
      }
    },
    "failure_count": 3,
    "overall": {
      "passed": 30,
      "score": 0.9091,
      "total": 33
    },
    "run": "openai-agents-sessions-local",
    "scenario_overall": {
      "passed": 3,
      "score": 0.6,
      "total": 5
    },
    "severity_weighted_overall": {
      "passed_weight": 73,
      "score": 0.9012,
      "total_weight": 81
    },
    "suite": "seven_sins_v0_1",
    "target": {
      "framework": "openai_agents_sdk_sessions",
      "id": "openai_agents_sdk_sessions_pinned",
      "mode": "black_box"
    }
  },
  {
    "categories": {
      "deletion_behavior": {
        "passed": 2,
        "score": 0.4,
        "total": 5
      },
      "retrieval_correctness": {
        "passed": 6,
        "score": 1.0,
        "total": 6
      },
      "temporal_update_handling": {
        "passed": 6,
        "score": 0.8571,
        "total": 7
      },
      "untrusted_source_resistance": {
        "passed": 7,
        "score": 0.7,
        "total": 10
      },
      "write_correctness": {
        "passed": 5,
        "score": 1.0,
        "total": 5
      }
    },
    "failure_count": 7,
    "overall": {
      "passed": 26,
      "score": 0.7879,
      "total": 33
    },
    "run": "tencentdb-agent-memory-local",
    "scenario_overall": {
      "passed": 2,
      "score": 0.4,
      "total": 5
    },
    "severity_weighted_overall": {
      "passed_weight": 61,
      "score": 0.7531,
      "total_weight": 81
    },
    "suite": "seven_sins_v0_1",
    "target": {
      "framework": "tencentdb-agent-memory",
      "id": "tencentdb_agent_memory_pinned",
      "mode": "white_box"
    }
  },
  {
    "categories": {
      "deletion_behavior": {
        "passed": 5,
        "score": 1.0,
        "total": 5
      },
      "retrieval_correctness": {
        "passed": 3,
        "score": 0.5,
        "total": 6
      },
      "temporal_update_handling": {
        "passed": 5,
        "score": 0.7143,
        "total": 7
      },
      "untrusted_source_resistance": {
        "passed": 7,
        "score": 0.7,
        "total": 10
      },
      "write_correctness": {
        "passed": 4,
        "score": 0.8,
        "total": 5
      }
    },
    "failure_count": 9,
    "overall": {
      "passed": 24,
      "score": 0.7273,
      "total": 33
    },
    "run": "graphiti-neo4j-local",
    "scenario_overall": {
      "passed": 1,
      "score": 0.2,
      "total": 5
    },
    "severity_weighted_overall": {
      "passed_weight": 60,
      "score": 0.7407,
      "total_weight": 81
    },
    "suite": "seven_sins_v0_1",
    "target": {
      "framework": "graphiti",
      "id": "graphiti_neo4j_pinned",
      "mode": "white_box"
    }
  }
]