{"schemaVersion":"nuwa-current-record-1","version":"2026-10-29.1","publication":"published","work":{"id":"log-analysis-pipeline","title":"Seven simple steps for log analysis in AI systems","aliases":[],"authors":[],"primaryFunction":"evaluation","secondaryFunctions":[],"kind":"method","sourceId":"log-analysis-pipeline-publication","attributionSourceId":"log-analysis-pipeline-publication","originalUrl":"https://www.aisi.gov.uk/research/seven-simple-steps-for-log-analysis-in-ai-systems","publicationDate":"2026-02-25","updatedOn":"2026-10-25","areas":[],"scopeNote":{"en":"Relevance is assigned to the research question and stated conditions of the work. A topic tag is not a risk rating.","zh":"风险关联依据研究问题及明确条件建立，主题标签不代表风险评级。"},"protocolIds":[],"contributions":[{"organizationId":"aisi","role":"publisher","sourceId":"log-analysis-pipeline-publication","locator":"Official publication masthead and article byline"}],"summary":{"en":"Describes a reproducible pipeline for sampling, labeling and analyzing agent logs, with guidance on common analysis pitfalls.","zh":"提出对智能体日志开展抽样、标注和分析的可复用流程，并说明常见分析陷阱。"},"note":{"question":null,"method":null,"finding":null,"supports":null,"limits":null,"connections":null},"resources":[],"noteStatus":{"question":"limited","method":"limited","finding":"limited","supports":"limited","limits":"limited","connections":"limited"},"noteAvailability":{"en":"A substantive NUWA research note is not yet available. The repeated draft sections were removed pending review of the original methods, findings and limitations; use the original publication for the research account.","zh":"实质性的 NUWA 研究笔记尚未完成。重复草稿章节已移除，待核查原始方法、发现与限制；研究内容请以原始出版物为准。"},"noteSourceLocator":"No complete section-level method/results/limitations review completed for this note; cached original page and any chart audit retained as discovery evidence.","tags":["risk-monitoring"]},"reading":{"id":"log-analysis-pipeline","title":"Seven simple steps for log analysis in AI systems","en":{"question":"How can transcript analysis become more standardized and reproducible?","design":"The official abstract proposes a best-practice pipeline illustrated with Inspect Scout examples, for capability, propensity and evaluation-integrity analysis.","findings":["The source positions log analysis as a way to inspect whether an evaluation worked as intended.","It offers methodological guidance rather than a model-performance leaderboard."],"interpretation":"NUWA interpretation: reproducibility of analysis requires recorded procedures and source traces.","limits":"Only the abstract is available in this reading; the seven steps, validation data and detailed pitfalls were not independently reviewed.","decisionRelevance":"Model recommendation: recover the complete workflow before adopting step-level claims or asserting a validated improvement.","takeaway":"NUWA interpretation: reproducibility of analysis requires recorded procedures and source traces.","connections":[],"scoring":null,"conditions":null,"statistics":null,"usage":"Model recommendation: recover the complete workflow before adopting step-level claims or asserting a validated improvement."},"zh":{"question":"如何使轨迹分析更标准化、可复现？","design":"官网摘要提出以Inspect Scout示例说明的实践流水线，用于能力、倾向与评测完整性分析。","findings":["来源将日志分析用于检查评测是否按预期工作。","提供方法指导而非模型排行榜。"],"interpretation":"NUWA 解读：可复现分析需记录流程及源轨迹。","limits":"此次仅读摘要，七步细节、验证数据和具体陷阱未独立审阅。","decisionRelevance":"模型建议：采用步骤结论或声称已验证改善前，先取得完整流程。","takeaway":"NUWA 解读：可复现分析需记录流程及源轨迹。","connections":[],"scoring":null,"conditions":null,"statistics":null,"usage":"模型建议：采用步骤结论或声称已验证改善前，先取得完整流程。"},"assertionPolicy":{"question":"source-research-question","design":"source-finding","findings":"source-finding","interpretation":"nuwa-interpretation","limits":"source-limit-or-explicit-editorial-scope-limit","connections":"source-supported-relationship-only","decisionRelevance":"model-recommendation-not-source-conclusion"},"sourceRefs":[{"sourceId":"log-analysis-pipeline-publication","url":"https://www.aisi.gov.uk/research/seven-simple-steps-for-log-analysis-in-ai-systems","locator":"Official research page: Abstract","version":"Selected original resource https://www.aisi.gov.uk/research/seven-simple-steps-for-log-analysis-in-ai-systems; sha256:f5ac7da355140af09fff7c3929a67efaad95c90a2a82f2596ef1424aec0f2146; archived source capture; exact capture time not independently established","artifactSha256":"f5ac7da355140af09fff7c3929a67efaad95c90a2a82f2596ef1424aec0f2146"}],"publication":{"state":"published","publishedOn":"2026-10-29","authorizationReference":"user-authorized-global-index-publication-2026-10-29","reviewedCandidateId":"local-6efe31bc4a0c0f37"},"review":{"state":"published-note","sourceScope":"abstract","availableScope":null,"readingCoverage":"official-abstract-only; full original methods/results not audited","completePaperAudit":false,"independentEvidenceReview":"pending-human-review","bilingualEditorialReview":"pending-human-review","authorship":"model-assisted-research-note","preparedFingerprint":"cff71a72a031b836a4bd629d7101449762b88eab468c0f085119e414892900dc"}},"sources":[{"id":"log-analysis-pipeline-publication","title":"Seven simple steps for log analysis in AI systems","url":"https://www.aisi.gov.uk/research/seven-simple-steps-for-log-analysis-in-ai-systems","version":"Source capture 2026-10-25","publicationDate":"2026-02-25","datePrecision":"day","type":"research-publication","verifiedOn":"2026-10-25","documentId":"https://www.aisi.gov.uk/research/seven-simple-steps-for-log-analysis-in-ai-systems"}]}