Files
nexus/sreweekly/articles/197/06-patience-in-implementing-effective-incident-reviews.html
2026-09-12 17:23:01 +08:00

307 lines
38 KiB
HTML
Raw Blame History

This file contains invisible Unicode characters
This file contains invisible Unicode characters that are indistinguishable to humans but may be processed differently by a computer. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
<!DOCTYPE html>
<html lang="en-US">
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width, initial-scale=1.0">
<link rel="profile" href="http://gmpg.org/xfn/11">
<link rel="pingback" href="https://willgallego.com/xmlrpc.php">
<title>Patience in Implementing Effective Incident Reviews &#8211; Will Gallego</title>
<meta name='robots' content='max-image-preview:large' />
<style>img:is([sizes="auto" i], [sizes^="auto," i]) { contain-intrinsic-size: 3000px 1500px }</style>
<link rel='dns-prefetch' href='//fonts.googleapis.com' />
<link rel="alternate" type="application/rss+xml" title="Will Gallego &raquo; Feed" href="https://willgallego.com/feed/" />
<link rel="alternate" type="application/rss+xml" title="Will Gallego &raquo; Comments Feed" href="https://willgallego.com/comments/feed/" />
<link rel="alternate" type="application/rss+xml" title="Will Gallego &raquo; Patience in Implementing Effective Incident Reviews Comments Feed" href="https://willgallego.com/2019/12/07/patience-in-implementing-effective-incident-reviews/feed/" />
<script type="text/javascript">
/* <![CDATA[ */
window._wpemojiSettings = {"baseUrl":"https:\/\/s.w.org\/images\/core\/emoji\/16.0.1\/72x72\/","ext":".png","svgUrl":"https:\/\/s.w.org\/images\/core\/emoji\/16.0.1\/svg\/","svgExt":".svg","source":{"concatemoji":"https:\/\/willgallego.com\/wp-includes\/js\/wp-emoji-release.min.js?ver=6.8.8"}};
/*! This file is auto-generated */
!function(s,n){var o,i,e;function c(e){try{var t={supportTests:e,timestamp:(new Date).valueOf()};sessionStorage.setItem(o,JSON.stringify(t))}catch(e){}}function p(e,t,n){e.clearRect(0,0,e.canvas.width,e.canvas.height),e.fillText(t,0,0);var t=new Uint32Array(e.getImageData(0,0,e.canvas.width,e.canvas.height).data),a=(e.clearRect(0,0,e.canvas.width,e.canvas.height),e.fillText(n,0,0),new Uint32Array(e.getImageData(0,0,e.canvas.width,e.canvas.height).data));return t.every(function(e,t){return e===a[t]})}function u(e,t){e.clearRect(0,0,e.canvas.width,e.canvas.height),e.fillText(t,0,0);for(var n=e.getImageData(16,16,1,1),a=0;a<n.data.length;a++)if(0!==n.data[a])return!1;return!0}function f(e,t,n,a){switch(t){case"flag":return n(e,"\ud83c\udff3\ufe0f\u200d\u26a7\ufe0f","\ud83c\udff3\ufe0f\u200b\u26a7\ufe0f")?!1:!n(e,"\ud83c\udde8\ud83c\uddf6","\ud83c\udde8\u200b\ud83c\uddf6")&&!n(e,"\ud83c\udff4\udb40\udc67\udb40\udc62\udb40\udc65\udb40\udc6e\udb40\udc67\udb40\udc7f","\ud83c\udff4\u200b\udb40\udc67\u200b\udb40\udc62\u200b\udb40\udc65\u200b\udb40\udc6e\u200b\udb40\udc67\u200b\udb40\udc7f");case"emoji":return!a(e,"\ud83e\udedf")}return!1}function g(e,t,n,a){var r="undefined"!=typeof WorkerGlobalScope&&self instanceof WorkerGlobalScope?new OffscreenCanvas(300,150):s.createElement("canvas"),o=r.getContext("2d",{willReadFrequently:!0}),i=(o.textBaseline="top",o.font="600 32px Arial",{});return e.forEach(function(e){i[e]=t(o,e,n,a)}),i}function t(e){var t=s.createElement("script");t.src=e,t.defer=!0,s.head.appendChild(t)}"undefined"!=typeof Promise&&(o="wpEmojiSettingsSupports",i=["flag","emoji"],n.supports={everything:!0,everythingExceptFlag:!0},e=new Promise(function(e){s.addEventListener("DOMContentLoaded",e,{once:!0})}),new Promise(function(t){var n=function(){try{var e=JSON.parse(sessionStorage.getItem(o));if("object"==typeof e&&"number"==typeof e.timestamp&&(new Date).valueOf()<e.timestamp+604800&&"object"==typeof e.supportTests)return e.supportTests}catch(e){}return null}();if(!n){if("undefined"!=typeof Worker&&"undefined"!=typeof OffscreenCanvas&&"undefined"!=typeof URL&&URL.createObjectURL&&"undefined"!=typeof Blob)try{var e="postMessage("+g.toString()+"("+[JSON.stringify(i),f.toString(),p.toString(),u.toString()].join(",")+"));",a=new Blob([e],{type:"text/javascript"}),r=new Worker(URL.createObjectURL(a),{name:"wpTestEmojiSupports"});return void(r.onmessage=function(e){c(n=e.data),r.terminate(),t(n)})}catch(e){}c(n=g(i,f,p,u))}t(n)}).then(function(e){for(var t in e)n.supports[t]=e[t],n.supports.everything=n.supports.everything&&n.supports[t],"flag"!==t&&(n.supports.everythingExceptFlag=n.supports.everythingExceptFlag&&n.supports[t]);n.supports.everythingExceptFlag=n.supports.everythingExceptFlag&&!n.supports.flag,n.DOMReady=!1,n.readyCallback=function(){n.DOMReady=!0}}).then(function(){return e}).then(function(){var e;n.supports.everything||(n.readyCallback(),(e=n.source||{}).concatemoji?t(e.concatemoji):e.wpemoji&&e.twemoji&&(t(e.twemoji),t(e.wpemoji)))}))}((window,document),window._wpemojiSettings);
/* ]]> */
</script>
<style id='wp-emoji-styles-inline-css' type='text/css'>
img.wp-smiley, img.emoji {
display: inline !important;
border: none !important;
box-shadow: none !important;
height: 1em !important;
width: 1em !important;
margin: 0 0.07em !important;
vertical-align: -0.1em !important;
background: none !important;
padding: 0 !important;
}
</style>
<link rel='stylesheet' id='wp-block-library-css' href='https://willgallego.com/wp-includes/css/dist/block-library/style.min.css?ver=6.8.8' type='text/css' media='all' />
<style id='classic-theme-styles-inline-css' type='text/css'>
/*! This file is auto-generated */
.wp-block-button__link{color:#fff;background-color:#32373c;border-radius:9999px;box-shadow:none;text-decoration:none;padding:calc(.667em + 2px) calc(1.333em + 2px);font-size:1.125em}.wp-block-file__button{background:#32373c;color:#fff;text-decoration:none}
</style>
<style id='global-styles-inline-css' type='text/css'>
:root{--wp--preset--aspect-ratio--square: 1;--wp--preset--aspect-ratio--4-3: 4/3;--wp--preset--aspect-ratio--3-4: 3/4;--wp--preset--aspect-ratio--3-2: 3/2;--wp--preset--aspect-ratio--2-3: 2/3;--wp--preset--aspect-ratio--16-9: 16/9;--wp--preset--aspect-ratio--9-16: 9/16;--wp--preset--color--black: #000000;--wp--preset--color--cyan-bluish-gray: #abb8c3;--wp--preset--color--white: #ffffff;--wp--preset--color--pale-pink: #f78da7;--wp--preset--color--vivid-red: #cf2e2e;--wp--preset--color--luminous-vivid-orange: #ff6900;--wp--preset--color--luminous-vivid-amber: #fcb900;--wp--preset--color--light-green-cyan: #7bdcb5;--wp--preset--color--vivid-green-cyan: #00d084;--wp--preset--color--pale-cyan-blue: #8ed1fc;--wp--preset--color--vivid-cyan-blue: #0693e3;--wp--preset--color--vivid-purple: #9b51e0;--wp--preset--gradient--vivid-cyan-blue-to-vivid-purple: linear-gradient(135deg,rgba(6,147,227,1) 0%,rgb(155,81,224) 100%);--wp--preset--gradient--light-green-cyan-to-vivid-green-cyan: linear-gradient(135deg,rgb(122,220,180) 0%,rgb(0,208,130) 100%);--wp--preset--gradient--luminous-vivid-amber-to-luminous-vivid-orange: linear-gradient(135deg,rgba(252,185,0,1) 0%,rgba(255,105,0,1) 100%);--wp--preset--gradient--luminous-vivid-orange-to-vivid-red: linear-gradient(135deg,rgba(255,105,0,1) 0%,rgb(207,46,46) 100%);--wp--preset--gradient--very-light-gray-to-cyan-bluish-gray: linear-gradient(135deg,rgb(238,238,238) 0%,rgb(169,184,195) 100%);--wp--preset--gradient--cool-to-warm-spectrum: linear-gradient(135deg,rgb(74,234,220) 0%,rgb(151,120,209) 20%,rgb(207,42,186) 40%,rgb(238,44,130) 60%,rgb(251,105,98) 80%,rgb(254,248,76) 100%);--wp--preset--gradient--blush-light-purple: linear-gradient(135deg,rgb(255,206,236) 0%,rgb(152,150,240) 100%);--wp--preset--gradient--blush-bordeaux: linear-gradient(135deg,rgb(254,205,165) 0%,rgb(254,45,45) 50%,rgb(107,0,62) 100%);--wp--preset--gradient--luminous-dusk: linear-gradient(135deg,rgb(255,203,112) 0%,rgb(199,81,192) 50%,rgb(65,88,208) 100%);--wp--preset--gradient--pale-ocean: linear-gradient(135deg,rgb(255,245,203) 0%,rgb(182,227,212) 50%,rgb(51,167,181) 100%);--wp--preset--gradient--electric-grass: linear-gradient(135deg,rgb(202,248,128) 0%,rgb(113,206,126) 100%);--wp--preset--gradient--midnight: linear-gradient(135deg,rgb(2,3,129) 0%,rgb(40,116,252) 100%);--wp--preset--font-size--small: 13px;--wp--preset--font-size--medium: 20px;--wp--preset--font-size--large: 36px;--wp--preset--font-size--x-large: 42px;--wp--preset--spacing--20: 0.44rem;--wp--preset--spacing--30: 0.67rem;--wp--preset--spacing--40: 1rem;--wp--preset--spacing--50: 1.5rem;--wp--preset--spacing--60: 2.25rem;--wp--preset--spacing--70: 3.38rem;--wp--preset--spacing--80: 5.06rem;--wp--preset--shadow--natural: 6px 6px 9px rgba(0, 0, 0, 0.2);--wp--preset--shadow--deep: 12px 12px 50px rgba(0, 0, 0, 0.4);--wp--preset--shadow--sharp: 6px 6px 0px rgba(0, 0, 0, 0.2);--wp--preset--shadow--outlined: 6px 6px 0px -3px rgba(255, 255, 255, 1), 6px 6px rgba(0, 0, 0, 1);--wp--preset--shadow--crisp: 6px 6px 0px rgba(0, 0, 0, 1);}:where(.is-layout-flex){gap: 0.5em;}:where(.is-layout-grid){gap: 0.5em;}body .is-layout-flex{display: flex;}.is-layout-flex{flex-wrap: wrap;align-items: center;}.is-layout-flex > :is(*, div){margin: 0;}body .is-layout-grid{display: grid;}.is-layout-grid > :is(*, div){margin: 0;}:where(.wp-block-columns.is-layout-flex){gap: 2em;}:where(.wp-block-columns.is-layout-grid){gap: 2em;}:where(.wp-block-post-template.is-layout-flex){gap: 1.25em;}:where(.wp-block-post-template.is-layout-grid){gap: 1.25em;}.has-black-color{color: var(--wp--preset--color--black) !important;}.has-cyan-bluish-gray-color{color: var(--wp--preset--color--cyan-bluish-gray) !important;}.has-white-color{color: var(--wp--preset--color--white) !important;}.has-pale-pink-color{color: var(--wp--preset--color--pale-pink) !important;}.has-vivid-red-color{color: var(--wp--preset--color--vivid-red) !important;}.has-luminous-vivid-orange-color{color: var(--wp--preset--color--luminous-vivid-orange) !important;}.has-luminous-vivid-amber-color{color: var(--wp--preset--color--luminous-vivid-amber) !important;}.has-light-green-cyan-color{color: var(--wp--preset--color--light-green-cyan) !important;}.has-vivid-green-cyan-color{color: var(--wp--preset--color--vivid-green-cyan) !important;}.has-pale-cyan-blue-color{color: var(--wp--preset--color--pale-cyan-blue) !important;}.has-vivid-cyan-blue-color{color: var(--wp--preset--color--vivid-cyan-blue) !important;}.has-vivid-purple-color{color: var(--wp--preset--color--vivid-purple) !important;}.has-black-background-color{background-color: var(--wp--preset--color--black) !important;}.has-cyan-bluish-gray-background-color{background-color: var(--wp--preset--color--cyan-bluish-gray) !important;}.has-white-background-color{background-color: var(--wp--preset--color--white) !important;}.has-pale-pink-background-color{background-color: var(--wp--preset--color--pale-pink) !important;}.has-vivid-red-background-color{background-color: var(--wp--preset--color--vivid-red) !important;}.has-luminous-vivid-orange-background-color{background-color: var(--wp--preset--color--luminous-vivid-orange) !important;}.has-luminous-vivid-amber-background-color{background-color: var(--wp--preset--color--luminous-vivid-amber) !important;}.has-light-green-cyan-background-color{background-color: var(--wp--preset--color--light-green-cyan) !important;}.has-vivid-green-cyan-background-color{background-color: var(--wp--preset--color--vivid-green-cyan) !important;}.has-pale-cyan-blue-background-color{background-color: var(--wp--preset--color--pale-cyan-blue) !important;}.has-vivid-cyan-blue-background-color{background-color: var(--wp--preset--color--vivid-cyan-blue) !important;}.has-vivid-purple-background-color{background-color: var(--wp--preset--color--vivid-purple) !important;}.has-black-border-color{border-color: var(--wp--preset--color--black) !important;}.has-cyan-bluish-gray-border-color{border-color: var(--wp--preset--color--cyan-bluish-gray) !important;}.has-white-border-color{border-color: var(--wp--preset--color--white) !important;}.has-pale-pink-border-color{border-color: var(--wp--preset--color--pale-pink) !important;}.has-vivid-red-border-color{border-color: var(--wp--preset--color--vivid-red) !important;}.has-luminous-vivid-orange-border-color{border-color: var(--wp--preset--color--luminous-vivid-orange) !important;}.has-luminous-vivid-amber-border-color{border-color: var(--wp--preset--color--luminous-vivid-amber) !important;}.has-light-green-cyan-border-color{border-color: var(--wp--preset--color--light-green-cyan) !important;}.has-vivid-green-cyan-border-color{border-color: var(--wp--preset--color--vivid-green-cyan) !important;}.has-pale-cyan-blue-border-color{border-color: var(--wp--preset--color--pale-cyan-blue) !important;}.has-vivid-cyan-blue-border-color{border-color: var(--wp--preset--color--vivid-cyan-blue) !important;}.has-vivid-purple-border-color{border-color: var(--wp--preset--color--vivid-purple) !important;}.has-vivid-cyan-blue-to-vivid-purple-gradient-background{background: var(--wp--preset--gradient--vivid-cyan-blue-to-vivid-purple) !important;}.has-light-green-cyan-to-vivid-green-cyan-gradient-background{background: var(--wp--preset--gradient--light-green-cyan-to-vivid-green-cyan) !important;}.has-luminous-vivid-amber-to-luminous-vivid-orange-gradient-background{background: var(--wp--preset--gradient--luminous-vivid-amber-to-luminous-vivid-orange) !important;}.has-luminous-vivid-orange-to-vivid-red-gradient-background{background: var(--wp--preset--gradient--luminous-vivid-orange-to-vivid-red) !important;}.has-very-light-gray-to-cyan-bluish-gray-gradient-background{background: var(--wp--preset--gradient--very-light-gray-to-cyan-bluish-gray) !important;}.has-cool-to-warm-spectrum-gradient-background{background: var(--wp--preset--gradient--cool-to-warm-spectrum) !important;}.has-blush-light-purple-gradient-background{background: var(--wp--preset--gradient--blush-light-purple) !important;}.has-blush-bordeaux-gradient-background{background: var(--wp--preset--gradient--blush-bordeaux) !important;}.has-luminous-dusk-gradient-background{background: var(--wp--preset--gradient--luminous-dusk) !important;}.has-pale-ocean-gradient-background{background: var(--wp--preset--gradient--pale-ocean) !important;}.has-electric-grass-gradient-background{background: var(--wp--preset--gradient--electric-grass) !important;}.has-midnight-gradient-background{background: var(--wp--preset--gradient--midnight) !important;}.has-small-font-size{font-size: var(--wp--preset--font-size--small) !important;}.has-medium-font-size{font-size: var(--wp--preset--font-size--medium) !important;}.has-large-font-size{font-size: var(--wp--preset--font-size--large) !important;}.has-x-large-font-size{font-size: var(--wp--preset--font-size--x-large) !important;}
:where(.wp-block-post-template.is-layout-flex){gap: 1.25em;}:where(.wp-block-post-template.is-layout-grid){gap: 1.25em;}
:where(.wp-block-columns.is-layout-flex){gap: 2em;}:where(.wp-block-columns.is-layout-grid){gap: 2em;}
:root :where(.wp-block-pullquote){font-size: 1.5em;line-height: 1.6;}
</style>
<link rel='stylesheet' id='arcade-basic-stylesheet-css' href='https://willgallego.com/wp-content/themes/arcade-basic/style.css?ver=6.8.8' type='text/css' media='all' />
<link rel='stylesheet' id='arcade-basic-fonts-css' href='//fonts.googleapis.com/css?family=Megrim|Raleway|Open+Sans:400,400italic,700,700italic' type='text/css' media='all' />
<link rel='stylesheet' id='font-awesome-css' href='https://willgallego.com/wp-content/themes/arcade-basic/library/css/font-awesome.css?ver=4.7.0' type='text/css' media='all' />
<script type="text/javascript" src="https://willgallego.com/wp-includes/js/jquery/jquery.min.js?ver=3.7.1" id="jquery-core-js"></script>
<script type="text/javascript" src="https://willgallego.com/wp-includes/js/jquery/jquery-migrate.min.js?ver=3.4.1" id="jquery-migrate-js"></script>
<link rel="https://api.w.org/" href="https://willgallego.com/wp-json/" /><link rel="alternate" title="JSON" type="application/json" href="https://willgallego.com/wp-json/wp/v2/posts/462" /><link rel="EditURI" type="application/rsd+xml" title="RSD" href="https://willgallego.com/xmlrpc.php?rsd" />
<meta name="generator" content="WordPress 6.8.8" />
<link rel="canonical" href="https://willgallego.com/2019/12/07/patience-in-implementing-effective-incident-reviews/" />
<link rel='shortlink' href='https://willgallego.com/?p=462' />
<link rel="alternate" title="oEmbed (JSON)" type="application/json+oembed" href="https://willgallego.com/wp-json/oembed/1.0/embed?url=https%3A%2F%2Fwillgallego.com%2F2019%2F12%2F07%2Fpatience-in-implementing-effective-incident-reviews%2F" />
<link rel="alternate" title="oEmbed (XML)" type="text/xml+oembed" href="https://willgallego.com/wp-json/oembed/1.0/embed?url=https%3A%2F%2Fwillgallego.com%2F2019%2F12%2F07%2Fpatience-in-implementing-effective-incident-reviews%2F&#038;format=xml" />
<style>
.container { max-width: 1170px; }
</style>
<style type="text/css">.recentcomments a{display:inline !important;padding:0 !important;margin:0 !important;}</style></head>
<body class="wp-singular post-template-default single single-post postid-462 single-format-standard wp-theme-arcade-basic no-fittext basic">
<!-- Global site tag (gtag.js) - Google Analytics -->
<script async src="https://www.googletagmanager.com/gtag/js?id=UA-106878020-1"></script>
<script>
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments);}
gtag('js', new Date());
gtag('config', 'UA-106878020-1');
</script>
<div id="page">
<header id="header">
<nav id="site-navigation" class="navbar navbar-inverse navbar-fixed-top" role="navigation">
<h3 class="sr-only">Main menu</h3>
<a class="sr-only" href="#primary" title="Skip to content">Skip to content</a>
<div class="navbar-header">
<button type="button" class="navbar-toggle" data-toggle="collapse" data-target=".navbar-collapse">
<span class="icon-bar"></span>
<span class="icon-bar"></span>
<span class="icon-bar"></span>
</button>
</div>
<div class="collapse navbar-collapse">
<ul id="menu-links" class="nav navbar-nav"><li id="menu-item-5" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-home menu-item-5"><a href="http://willgallego.com">Home</a></li>
<li id="menu-item-36" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-36"><a href="https://willgallego.com/about/">About</a></li>
<li id="menu-item-207" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-207"><a href="https://willgallego.com/talks/">Talks</a></li>
<li id="menu-item-7" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-7"><a target="_blank" href="https://twitter.com/wcgallego">Twitter</a></li>
<li id="menu-item-8" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-8"><a target="_blank" href="https://github.com/wcgallego">Github</a></li>
<li id="menu-item-651" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-651"><a target="_blank" rel="me" href="https://mastodon.social/@gallego">Mastodon</a></li>
</ul> </div>
</nav><!-- #site-navigation -->
<div class="title-card-wrapper">
<div class="title-card">
<div id="site-meta">
<div id="site-title">
<a href="https://willgallego.com" title="Will Gallego" rel="home">Will Gallego</a>
</div>
<i class="fa fa-gamepad"></i>
<div id="site-description">
Software Engineering, Blame Awareness, and gif with a soft ‘G’ </div>
<a href="#" id="more-site" class="btn btn-default btn-lg">See More</a>
</div>
<img class="header-img" src="https://willgallego.com/wp-content/uploads/2017/09/cropped-Trinity_College_Long_Room_ceiling.jpg" alt="" />
</div>
</div>
</header>
<main>
<div class="container">
<div class="row">
<div id="primary" class="col-md-8 hfeed">
<article id="post-462" class="clearfix post-462 post type-post status-publish format-standard has-post-thumbnail hentry category-human-factors xfolkentry">
<h1 class="entry-title">Patience in Implementing Effective Incident Reviews</h1>
<div class="entry-meta">
by <span class="vcard author"><span class="fn"><a href="https://willgallego.com/author/will/" title="Posts by Will Gallego" rel="author">Will Gallego</a></span></span>&nbsp;on&nbsp;<a href="https://willgallego.com/2019/12/07/patience-in-implementing-effective-incident-reviews/" class="time"><time class="date published updated" datetime="2019-12-07">December 7, 2019</time></a>&nbsp;in&nbsp;<a href="https://willgallego.com/category/human-factors/" rel="category tag">Human Factors</a> </div>
<div class="entry-content description clearfix">
<blockquote><p><em>Note: This post originally appeared on the <a href="https://www.learningfromincidents.io/" target="_blank" rel="noopener noreferrer">Learning from Incidents site</a>, cross posted here for my own preservation of thoughts. You can find the original post at <a href="https://www.learningfromincidents.io/blog/patience-in-implementing-effective-incident-reviews" target="_blank" rel="noopener noreferrer">https://www.learningfromincidents.io/blog/patience-in-implementing-effective-incident-reviews</a>.</em></p></blockquote>
<h1>Pressure in just getting an incident review &#8220;done&#8221;</h1>
<p>As we struggle to understand how things go wrong, to learn from incidents, and to prepare ourselves for future surprises, the hurried rush to get answers and get them <em>now</em>, immediately after an incident, is prevalent. We have things to do, need to move on, and there are <em>just so many other things </em>to fix. We need to get to the bottom of an incident before it happens again.</p>
<blockquote><p>To loosely quote a famous axiom, the best time to prepare for failure was before the incident; the second best time is right now.</p></blockquote>
<p>As John Allspaw has pointed out previously, this urgency to complete an incident review goes up depending on how &#8220;big&#8221; the incident was. However, it&#8217;s much harder to complete an effective incident review for a &#8220;big&#8221; incident. These arguably need <strong>more</strong> time to complete.</p>
<p>This is all perfectly reasonable, and even a natural, typical response. The urgency is right there, with higher stakes and ever increasing complexity tightly coupled with the growing business needs for companies. Our problems aren&#8217;t going away and the cost of failing to learn may be even worse next time. Uncertainty looms over us!</p>
<p>We may be facing a situation where we&#8217;re the victims of our own success as well. At minimum, people can generally suss their way around the vague ideas behind retrospectives or incident analysis, efforts in which we&#8217;re not looking to throw folks under the bus but see problems from many angles. The spark of interest in learning is there!</p>
<p>If anything, we&#8217;re far behind so many other industries who have been practicing <a href="https://github.com/lorin/resilience-engineering/blob/master/intro.md">Resilience Engineering</a> for decades before. Isn&#8217;t it time for us in the software industry to catch up, to cover ground in large strides to make up for lost time?</p>
<p>Patience, though.</p>
<p>In all this hurry to get things done, to move on to the next project, to dig wide and deep into &#8220;the good stuff&#8221;, it&#8217;s easy to forget that learning, the real concrete durable expertise needed in a crisis, doesn&#8217;t happen overnight. For incident review facilitators, pattern recognition of inflection points during timelines and instinctively knowing how to ask <em>just</em> the right questions, these are the muscles we build over time. It&#8217;s tempting to pile up a stack of books, dive head first into it, and come out the other side with all the answers, itching to implement them.</p>
<blockquote><p>Developing a mature outlook to incident investigation is more than having quoatables on hand. It takes experience, and while that can only come from experimenting to see what works (and more often, what doesn&#8217;t), there isn&#8217;t a Stack Overflow for these studies.</p></blockquote>
<p>Likewise, those of us at the <a href="https://www.researchgate.net/publication/313407259_Operating_at_the_Sharp_End_The_Complexity_of_Human_Error">&#8220;sharp end&#8221;</a> tapping away furiously at our keyboards are classically trained to think fast and respond quickly. Every second delayed is money lost due to downtime, customers getting turned away, and colleagues awaiting answers. This is also another reason Mean Time to Respond is such a poor indicator of an engineering team&#8217;s ability to function. If I take two extra minutes of downtime to accurately assess, to build my confidence, and coordinate with folks for the best path forward, could that be worth the additional time? MttR in the most fatalistic form is pervasive in the never ending pursuit of shrinking down a number. Resolving outages quickly is laudable, so long as the resolution is more than a band-aid.</p>
<h1>Good work takes time.</h1>
<p>Extending this just a bit further to the study of incident analysis as a practice, it&#8217;s very tempting as engineers to solve problems ourselves. It&#8217;s a lot of what we do in our day to day work: figure out what&#8217;s on fire and put it out or build supportive systems for future functionality that can hopefully weather the unexpected. That&#8217;s a very easy trap to fall into when first donning the role of incident facilitator. You have a room full of folks, physical or virtual, that are expecting you to lead the discussion. The inclination is then to gather the facts yourself and lay them out, to get to the heart of the issue so others can learn. This is tragically common but very wrong. As a facilitator, our goal is to get <em>others</em> to speak and to share <em>their</em> expertise. Teasing out the perspectives of everyone involved directly and indirectly with an incident is the crucial step to surfacing those hidden truths. Listening should be the first thing in our minds as facilitator. Not to speak or even to ask questions, but learn how to process what folks are saying. That takes a lot of time.</p>
<p>You might even say that sometimes resilience means <em>not</em> trying to figure out every corner of an incident. This may seem counterintuitive as well. We&#8217;re discussing all the work we need to do, questions that need to be asked. We say that there&#8217;s literally an endless breadth and depth to every incident. We can always go another layer deeper. It would seem to follow then that we can&#8217;t spare a single moment. It&#8217;s important to keep in mind, though, that all this effort takes its toll, the constant expenditure of energy. It&#8217;s not a sprint, it&#8217;s a marathon, requiring a self monitored pacing to prepare us for the next one.</p>
<p>Now it may be easy to accept all of this and think &#8220;Yeah yeah, I got it. Let me at that &#8216;resilience&#8217;. I&#8217;m going to &#8216;add so much resilience&#8217; to my system!&#8221;. The introduction of these topics, letting them slowly work down into the lower parts of our brains until they become deeper, nearly instinctive truths is a requirement. It&#8217;s one thing to hold a blame-aware retrospective. It&#8217;s another to understand how the language surrounding it is key without simply resorting to passive voice to mimic blame awareness (&#8220;Somebody typed in the SQL query that brought down the database&#8221;). A blog post, a conference talk, a strongly recommended book &#8211; these are fine things but just the starting points for this type of understanding.</p>
<p>We&#8217;re building up connections that aren&#8217;t immediately there, both throughout the field and within ourselves, maturing along the way. This work (implementing more effective incident reviews) has to be more than simply cramming for a test. It has to be built to last, to become innate in a way that allows us greater flexibility in tapping into it when we need to. This is an area of knowledge expending around us that will take our entire careers to master a few small parts of. Yes, we have a ton of work ahead of us and we need to get to it. Just remember to take a breath every now and then.</p>
</div><!-- .entry-content -->
<footer class="clearfix">
</footer><!-- .entry -->
</article><!-- #post-462 -->
<div id="posts-pagination" class="clearfix">
<h3 class="sr-only">Post navigation</h3>
<div class="previous pull-left"><a href="https://willgallego.com/2019/08/23/continuous-verification-of-friday-deploys/" rel="prev">&larr; Continuous Verification of Friday Deploys</a></div>
<div class="next pull-right"><a href="https://willgallego.com/2020/02/08/awakening-the-sleeping-mind/" rel="next">Awakening the Sleeping Mind &rarr;</a></div>
</div><!-- #posts-pagination -->
<div id="comments" class="comments-area">
<h2 id="comments-title">
<i class="fa fa-comments"></i>&nbsp;
2 comments for &ldquo;<span>Patience in Implementing Effective Incident Reviews</span>&rdquo; </h2>
<ol class="commentlist">
<li id="comment-405" class="pingback">
<div class="comment-body">
<i class="fa fa-paperclip"></i>
Pingback: <a href="https://sreweekly.com/sre-weekly-issue-197/" class="url" rel="ugc external nofollow">SRE Weekly Issue #197 &#8211; SRE WEEKLY</a> </div>
</li><!-- #comment-## -->
<li id="comment-410" class="pingback">
<div class="comment-body">
<i class="fa fa-paperclip"></i>
Pingback: <a href="http://sreweekly.com/sre-weekly-issue-198/" class="url" rel="ugc external nofollow">SRE Weekly Issue #198 &#8211; SRE WEEKLY</a> </div>
</li><!-- #comment-## -->
</ol><!-- .commentlist -->
<p class="nocomments">Comments are closed.</p>
</div><!-- #comments .comments-area -->
</div>
<div id="secondary" class="col-md-4" role="complementary">
<aside id="recent-posts-4" class="widget widget_recent_entries">
<h3 class="widget-title">Recent Posts</h3>
<ul>
<li>
<a href="https://willgallego.com/2025/06/21/big-enough-to-fail/">Big Enough to Fail</a>
</li>
<li>
<a href="https://willgallego.com/2025/01/11/an-incident-review-of-an-incident-review/">An Incident Review of an Incident Review</a>
</li>
<li>
<a href="https://willgallego.com/2024/11/11/job-switching-and-titles/">Job Switching and Titles</a>
</li>
<li>
<a href="https://willgallego.com/2024/07/12/the-fridge-theory-of-blameless-organizations/">The Fridge Theory of Blameless Organizations</a>
</li>
</ul>
</aside><aside id="search-2" class="widget widget_search"><form role="search" method="get" class="search-form" action="https://willgallego.com/">
<label>
<span class="screen-reader-text">Search for:</span>
<input type="search" class="search-field" placeholder="Search &hellip;" value="" name="s" />
</label>
<input type="submit" class="search-submit" value="Search" />
</form></aside>
<aside id="recent-posts-2" class="widget widget_recent_entries">
<h3 class="widget-title">Recent Posts</h3>
<ul>
<li>
<a href="https://willgallego.com/2025/06/21/big-enough-to-fail/">Big Enough to Fail</a>
</li>
<li>
<a href="https://willgallego.com/2025/01/11/an-incident-review-of-an-incident-review/">An Incident Review of an Incident Review</a>
</li>
<li>
<a href="https://willgallego.com/2024/11/11/job-switching-and-titles/">Job Switching and Titles</a>
</li>
<li>
<a href="https://willgallego.com/2024/07/12/the-fridge-theory-of-blameless-organizations/">The Fridge Theory of Blameless Organizations</a>
</li>
<li>
<a href="https://willgallego.com/2024/06/21/how-many-maybes-until-empathy/">How Many Maybe&#8217;s until Empathy?</a>
</li>
</ul>
</aside><aside id="recent-comments-2" class="widget widget_recent_comments"><h3 class="widget-title">Recent Comments</h3><ul id="recentcomments"><li class="recentcomments"><span class="comment-author-link"><a href="https://www.arnoldit.com/wordpress/2025/12/04/titanic-talk-this-ship-will-not-fail/" class="url" rel="ugc external nofollow">Titanic Talk: This Ship Will Not Fail : Stephen E. Arnold @ Beyond Search</a></span> on <a href="https://willgallego.com/2025/06/21/big-enough-to-fail/#comment-37339">Big Enough to Fail</a></li><li class="recentcomments"><span class="comment-author-link"><a href="https://sreweekly.com/sre-weekly-issue-484/" class="url" rel="ugc external nofollow">SRE Weekly Issue #484 &#8211; SRE WEEKLY</a></span> on <a href="https://willgallego.com/2025/06/21/big-enough-to-fail/#comment-25648">Big Enough to Fail</a></li><li class="recentcomments"><span class="comment-author-link">Jacob Rose</span> on <a href="https://willgallego.com/2025/01/11/an-incident-review-of-an-incident-review/#comment-17389">An Incident Review of an Incident Review</a></li><li class="recentcomments"><span class="comment-author-link">Leonardo Camara</span> on <a href="https://willgallego.com/2025/01/11/an-incident-review-of-an-incident-review/#comment-16366">An Incident Review of an Incident Review</a></li><li class="recentcomments"><span class="comment-author-link"><a href="https://sreweekly.com/sre-weekly-issue-460/" class="url" rel="ugc external nofollow">SRE Weekly Issue #460 &#8211; SRE WEEKLY</a></span> on <a href="https://willgallego.com/2025/01/11/an-incident-review-of-an-incident-review/#comment-16284">An Incident Review of an Incident Review</a></li></ul></aside><aside id="archives-2" class="widget widget_archive"><h3 class="widget-title">Archives</h3>
<ul>
<li><a href='https://willgallego.com/2025/06/'>June 2025</a></li>
<li><a href='https://willgallego.com/2025/01/'>January 2025</a></li>
<li><a href='https://willgallego.com/2024/11/'>November 2024</a></li>
<li><a href='https://willgallego.com/2024/07/'>July 2024</a></li>
<li><a href='https://willgallego.com/2024/06/'>June 2024</a></li>
<li><a href='https://willgallego.com/2024/03/'>March 2024</a></li>
<li><a href='https://willgallego.com/2024/02/'>February 2024</a></li>
<li><a href='https://willgallego.com/2024/01/'>January 2024</a></li>
<li><a href='https://willgallego.com/2023/10/'>October 2023</a></li>
<li><a href='https://willgallego.com/2023/04/'>April 2023</a></li>
<li><a href='https://willgallego.com/2023/01/'>January 2023</a></li>
<li><a href='https://willgallego.com/2022/12/'>December 2022</a></li>
<li><a href='https://willgallego.com/2022/06/'>June 2022</a></li>
<li><a href='https://willgallego.com/2022/02/'>February 2022</a></li>
<li><a href='https://willgallego.com/2022/01/'>January 2022</a></li>
<li><a href='https://willgallego.com/2021/08/'>August 2021</a></li>
<li><a href='https://willgallego.com/2021/05/'>May 2021</a></li>
<li><a href='https://willgallego.com/2021/02/'>February 2021</a></li>
<li><a href='https://willgallego.com/2021/01/'>January 2021</a></li>
<li><a href='https://willgallego.com/2020/09/'>September 2020</a></li>
<li><a href='https://willgallego.com/2020/06/'>June 2020</a></li>
<li><a href='https://willgallego.com/2020/05/'>May 2020</a></li>
<li><a href='https://willgallego.com/2020/02/'>February 2020</a></li>
<li><a href='https://willgallego.com/2019/12/'>December 2019</a></li>
<li><a href='https://willgallego.com/2019/08/'>August 2019</a></li>
<li><a href='https://willgallego.com/2019/07/'>July 2019</a></li>
<li><a href='https://willgallego.com/2019/04/'>April 2019</a></li>
<li><a href='https://willgallego.com/2019/02/'>February 2019</a></li>
<li><a href='https://willgallego.com/2018/12/'>December 2018</a></li>
<li><a href='https://willgallego.com/2018/08/'>August 2018</a></li>
<li><a href='https://willgallego.com/2018/07/'>July 2018</a></li>
<li><a href='https://willgallego.com/2018/04/'>April 2018</a></li>
<li><a href='https://willgallego.com/2018/02/'>February 2018</a></li>
<li><a href='https://willgallego.com/2018/01/'>January 2018</a></li>
<li><a href='https://willgallego.com/2017/11/'>November 2017</a></li>
<li><a href='https://willgallego.com/2017/10/'>October 2017</a></li>
<li><a href='https://willgallego.com/2017/09/'>September 2017</a></li>
</ul>
</aside> </div><!-- #secondary.widget-area --> </div>
</div>
</main><!-- main -->
<footer id="footer" role="contentinfo">
<div id="footer-content" class="container">
<div class="row">
<div class="copyright col-lg-12">
<span class="pull-left">Copyright &copy; 2026 <a href="https://willgallego.com">Will Gallego</a>. All Rights Reserved.</span>
<span class="credit-link pull-right"><i class="fa fa-leaf"></i>The Arcade Basic Theme by <a href="https://themes.bavotasan.com/themes/arcade">bavotasan.com</a>.</span>
</div><!-- .col-lg-12 -->
</div><!-- .row -->
</div><!-- #footer-content.container -->
</footer><!-- #footer -->
</div><!-- #page -->
<script type="speculationrules">
{"prefetch":[{"source":"document","where":{"and":[{"href_matches":"\/*"},{"not":{"href_matches":["\/wp-*.php","\/wp-admin\/*","\/wp-content\/uploads\/*","\/wp-content\/*","\/wp-content\/plugins\/*","\/wp-content\/themes\/arcade-basic\/*","\/*\\?(.+)"]}},{"not":{"selector_matches":"a[rel~=\"nofollow\"]"}},{"not":{"selector_matches":".no-prefetch, .no-prefetch a"}}]},"eagerness":"conservative"}]}
</script>
<script type="text/javascript" src="https://willgallego.com/wp-includes/js/comment-reply.min.js?ver=6.8.8" id="comment-reply-js" async="async" data-wp-strategy="async"></script>
<script type="text/javascript" src="https://willgallego.com/wp-content/themes/arcade-basic/library/js/bootstrap.min.js?ver=3.0.3" id="bootstrap-js"></script>
<script type="text/javascript" src="https://willgallego.com/wp-content/themes/arcade-basic/library/js/fillsize.js?ver=6.8.8" id="fillsize-js"></script>
<script type="text/javascript" src="https://willgallego.com/wp-content/themes/arcade-basic/library/js/jquery.arctext.js?ver=6.8.8" id="arctext-js"></script>
<script type="text/javascript" id="arcade-basic-script-js-extra">
/* <![CDATA[ */
var arcade_basic_vars = {"arc":"800","fittext":""};
/* ]]> */
</script>
<script type="text/javascript" src="https://willgallego.com/wp-content/themes/arcade-basic/library/js/theme.js?ver=6.8.8" id="arcade-basic-script-js"></script>
</body>
</html>
<!-- Page cached by LiteSpeed Cache 7.5.0.1 on 2026-09-11 05:43:05 -->