Files
nexus/sreweekly/articles/169/06-peering-into-the-future-of-resilience-engineering-in-tech.html
2026-09-12 17:23:01 +08:00

374 lines
44 KiB
HTML
Raw Permalink Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
<!DOCTYPE html>
<html lang="en-US">
<head>
<meta charset="UTF-8">
<meta name="viewport" content="width=device-width, initial-scale=1.0">
<link rel="profile" href="http://gmpg.org/xfn/11">
<link rel="pingback" href="https://willgallego.com/xmlrpc.php">
<title>Peering into the future of Resilience Engineering in Tech &#8211; Will Gallego</title>
<meta name='robots' content='max-image-preview:large' />
<style>img:is([sizes="auto" i], [sizes^="auto," i]) { contain-intrinsic-size: 3000px 1500px }</style>
<link rel='dns-prefetch' href='//fonts.googleapis.com' />
<link rel="alternate" type="application/rss+xml" title="Will Gallego &raquo; Feed" href="https://willgallego.com/feed/" />
<link rel="alternate" type="application/rss+xml" title="Will Gallego &raquo; Comments Feed" href="https://willgallego.com/comments/feed/" />
<link rel="alternate" type="application/rss+xml" title="Will Gallego &raquo; Peering into the future of Resilience Engineering in Tech Comments Feed" href="https://willgallego.com/2019/04/17/peering-into-the-future-of-resilience-engineering-in-tech/feed/" />
<script type="text/javascript">
/* <![CDATA[ */
window._wpemojiSettings = {"baseUrl":"https:\/\/s.w.org\/images\/core\/emoji\/16.0.1\/72x72\/","ext":".png","svgUrl":"https:\/\/s.w.org\/images\/core\/emoji\/16.0.1\/svg\/","svgExt":".svg","source":{"concatemoji":"https:\/\/willgallego.com\/wp-includes\/js\/wp-emoji-release.min.js?ver=6.8.8"}};
/*! This file is auto-generated */
!function(s,n){var o,i,e;function c(e){try{var t={supportTests:e,timestamp:(new Date).valueOf()};sessionStorage.setItem(o,JSON.stringify(t))}catch(e){}}function p(e,t,n){e.clearRect(0,0,e.canvas.width,e.canvas.height),e.fillText(t,0,0);var t=new Uint32Array(e.getImageData(0,0,e.canvas.width,e.canvas.height).data),a=(e.clearRect(0,0,e.canvas.width,e.canvas.height),e.fillText(n,0,0),new Uint32Array(e.getImageData(0,0,e.canvas.width,e.canvas.height).data));return t.every(function(e,t){return e===a[t]})}function u(e,t){e.clearRect(0,0,e.canvas.width,e.canvas.height),e.fillText(t,0,0);for(var n=e.getImageData(16,16,1,1),a=0;a<n.data.length;a++)if(0!==n.data[a])return!1;return!0}function f(e,t,n,a){switch(t){case"flag":return n(e,"\ud83c\udff3\ufe0f\u200d\u26a7\ufe0f","\ud83c\udff3\ufe0f\u200b\u26a7\ufe0f")?!1:!n(e,"\ud83c\udde8\ud83c\uddf6","\ud83c\udde8\u200b\ud83c\uddf6")&&!n(e,"\ud83c\udff4\udb40\udc67\udb40\udc62\udb40\udc65\udb40\udc6e\udb40\udc67\udb40\udc7f","\ud83c\udff4\u200b\udb40\udc67\u200b\udb40\udc62\u200b\udb40\udc65\u200b\udb40\udc6e\u200b\udb40\udc67\u200b\udb40\udc7f");case"emoji":return!a(e,"\ud83e\udedf")}return!1}function g(e,t,n,a){var r="undefined"!=typeof WorkerGlobalScope&&self instanceof WorkerGlobalScope?new OffscreenCanvas(300,150):s.createElement("canvas"),o=r.getContext("2d",{willReadFrequently:!0}),i=(o.textBaseline="top",o.font="600 32px Arial",{});return e.forEach(function(e){i[e]=t(o,e,n,a)}),i}function t(e){var t=s.createElement("script");t.src=e,t.defer=!0,s.head.appendChild(t)}"undefined"!=typeof Promise&&(o="wpEmojiSettingsSupports",i=["flag","emoji"],n.supports={everything:!0,everythingExceptFlag:!0},e=new Promise(function(e){s.addEventListener("DOMContentLoaded",e,{once:!0})}),new Promise(function(t){var n=function(){try{var e=JSON.parse(sessionStorage.getItem(o));if("object"==typeof e&&"number"==typeof e.timestamp&&(new Date).valueOf()<e.timestamp+604800&&"object"==typeof e.supportTests)return e.supportTests}catch(e){}return null}();if(!n){if("undefined"!=typeof Worker&&"undefined"!=typeof OffscreenCanvas&&"undefined"!=typeof URL&&URL.createObjectURL&&"undefined"!=typeof Blob)try{var e="postMessage("+g.toString()+"("+[JSON.stringify(i),f.toString(),p.toString(),u.toString()].join(",")+"));",a=new Blob([e],{type:"text/javascript"}),r=new Worker(URL.createObjectURL(a),{name:"wpTestEmojiSupports"});return void(r.onmessage=function(e){c(n=e.data),r.terminate(),t(n)})}catch(e){}c(n=g(i,f,p,u))}t(n)}).then(function(e){for(var t in e)n.supports[t]=e[t],n.supports.everything=n.supports.everything&&n.supports[t],"flag"!==t&&(n.supports.everythingExceptFlag=n.supports.everythingExceptFlag&&n.supports[t]);n.supports.everythingExceptFlag=n.supports.everythingExceptFlag&&!n.supports.flag,n.DOMReady=!1,n.readyCallback=function(){n.DOMReady=!0}}).then(function(){return e}).then(function(){var e;n.supports.everything||(n.readyCallback(),(e=n.source||{}).concatemoji?t(e.concatemoji):e.wpemoji&&e.twemoji&&(t(e.twemoji),t(e.wpemoji)))}))}((window,document),window._wpemojiSettings);
/* ]]> */
</script>
<style id='wp-emoji-styles-inline-css' type='text/css'>
img.wp-smiley, img.emoji {
display: inline !important;
border: none !important;
box-shadow: none !important;
height: 1em !important;
width: 1em !important;
margin: 0 0.07em !important;
vertical-align: -0.1em !important;
background: none !important;
padding: 0 !important;
}
</style>
<link rel='stylesheet' id='wp-block-library-css' href='https://willgallego.com/wp-includes/css/dist/block-library/style.min.css?ver=6.8.8' type='text/css' media='all' />
<style id='classic-theme-styles-inline-css' type='text/css'>
/*! This file is auto-generated */
.wp-block-button__link{color:#fff;background-color:#32373c;border-radius:9999px;box-shadow:none;text-decoration:none;padding:calc(.667em + 2px) calc(1.333em + 2px);font-size:1.125em}.wp-block-file__button{background:#32373c;color:#fff;text-decoration:none}
</style>
<style id='global-styles-inline-css' type='text/css'>
:root{--wp--preset--aspect-ratio--square: 1;--wp--preset--aspect-ratio--4-3: 4/3;--wp--preset--aspect-ratio--3-4: 3/4;--wp--preset--aspect-ratio--3-2: 3/2;--wp--preset--aspect-ratio--2-3: 2/3;--wp--preset--aspect-ratio--16-9: 16/9;--wp--preset--aspect-ratio--9-16: 9/16;--wp--preset--color--black: #000000;--wp--preset--color--cyan-bluish-gray: #abb8c3;--wp--preset--color--white: #ffffff;--wp--preset--color--pale-pink: #f78da7;--wp--preset--color--vivid-red: #cf2e2e;--wp--preset--color--luminous-vivid-orange: #ff6900;--wp--preset--color--luminous-vivid-amber: #fcb900;--wp--preset--color--light-green-cyan: #7bdcb5;--wp--preset--color--vivid-green-cyan: #00d084;--wp--preset--color--pale-cyan-blue: #8ed1fc;--wp--preset--color--vivid-cyan-blue: #0693e3;--wp--preset--color--vivid-purple: #9b51e0;--wp--preset--gradient--vivid-cyan-blue-to-vivid-purple: linear-gradient(135deg,rgba(6,147,227,1) 0%,rgb(155,81,224) 100%);--wp--preset--gradient--light-green-cyan-to-vivid-green-cyan: linear-gradient(135deg,rgb(122,220,180) 0%,rgb(0,208,130) 100%);--wp--preset--gradient--luminous-vivid-amber-to-luminous-vivid-orange: linear-gradient(135deg,rgba(252,185,0,1) 0%,rgba(255,105,0,1) 100%);--wp--preset--gradient--luminous-vivid-orange-to-vivid-red: linear-gradient(135deg,rgba(255,105,0,1) 0%,rgb(207,46,46) 100%);--wp--preset--gradient--very-light-gray-to-cyan-bluish-gray: linear-gradient(135deg,rgb(238,238,238) 0%,rgb(169,184,195) 100%);--wp--preset--gradient--cool-to-warm-spectrum: linear-gradient(135deg,rgb(74,234,220) 0%,rgb(151,120,209) 20%,rgb(207,42,186) 40%,rgb(238,44,130) 60%,rgb(251,105,98) 80%,rgb(254,248,76) 100%);--wp--preset--gradient--blush-light-purple: linear-gradient(135deg,rgb(255,206,236) 0%,rgb(152,150,240) 100%);--wp--preset--gradient--blush-bordeaux: linear-gradient(135deg,rgb(254,205,165) 0%,rgb(254,45,45) 50%,rgb(107,0,62) 100%);--wp--preset--gradient--luminous-dusk: linear-gradient(135deg,rgb(255,203,112) 0%,rgb(199,81,192) 50%,rgb(65,88,208) 100%);--wp--preset--gradient--pale-ocean: linear-gradient(135deg,rgb(255,245,203) 0%,rgb(182,227,212) 50%,rgb(51,167,181) 100%);--wp--preset--gradient--electric-grass: linear-gradient(135deg,rgb(202,248,128) 0%,rgb(113,206,126) 100%);--wp--preset--gradient--midnight: linear-gradient(135deg,rgb(2,3,129) 0%,rgb(40,116,252) 100%);--wp--preset--font-size--small: 13px;--wp--preset--font-size--medium: 20px;--wp--preset--font-size--large: 36px;--wp--preset--font-size--x-large: 42px;--wp--preset--spacing--20: 0.44rem;--wp--preset--spacing--30: 0.67rem;--wp--preset--spacing--40: 1rem;--wp--preset--spacing--50: 1.5rem;--wp--preset--spacing--60: 2.25rem;--wp--preset--spacing--70: 3.38rem;--wp--preset--spacing--80: 5.06rem;--wp--preset--shadow--natural: 6px 6px 9px rgba(0, 0, 0, 0.2);--wp--preset--shadow--deep: 12px 12px 50px rgba(0, 0, 0, 0.4);--wp--preset--shadow--sharp: 6px 6px 0px rgba(0, 0, 0, 0.2);--wp--preset--shadow--outlined: 6px 6px 0px -3px rgba(255, 255, 255, 1), 6px 6px rgba(0, 0, 0, 1);--wp--preset--shadow--crisp: 6px 6px 0px rgba(0, 0, 0, 1);}:where(.is-layout-flex){gap: 0.5em;}:where(.is-layout-grid){gap: 0.5em;}body .is-layout-flex{display: flex;}.is-layout-flex{flex-wrap: wrap;align-items: center;}.is-layout-flex > :is(*, div){margin: 0;}body .is-layout-grid{display: grid;}.is-layout-grid > :is(*, div){margin: 0;}:where(.wp-block-columns.is-layout-flex){gap: 2em;}:where(.wp-block-columns.is-layout-grid){gap: 2em;}:where(.wp-block-post-template.is-layout-flex){gap: 1.25em;}:where(.wp-block-post-template.is-layout-grid){gap: 1.25em;}.has-black-color{color: var(--wp--preset--color--black) !important;}.has-cyan-bluish-gray-color{color: var(--wp--preset--color--cyan-bluish-gray) !important;}.has-white-color{color: var(--wp--preset--color--white) !important;}.has-pale-pink-color{color: var(--wp--preset--color--pale-pink) !important;}.has-vivid-red-color{color: var(--wp--preset--color--vivid-red) !important;}.has-luminous-vivid-orange-color{color: var(--wp--preset--color--luminous-vivid-orange) !important;}.has-luminous-vivid-amber-color{color: var(--wp--preset--color--luminous-vivid-amber) !important;}.has-light-green-cyan-color{color: var(--wp--preset--color--light-green-cyan) !important;}.has-vivid-green-cyan-color{color: var(--wp--preset--color--vivid-green-cyan) !important;}.has-pale-cyan-blue-color{color: var(--wp--preset--color--pale-cyan-blue) !important;}.has-vivid-cyan-blue-color{color: var(--wp--preset--color--vivid-cyan-blue) !important;}.has-vivid-purple-color{color: var(--wp--preset--color--vivid-purple) !important;}.has-black-background-color{background-color: var(--wp--preset--color--black) !important;}.has-cyan-bluish-gray-background-color{background-color: var(--wp--preset--color--cyan-bluish-gray) !important;}.has-white-background-color{background-color: var(--wp--preset--color--white) !important;}.has-pale-pink-background-color{background-color: var(--wp--preset--color--pale-pink) !important;}.has-vivid-red-background-color{background-color: var(--wp--preset--color--vivid-red) !important;}.has-luminous-vivid-orange-background-color{background-color: var(--wp--preset--color--luminous-vivid-orange) !important;}.has-luminous-vivid-amber-background-color{background-color: var(--wp--preset--color--luminous-vivid-amber) !important;}.has-light-green-cyan-background-color{background-color: var(--wp--preset--color--light-green-cyan) !important;}.has-vivid-green-cyan-background-color{background-color: var(--wp--preset--color--vivid-green-cyan) !important;}.has-pale-cyan-blue-background-color{background-color: var(--wp--preset--color--pale-cyan-blue) !important;}.has-vivid-cyan-blue-background-color{background-color: var(--wp--preset--color--vivid-cyan-blue) !important;}.has-vivid-purple-background-color{background-color: var(--wp--preset--color--vivid-purple) !important;}.has-black-border-color{border-color: var(--wp--preset--color--black) !important;}.has-cyan-bluish-gray-border-color{border-color: var(--wp--preset--color--cyan-bluish-gray) !important;}.has-white-border-color{border-color: var(--wp--preset--color--white) !important;}.has-pale-pink-border-color{border-color: var(--wp--preset--color--pale-pink) !important;}.has-vivid-red-border-color{border-color: var(--wp--preset--color--vivid-red) !important;}.has-luminous-vivid-orange-border-color{border-color: var(--wp--preset--color--luminous-vivid-orange) !important;}.has-luminous-vivid-amber-border-color{border-color: var(--wp--preset--color--luminous-vivid-amber) !important;}.has-light-green-cyan-border-color{border-color: var(--wp--preset--color--light-green-cyan) !important;}.has-vivid-green-cyan-border-color{border-color: var(--wp--preset--color--vivid-green-cyan) !important;}.has-pale-cyan-blue-border-color{border-color: var(--wp--preset--color--pale-cyan-blue) !important;}.has-vivid-cyan-blue-border-color{border-color: var(--wp--preset--color--vivid-cyan-blue) !important;}.has-vivid-purple-border-color{border-color: var(--wp--preset--color--vivid-purple) !important;}.has-vivid-cyan-blue-to-vivid-purple-gradient-background{background: var(--wp--preset--gradient--vivid-cyan-blue-to-vivid-purple) !important;}.has-light-green-cyan-to-vivid-green-cyan-gradient-background{background: var(--wp--preset--gradient--light-green-cyan-to-vivid-green-cyan) !important;}.has-luminous-vivid-amber-to-luminous-vivid-orange-gradient-background{background: var(--wp--preset--gradient--luminous-vivid-amber-to-luminous-vivid-orange) !important;}.has-luminous-vivid-orange-to-vivid-red-gradient-background{background: var(--wp--preset--gradient--luminous-vivid-orange-to-vivid-red) !important;}.has-very-light-gray-to-cyan-bluish-gray-gradient-background{background: var(--wp--preset--gradient--very-light-gray-to-cyan-bluish-gray) !important;}.has-cool-to-warm-spectrum-gradient-background{background: var(--wp--preset--gradient--cool-to-warm-spectrum) !important;}.has-blush-light-purple-gradient-background{background: var(--wp--preset--gradient--blush-light-purple) !important;}.has-blush-bordeaux-gradient-background{background: var(--wp--preset--gradient--blush-bordeaux) !important;}.has-luminous-dusk-gradient-background{background: var(--wp--preset--gradient--luminous-dusk) !important;}.has-pale-ocean-gradient-background{background: var(--wp--preset--gradient--pale-ocean) !important;}.has-electric-grass-gradient-background{background: var(--wp--preset--gradient--electric-grass) !important;}.has-midnight-gradient-background{background: var(--wp--preset--gradient--midnight) !important;}.has-small-font-size{font-size: var(--wp--preset--font-size--small) !important;}.has-medium-font-size{font-size: var(--wp--preset--font-size--medium) !important;}.has-large-font-size{font-size: var(--wp--preset--font-size--large) !important;}.has-x-large-font-size{font-size: var(--wp--preset--font-size--x-large) !important;}
:where(.wp-block-post-template.is-layout-flex){gap: 1.25em;}:where(.wp-block-post-template.is-layout-grid){gap: 1.25em;}
:where(.wp-block-columns.is-layout-flex){gap: 2em;}:where(.wp-block-columns.is-layout-grid){gap: 2em;}
:root :where(.wp-block-pullquote){font-size: 1.5em;line-height: 1.6;}
</style>
<link rel='stylesheet' id='arcade-basic-stylesheet-css' href='https://willgallego.com/wp-content/themes/arcade-basic/style.css?ver=6.8.8' type='text/css' media='all' />
<link rel='stylesheet' id='arcade-basic-fonts-css' href='//fonts.googleapis.com/css?family=Megrim|Raleway|Open+Sans:400,400italic,700,700italic' type='text/css' media='all' />
<link rel='stylesheet' id='font-awesome-css' href='https://willgallego.com/wp-content/themes/arcade-basic/library/css/font-awesome.css?ver=4.7.0' type='text/css' media='all' />
<script type="text/javascript" src="https://willgallego.com/wp-includes/js/jquery/jquery.min.js?ver=3.7.1" id="jquery-core-js"></script>
<script type="text/javascript" src="https://willgallego.com/wp-includes/js/jquery/jquery-migrate.min.js?ver=3.4.1" id="jquery-migrate-js"></script>
<link rel="https://api.w.org/" href="https://willgallego.com/wp-json/" /><link rel="alternate" title="JSON" type="application/json" href="https://willgallego.com/wp-json/wp/v2/posts/388" /><link rel="EditURI" type="application/rsd+xml" title="RSD" href="https://willgallego.com/xmlrpc.php?rsd" />
<meta name="generator" content="WordPress 6.8.8" />
<link rel="canonical" href="https://willgallego.com/2019/04/17/peering-into-the-future-of-resilience-engineering-in-tech/" />
<link rel='shortlink' href='https://willgallego.com/?p=388' />
<link rel="alternate" title="oEmbed (JSON)" type="application/json+oembed" href="https://willgallego.com/wp-json/oembed/1.0/embed?url=https%3A%2F%2Fwillgallego.com%2F2019%2F04%2F17%2Fpeering-into-the-future-of-resilience-engineering-in-tech%2F" />
<link rel="alternate" title="oEmbed (XML)" type="text/xml+oembed" href="https://willgallego.com/wp-json/oembed/1.0/embed?url=https%3A%2F%2Fwillgallego.com%2F2019%2F04%2F17%2Fpeering-into-the-future-of-resilience-engineering-in-tech%2F&#038;format=xml" />
<style>
.container { max-width: 1170px; }
</style>
<style type="text/css">.recentcomments a{display:inline !important;padding:0 !important;margin:0 !important;}</style></head>
<body class="wp-singular post-template-default single single-post postid-388 single-format-standard wp-theme-arcade-basic no-fittext basic">
<!-- Global site tag (gtag.js) - Google Analytics -->
<script async src="https://www.googletagmanager.com/gtag/js?id=UA-106878020-1"></script>
<script>
window.dataLayer = window.dataLayer || [];
function gtag(){dataLayer.push(arguments);}
gtag('js', new Date());
gtag('config', 'UA-106878020-1');
</script>
<div id="page">
<header id="header">
<nav id="site-navigation" class="navbar navbar-inverse navbar-fixed-top" role="navigation">
<h3 class="sr-only">Main menu</h3>
<a class="sr-only" href="#primary" title="Skip to content">Skip to content</a>
<div class="navbar-header">
<button type="button" class="navbar-toggle" data-toggle="collapse" data-target=".navbar-collapse">
<span class="icon-bar"></span>
<span class="icon-bar"></span>
<span class="icon-bar"></span>
</button>
</div>
<div class="collapse navbar-collapse">
<ul id="menu-links" class="nav navbar-nav"><li id="menu-item-5" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-home menu-item-5"><a href="http://willgallego.com">Home</a></li>
<li id="menu-item-36" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-36"><a href="https://willgallego.com/about/">About</a></li>
<li id="menu-item-207" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-207"><a href="https://willgallego.com/talks/">Talks</a></li>
<li id="menu-item-7" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-7"><a target="_blank" href="https://twitter.com/wcgallego">Twitter</a></li>
<li id="menu-item-8" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-8"><a target="_blank" href="https://github.com/wcgallego">Github</a></li>
<li id="menu-item-651" class="menu-item menu-item-type-custom menu-item-object-custom menu-item-651"><a target="_blank" rel="me" href="https://mastodon.social/@gallego">Mastodon</a></li>
</ul> </div>
</nav><!-- #site-navigation -->
<div class="title-card-wrapper">
<div class="title-card">
<div id="site-meta">
<div id="site-title">
<a href="https://willgallego.com" title="Will Gallego" rel="home">Will Gallego</a>
</div>
<i class="fa fa-gamepad"></i>
<div id="site-description">
Software Engineering, Blame Awareness, and gif with a soft ‘G’ </div>
<a href="#" id="more-site" class="btn btn-default btn-lg">See More</a>
</div>
<img class="header-img" src="https://willgallego.com/wp-content/uploads/2017/09/cropped-Trinity_College_Long_Room_ceiling.jpg" alt="" />
</div>
</div>
</header>
<main>
<div class="container">
<div class="row">
<div id="primary" class="col-md-8 hfeed">
<article id="post-388" class="clearfix post-388 post type-post status-publish format-standard has-post-thumbnail hentry category-human-factors category-tech tag-accessible tag-diversity-and-inclusivity tag-expertise tag-future tag-messy-details tag-resilience-engineering xfolkentry">
<h1 class="entry-title">Peering into the future of Resilience Engineering in Tech</h1>
<div class="entry-meta">
by <span class="vcard author"><span class="fn"><a href="https://willgallego.com/author/will/" title="Posts by Will Gallego" rel="author">Will Gallego</a></span></span>&nbsp;on&nbsp;<a href="https://willgallego.com/2019/04/17/peering-into-the-future-of-resilience-engineering-in-tech/" class="time"><time class="date published updated" datetime="2019-04-17">April 17, 2019</time></a>&nbsp;in&nbsp;<a href="https://willgallego.com/category/human-factors/" rel="category tag">Human Factors</a>, <a href="https://willgallego.com/category/tech/" rel="category tag">Tech</a> </div>
<div class="entry-content description clearfix">
<p>Coming back from SREcon 19 Americas in Brooklyn (catch up with <a href="https://noidea.dog/blog/srecon-americas-2019" target="_blank" rel="noopener noreferrer">Tanya Reilly&#8217;s conf report</a>) and Chaos Community Day 19 in Manhattan (<a href="https://medium.com/@njones_18523/chaos-engineering-traps-e3486c526059" target="_blank" rel="noopener noreferrer">Nora Jones&#8217; Chaos Engineering Traps</a>), Resilience Engineering has had my full attention lately. I&#8217;m thoroughly encouraged to see so many folks interested in it and speakers from many different companies contributing their shared experiences to a field that can benefit so much from more perspectives.</p>
<p>Resilience Engineering has by no means hit a saturation point in the software development industry. Not everyone has opportunity to attend related conferences, political capital to execute upon it, or simply they don&#8217;t agree with the philosophy. Changing us from old ways is <em>hard</em>. That said, I definitely get a sense from folks who want to see it put into explicit practices with a little more substance or searching for new ways to implement ideas that itch in the back of their minds. In short, people are asking a simple question about Resilience Engineering:</p>
<p>What&#8217;s next?</p>
<p>We like our shiny tools, new topics to delve into, and how we can make a bigger splash in the industry, so naturally &#8220;next&#8221; could fall into the trap of &#8220;different is good&#8221;. I&#8217;m taking up this challenge of prognostication not because I&#8217;ve exhausted the topic (definitely not) or that I believe I know for sure what lies around the bend. I do think it&#8217;s a useful mental exercise to consider what needs currently exist that aren&#8217;t being met and the trajectory for existing practices.</p>
<p>For once, I&#8217;m also excited for replies of &#8220;You forgot to include..&#8221;, &#8220;What about&#8230;&#8221; and everything under the sun I don&#8217;t mention, both from folks deep in Resilience Engineering and those who push back against some common RE beliefs. I&#8217;m hoping for a lot of &#8220;Yes, and..&#8221; responses. Even being wrong (maybe especially?) will produce a lot of great learning.</p>
<p>Three things in particular come to mind as I&#8217;ve thought through this. They&#8217;re large enough questions, ones without hard boundaries or concrete answers (at least, not yet), and hopefully should generate plenty of food for thought. Here&#8217;s what I&#8217;m hoping to see in the coming months and years ahead.</p>
<h2 class="wp-block-heading">1) Making Resilience Engineering more accessible</h2>
<p>Right now, if you speak to folks in the field, they&#8217;ll happily offer you a ton of blog posts to consume, conference talks to watch, twitter accounts to follow, not to mention enough books and pdfs to read for 3 lifetimes. That&#8217;s great and I love that our community so warmly encourages folks to join. It&#8217;s a lot to work with, though, and it can feel daunting. We have a few 101 packets floating around- the <a rel="noreferrer noopener" href="https://www.oreilly.com/library/view/chaos-engineering/9781491988459/" target="_blank">Chaos Engineering</a> report from O&#8217;Reilly, Etsy&#8217;s <a rel="noreferrer noopener" href="https://extfiles.etsy.com/DebriefingFacilitationGuide.pdf" target="_blank">Debriefing Facilitation Guide</a>, or Pagerduty&#8217;s <a rel="noreferrer noopener" href="https://response.pagerduty.com/" target="_blank">Incident Response docs</a>. So there&#8217;s this wide gap of quick starter guides on one side and all the deep knowledge in the field on the other. How are we seeding companies to improve and not just companies large enough that have money/engineers to support teams dedicated to it? How are we setting up our newest engineers just getting into tech? How do we break the habits of established engineers who want to push back without &#8220;getting too academic&#8221; (which is a weird slap to academia).</p>
<p>This stuff is complex, but not necessarily difficult. Fortunately, managing complexity is a big part of Safety and Human Factors.</p>
<p>We need to work on more information that doesn&#8217;t require you to attend Lund University (though a fantastic program!) to start practicing the fundamentals. Does that mean another series of blog posts, more conference talks, engineer rotations between companies? Possibly, but that adds to the volume. What we need is a streamlined on boarding of sorts, concise and focused on what it means to learn.</p>
<p>And how are we directing folks who have the time/energy for this? <a rel="noreferrer noopener" aria-label="Lorin Hochstein (opens in a new tab)" href="https://twitter.com/lhochstein" target="_blank">Lorin Hochstein</a> at Netflix has a treasure trove of papers in his <a rel="noreferrer noopener" href="https://github.com/lorin/resilience-engineering" target="_blank">Github repo</a>, and while not exhaustive, it can still be dizzying to know where to start. Which are the papers or books that are good for dipping a toe in the water, and do we have a level of progression? Does your role in a company factor into which materials to move on to or that demand more attention? For us to <em>really</em> understand Resilience Engineering, we need to know how to teach it to others in a way that makes sense.</p>
<h2 class="wp-block-heading">2) More than the Philosophy of &#8220;no&#8221;</h2>
<p><a rel="noreferrer noopener" aria-label="Tanya (opens in a new tab)" href="https://twitter.com/whereistanya" target="_blank">Tanya</a>&#8216;s post on SREcon 19 Americas (linked above) is fantastic. Even if we don&#8217;t always see eye to eye, her points are worth considering. I think a lot of RE conference talks and discussions have a tendency to point out the wrongs we&#8217;re continually committing. I myself am not innocent here &#8211; see my thoughts on <a rel="noreferrer noopener" href="https://willgallego.com/2018/04/02/no-seriously-root-cause-is-a-fallacy/" target="_blank">Root Cause</a>, <a rel="noreferrer noopener" href="https://willgallego.com/2019/02/23/resilience-engineering-and-error-budgets/" target="_blank">Error Budgets</a>, and <a rel="noreferrer noopener" href="https://willgallego.com/2018/02/22/thoughts-on-the-role-of-incident-commander/" target="_blank">Incident Management.</a></p>
<p>There are lots of reasons behind this. For one, we <strong>are</strong> looking for provocative talks to shake things up a bit. Some of it can potentially be attributed to &#8220;there&#8217;s no such thing as bad press&#8221; to gain attention on a subject matter that warrants it. Some of it we&#8217;re earnestly trying to share and looking to push more on the perceived boundaries (how many talks lately have &#8220;No root cause!&#8221; as a talking point?). And some of it might be that Incident Management, Retrospectives, and Chaos Engineering are relatively well described in the tech zeitgeist (if imperfectly or evenly), so we&#8217;re looking to push the boundaries to stand out more.</p>
<p>That said, we have to be more in Resilience Engineering than the naysayers repeating &#8220;hey everyone, you&#8217;re doing it wrong&#8221;. I often hear people cite reasons for using RCA or Error Budgets as &#8220;Well, it&#8217;s better than nothing!&#8221;. I understand that. It&#8217;s scary to be lost without a guide even if a deeply flawed one. We need to come up with the paths forward on how to do it right as well &#8211; we can&#8217;t rely on saying &#8220;do a blameless post mortem!&#8221; and call it a day. What <em>specific steps</em> are required for building a program from the ground up? How are we being proactive &#8211; and how do we all get on the same page on that? I think it&#8217;s a push-and-pull to get good at this while avoiding Resilience Engineering falling into the traps of DevOps, Agile, and other practices that have been taken over by marketing. We have to avoid the pitfalls like templates in Retro&#8217;s but also have focus and direction to provide to people.</p>
<p>I can imagine many of my colleagues disagreeing with this viewpoint of Resilience Engineering. After all, we&#8217;re the &#8220;blameless post mortems&#8221; folks. We don&#8217;t want to point fingers! This is a fine sentiment and I agree, there&#8217;s a lot of proactivity in our studies we push. But when we chip away at self-described industry standards (avoiding the term &#8220;best practices&#8221; intentionally here), we&#8217;re going to kick up some dust. In doing so, there&#8217;s a reputation being built. Fortunately, there&#8217;s a great solution &#8211; promote all the positive aspects of our work! Let&#8217;s start coordinating more on shared models, share our experiments with what&#8217;s working and importantly <em>what&#8217;s not</em>.</p>
<h2 class="wp-block-heading">3) Cultivating Expertise</h2>
<p>This is the hardest of all. This is nebulous, perennial, and a moving target. How do we prepare for the unknown to make resilience a thing? As soon as we know it, it&#8217;s no longer in the unknown!</p>
<p>Incident Management, Retrospectives, and Chaos Engineering are three amazing places to do this. I bet there are more strategies than &#8220;blow it up in a small way before a larger failure, learn during the explosion, and discuss the fallout afterwards&#8221;. The concept with regard to Safety-II of learning when things goes right is enormous in scope. What about the infinite things we&#8217;re constantly doing, judging, thinking about, and sharing should we explore further? When we say &#8220;be wary of templates&#8221; &#8211; ok, but what then? I need to start somewhere!</p>
<p>I&#8217;ve mentioned to several folks interested in resilience engineering and tech that I&#8217;d love to see more works around this. You&#8217;re in a retrospective, you&#8217;re trying to be blameless, you&#8217;ve got timelines laid out&#8230;but how are we making engineers actually good at getting experts to share what they don&#8217;t even know they need to, and what language do I use when tempers rise? How do we get really good at building intuition? It&#8217;s like asking &#8220;how do I prepare for everything that could be asked in a hiring interview?&#8221;, something you could spend forever diving into and never hit bottom. And for all of this, how do we know we&#8217;re getting good, that we&#8217;re actually on the right path? Especially since so much of Resilience Engineering is a separation from &#8220;hard&#8221; metrics (don&#8217;t use MttR, don&#8217;t rely on Severity for incidents, etc.), this makes it all the more difficult to say &#8220;yes, we&#8217;ve progressed this far&#8221;. </p>
<h2 class="wp-block-heading">Next steps</h2>
<p>I&#8217;ve two particular ideas to seed here.</p>
<p>The first is not my own but I think someone could make a big splash here (hint hint). There&#8217;s a concept of the &#8220;messy details&#8221; (<a rel="noreferrer noopener" href="https://ieeexplore.ieee.org/stamp/stamp.jsp?arnumber=1344116" target="_blank">associated paper</a>) in every day work where experts reflexively and seamlessly perform tasks that require handling many moving parts. If you&#8217;ve ever had to ssh into a production box and grep through logs just to confirm suspicions about your code in a live environment, you may have a sense of this. Perhaps you&#8217;ve seen a senior engineer who &#8220;just knows&#8221; where problems are in their day to day, solving them before anyone is the wiser. There are of course better ways to go about sussing out this kind of information &#8211; but what is it about the expert&#8217;s understanding of the system that both allows them to do this and demands they work in this capacity? I&#8217;d love to see a practice with tangible steps that can highlight how we might look at this in a consistent and meaningful way beyond something as impossibly comprehensive as, say, a running log of every engineer&#8217;s actions.</p>
<p>The second is something we&#8217;ve said about all manner of things in software engineering: we need to improve representation. Getting folks who can come at this from different angles, have wide ranging backgrounds, and can speak to different problem sets will be seriously eye opening. Who knows how many of our approaches or standards are assumed, that need to be challenged, or are insufficient for a wider range of needs because so many of us tend to fit into stereotypical engineer types. Maybe all of the under represented folks in tech who are <em>just</em> starting to get the tiniest bit of the door opened for them could benefit greatly from this work &#8211; and how much of their experience could in turn bolster our field! Let&#8217;s start focusing on what we can explicitly do to foster diversity and inclusivity in Resilience Engineering.</p>
<p>Going about this both is bigger than a blog post, or a paper, or a book. I&#8217;m not fully equipped with everything that needs to be done. It&#8217;s not a quick turn around and will take a significant investment in time and energy. I will say that I&#8217;m highly confident it will pay off, so it&#8217;s in our best interest to begin now and I want to be available in any way I can to make it happen.</p>
<p>So, now that I&#8217;ve peered into my crystal ball &#8211; what am I missing? Hint: there&#8217;s a lot, so don&#8217;t be shy.</p>
<p style="text-align:right"><em>Photo: </em><a href="https://www.flickr.com/photos/53264931@N03/27658701289">https://www.flickr.com/photos/53264931@N03/27658701289</a></p>
</div><!-- .entry-content -->
<footer class="clearfix">
<p class="tags"><i class="fa fa-tags"></i> <span>Tags:</span><a href="https://willgallego.com/tag/accessible/" rel="tag">accessible</a> <a href="https://willgallego.com/tag/diversity-and-inclusivity/" rel="tag">diversity and inclusivity</a> <a href="https://willgallego.com/tag/expertise/" rel="tag">expertise</a> <a href="https://willgallego.com/tag/future/" rel="tag">future</a> <a href="https://willgallego.com/tag/messy-details/" rel="tag">messy details</a> <a href="https://willgallego.com/tag/resilience-engineering/" rel="tag">Resilience Engineering</a></p> </footer><!-- .entry -->
</article><!-- #post-388 -->
<div id="posts-pagination" class="clearfix">
<h3 class="sr-only">Post navigation</h3>
<div class="previous pull-left"><a href="https://willgallego.com/2019/02/23/resilience-engineering-and-error-budgets/" rel="prev">&larr; Resilience Engineering and Error Budgets</a></div>
<div class="next pull-right"><a href="https://willgallego.com/2019/07/13/pursuing-excellence-not-perfection/" rel="next">Pursuing Excellence, not Perfection &rarr;</a></div>
</div><!-- #posts-pagination -->
<div id="comments" class="comments-area">
<h2 id="comments-title">
<i class="fa fa-comments"></i>&nbsp;
1 comment for &ldquo;<span>Peering into the future of Resilience Engineering in Tech</span>&rdquo; </h2>
<ol class="commentlist">
<li id="comment-265" class="pingback">
<div class="comment-body">
<i class="fa fa-paperclip"></i>
Pingback: <a href="http://sreweekly.com/sre-weekly-issue-169/" class="url" rel="ugc external nofollow">SRE Weekly Issue #169 &#8211; SRE WEEKLY</a> </div>
</li><!-- #comment-## -->
</ol><!-- .commentlist -->
<p class="nocomments">Comments are closed.</p>
</div><!-- #comments .comments-area -->
</div>
<div id="secondary" class="col-md-4" role="complementary">
<aside id="recent-posts-4" class="widget widget_recent_entries">
<h3 class="widget-title">Recent Posts</h3>
<ul>
<li>
<a href="https://willgallego.com/2025/06/21/big-enough-to-fail/">Big Enough to Fail</a>
</li>
<li>
<a href="https://willgallego.com/2025/01/11/an-incident-review-of-an-incident-review/">An Incident Review of an Incident Review</a>
</li>
<li>
<a href="https://willgallego.com/2024/11/11/job-switching-and-titles/">Job Switching and Titles</a>
</li>
<li>
<a href="https://willgallego.com/2024/07/12/the-fridge-theory-of-blameless-organizations/">The Fridge Theory of Blameless Organizations</a>
</li>
</ul>
</aside><aside id="search-2" class="widget widget_search"><form role="search" method="get" class="search-form" action="https://willgallego.com/">
<label>
<span class="screen-reader-text">Search for:</span>
<input type="search" class="search-field" placeholder="Search &hellip;" value="" name="s" />
</label>
<input type="submit" class="search-submit" value="Search" />
</form></aside>
<aside id="recent-posts-2" class="widget widget_recent_entries">
<h3 class="widget-title">Recent Posts</h3>
<ul>
<li>
<a href="https://willgallego.com/2025/06/21/big-enough-to-fail/">Big Enough to Fail</a>
</li>
<li>
<a href="https://willgallego.com/2025/01/11/an-incident-review-of-an-incident-review/">An Incident Review of an Incident Review</a>
</li>
<li>
<a href="https://willgallego.com/2024/11/11/job-switching-and-titles/">Job Switching and Titles</a>
</li>
<li>
<a href="https://willgallego.com/2024/07/12/the-fridge-theory-of-blameless-organizations/">The Fridge Theory of Blameless Organizations</a>
</li>
<li>
<a href="https://willgallego.com/2024/06/21/how-many-maybes-until-empathy/">How Many Maybe&#8217;s until Empathy?</a>
</li>
</ul>
</aside><aside id="recent-comments-2" class="widget widget_recent_comments"><h3 class="widget-title">Recent Comments</h3><ul id="recentcomments"><li class="recentcomments"><span class="comment-author-link"><a href="https://www.arnoldit.com/wordpress/2025/12/04/titanic-talk-this-ship-will-not-fail/" class="url" rel="ugc external nofollow">Titanic Talk: This Ship Will Not Fail : Stephen E. Arnold @ Beyond Search</a></span> on <a href="https://willgallego.com/2025/06/21/big-enough-to-fail/#comment-37339">Big Enough to Fail</a></li><li class="recentcomments"><span class="comment-author-link"><a href="https://sreweekly.com/sre-weekly-issue-484/" class="url" rel="ugc external nofollow">SRE Weekly Issue #484 &#8211; SRE WEEKLY</a></span> on <a href="https://willgallego.com/2025/06/21/big-enough-to-fail/#comment-25648">Big Enough to Fail</a></li><li class="recentcomments"><span class="comment-author-link">Jacob Rose</span> on <a href="https://willgallego.com/2025/01/11/an-incident-review-of-an-incident-review/#comment-17389">An Incident Review of an Incident Review</a></li><li class="recentcomments"><span class="comment-author-link">Leonardo Camara</span> on <a href="https://willgallego.com/2025/01/11/an-incident-review-of-an-incident-review/#comment-16366">An Incident Review of an Incident Review</a></li><li class="recentcomments"><span class="comment-author-link"><a href="https://sreweekly.com/sre-weekly-issue-460/" class="url" rel="ugc external nofollow">SRE Weekly Issue #460 &#8211; SRE WEEKLY</a></span> on <a href="https://willgallego.com/2025/01/11/an-incident-review-of-an-incident-review/#comment-16284">An Incident Review of an Incident Review</a></li></ul></aside><aside id="archives-2" class="widget widget_archive"><h3 class="widget-title">Archives</h3>
<ul>
<li><a href='https://willgallego.com/2025/06/'>June 2025</a></li>
<li><a href='https://willgallego.com/2025/01/'>January 2025</a></li>
<li><a href='https://willgallego.com/2024/11/'>November 2024</a></li>
<li><a href='https://willgallego.com/2024/07/'>July 2024</a></li>
<li><a href='https://willgallego.com/2024/06/'>June 2024</a></li>
<li><a href='https://willgallego.com/2024/03/'>March 2024</a></li>
<li><a href='https://willgallego.com/2024/02/'>February 2024</a></li>
<li><a href='https://willgallego.com/2024/01/'>January 2024</a></li>
<li><a href='https://willgallego.com/2023/10/'>October 2023</a></li>
<li><a href='https://willgallego.com/2023/04/'>April 2023</a></li>
<li><a href='https://willgallego.com/2023/01/'>January 2023</a></li>
<li><a href='https://willgallego.com/2022/12/'>December 2022</a></li>
<li><a href='https://willgallego.com/2022/06/'>June 2022</a></li>
<li><a href='https://willgallego.com/2022/02/'>February 2022</a></li>
<li><a href='https://willgallego.com/2022/01/'>January 2022</a></li>
<li><a href='https://willgallego.com/2021/08/'>August 2021</a></li>
<li><a href='https://willgallego.com/2021/05/'>May 2021</a></li>
<li><a href='https://willgallego.com/2021/02/'>February 2021</a></li>
<li><a href='https://willgallego.com/2021/01/'>January 2021</a></li>
<li><a href='https://willgallego.com/2020/09/'>September 2020</a></li>
<li><a href='https://willgallego.com/2020/06/'>June 2020</a></li>
<li><a href='https://willgallego.com/2020/05/'>May 2020</a></li>
<li><a href='https://willgallego.com/2020/02/'>February 2020</a></li>
<li><a href='https://willgallego.com/2019/12/'>December 2019</a></li>
<li><a href='https://willgallego.com/2019/08/'>August 2019</a></li>
<li><a href='https://willgallego.com/2019/07/'>July 2019</a></li>
<li><a href='https://willgallego.com/2019/04/'>April 2019</a></li>
<li><a href='https://willgallego.com/2019/02/'>February 2019</a></li>
<li><a href='https://willgallego.com/2018/12/'>December 2018</a></li>
<li><a href='https://willgallego.com/2018/08/'>August 2018</a></li>
<li><a href='https://willgallego.com/2018/07/'>July 2018</a></li>
<li><a href='https://willgallego.com/2018/04/'>April 2018</a></li>
<li><a href='https://willgallego.com/2018/02/'>February 2018</a></li>
<li><a href='https://willgallego.com/2018/01/'>January 2018</a></li>
<li><a href='https://willgallego.com/2017/11/'>November 2017</a></li>
<li><a href='https://willgallego.com/2017/10/'>October 2017</a></li>
<li><a href='https://willgallego.com/2017/09/'>September 2017</a></li>
</ul>
</aside> </div><!-- #secondary.widget-area --> </div>
</div>
</main><!-- main -->
<footer id="footer" role="contentinfo">
<div id="footer-content" class="container">
<div class="row">
<div class="copyright col-lg-12">
<span class="pull-left">Copyright &copy; 2026 <a href="https://willgallego.com">Will Gallego</a>. All Rights Reserved.</span>
<span class="credit-link pull-right"><i class="fa fa-leaf"></i>The Arcade Basic Theme by <a href="https://themes.bavotasan.com/themes/arcade">bavotasan.com</a>.</span>
</div><!-- .col-lg-12 -->
</div><!-- .row -->
</div><!-- #footer-content.container -->
</footer><!-- #footer -->
</div><!-- #page -->
<script type="speculationrules">
{"prefetch":[{"source":"document","where":{"and":[{"href_matches":"\/*"},{"not":{"href_matches":["\/wp-*.php","\/wp-admin\/*","\/wp-content\/uploads\/*","\/wp-content\/*","\/wp-content\/plugins\/*","\/wp-content\/themes\/arcade-basic\/*","\/*\\?(.+)"]}},{"not":{"selector_matches":"a[rel~=\"nofollow\"]"}},{"not":{"selector_matches":".no-prefetch, .no-prefetch a"}}]},"eagerness":"conservative"}]}
</script>
<script type="text/javascript" src="https://willgallego.com/wp-includes/js/comment-reply.min.js?ver=6.8.8" id="comment-reply-js" async="async" data-wp-strategy="async"></script>
<script type="text/javascript" src="https://willgallego.com/wp-content/themes/arcade-basic/library/js/bootstrap.min.js?ver=3.0.3" id="bootstrap-js"></script>
<script type="text/javascript" src="https://willgallego.com/wp-content/themes/arcade-basic/library/js/fillsize.js?ver=6.8.8" id="fillsize-js"></script>
<script type="text/javascript" src="https://willgallego.com/wp-content/themes/arcade-basic/library/js/jquery.arctext.js?ver=6.8.8" id="arctext-js"></script>
<script type="text/javascript" id="arcade-basic-script-js-extra">
/* <![CDATA[ */
var arcade_basic_vars = {"arc":"800","fittext":""};
/* ]]> */
</script>
<script type="text/javascript" src="https://willgallego.com/wp-content/themes/arcade-basic/library/js/theme.js?ver=6.8.8" id="arcade-basic-script-js"></script>
</body>
</html>
<!-- Page cached by LiteSpeed Cache 7.5.0.1 on 2026-09-12 00:57:02 -->