Files
nexus/sreweekly/articles/166/02-srecon19-americas-interesting-tidbits.html
2026-09-12 17:23:01 +08:00

376 lines
34 KiB
HTML

<!DOCTYPE html>
<html lang="en-US">
<head>
<meta charset="utf-8">
<meta name="viewport" content="width=device-width, initial-scale=1.0">
<title>SRECon19 Americas interesting tidbits &#8211; Lex&#039;s Meme Backup Storage Repository</title>
<meta name='robots' content='max-image-preview:large' />
<link rel="alternate" type="application/rss+xml" title="Lex&#039;s Meme Backup Storage Repository &raquo; Feed" href="https://www.lexneva.name/blog/feed/" />
<link rel="alternate" type="application/rss+xml" title="Lex&#039;s Meme Backup Storage Repository &raquo; Comments Feed" href="https://www.lexneva.name/blog/comments/feed/" />
<link rel="alternate" title="oEmbed (JSON)" type="application/json+oembed" href="https://www.lexneva.name/blog/wp-json/oembed/1.0/embed?url=https%3A%2F%2Fwww.lexneva.name%2Fblog%2F2019%2F03%2F30%2Fsrecon19-americas-interesting-tidbits%2F" />
<link rel="alternate" title="oEmbed (XML)" type="text/xml+oembed" href="https://www.lexneva.name/blog/wp-json/oembed/1.0/embed?url=https%3A%2F%2Fwww.lexneva.name%2Fblog%2F2019%2F03%2F30%2Fsrecon19-americas-interesting-tidbits%2F&#038;format=xml" />
<style id="wp-img-auto-sizes-contain-inline-css">
img:is([sizes=auto i],[sizes^="auto," i]){contain-intrinsic-size:3000px 1500px}
/*# sourceURL=wp-img-auto-sizes-contain-inline-css */
</style>
<style id="wp-emoji-styles-inline-css">
img.wp-smiley, img.emoji {
display: inline !important;
border: none !important;
box-shadow: none !important;
height: 1em !important;
width: 1em !important;
margin: 0 0.07em !important;
vertical-align: -0.1em !important;
background: none !important;
padding: 0 !important;
}
/*# sourceURL=wp-emoji-styles-inline-css */
</style>
<style id="wp-block-library-inline-css">
:root{--wp-block-synced-color:#7a00df;--wp-block-synced-color--rgb:122,0,223;--wp-bound-block-color:var(--wp-block-synced-color);--wp-editor-canvas-background:#ddd;--wp-admin-theme-color:#007cba;--wp-admin-theme-color--rgb:0,124,186;--wp-admin-theme-color-darker-10:#006ba1;--wp-admin-theme-color-darker-10--rgb:0,107,160.5;--wp-admin-theme-color-darker-20:#005a87;--wp-admin-theme-color-darker-20--rgb:0,90,135;--wp-admin-border-width-focus:2px}@media (min-resolution:192dpi){:root{--wp-admin-border-width-focus:1.5px}}.wp-element-button{cursor:pointer}:root .has-very-light-gray-background-color{background-color:#eee}:root .has-very-dark-gray-background-color{background-color:#313131}:root .has-very-light-gray-color{color:#eee}:root .has-very-dark-gray-color{color:#313131}:root .has-vivid-green-cyan-to-vivid-cyan-blue-gradient-background{background:linear-gradient(135deg,#00d084,#0693e3)}:root .has-purple-crush-gradient-background{background:linear-gradient(135deg,#34e2e4,#4721fb 50%,#ab1dfe)}:root .has-hazy-dawn-gradient-background{background:linear-gradient(135deg,#faaca8,#dad0ec)}:root .has-subdued-olive-gradient-background{background:linear-gradient(135deg,#fafae1,#67a671)}:root .has-atomic-cream-gradient-background{background:linear-gradient(135deg,#fdd79a,#004a59)}:root .has-nightshade-gradient-background{background:linear-gradient(135deg,#330968,#31cdcf)}:root .has-midnight-gradient-background{background:linear-gradient(135deg,#020381,#2874fc)}:root{--wp--preset--font-size--normal:16px;--wp--preset--font-size--huge:42px}.has-regular-font-size{font-size:1em}.has-larger-font-size{font-size:2.625em}.has-normal-font-size{font-size:var(--wp--preset--font-size--normal)}.has-huge-font-size{font-size:var(--wp--preset--font-size--huge)}:root .has-text-align-center{text-align:center}:root .has-text-align-left{text-align:left}:root .has-text-align-right{text-align:right}.has-fit-text{white-space:nowrap!important}#end-resizable-editor-section{display:none}.aligncenter{clear:both}.items-justified-left{justify-content:flex-start}.items-justified-center{justify-content:center}.items-justified-right{justify-content:flex-end}.items-justified-space-between{justify-content:space-between}.screen-reader-text{word-wrap:normal!important;border:0;clip-path:inset(50%);height:1px;margin:-1px;overflow:hidden;padding:0;position:absolute;width:1px;word-break:normal!important}.screen-reader-text:focus{background-color:#ddd;clip-path:none;color:#444;display:block;font-size:1em;height:auto;left:5px;line-height:normal;padding:15px 23px 14px;text-decoration:none;top:5px;width:auto;z-index:100000}html :where(.has-border-color){border-style:solid}html :where([style^=border-color],[style*=";border-color"],[style*="; border-color"]){border-style:solid}html :where([style^=border-top-color],[style*=";border-top-color"],[style*="; border-top-color"]){border-top-style:solid}html :where([style^=border-right-color],[style*=";border-right-color"],[style*="; border-right-color"]){border-right-style:solid}html :where([style^=border-bottom-color],[style*=";border-bottom-color"],[style*="; border-bottom-color"]){border-bottom-style:solid}html :where([style^=border-left-color],[style*=";border-left-color"],[style*="; border-left-color"]){border-left-style:solid}html :where([style^=border-width],[style*=";border-width"],[style*="; border-width"]){border-style:solid}html :where([style^=border-top-width],[style*=";border-top-width"],[style*="; border-top-width"]){border-top-style:solid}html :where([style^=border-right-width],[style*=";border-right-width"],[style*="; border-right-width"]){border-right-style:solid}html :where([style^=border-bottom-width],[style*=";border-bottom-width"],[style*="; border-bottom-width"]){border-bottom-style:solid}html :where([style^=border-left-width],[style*=";border-left-width"],[style*="; border-left-width"]){border-left-style:solid}html :where(img[class*=wp-image-]){height:auto;max-width:100%}:where(figure){margin:0 0 1em}html :where(.is-position-sticky){--wp-admin--admin-bar--position-offset:var(--wp-admin--admin-bar--height,0px)}@media screen and (max-width:600px){html :where(.is-position-sticky){--wp-admin--admin-bar--position-offset:0px}}
/*# sourceURL=/wp-includes/css/dist/block-library/common.min.css */
</style>
<style id="wp-block-heading-inline-css">
h1:where(.wp-block-heading).has-background,h2:where(.wp-block-heading).has-background,h3:where(.wp-block-heading).has-background,h4:where(.wp-block-heading).has-background,h5:where(.wp-block-heading).has-background,h6:where(.wp-block-heading).has-background{padding:1.25em 2.375em}h1.has-text-align-left[style*=writing-mode]:where([style*=vertical-lr]),h1.has-text-align-right[style*=writing-mode]:where([style*=vertical-rl]),h2.has-text-align-left[style*=writing-mode]:where([style*=vertical-lr]),h2.has-text-align-right[style*=writing-mode]:where([style*=vertical-rl]),h3.has-text-align-left[style*=writing-mode]:where([style*=vertical-lr]),h3.has-text-align-right[style*=writing-mode]:where([style*=vertical-rl]),h4.has-text-align-left[style*=writing-mode]:where([style*=vertical-lr]),h4.has-text-align-right[style*=writing-mode]:where([style*=vertical-rl]),h5.has-text-align-left[style*=writing-mode]:where([style*=vertical-lr]),h5.has-text-align-right[style*=writing-mode]:where([style*=vertical-rl]),h6.has-text-align-left[style*=writing-mode]:where([style*=vertical-lr]),h6.has-text-align-right[style*=writing-mode]:where([style*=vertical-rl]){rotate:180deg}
/*# sourceURL=https://www.lexneva.name/blog/wp-includes/blocks/heading/style.min.css */
</style>
<style id="wp-block-list-inline-css">
ol,ul{box-sizing:border-box}:root :where(.wp-block-list.has-background){padding:1.25em 2.375em}
/*# sourceURL=https://www.lexneva.name/blog/wp-includes/blocks/list/style.min.css */
</style>
<style id="wp-block-paragraph-inline-css">
.is-small-text{font-size:.875em}.is-regular-text{font-size:1em}.is-large-text{font-size:2.25em}.is-larger-text{font-size:3em}.has-drop-cap:not(:focus):first-letter{float:left;font-size:8.4em;font-style:normal;font-weight:100;line-height:.68;margin:.05em .1em 0 0;text-transform:uppercase}body.rtl .has-drop-cap:not(:focus):first-letter{float:none;margin-left:.1em}p.has-drop-cap.has-background{overflow:hidden}:root :where(p.has-background){padding:1.25em 2.375em}:where(p.has-text-color:not(.has-link-color)) a{color:inherit}p.has-text-align-left[style*="writing-mode:vertical-lr"],p.has-text-align-right[style*="writing-mode:vertical-rl"]{rotate:180deg}
/*# sourceURL=https://www.lexneva.name/blog/wp-includes/blocks/paragraph/style.min.css */
</style>
<style id="classic-theme-styles-inline-css">
/*! This file is auto-generated */
.wp-block-button__link{color:#fff;background-color:#32373c;border-radius:9999px;box-shadow:none;text-decoration:none;padding:calc(.667em + 2px) calc(1.333em + 2px);font-size:1.125em}.wp-block-file__button{background:#32373c;color:#fff;text-decoration:none}
/*# sourceURL=/wp-includes/css/classic-themes.min.css */
</style>
<style id="global-styles-inline-css">
:root{--wp--preset--aspect-ratio--square: 1;--wp--preset--aspect-ratio--4-3: 4/3;--wp--preset--aspect-ratio--3-4: 3/4;--wp--preset--aspect-ratio--3-2: 3/2;--wp--preset--aspect-ratio--2-3: 2/3;--wp--preset--aspect-ratio--16-9: 16/9;--wp--preset--aspect-ratio--9-16: 9/16;--wp--preset--color--black: #000000;--wp--preset--color--cyan-bluish-gray: #abb8c3;--wp--preset--color--white: #ffffff;--wp--preset--color--pale-pink: #f78da7;--wp--preset--color--vivid-red: #cf2e2e;--wp--preset--color--luminous-vivid-orange: #ff6900;--wp--preset--color--luminous-vivid-amber: #fcb900;--wp--preset--color--light-green-cyan: #7bdcb5;--wp--preset--color--vivid-green-cyan: #00d084;--wp--preset--color--pale-cyan-blue: #8ed1fc;--wp--preset--color--vivid-cyan-blue: #0693e3;--wp--preset--color--vivid-purple: #9b51e0;--wp--preset--gradient--vivid-cyan-blue-to-vivid-purple: linear-gradient(135deg,rgb(6,147,227) 0%,rgb(155,81,224) 100%);--wp--preset--gradient--light-green-cyan-to-vivid-green-cyan: linear-gradient(135deg,rgb(122,220,180) 0%,rgb(0,208,130) 100%);--wp--preset--gradient--luminous-vivid-amber-to-luminous-vivid-orange: linear-gradient(135deg,rgb(252,185,0) 0%,rgb(255,105,0) 100%);--wp--preset--gradient--luminous-vivid-orange-to-vivid-red: linear-gradient(135deg,rgb(255,105,0) 0%,rgb(207,46,46) 100%);--wp--preset--gradient--very-light-gray-to-cyan-bluish-gray: linear-gradient(135deg,rgb(238,238,238) 0%,rgb(169,184,195) 100%);--wp--preset--gradient--cool-to-warm-spectrum: linear-gradient(135deg,rgb(74,234,220) 0%,rgb(151,120,209) 20%,rgb(207,42,186) 40%,rgb(238,44,130) 60%,rgb(251,105,98) 80%,rgb(254,248,76) 100%);--wp--preset--gradient--blush-light-purple: linear-gradient(135deg,rgb(255,206,236) 0%,rgb(152,150,240) 100%);--wp--preset--gradient--blush-bordeaux: linear-gradient(135deg,rgb(254,205,165) 0%,rgb(254,45,45) 50%,rgb(107,0,62) 100%);--wp--preset--gradient--luminous-dusk: linear-gradient(135deg,rgb(255,203,112) 0%,rgb(199,81,192) 50%,rgb(65,88,208) 100%);--wp--preset--gradient--pale-ocean: linear-gradient(135deg,rgb(255,245,203) 0%,rgb(182,227,212) 50%,rgb(51,167,181) 100%);--wp--preset--gradient--electric-grass: linear-gradient(135deg,rgb(202,248,128) 0%,rgb(113,206,126) 100%);--wp--preset--gradient--midnight: linear-gradient(135deg,rgb(2,3,129) 0%,rgb(40,116,252) 100%);--wp--preset--font-size--small: 13px;--wp--preset--font-size--medium: 20px;--wp--preset--font-size--large: 36px;--wp--preset--font-size--x-large: 42px;--wp--preset--spacing--20: 0.44rem;--wp--preset--spacing--30: 0.67rem;--wp--preset--spacing--40: 1rem;--wp--preset--spacing--50: 1.5rem;--wp--preset--spacing--60: 2.25rem;--wp--preset--spacing--70: 3.38rem;--wp--preset--spacing--80: 5.06rem;--wp--preset--shadow--natural: 6px 6px 9px rgba(0, 0, 0, 0.2);--wp--preset--shadow--deep: 12px 12px 50px rgba(0, 0, 0, 0.4);--wp--preset--shadow--sharp: 6px 6px 0px rgba(0, 0, 0, 0.2);--wp--preset--shadow--outlined: 6px 6px 0px -3px rgb(255, 255, 255), 6px 6px rgb(0, 0, 0);--wp--preset--shadow--crisp: 6px 6px 0px rgb(0, 0, 0);}.wp-block-button{--wp--preset--dimension--25: 25%;--wp--preset--dimension--50: 50%;--wp--preset--dimension--75: 75%;--wp--preset--dimension--100: 100%;}:where(body) { margin: 0; }:where(.is-layout-flex){gap: 0.5em;}:where(.is-layout-grid){gap: 0.5em;}body .is-layout-flex{display: flex;}.is-layout-flex{flex-wrap: wrap;align-items: center;}.is-layout-flex > :is(*, div){margin: 0;}body .is-layout-grid{display: grid;}.is-layout-grid > :is(*, div){margin: 0;}body{padding-top: 0px;padding-right: 0px;padding-bottom: 0px;padding-left: 0px;}:root :where(.wp-element-button, .wp-block-button__link){background-color: #32373c;border-width: 0;color: #fff;font-family: inherit;font-size: inherit;font-style: inherit;font-weight: inherit;letter-spacing: inherit;line-height: inherit;padding-top: calc(0.667em + 2px);padding-right: calc(1.333em + 2px);padding-bottom: calc(0.667em + 2px);padding-left: calc(1.333em + 2px);text-decoration: none;text-transform: inherit;}.has-black-color{color: var(--wp--preset--color--black) !important;}.has-cyan-bluish-gray-color{color: var(--wp--preset--color--cyan-bluish-gray) !important;}.has-white-color{color: var(--wp--preset--color--white) !important;}.has-pale-pink-color{color: var(--wp--preset--color--pale-pink) !important;}.has-vivid-red-color{color: var(--wp--preset--color--vivid-red) !important;}.has-luminous-vivid-orange-color{color: var(--wp--preset--color--luminous-vivid-orange) !important;}.has-luminous-vivid-amber-color{color: var(--wp--preset--color--luminous-vivid-amber) !important;}.has-light-green-cyan-color{color: var(--wp--preset--color--light-green-cyan) !important;}.has-vivid-green-cyan-color{color: var(--wp--preset--color--vivid-green-cyan) !important;}.has-pale-cyan-blue-color{color: var(--wp--preset--color--pale-cyan-blue) !important;}.has-vivid-cyan-blue-color{color: var(--wp--preset--color--vivid-cyan-blue) !important;}.has-vivid-purple-color{color: var(--wp--preset--color--vivid-purple) !important;}.has-black-background-color{background-color: var(--wp--preset--color--black) !important;}.has-cyan-bluish-gray-background-color{background-color: var(--wp--preset--color--cyan-bluish-gray) !important;}.has-white-background-color{background-color: var(--wp--preset--color--white) !important;}.has-pale-pink-background-color{background-color: var(--wp--preset--color--pale-pink) !important;}.has-vivid-red-background-color{background-color: var(--wp--preset--color--vivid-red) !important;}.has-luminous-vivid-orange-background-color{background-color: var(--wp--preset--color--luminous-vivid-orange) !important;}.has-luminous-vivid-amber-background-color{background-color: var(--wp--preset--color--luminous-vivid-amber) !important;}.has-light-green-cyan-background-color{background-color: var(--wp--preset--color--light-green-cyan) !important;}.has-vivid-green-cyan-background-color{background-color: var(--wp--preset--color--vivid-green-cyan) !important;}.has-pale-cyan-blue-background-color{background-color: var(--wp--preset--color--pale-cyan-blue) !important;}.has-vivid-cyan-blue-background-color{background-color: var(--wp--preset--color--vivid-cyan-blue) !important;}.has-vivid-purple-background-color{background-color: var(--wp--preset--color--vivid-purple) !important;}.has-black-border-color{border-color: var(--wp--preset--color--black) !important;}.has-cyan-bluish-gray-border-color{border-color: var(--wp--preset--color--cyan-bluish-gray) !important;}.has-white-border-color{border-color: var(--wp--preset--color--white) !important;}.has-pale-pink-border-color{border-color: var(--wp--preset--color--pale-pink) !important;}.has-vivid-red-border-color{border-color: var(--wp--preset--color--vivid-red) !important;}.has-luminous-vivid-orange-border-color{border-color: var(--wp--preset--color--luminous-vivid-orange) !important;}.has-luminous-vivid-amber-border-color{border-color: var(--wp--preset--color--luminous-vivid-amber) !important;}.has-light-green-cyan-border-color{border-color: var(--wp--preset--color--light-green-cyan) !important;}.has-vivid-green-cyan-border-color{border-color: var(--wp--preset--color--vivid-green-cyan) !important;}.has-pale-cyan-blue-border-color{border-color: var(--wp--preset--color--pale-cyan-blue) !important;}.has-vivid-cyan-blue-border-color{border-color: var(--wp--preset--color--vivid-cyan-blue) !important;}.has-vivid-purple-border-color{border-color: var(--wp--preset--color--vivid-purple) !important;}.has-vivid-cyan-blue-to-vivid-purple-gradient-background{background: var(--wp--preset--gradient--vivid-cyan-blue-to-vivid-purple) !important;}.has-light-green-cyan-to-vivid-green-cyan-gradient-background{background: var(--wp--preset--gradient--light-green-cyan-to-vivid-green-cyan) !important;}.has-luminous-vivid-amber-to-luminous-vivid-orange-gradient-background{background: var(--wp--preset--gradient--luminous-vivid-amber-to-luminous-vivid-orange) !important;}.has-luminous-vivid-orange-to-vivid-red-gradient-background{background: var(--wp--preset--gradient--luminous-vivid-orange-to-vivid-red) !important;}.has-very-light-gray-to-cyan-bluish-gray-gradient-background{background: var(--wp--preset--gradient--very-light-gray-to-cyan-bluish-gray) !important;}.has-cool-to-warm-spectrum-gradient-background{background: var(--wp--preset--gradient--cool-to-warm-spectrum) !important;}.has-blush-light-purple-gradient-background{background: var(--wp--preset--gradient--blush-light-purple) !important;}.has-blush-bordeaux-gradient-background{background: var(--wp--preset--gradient--blush-bordeaux) !important;}.has-luminous-dusk-gradient-background{background: var(--wp--preset--gradient--luminous-dusk) !important;}.has-pale-ocean-gradient-background{background: var(--wp--preset--gradient--pale-ocean) !important;}.has-electric-grass-gradient-background{background: var(--wp--preset--gradient--electric-grass) !important;}.has-midnight-gradient-background{background: var(--wp--preset--gradient--midnight) !important;}.has-small-font-size{font-size: var(--wp--preset--font-size--small) !important;}.has-medium-font-size{font-size: var(--wp--preset--font-size--medium) !important;}.has-large-font-size{font-size: var(--wp--preset--font-size--large) !important;}.has-x-large-font-size{font-size: var(--wp--preset--font-size--x-large) !important;}
/*# sourceURL=global-styles-inline-css */
</style>
<link rel='stylesheet' id='quickpic-normalize-css' href='https://www.lexneva.name/blog/wp-content/themes/quickpic/css/normalize.css?ver=8.0.1' media='all' />
<link rel='stylesheet' id='quickpic-css' href='https://www.lexneva.name/blog/wp-content/themes/quickpic/style.css?ver=1.5.7' media='all' />
<link rel="https://api.w.org/" href="https://www.lexneva.name/blog/wp-json/" /><link rel="alternate" title="JSON" type="application/json" href="https://www.lexneva.name/blog/wp-json/wp/v2/posts/27" /><link rel="EditURI" type="application/rsd+xml" title="RSD" href="https://www.lexneva.name/blog/xmlrpc.php?rsd" />
<meta name="generator" content="WordPress 7.1" />
<link rel="canonical" href="https://www.lexneva.name/blog/2019/03/30/srecon19-americas-interesting-tidbits/" />
<link rel='shortlink' href='https://www.lexneva.name/blog/?p=27' />
<style id="custom-background-css">
body.custom-background { background-image: url("https://www.lexneva.name/blog/wp-content/uploads/2019/03/blog-background-3.jpg"); background-position: left top; background-size: auto; background-repeat: repeat; background-attachment: fixed; }
</style>
<style id="wp-custom-css">
#header, #bottombox, #box1, #box2, #commentform, #submit, #adbox, #boxes, .mainnav a {
background: #5080C0;
}
#page {
border-left: 0px;
border-right: 0px;
border-top-color: #5080c0;
}
#comments {
display: none;
}
.horizontal-scrolling-pre {
white-space: pre;
}
</style>
</head>
<body class="wp-singular post-template-default single single-post postid-27 single-format-standard custom-background wp-theme-quickpic">
<div id="page">
<header id="header">
<a class="blogtitle" href="https://www.lexneva.name/blog">
Lex&#039;s Meme Backup Storage Repository </a>
<div class="description">
a.k.a Lex Neva finally has a blog </div>
</header>
<div id="menu-header">
<!-- Header Menu -->
</div>
<div id="content" class="narrowcolumn">
<main>
<section>
<article id="post-27" class="post-27 post type-post status-publish format-standard hentry category-sre">
<h1>SRECon19 Americas interesting tidbits</h1>
<small><a href="https://www.lexneva.name/blog/2019/03/30/srecon19-americas-interesting-tidbits/">March 30, 2019</a> | By lex | Filed in: <a href="https://www.lexneva.name/blog/category/sre/" rel="category tag">SRE</a>. </small>
<div class="entry">
<p>I&#8217;m on my way home from SRECon19 Americas, and it was incredible. Lots of really awesome folks had things to say that made me think. Thanks to all of you for speaking!</p>
<p>Plenty of people are going to do recaps and have already done live tweetstreams. Instead of taking notes on everything, this year I decided to try something different.</p>
<p>Below is just the parts of each talk I went to that blew my mind or made me think. I&#8217;m hoping that just reading each of these will be enough to get you thinking and open your mind.</p>
<p>I&#8217;m not trying to summarize each talk, and I definitely don&#8217;t want to give the impression that these were the only good parts of each talk! It all depended on what was new to me and my mood and my caffeine level and any number of other things.</p>
<p>In most cases, I&#8217;ve hurriedly written down something the speaker said.&nbsp; I&#8217;m sure I got the words wrong, so please consider the below to be a paraphrase rather than a direct quote.</p>
<h2 class="wp-block-heading">Welcome and Opening Remarks</h2>
<h4 class="wp-block-heading">Liz Fong-Jones</h4>
<ul class="wp-block-list"><li>code of conduct given top billing!</li><li>live captioning by real humans!</li></ul>
<h2 class="wp-block-heading">What Breaks Our Systems: A Taxonomy of Black Swans</h2>
<h4 class="wp-block-heading">Laura Nolan</h4>
<ul class="wp-block-list"><li>explicitly plan for thundering herds<ul><li>know what you&#8217;ll do and test in advance</li></ul></li></ul>
<h2 class="wp-block-heading">Complexity: The Crucial Ingredient in Your Kitchen</h2>
<h4 class="wp-block-heading">Casey Rosenthal</h4>
<ul class="wp-block-list"><li>definition of a complex system: no one human can understand how it all works</li><li>all components can be 100% correct and a system can still be unreliable</li><li>challenger accident: the fact that redundancy was there contributed to the failure because of a false sense of complacency<ul><li>redundancy <em>causes</em> some incidents</li></ul></li><li>regular exposure to risk helps us do a better job during incidents because it allows us to improve our adaptive capacity</li></ul>
<h2 class="wp-block-heading">Fixing On-Call When Nobody Thinks It&#8217;s (Too) Broken</h2>
<h4 class="wp-block-heading">Tony Lykke</h4>
<ul class="wp-block-list"><li>when your on-call is this bad [thousands of pages a month] the problem is usually cultural, not technical</li><li>reducing pages made people nervous that something was wrong<ul><li>&#8220;silence anxiety&#8221;</li></ul></li></ul>
<h2 class="wp-block-heading">How Did Things Go Right? Learning More from Incidents</h2>
<h4 class="wp-block-heading">Ryan Kitchens</h4>
<ul class="wp-block-list"><li>overly focusing on preventing incidents will prevent <em>fewer</em> of them</li><li>availability numbers are made up<ul><li>the error bar is greater than the next nine you&#8217;re after!</li></ul></li><li>incident = a combination of normal things that go wrong all the time, all happening at once</li><li>trying to put in guardrails blocks people from doin the everyday work they do to keep things running<ul><li>reduces adaptive capacity</li></ul></li><li>let&#8217;s rename incidents to &#8220;surprises&#8221;</li></ul>
<h2 class="wp-block-heading">SRE &amp; Product Management: How to Level up Your Team (and Career!) by Thinking like a Product Manager</h2>
<h4 class="wp-block-heading">Jen Wohlner</h4>
<ul class="wp-block-list"><li>[ed note: Jen is my coworker at Fastly]</li><li>SREs need to do product management &#8212; and already do</li></ul>
<h2 class="wp-block-heading">What I Wish I Knew before Going On-call</h2>
<h4 class="wp-block-heading">Chie Shu, Dorothy Jung, and Wenting Wang</h4>
<ul class="wp-block-list"><li><a style="outline-width: 0px !important; user-select: auto !important;" href="http://dorothyjung.com/oncall-game/">on-call choose-your-own-adventure game!</a></li><li>a runbook should be a guide on how to jump-start your car &#8212; not how to build it</li></ul>
<h2 class="wp-block-heading">Zero to SRE</h2>
<h4 class="wp-block-heading">Kim Schlesinger</h4>
<ul class="wp-block-list"><li>when hiring junior SREs to train them up, most of the work for upper management comes before candidates ever enter the pipeline</li><li>dedicate 20% of a junior SRE&#8217;s time to learning (e.g. read a chapter of a book, deploy a kube cluster)</li><li>the team structure changes Kim suggests are actually good for SRE teams of <em>all</em> skill levels, not just those containing junior engineers</li></ul>
<h2 class="wp-block-heading">One on One SRE</h2>
<h4 class="wp-block-heading">Amy Tobey</h4>
<ul class="wp-block-list"><li>incident responders may share more when debriefed 1:1 vs. a group retrospective</li><li>best 1:1 retrospective question: &#8220;what surprised you in this incident?&#8221;</li><li>individuals can impact the reliability of the whole organization by building a network of 1:1 relationships</li></ul>
<h2 class="wp-block-heading">Pragmatic Automation</h2>
<h4 class="wp-block-heading">Max Luebbe</h4>
<ul class="wp-block-list"><li>automation must respect the roles of humans and their adaptive capacity</li></ul>
<h2 class="wp-block-heading">You Don&#8217;t Have to Love Your Job</h2>
<p class="wp-block-paragraph">Leslie Carr</p>
<ul class="wp-block-list"><li>&#8220;love is patient, love is kind&#8221; (wedding vows)<ul><li>this does not sound like something that should apply to your job!</li></ul></li><li>Elon Musk has millions of shares in his company. He has a large incentive to <em>trick</em> workers into working 80 hour weeks.</li><li>workers with a 60-hour work week are 25% <em>less</em> productive than those working a 40-hour week<ul><li>that&#8217;s 25% less in absolute terms, <em>not per hour</em></li></ul></li><li>love inspires heroics, and heroics are an SRE nightmare</li><li>crowing about how one should love their job is an expression of privilege</li></ul>
<h2 class="wp-block-heading">Mindfulness in SRE: Monitoring and Alerting for One&#8217;s Self</h2>
<h4 class="wp-block-heading">Tommy Lutz</h4>
<ul class="wp-block-list"><li>physical and &#8220;ego&#8221; (conceptual) threats result in the same body stress response</li><li>a retrospective is about understanding the full context behind the actions someone took during an incident<ul><li>mindfulness can help us do that immediately in the moment and modulate our actions before taking them</li><li>like an instant retro</li></ul></li></ul>
<h2 class="wp-block-heading">Resilience Engineering Mythbusting</h2>
<h4 class="wp-block-heading">Will Gallego</h4>
<ul class="wp-block-list"><li>[ed note: Will is my coworker at Fastly]</li><li>you can&#8217;t build resilience into software and systems<ul><li>they can&#8217;t think and so by definition can&#8217;t be resilient</li><li>computers and systems aren&#8217;t resilient, people are</li></ul></li><li>complexity is requisite in our systems, so how can we cope with it?</li><li>chaos engineering isn&#8217;t about finding bugs<ul><li>it&#8217;s about developing intuition about the system</li></ul></li><li>&#8220;best practices&#8221; don&#8217;t guarantee that the practice is safe<ul><li>&#8220;best practice&#8221; tends to be a post-hoc evaluation that invites counterfactuals</li></ul></li><li>error budgets don&#8217;t control risk because &#8220;risk&#8221; is post-hoc evaluation<ul><li>actions that look safe often contribute to incidents</li><li>actions that look unsafe are often commonly done to <em>prevent</em> incidents</li></ul></li></ul>
<h2 class="wp-block-heading">Why Are Distributed Systems So Hard?</h2>
<h4 class="wp-block-heading">Denise Yu</h4>
<ul class="wp-block-list"><li>Raft consensus algorithm &#8212; &#8220;raft&#8221; isn&#8217;t an acronym, it&#8217;s just a collection of logs</li></ul>
<br />
<p>
</p>
<div class="navigation">
<div class="alignleft">
</div>
<div class="alignright">
<a href="https://www.lexneva.name/blog/2020/07/05/software-engineering-responses-to-covid-19-my-take-on-reas-webinar/" rel="next">Software engineering responses to COVID-19 &#8212; My take on REA&#8217;s Webinar</a> &raquo; </div>
</div>
<div id="comments" class="comments">
</div>
<p>
Comments are closed here.</p>
</div>
</article>
</section>
</main>
</div>
<!-- Bottom Box -->
<div id="bottombox">
<div id="adbox">
<form role="search" method="get" id="searchform" class="searchform" action="https://www.lexneva.name/blog/">
<div>
<label class="screen-reader-text" for="s">Search for:</label>
<input type="text" value="" name="s" id="s" />
<input type="submit" id="searchsubmit" value="Search" />
</div>
</form> </div>
<div style="clear:both;"></div>
<div id="boxes">
<div id="box1">
<!-- Widgetized footer 1 -->
<ul>
<li>
</li>
</ul>
</div>
<div id="box2">
<!-- Widgetized footer 2 -->
<ul>
<li>
</li>
</ul>
</div>
<div style="clear:both;"></div>
</div>
<!-- /Boxes -->
</div>
<!-- /Bottom Box -->
<footer id="footer">
<p>
&copy;
Copyright 2026 -
Lex&#039;s Meme Backup Storage Repository </p>
<script type="speculationrules">
{"prefetch":[{"source":"document","where":{"and":[{"href_matches":"/blog/*"},{"not":{"href_matches":["/blog/wp-*.php","/blog/wp-admin/*","/blog/wp-content/uploads/*","/blog/wp-content/*","/blog/wp-content/plugins/*","/blog/wp-content/themes/quickpic/*","/blog/*\\?(.+)"]}},{"not":{"selector_matches":"a[rel~=\"nofollow\"]"}},{"not":{"selector_matches":".no-prefetch, .no-prefetch a"}}]},"eagerness":"conservative"}]}
</script>
<div class="center">
<a href="https://wordpress.org/themes/quickpic/" target="_blank" rel="nofollow">QuickPic Theme</a> &bull; Powered by WordPress
</div><script id="wp-emoji-settings" type="application/json">
{"baseUrl":"https://s.w.org/images/core/emoji/17.0.2/72x72/","ext":".png","svgUrl":"https://s.w.org/images/core/emoji/17.0.2/svg/","svgExt":".svg","source":{"concatemoji":"https://www.lexneva.name/blog/wp-includes/js/wp-emoji-release.min.js?ver=7.1"}}
</script>
<script type="module">
/*! This file is auto-generated */
var e="script#wp-emoji-settings",t=document.querySelector(e);if(!(t instanceof HTMLScriptElement))throw new Error("Element missing: "+e);const r=JSON.parse(t.text),s=(window._wpemojiSettings=r,"wpEmojiSettingsSupports"),o=["flag","emoji"];function i(e){try{var t={supportTests:e,timestamp:(new Date).valueOf()};sessionStorage.setItem(s,JSON.stringify(t))}catch(e){}}function c(e,t,n){e.clearRect(0,0,e.canvas.width,e.canvas.height),e.fillText(t,0,0);t=new Uint32Array(e.getImageData(0,0,e.canvas.width,e.canvas.height).data);e.clearRect(0,0,e.canvas.width,e.canvas.height),e.fillText(n,0,0);const r=new Uint32Array(e.getImageData(0,0,e.canvas.width,e.canvas.height).data);return t.every((e,t)=>e===r[t])}function p(e,t){e.clearRect(0,0,e.canvas.width,e.canvas.height),e.fillText(t,0,0);var n=e.getImageData(16,16,1,1);for(let e=0;e<n.data.length;e++)if(0!==n.data[e])return!1;return!0}function u(e,t,n,r){switch(t){case"flag":return n(e,"\ud83c\udff3\ufe0f\u200d\u26a7\ufe0f","\ud83c\udff3\ufe0f\u200b\u26a7\ufe0f")?!1:!n(e,"\ud83c\udde8\ud83c\uddf6","\ud83c\udde8\u200b\ud83c\uddf6")&&!n(e,"\ud83c\udff4\udb40\udc67\udb40\udc62\udb40\udc65\udb40\udc6e\udb40\udc67\udb40\udc7f","\ud83c\udff4\u200b\udb40\udc67\u200b\udb40\udc62\u200b\udb40\udc65\u200b\udb40\udc6e\u200b\udb40\udc67\u200b\udb40\udc7f");case"emoji":return!r(e,"\ud83e\u1fac8")}return!1}function f(e,t,n,r){let a;const s=(a="undefined"!=typeof WorkerGlobalScope&&self instanceof WorkerGlobalScope?new OffscreenCanvas(300,150):document.createElement("canvas")).getContext("2d",{willReadFrequently:!0}),o=(s.textBaseline="top",s.font="600 32px Arial",{});return e.forEach(e=>{o[e]=t(s,e,n,r)}),o}function a(e){var t=document.createElement("script");t.src=e,t.defer=!0,document.head.appendChild(t)}r.supports={everything:!0,everythingExceptFlag:!0},new Promise(t=>{let n=function(){try{var e=JSON.parse(sessionStorage.getItem(s));if("object"==typeof e&&"number"==typeof e.timestamp&&(new Date).valueOf()<e.timestamp+604800&&"object"==typeof e.supportTests)return e.supportTests}catch(e){}return null}();if(!n){if("undefined"!=typeof Worker&&"undefined"!=typeof OffscreenCanvas&&"undefined"!=typeof URL&&URL.createObjectURL&&"undefined"!=typeof Blob)try{var e="postMessage("+f.toString()+"("+[JSON.stringify(o),u.toString(),c.toString(),p.toString()].join(",")+"));",r=new Blob([e],{type:"text/javascript"});const a=new Worker(URL.createObjectURL(r),{name:"wpTestEmojiSupports"});return void(a.onmessage=e=>{i(n=e.data),a.terminate(),t(n)})}catch(e){}i(n=f(o,u,c,p))}t(n)}).then(e=>{for(const n in e)r.supports[n]=e[n],r.supports.everything=r.supports.everything&&r.supports[n],"flag"!==n&&(r.supports.everythingExceptFlag=r.supports.everythingExceptFlag&&r.supports[n]);var t;r.supports.everythingExceptFlag=r.supports.everythingExceptFlag&&!r.supports.flag,r.supports.everything||((t=r.source||{}).concatemoji?a(t.concatemoji):t.wpemoji&&t.twemoji&&(a(t.twemoji),a(t.wpemoji)))});
//# sourceURL=https://www.lexneva.name/blog/wp-includes/js/wp-emoji-loader.min.js
</script>
</footer>
</div>
</div>
</body>
</html>