Files
nexus/sreweekly/html/210-2020-03-08.html
2026-09-12 17:23:01 +08:00

448 lines
36 KiB
HTML
Raw Permalink Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
<!DOCTYPE html>
<html lang="en-US">
<head>
<meta charset="UTF-8" />
<meta name="viewport" content="initial-scale=1.0" />
<title>SRE Weekly Issue #210 &#8211; SRE WEEKLY</title>
<meta name='robots' content='max-image-preview:large' />
<link rel="profile" href="http://gmpg.org/xfn/11" />
<link rel="pingback" href="https://sreweekly.com/xmlrpc.php" />
<link rel="alternate" type="application/rss+xml" title="SRE WEEKLY &raquo; Feed" href="https://sreweekly.com/feed/" />
<link rel="alternate" type="application/rss+xml" title="SRE WEEKLY &raquo; Comments Feed" href="https://sreweekly.com/comments/feed/" />
<link rel="alternate" type="application/rss+xml" title="SRE WEEKLY &raquo; SRE Weekly Issue #210 Comments Feed" href="https://sreweekly.com/sre-weekly-issue-210/feed/" />
<link rel="alternate" title="oEmbed (JSON)" type="application/json+oembed" href="https://sreweekly.com/wp-json/oembed/1.0/embed?url=https%3A%2F%2Fsreweekly.com%2Fsre-weekly-issue-210%2F" />
<link rel="alternate" title="oEmbed (XML)" type="text/xml+oembed" href="https://sreweekly.com/wp-json/oembed/1.0/embed?url=https%3A%2F%2Fsreweekly.com%2Fsre-weekly-issue-210%2F&#038;format=xml" />
<style id="wp-img-auto-sizes-contain-inline-css">
img:is([sizes=auto i],[sizes^="auto," i]){contain-intrinsic-size:3000px 1500px}
/*# sourceURL=wp-img-auto-sizes-contain-inline-css */
</style>
<style id="wp-block-library-inline-css">
:root{--wp-block-synced-color:#7a00df;--wp-block-synced-color--rgb:122,0,223;--wp-bound-block-color:var(--wp-block-synced-color);--wp-editor-canvas-background:#ddd;--wp-admin-theme-color:#007cba;--wp-admin-theme-color--rgb:0,124,186;--wp-admin-theme-color-darker-10:#006ba1;--wp-admin-theme-color-darker-10--rgb:0,107,160.5;--wp-admin-theme-color-darker-20:#005a87;--wp-admin-theme-color-darker-20--rgb:0,90,135;--wp-admin-border-width-focus:2px}@media (min-resolution:192dpi){:root{--wp-admin-border-width-focus:1.5px}}.wp-element-button{cursor:pointer}:root .has-very-light-gray-background-color{background-color:#eee}:root .has-very-dark-gray-background-color{background-color:#313131}:root .has-very-light-gray-color{color:#eee}:root .has-very-dark-gray-color{color:#313131}:root .has-vivid-green-cyan-to-vivid-cyan-blue-gradient-background{background:linear-gradient(135deg,#00d084,#0693e3)}:root .has-purple-crush-gradient-background{background:linear-gradient(135deg,#34e2e4,#4721fb 50%,#ab1dfe)}:root .has-hazy-dawn-gradient-background{background:linear-gradient(135deg,#faaca8,#dad0ec)}:root .has-subdued-olive-gradient-background{background:linear-gradient(135deg,#fafae1,#67a671)}:root .has-atomic-cream-gradient-background{background:linear-gradient(135deg,#fdd79a,#004a59)}:root .has-nightshade-gradient-background{background:linear-gradient(135deg,#330968,#31cdcf)}:root .has-midnight-gradient-background{background:linear-gradient(135deg,#020381,#2874fc)}:root{--wp--preset--font-size--normal:16px;--wp--preset--font-size--huge:42px}.has-regular-font-size{font-size:1em}.has-larger-font-size{font-size:2.625em}.has-normal-font-size{font-size:var(--wp--preset--font-size--normal)}.has-huge-font-size{font-size:var(--wp--preset--font-size--huge)}:root .has-text-align-center{text-align:center}:root .has-text-align-left{text-align:left}:root .has-text-align-right{text-align:right}.has-fit-text{white-space:nowrap!important}#end-resizable-editor-section{display:none}.aligncenter{clear:both}.items-justified-left{justify-content:flex-start}.items-justified-center{justify-content:center}.items-justified-right{justify-content:flex-end}.items-justified-space-between{justify-content:space-between}.screen-reader-text{word-wrap:normal!important;border:0;clip-path:inset(50%);height:1px;margin:-1px;overflow:hidden;padding:0;position:absolute;width:1px;word-break:normal!important}.screen-reader-text:focus{background-color:#ddd;clip-path:none;color:#444;display:block;font-size:1em;height:auto;left:5px;line-height:normal;padding:15px 23px 14px;text-decoration:none;top:5px;width:auto;z-index:100000}html :where(.has-border-color){border-style:solid}html :where([style^=border-color],[style*=";border-color"],[style*="; border-color"]){border-style:solid}html :where([style^=border-top-color],[style*=";border-top-color"],[style*="; border-top-color"]){border-top-style:solid}html :where([style^=border-right-color],[style*=";border-right-color"],[style*="; border-right-color"]){border-right-style:solid}html :where([style^=border-bottom-color],[style*=";border-bottom-color"],[style*="; border-bottom-color"]){border-bottom-style:solid}html :where([style^=border-left-color],[style*=";border-left-color"],[style*="; border-left-color"]){border-left-style:solid}html :where([style^=border-width],[style*=";border-width"],[style*="; border-width"]){border-style:solid}html :where([style^=border-top-width],[style*=";border-top-width"],[style*="; border-top-width"]){border-top-style:solid}html :where([style^=border-right-width],[style*=";border-right-width"],[style*="; border-right-width"]){border-right-style:solid}html :where([style^=border-bottom-width],[style*=";border-bottom-width"],[style*="; border-bottom-width"]){border-bottom-style:solid}html :where([style^=border-left-width],[style*=";border-left-width"],[style*="; border-left-width"]){border-left-style:solid}html :where(img[class*=wp-image-]){height:auto;max-width:100%}:where(figure){margin:0 0 1em}html :where(.is-position-sticky){--wp-admin--admin-bar--position-offset:var(--wp-admin--admin-bar--height,0px)}@media screen and (max-width:600px){html :where(.is-position-sticky){--wp-admin--admin-bar--position-offset:0px}}
/*# sourceURL=/wp-includes/css/dist/block-library/common.min.css */
</style>
<style id="classic-theme-styles-inline-css">
/*! This file is auto-generated */
.wp-block-button__link{color:#fff;background-color:#32373c;border-radius:9999px;box-shadow:none;text-decoration:none;padding:calc(.667em + 2px) calc(1.333em + 2px);font-size:1.125em}.wp-block-file__button{background:#32373c;color:#fff;text-decoration:none}
/*# sourceURL=/wp-includes/css/classic-themes.min.css */
</style>
<style id="global-styles-inline-css">
:root{--wp--preset--aspect-ratio--square: 1;--wp--preset--aspect-ratio--4-3: 4/3;--wp--preset--aspect-ratio--3-4: 3/4;--wp--preset--aspect-ratio--3-2: 3/2;--wp--preset--aspect-ratio--2-3: 2/3;--wp--preset--aspect-ratio--16-9: 16/9;--wp--preset--aspect-ratio--9-16: 9/16;--wp--preset--color--black: #000000;--wp--preset--color--cyan-bluish-gray: #abb8c3;--wp--preset--color--white: #ffffff;--wp--preset--color--pale-pink: #f78da7;--wp--preset--color--vivid-red: #cf2e2e;--wp--preset--color--luminous-vivid-orange: #ff6900;--wp--preset--color--luminous-vivid-amber: #fcb900;--wp--preset--color--light-green-cyan: #7bdcb5;--wp--preset--color--vivid-green-cyan: #00d084;--wp--preset--color--pale-cyan-blue: #8ed1fc;--wp--preset--color--vivid-cyan-blue: #0693e3;--wp--preset--color--vivid-purple: #9b51e0;--wp--preset--gradient--vivid-cyan-blue-to-vivid-purple: linear-gradient(135deg,rgb(6,147,227) 0%,rgb(155,81,224) 100%);--wp--preset--gradient--light-green-cyan-to-vivid-green-cyan: linear-gradient(135deg,rgb(122,220,180) 0%,rgb(0,208,130) 100%);--wp--preset--gradient--luminous-vivid-amber-to-luminous-vivid-orange: linear-gradient(135deg,rgb(252,185,0) 0%,rgb(255,105,0) 100%);--wp--preset--gradient--luminous-vivid-orange-to-vivid-red: linear-gradient(135deg,rgb(255,105,0) 0%,rgb(207,46,46) 100%);--wp--preset--gradient--very-light-gray-to-cyan-bluish-gray: linear-gradient(135deg,rgb(238,238,238) 0%,rgb(169,184,195) 100%);--wp--preset--gradient--cool-to-warm-spectrum: linear-gradient(135deg,rgb(74,234,220) 0%,rgb(151,120,209) 20%,rgb(207,42,186) 40%,rgb(238,44,130) 60%,rgb(251,105,98) 80%,rgb(254,248,76) 100%);--wp--preset--gradient--blush-light-purple: linear-gradient(135deg,rgb(255,206,236) 0%,rgb(152,150,240) 100%);--wp--preset--gradient--blush-bordeaux: linear-gradient(135deg,rgb(254,205,165) 0%,rgb(254,45,45) 50%,rgb(107,0,62) 100%);--wp--preset--gradient--luminous-dusk: linear-gradient(135deg,rgb(255,203,112) 0%,rgb(199,81,192) 50%,rgb(65,88,208) 100%);--wp--preset--gradient--pale-ocean: linear-gradient(135deg,rgb(255,245,203) 0%,rgb(182,227,212) 50%,rgb(51,167,181) 100%);--wp--preset--gradient--electric-grass: linear-gradient(135deg,rgb(202,248,128) 0%,rgb(113,206,126) 100%);--wp--preset--gradient--midnight: linear-gradient(135deg,rgb(2,3,129) 0%,rgb(40,116,252) 100%);--wp--preset--font-size--small: 13px;--wp--preset--font-size--medium: 20px;--wp--preset--font-size--large: 36px;--wp--preset--font-size--x-large: 42px;--wp--preset--spacing--20: 0.44rem;--wp--preset--spacing--30: 0.67rem;--wp--preset--spacing--40: 1rem;--wp--preset--spacing--50: 1.5rem;--wp--preset--spacing--60: 2.25rem;--wp--preset--spacing--70: 3.38rem;--wp--preset--spacing--80: 5.06rem;--wp--preset--shadow--natural: 6px 6px 9px rgba(0, 0, 0, 0.2);--wp--preset--shadow--deep: 12px 12px 50px rgba(0, 0, 0, 0.4);--wp--preset--shadow--sharp: 6px 6px 0px rgba(0, 0, 0, 0.2);--wp--preset--shadow--outlined: 6px 6px 0px -3px rgb(255, 255, 255), 6px 6px rgb(0, 0, 0);--wp--preset--shadow--crisp: 6px 6px 0px rgb(0, 0, 0);}.wp-block-button{--wp--preset--dimension--25: 25%;--wp--preset--dimension--50: 50%;--wp--preset--dimension--75: 75%;--wp--preset--dimension--100: 100%;}:where(body) { margin: 0; }:where(.is-layout-flex){gap: 0.5em;}:where(.is-layout-grid){gap: 0.5em;}body .is-layout-flex{display: flex;}.is-layout-flex{flex-wrap: wrap;align-items: center;}.is-layout-flex > :is(*, div){margin: 0;}body .is-layout-grid{display: grid;}.is-layout-grid > :is(*, div){margin: 0;}body{padding-top: 0px;padding-right: 0px;padding-bottom: 0px;padding-left: 0px;}:root :where(.wp-element-button, .wp-block-button__link){background-color: #32373c;border-width: 0;color: #fff;font-family: inherit;font-size: inherit;font-style: inherit;font-weight: inherit;letter-spacing: inherit;line-height: inherit;padding-top: calc(0.667em + 2px);padding-right: calc(1.333em + 2px);padding-bottom: calc(0.667em + 2px);padding-left: calc(1.333em + 2px);text-decoration: none;text-transform: inherit;}.has-black-color{color: var(--wp--preset--color--black) !important;}.has-cyan-bluish-gray-color{color: var(--wp--preset--color--cyan-bluish-gray) !important;}.has-white-color{color: var(--wp--preset--color--white) !important;}.has-pale-pink-color{color: var(--wp--preset--color--pale-pink) !important;}.has-vivid-red-color{color: var(--wp--preset--color--vivid-red) !important;}.has-luminous-vivid-orange-color{color: var(--wp--preset--color--luminous-vivid-orange) !important;}.has-luminous-vivid-amber-color{color: var(--wp--preset--color--luminous-vivid-amber) !important;}.has-light-green-cyan-color{color: var(--wp--preset--color--light-green-cyan) !important;}.has-vivid-green-cyan-color{color: var(--wp--preset--color--vivid-green-cyan) !important;}.has-pale-cyan-blue-color{color: var(--wp--preset--color--pale-cyan-blue) !important;}.has-vivid-cyan-blue-color{color: var(--wp--preset--color--vivid-cyan-blue) !important;}.has-vivid-purple-color{color: var(--wp--preset--color--vivid-purple) !important;}.has-black-background-color{background-color: var(--wp--preset--color--black) !important;}.has-cyan-bluish-gray-background-color{background-color: var(--wp--preset--color--cyan-bluish-gray) !important;}.has-white-background-color{background-color: var(--wp--preset--color--white) !important;}.has-pale-pink-background-color{background-color: var(--wp--preset--color--pale-pink) !important;}.has-vivid-red-background-color{background-color: var(--wp--preset--color--vivid-red) !important;}.has-luminous-vivid-orange-background-color{background-color: var(--wp--preset--color--luminous-vivid-orange) !important;}.has-luminous-vivid-amber-background-color{background-color: var(--wp--preset--color--luminous-vivid-amber) !important;}.has-light-green-cyan-background-color{background-color: var(--wp--preset--color--light-green-cyan) !important;}.has-vivid-green-cyan-background-color{background-color: var(--wp--preset--color--vivid-green-cyan) !important;}.has-pale-cyan-blue-background-color{background-color: var(--wp--preset--color--pale-cyan-blue) !important;}.has-vivid-cyan-blue-background-color{background-color: var(--wp--preset--color--vivid-cyan-blue) !important;}.has-vivid-purple-background-color{background-color: var(--wp--preset--color--vivid-purple) !important;}.has-black-border-color{border-color: var(--wp--preset--color--black) !important;}.has-cyan-bluish-gray-border-color{border-color: var(--wp--preset--color--cyan-bluish-gray) !important;}.has-white-border-color{border-color: var(--wp--preset--color--white) !important;}.has-pale-pink-border-color{border-color: var(--wp--preset--color--pale-pink) !important;}.has-vivid-red-border-color{border-color: var(--wp--preset--color--vivid-red) !important;}.has-luminous-vivid-orange-border-color{border-color: var(--wp--preset--color--luminous-vivid-orange) !important;}.has-luminous-vivid-amber-border-color{border-color: var(--wp--preset--color--luminous-vivid-amber) !important;}.has-light-green-cyan-border-color{border-color: var(--wp--preset--color--light-green-cyan) !important;}.has-vivid-green-cyan-border-color{border-color: var(--wp--preset--color--vivid-green-cyan) !important;}.has-pale-cyan-blue-border-color{border-color: var(--wp--preset--color--pale-cyan-blue) !important;}.has-vivid-cyan-blue-border-color{border-color: var(--wp--preset--color--vivid-cyan-blue) !important;}.has-vivid-purple-border-color{border-color: var(--wp--preset--color--vivid-purple) !important;}.has-vivid-cyan-blue-to-vivid-purple-gradient-background{background: var(--wp--preset--gradient--vivid-cyan-blue-to-vivid-purple) !important;}.has-light-green-cyan-to-vivid-green-cyan-gradient-background{background: var(--wp--preset--gradient--light-green-cyan-to-vivid-green-cyan) !important;}.has-luminous-vivid-amber-to-luminous-vivid-orange-gradient-background{background: var(--wp--preset--gradient--luminous-vivid-amber-to-luminous-vivid-orange) !important;}.has-luminous-vivid-orange-to-vivid-red-gradient-background{background: var(--wp--preset--gradient--luminous-vivid-orange-to-vivid-red) !important;}.has-very-light-gray-to-cyan-bluish-gray-gradient-background{background: var(--wp--preset--gradient--very-light-gray-to-cyan-bluish-gray) !important;}.has-cool-to-warm-spectrum-gradient-background{background: var(--wp--preset--gradient--cool-to-warm-spectrum) !important;}.has-blush-light-purple-gradient-background{background: var(--wp--preset--gradient--blush-light-purple) !important;}.has-blush-bordeaux-gradient-background{background: var(--wp--preset--gradient--blush-bordeaux) !important;}.has-luminous-dusk-gradient-background{background: var(--wp--preset--gradient--luminous-dusk) !important;}.has-pale-ocean-gradient-background{background: var(--wp--preset--gradient--pale-ocean) !important;}.has-electric-grass-gradient-background{background: var(--wp--preset--gradient--electric-grass) !important;}.has-midnight-gradient-background{background: var(--wp--preset--gradient--midnight) !important;}.has-small-font-size{font-size: var(--wp--preset--font-size--small) !important;}.has-medium-font-size{font-size: var(--wp--preset--font-size--medium) !important;}.has-large-font-size{font-size: var(--wp--preset--font-size--large) !important;}.has-x-large-font-size{font-size: var(--wp--preset--font-size--x-large) !important;}
/*# sourceURL=global-styles-inline-css */
</style>
<link rel='stylesheet' id='genericons-css' href='https://sreweekly.com/wp-content/themes/frontier/includes/genericons/genericons.css?ver=1.3.5' media='all' />
<link rel='stylesheet' id='frontier-main-css' href='https://sreweekly.com/wp-content/themes/frontier/style.css?ver=1.3.5' media='all' />
<link rel='stylesheet' id='frontier-responsive-css' href='https://sreweekly.com/wp-content/themes/frontier/responsive.css?ver=1.3.5' media='all' />
<script id="jquery-core-js" src="https://sreweekly.com/wp-includes/js/jquery/jquery.min.js?ver=3.7.1"></script>
<script id="jquery-migrate-js" src="https://sreweekly.com/wp-includes/js/jquery/jquery-migrate.min.js?ver=3.4.1"></script>
<link rel="https://api.w.org/" href="https://sreweekly.com/wp-json/" /><link rel="alternate" title="JSON" type="application/json" href="https://sreweekly.com/wp-json/wp/v2/posts/869" /><link rel="EditURI" type="application/rsd+xml" title="RSD" href="https://sreweekly.com/xmlrpc.php?rsd" />
<meta name="generator" content="WordPress 7.1" />
<link rel="canonical" href="https://sreweekly.com/sre-weekly-issue-210/" />
<link rel='shortlink' href='https://sreweekly.com/?p=869' />
<meta property="Frontier Theme" content="1.3.5" />
<style type="text/css" media="screen">
#container {width: 960px;}
#header {min-height: 0px;}
#content {width: 65%;}
#sidebar-left {width: 35%;}
#sidebar-right {width: 35%;}
</style>
<style type="text/css" media="screen">
.page-template-page-cs-php #content, .page-template-page-sc-php #content {width: 65%;}
.page-template-page-cs-php #sidebar-left, .page-template-page-sc-php #sidebar-left,
.page-template-page-cs-php #sidebar-right, .page-template-page-sc-php #sidebar-right {width: 35%;}
.page-template-page-scs-php #content {width: 50%;}
.page-template-page-scs-php #sidebar-left {width: 25%;}
.page-template-page-scs-php #sidebar-right {width: 25%;}
</style>
<style type="text/css" media="screen">
#header {background-color:#FFFFFF;}
#nav-main {background-color:#096572;}
#nav-main .nav-main {border-left: 1px solid #003d4a; border-right: 1px solid #278390;}
#nav-main .nav-main > li, #nav-main .nav-main > ul > .page_item {border-left: 1px solid #278390; border-right: 1px solid #003d4a;}
#top-bar {background-color:#222222;}
#bottom-bar {background-color:#222222;}
#main {background-color:#F5F5F5;}
.blog-view, .single-view, .author-info, .archive-info, .form-404 {background-color:#FFFFFF;}
.blog-view.sticky {background-color:#FFDC8A;}
.frontier-widget {background-color:#FFFFFF;}
.blog-view, .comment-author-admin > .comment-body, .bypostauthor > .comment-body {border-top: 6px solid #047e90;}
.page-nav > *, .comment-nav > *, .author-info .title, .comment-reply-link, .widget-title,
.widget_search .search-submit, .widget_calendar caption {background-color:#047e90;}
.genericon {color:#047e90;}
a {color:#07525c;}
a:hover {color:#047e90;}
</style>
<style id="custom-background-css">
body.custom-background { background-image: url("https://sreweekly.com/wp-content/themes/frontier/images/honeycomb.png"); background-position: left top; background-size: auto; background-repeat: repeat; background-attachment: scroll; }
</style>
<link rel="icon" href="https://sreweekly.com/wp-content/uploads/2015/12/cropped-sreweekly-logo-axes-32x32.png" sizes="32x32" />
<link rel="icon" href="https://sreweekly.com/wp-content/uploads/2015/12/cropped-sreweekly-logo-axes-192x192.png" sizes="192x192" />
<link rel="apple-touch-icon" href="https://sreweekly.com/wp-content/uploads/2015/12/cropped-sreweekly-logo-axes-180x180.png" />
<meta name="msapplication-TileImage" content="https://sreweekly.com/wp-content/uploads/2015/12/cropped-sreweekly-logo-axes-270x270.png" />
<!-- Custom CSS -->
<style type="text/css" media="screen">
#header-logo {
padding: 3%;
width: 35em;
max-width: 100%;
}
H1, h2, h3, h4, h5, h6, #theme-link, #nav-main .nav-main a, #nav-top .nav-top a, .widget-title {
font-family: 'Roboto', Sans-serif;
}
.email_only {
display: none;
}
.pocket-post, .sreweekly-entry {
margin-top: 0.5em;
margin-bottom: 0.5em;
}
.pocket-title A,
.sreweekly-title A,
.sreweekly-outages LI A {
font-weight: bold;
}
.entry-content H2 {
margin-top: 1em;
}
.sreweekly-outage {
list-style-type: none !important;
}
.sreweekly-footer {
font-style: italic;
text-align: center;
}
.widget-footer {
background: rgb(228,228,228);
border: 1px solid black;
//box-shadow: 2px 2px 5px rgb(32,32,32);
box-shadow: 0 0 2px #181818;
}
IMG.sreweekly-bio {
border: 1px solid black;
box-shadow: 0 0 2px #333;
margin-right: 1em;
margin-bottom: 0.2em;
}
.page .entry-title {
text-transform: uppercase;
}
blockquote em {
font-weight: bold;
}
.sreweekly-sponsor-message {
border: 1px solid #b0b0b0;
margin-top: 2rem;
margin-bottom: 2rem;
margin-left: auto;
margin-right: auto;
padding-left: 1rem;
padding-right: 1rem;
width: 80%;
align: center;
}
.sreweekly-sponsor-message h2 {
text-align: center;
font-size: 75%;
color: #979797;
}
</style>
<!-- Custom CSS End -->
<link rel='stylesheet' id='yikes-inc-easy-mailchimp-public-styles-css' href='https://sreweekly.com/wp-content/plugins/yikes-inc-easy-mailchimp-extender/public/css/yikes-inc-easy-mailchimp-extender-public.min.css?ver=7.1' media='all' />
</head>
<body class="wp-singular post-template-default single single-post postid-869 single-format-standard custom-background wp-theme-frontier">
<div id="container" class="cf" itemscope itemtype="http://schema.org/WebPage">
<div id="header" class="cf" itemscope itemtype="http://schema.org/WPHeader" role="banner">
<div id="header-logo">
<a href="https://sreweekly.com/"><img src="https://sreweekly.com/wp-content/uploads/2015/12/sreweekly-header-axes-3.png" alt="SRE WEEKLY" /></a>
</div>
</div>
<nav id="nav-main" class="cf stack" itemscope itemtype="http://schema.org/SiteNavigationElement" role="navigation" aria-label="Main Menu">
<ul id="menu-main-menu" class="nav-main"><li id="menu-item-1487" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-1487"><a href="https://sreweekly.com/about-sre-weekly-2/">About SRE Weekly</a></li>
<li id="menu-item-1488" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-1488"><a href="https://sreweekly.com/bio/">Bio</a></li>
<li id="menu-item-1489" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-1489"><a href="https://sreweekly.com/other-info/">Other Info</a></li>
<li id="menu-item-1490" class="menu-item menu-item-type-post_type menu-item-object-page menu-item-1490"><a href="https://sreweekly.com/sponsorship-information/">Sponsorship Information</a></li>
</ul>
</nav>
<div id="main" class="col-cs cf">
<div id="content" class="cf" itemscope itemtype="http://schema.org/Blog" role="main">
<article id="post-869" class="single-view post-869 post type-post status-publish format-standard hentry category-general" itemprop="blogPost" itemscope itemtype="http://schema.org/BlogPosting">
<header class="entry-header cf">
<h1 class="entry-title" itemprop="headline" ><a href="https://sreweekly.com/sre-weekly-issue-210/">SRE Weekly Issue #210</a></h1>
</header>
<div class="entry-byline cf">
<div class="entry-date" itemprop="datePublished" >
<i class="genericon genericon-day"></i><a class="updated" href="https://sreweekly.com/sre-weekly-issue-210/">March 8, 2020</a>
</div>
</div>
<div class="entry-content cf" itemprop="text" >
<a href="https://sreweekly.com/sre-weekly-issue-210/" title="Permalink to SRE Weekly Issue #210" class="email_only">View on sreweekly.com</a>
<div class="sreweekly-sponsor-message" style="border: 1px solid #b0b0b0; padding-left: 1rem; padding-right: 1rem; width: 80%; align: center; margin: 2rem auto 2rem auto;">
<h2 style="text-align: center; font-size: 80%; color: #909090;">A message from our sponsor, VictorOps:</h2>
<p>See the tangible benefits of incident management reporting and analytics when it comes to faster incident detection, acknowledgment, response and resolution. Read on to learn about real KPIs and incident metrics that drive reliability:</p>
<p><a href="https://go.victorops.com/sreweekly-incident-management-reporting">https://go.victorops.com/sreweekly-incident-management-reporting</a></p>
</div>
<h2>Articles</h2>
<div class="sreweekly-entry">
<div class="sreweekly-title"><a href="https://netflixtechblog.com/introducing-dispatch-da4b8a2a8072?source=rss----2615bd06b42e---4" target="_blank">Introducing Dispatch</a></div>
<div class="sreweekly-description">
<p>Netflix open sourced their incident management system.</p>
<blockquote><p>Put simply, Dispatch is:</p>
<p><em>All of the ad-hoc things you’re doing to manage incidents today, done for you, and a bunch of other things you should’ve been doing, but have not had the time!</em></p></blockquote>
<p><small>Kevin Glisson, Marc Vilanova, Forest Monsen — Netflix</small></p>
</div>
</div>
<div class="sreweekly-entry">
<div class="sreweekly-title"><a href="https://rachelbythebay.com/w/2014/10/27/ps/" target="_blank">Reading /proc/pid/cmdline can hang forever</a></div>
<div class="sreweekly-description">
<p>I wasn&#8217;t aware of this little pitfall of memory cgroups.</p>
<p><small>rachelbythebay</small></p>
</div>
</div>
<div class="sreweekly-entry">
<div class="sreweekly-title"><a href="https://increment.com/software-architecture/in-space-no-one-can-hear-you-kernel-panic/" target="_blank">In space, no one can hear you kernel panic</a></div>
<div class="sreweekly-description">
<p>Your failover DB instance is cute. Try 4x+ redundancy. That&#8217;s the kind of engineering required when designing systems to operate in space.</p>
<p><small>Glenn Fleishman — Increment</small></p>
</div>
</div>
<div class="sreweekly-entry">
<div class="sreweekly-title"><a href="https://www.firehydrant.io/blog/a-single-person-on-call-rotation-is-a-critical-vulnerability/" target="_blank">A single person on-call “rotation” is a critical vulnerability</a></div>
<div class="sreweekly-description">
<blockquote><p>This post enumerates some of the risks introduced when a single person carries 100% of the on-call duties of a team, and shows why those risks are not simply eliminated by increasing the number of people in the rotation.</p></blockquote>
<p><small>Daniel Condomitti — FireHydrant</small></p>
</div>
</div>
<div class="sreweekly-entry">
<div class="sreweekly-title"><a href="https://resilienceroundup.com/issues/69/" target="_blank">Experimental study on the effect of procedure under unexpected situations</a></div>
<div class="sreweekly-description">
<p>This is a pretty nifty experiment showing the importance of letting folks use their judgement to handle unexpected situations rather than relying on adherence to procedures.</p>
<p><small>Thai Wood — Resilience Roundup (summary)</small></p>
<p><small>Makoto Takahashi, Daisuke Karikawa, Genta Sawasato and Yoshitaka Hoshii — Tohoku University (original paper)</small></p>
</div>
</div>
<div class="sreweekly-entry">
<div class="sreweekly-title"><a href="https://www.usenix.org/conferences/coronavirus" target="_blank">Coronavirus/COVID-19 and USENIX Conferences</a></div>
<div class="sreweekly-description">
<p>FYI: SRECon Americas West has been rescheduled to June 2-4.</p>
</div>
</div>
<div class="sreweekly-entry">
<div class="sreweekly-title"><a href="https://blog.acolyer.org/2020/03/04/millions-of-tiny-databases/" target="_blank">Millions of tiny databases</a></div>
<div class="sreweekly-description">
<p>This week, we have another summary of the Physalia paper. I especially like the bit about poison pills.</p>
<p><small>Adrian Colyer — The Morning Paper (summary)</small></p>
<p><small>Brooker et al. — NSDI’20 (original paper)</small></p>
</div>
</div>
<div class="sreweekly-entry">
<div class="sreweekly-title"><a href="https://surfingcomplexity.blog/2020/03/02/how-did-software-get-so-reliable-without-proof/" target="_blank">How did software get so reliable without proof?</a></div>
<div class="sreweekly-description">
<p>In this case, &#8220;proof&#8221; means &#8220;formal proof&#8221;.</p>
<blockquote><p>It’s not that software got so reliable without proof: it’s that systems that include software got so reliable without proof.</p></blockquote>
<p><small>Lorin Hochstein</small></p>
</div>
</div>
<h2>Outages</h2>
<ul class="sreweekly-outages">
<li><a href="https://status.io/pages/incident/55957a99e800baa4470002da/5e59d5d7a9ba9d04c65eb77f">Let&#8217;s Encrypt Status</a>
<ul class="sreweekly-outage">
<li class="sreweekly-outage">Let&#8217;s Encrypt purposefully suspended certificate issuance to investigate a bug around validating CAA DNS records. See their <a href="https://groups.google.com/forum/#!msg/mozilla.dev.security.policy/uobvGMxHjU4/HbslO4WbAAAJ">initial report</a> and subsequent <a href="https://bugzilla.mozilla.org/show_bug.cgi?id=1619047#c1">full report</a> for details.
<p>Subsequently, they decided to <a href="https://status.io/pages/incident/55957a99e800baa4470002da/5e5e9b5b144d9304c0e602c7">revoke 3 million certificates</a> with a pretty short warning. Both actions (the revocations and taking down issuance initially) were likely warranted and mandated under the compliance guidelines that CAs are subjected to.</p>
<p>I&#8217;ve found two third-party incidents so far that seem to stem from the revocations:<br />
* <a href="https://metastatuspage.com/incidents/r9sy2cy26kwj">statuspage.io</a><br />
* <a href="https://status.heroku.com/incidents/1967">Heroku</a></p>
<p>Got any more? Please do send them my way.</li>
</ul>
</li>
<li><a href="https://status.robinhood.com/">Robinhood (stock trading platform)</a>
<ul class="sreweekly-outage">
<li class="sreweekly-outage"><small><em>Thanks to Daniel Lucas for this and a couple other recent ones. for this one.</em></small></li>
</ul>
</li>
<li><a href="https://www.google.com/appsstatus#hl=en&amp;v=issue&amp;sid=1&amp;iid=846ac4f49df126e45a93590496285ed6">G Suite Status Dashboard</a></li>
<li><a href="https://status.pagerduty.com/incidents/xhygfw6fczd2">PagerDuty</a></li>
<li><a href="https://www.theregister.co.uk/2020/03/05/uber_down/">Uber</a></li>
<li><a href="https://www.financemagnates.com/forex/brokers/interactive-brokers-experiences-technical-issues-website-crashes/">Interactive Brokers (Stock Broker)</a></li>
<li><a href="https://www.casino.org/news/four-queens-binions-back-up-after-slots-outage-other-systems-affected/">Binion&#8217;s and Four Queens (Las Vegas casinos)</a>
<ul class="sreweekly-outage">
<li class="sreweekly-outage">Slot machines stopped working, and an eerie quiet descended.</li>
</ul>
</li>
<li><a href="https://blog.rust-lang.org/inside-rust/2020/02/26/crates-io-incident-report.html">crates.io incident report for 2020-02-20</a>
<ul class="sreweekly-outage">
<li class="sreweekly-outage">
<blockquote><p>On 2020-02-20 at 21:28 UTC we received a report from a user of crates.io that their crate was not available on the index even after 10 minutes since the upload. This was a bug in the crates.io webapp exposed by a GitHub outage.</p></blockquote>
<p>crates.io is the Rust language package registry.</p>
<p><small>Pietro Albini — crates.io</small></li>
</ul>
</li>
<li><a href="https://discord.statuspage.io/incidents/8lqdtgs99vbs">Discord</a></li>
</ul>
</div>
<footer class="entry-footer cf">
</footer>
</article>
</div>
<div id="sidebar-right" class="sidebar cf" itemscope itemtype="http://schema.org/WPSideBar" role="complementary" aria-label="Sidebar Right">
<aside id="widgets-wrap-sidebar-right">
<section id="yikes_easy_mc_widget-4" class="widget-sidebar frontier-widget widget_yikes_easy_mc_widget"><h2 class="widget-title">Subscribe</h2>
<section id="yikes-mailchimp-container-1" class="yikes-mailchimp-container yikes-mailchimp-container-1 ">
<section class="yikes-mailchimp-form-description yikes-mailchimp-form-description-1">Subscribe to SRE Weekly by email. Your email address will be stored and used only to send SRE Weekly issues to you. You may unsubscribe at any time.</section> <form id="subscribe-1" class="yikes-easy-mc-form yikes-easy-mc-form-1 " method="POST" data-attr-form-id="1">
<label for="yikes-easy-mc-form-1-EMAIL" class="EMAIL-label yikes-mailchimp-field-required ">
<!-- dictate label visibility -->
<span class="EMAIL-label">
Email Address </span>
<!-- Description Above -->
<input id="yikes-easy-mc-form-1-EMAIL" name="EMAIL" placeholder="" class="yikes-easy-mc-email " required="required" type="email" value="">
<!-- Description Below -->
</label>
<!-- Honeypot Trap -->
<input type="hidden" name="yikes-mailchimp-honeypot" id="yikes-mailchimp-honeypot-1" value="">
<!-- List ID -->
<input type="hidden" name="yikes-mailchimp-associated-list-id" id="yikes-mailchimp-associated-list-id-1" value="24b1f473e5">
<!-- The form that is being submitted! Used to display error/success messages above the correct form -->
<input type="hidden" name="yikes-mailchimp-submitted-form" id="yikes-mailchimp-submitted-form-1" value="1">
<!-- Submit Button -->
<button type="submit" class="yikes-easy-mc-submit-button yikes-easy-mc-submit-button-1 btn btn-primary "> <span class="yikes-mailchimp-submit-button-span-text">Subscribe me</span></button> <!-- Nonce Security Check -->
<input type="hidden" id="yikes_easy_mc_new_subscriber_1" name="yikes_easy_mc_new_subscriber" value="7bbf53c7a4">
<input type="hidden" name="_wp_http_referer" value="/sre-weekly-issue-210/" />
</form>
<!-- Mailchimp Form generated by Easy Forms for Mailchimp v6.5.5 (https://wordpress.org/plugins/yikes-inc-easy-mailchimp-extender/) -->
</section>
</section><section id="text-8" class="widget-sidebar frontier-widget widget_text"><h2 class="widget-title">RSS</h2> <div class="textwidget"><a href="http://sreweekly.com/feed/"> Subscribe with RSS</a></div>
</section><section id="text-6" class="widget-sidebar frontier-widget widget_text"><h2 class="widget-title">Mastodon</h2> <div class="textwidget"><p><a href="https://social.linux.pizza/@SREWeekly"> Subscribe on Mastodon</a></p>
</div>
</section><section id="search-2" class="widget-sidebar frontier-widget widget_search"><h2 class="widget-title">Search Issues</h2><form role="search" method="get" class="search-form" action="https://sreweekly.com/">
<label>
<span class="screen-reader-text">Search for:</span>
<input type="search" class="search-field" placeholder="Search &hellip;" value="" name="s" />
</label>
<input type="submit" class="search-submit" value="Search" />
</form></section>
</aside>
</div></div>
<div id="bottom-bar" class="cf" role="contentinfo">
<span id="bottom-bar-text">A production of Tinker Tinker Tinker, LLC</span>
<span id="theme-link"><a href="https://ronangelo.com/frontier/">Frontier Theme</a></span>
</div>
</div>
<script type="speculationrules">
{"prefetch":[{"source":"document","where":{"and":[{"href_matches":"/*"},{"not":{"href_matches":["/wp-*.php","/wp-admin/*","/wp-content/uploads/*","/wp-content/*","/wp-content/plugins/*","/wp-content/themes/frontier/*","/*\\?(.+)"]}},{"not":{"selector_matches":"a[rel~=\"nofollow\"]"}},{"not":{"selector_matches":".no-prefetch, .no-prefetch a"}}]},"eagerness":"conservative"}]}
</script>
<script type="text/javascript">
jQuery(document).ready(function($) {
$( '.menu-item-has-children' ).click(function(){
$( '.nav-main > .menu-item-has-children' ).not(this).removeClass( 'toggle-on' );
$(this).not().parents().removeClass( 'toggle-on' );
$(this).toggleClass( 'toggle-on' );
});
});
</script>
<script id="yikes-easy-mc-ajax-js-extra">
var yikes_mailchimp_ajax = {"ajax_url":"https://sreweekly.com/wp-admin/admin-ajax.php","page_data":"869","interest_group_checkbox_error":"This field is required.","preloader_url":"https://sreweekly.com/wp-content/plugins/yikes-inc-easy-mailchimp-extender/includes/images/ripple.svg","loading_dots":"https://sreweekly.com/wp-content/plugins/yikes-inc-easy-mailchimp-extender/includes/images/bars.svg","ajax_security_nonce":"97139b358b","feedback_message_placement":"before"};
//# sourceURL=yikes-easy-mc-ajax-js-extra
</script>
<script id="yikes-easy-mc-ajax-js" src="https://sreweekly.com/wp-content/plugins/yikes-inc-easy-mailchimp-extender/public/js/yikes-mc-ajax-forms.min.js?ver=6.5.5"></script>
<script id="form-submission-helpers-js-extra">
var form_submission_helpers = {"ajax_url":"https://sreweekly.com/wp-admin/admin-ajax.php","preloader_url":"https://sreweekly.com/wp-admin/images/wpspin_light.gif","countries_with_zip":{"US":"US","GB":"GB","CA":"CA","IE":"IE","CN":"CN","IN":"IN","AU":"AU","BR":"BR","MX":"MX","IT":"IT","NZ":"NZ","JP":"JP","FR":"FR","GR":"GR","DE":"DE","NL":"NL","PT":"PT","ES":"ES"},"page_data":"869"};
//# sourceURL=form-submission-helpers-js-extra
</script>
<script id="form-submission-helpers-js" src="https://sreweekly.com/wp-content/plugins/yikes-inc-easy-mailchimp-extender/public/js/form-submission-helpers.min.js?ver=6.5.5"></script>
</body>
</html>