Files
nexus/sreweekly/articles/358/04-sre-transformation-our-thoughts.html
2026-09-12 17:23:01 +08:00

556 lines
43 KiB
HTML
Raw Blame History

This file contains invisible Unicode characters
This file contains invisible Unicode characters that are indistinguishable to humans but may be processed differently by a computer. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
<!DOCTYPE html>
<html lang="en">
<head>
<title>SRE Transformation: Our Thoughts</title>
<meta charset="utf-8">
<meta name="viewport" content="width=device-width, initial-scale=1.0">
<link rel="preload" as="style" href="https://crisisengineering.layeraleph.com/assets/built/screen.css?v=QpNBjlSbNzyRyl6s">
<link rel="preload" as="script" href="https://crisisengineering.layeraleph.com/assets/built/source.js?v=uMULaSMoSjM4gY5C">
<link rel="preload" as="font" type="font/woff2" href="https://crisisengineering.layeraleph.com/assets/fonts/inter-roman.woff2?v=OecsB5TBLy27FKD2" crossorigin="anonymous">
<style>
@font-face {
font-family: "Inter";
font-style: normal;
font-weight: 100 900;
font-display: optional;
src: url(https://crisisengineering.layeraleph.com/assets/fonts/inter-roman.woff2?v=OecsB5TBLy27FKD2) format("woff2");
unicode-range: U+0000-00FF, U+0131, U+0152-0153, U+02BB-02BC, U+02C6, U+02DA, U+02DC, U+0304, U+0308, U+0329, U+2000-206F, U+2074, U+20AC, U+2122, U+2191, U+2193, U+2212, U+2215, U+FEFF, U+FFFD;
}
</style>
<link rel="stylesheet" type="text/css" href="https://crisisengineering.layeraleph.com/assets/built/screen.css?v=QpNBjlSbNzyRyl6s">
<style>
:root {
--background-color: #ffffff
}
</style>
<script>
/* The script for calculating the color contrast has been taken from
https://gomakethings.com/dynamically-changing-the-text-color-based-on-background-color-contrast-with-vanilla-js/ */
var accentColor = getComputedStyle(document.documentElement).getPropertyValue('--background-color');
accentColor = accentColor.trim().slice(1);
if (accentColor.length === 3) {
accentColor = accentColor[0] + accentColor[0] + accentColor[1] + accentColor[1] + accentColor[2] + accentColor[2];
}
var r = parseInt(accentColor.substr(0, 2), 16);
var g = parseInt(accentColor.substr(2, 2), 16);
var b = parseInt(accentColor.substr(4, 2), 16);
var yiq = ((r * 299) + (g * 587) + (b * 114)) / 1000;
var textColor = (yiq >= 128) ? 'dark' : 'light';
document.documentElement.className = `has-${textColor}-text`;
</script>
<link rel="icon" href="https://storage.ghost.io/c/c2/50/c250271b-a936-4e8c-ab42-8d35f9d584ca/content/images/size/w256h256/format/jpeg/2025/11/Layer-Aleph-logo.jpg" type="image/jpeg">
<link rel="canonical" href="https://crisisengineering.layeraleph.com/sre-transformation-our-thoughts/">
<meta name="referrer" content="no-referrer-when-downgrade">
<meta property="og:site_name" content="Crisis Engineering">
<meta property="og:type" content="article">
<meta property="og:title" content="SRE Transformation: Our Thoughts">
<meta property="og:description" content="Most of our jobs at Layer Aleph have been to fix a specific, urgent problem. We founded the company hoping to be a kind of Titan Salvage for computers—we are available on short notice, we go where most people won’t, and we take contracts where the deliverables are">
<meta property="og:url" content="https://crisisengineering.layeraleph.com/sre-transformation-our-thoughts/">
<meta property="og:image" content="https://storage.ghost.io/c/c2/50/c250271b-a936-4e8c-ab42-8d35f9d584ca/content/images/size/w1200/2025/11/sre-transformation.jpg">
<meta property="article:published_time" content="2022-11-15T00:00:00.000Z">
<meta property="article:modified_time" content="2025-11-30T22:02:35.000Z">
<meta property="article:publisher" content="https://www.facebook.com/ghost">
<meta name="twitter:card" content="summary_large_image">
<meta name="twitter:title" content="SRE Transformation: Our Thoughts">
<meta name="twitter:description" content="Most of our jobs at Layer Aleph have been to fix a specific, urgent problem. We founded the company hoping to be a kind of Titan Salvage for computers—we are available on short notice, we go where most people won’t, and we take contracts where the deliverables are">
<meta name="twitter:url" content="https://crisisengineering.layeraleph.com/sre-transformation-our-thoughts/">
<meta name="twitter:image" content="https://storage.ghost.io/c/c2/50/c250271b-a936-4e8c-ab42-8d35f9d584ca/content/images/size/w1200/2025/11/sre-transformation.jpg">
<meta name="twitter:label1" content="Written by">
<meta name="twitter:data1" content="Marina Nitze">
<meta name="twitter:site" content="@ghost">
<meta property="og:image:width" content="1200">
<meta property="og:image:height" content="675">
<script type="application/ld+json">
{
"@context": "https://schema.org",
"@type": "Article",
"publisher": {
"@type": "Organization",
"name": "Crisis Engineering",
"url": "https://crisisengineering.layeraleph.com/",
"logo": {
"@type": "ImageObject",
"url": "https://storage.ghost.io/c/c2/50/c250271b-a936-4e8c-ab42-8d35f9d584ca/content/images/2025/09/layeraleph_logo_black.svg",
"width": 197.5,
"height": 16.25
}
},
"author": {
"@type": "Person",
"name": "Marina Nitze",
"url": "https://crisisengineering.layeraleph.com/author/marina/",
"sameAs": []
},
"contributor": [
{
"@type": "Person",
"name": "Carla Geisser",
"url": "https://crisisengineering.layeraleph.com/author/carla/",
"sameAs": []
},
{
"@type": "Person",
"name": "m weaver",
"image": {
"@type": "ImageObject",
"url": "https://storage.ghost.io/c/c2/50/c250271b-a936-4e8c-ab42-8d35f9d584ca/content/images/2026/03/masto-avatar-1.png"
},
"url": "https://crisisengineering.layeraleph.com/author/weaver/",
"sameAs": [
"https://layeraleph.com/",
"https://bsky.app/profile/weaver.bsky.social",
"https://www.linkedin.com/in/matthewjweaver"
]
},
{
"@type": "Person",
"name": "Mikey Dickerson",
"url": "https://crisisengineering.layeraleph.com/author/mikey/",
"sameAs": []
}
],
"headline": "SRE Transformation: Our Thoughts",
"url": "https://crisisengineering.layeraleph.com/sre-transformation-our-thoughts/",
"datePublished": "2022-11-15T00:00:00.000Z",
"dateModified": "2025-11-30T22:02:35.000Z",
"image": {
"@type": "ImageObject",
"url": "https://storage.ghost.io/c/c2/50/c250271b-a936-4e8c-ab42-8d35f9d584ca/content/images/size/w1200/2025/11/sre-transformation.jpg",
"width": 1200,
"height": 675
},
"description": "Most of our jobs at Layer Aleph have been to fix a specific, urgent problem. We founded the company hoping to be a kind of Titan Salvage for computers—we are available on short notice, we go where most people won’t, and we take contracts where the deliverables are do-or-die outcomes with no points for effort. By various paths, our careers have rendered us specialists in incident response and self-sufficiency, and we noticed there aren’t many outfits like that on the consulting market. There’s pl",
"mainEntityOfPage": "https://crisisengineering.layeraleph.com/sre-transformation-our-thoughts/"
}
</script>
<meta name="generator" content="Ghost 6.64">
<link rel="alternate" type="application/rss+xml" title="Crisis Engineering" href="https://crisisengineering.layeraleph.com/rss/">
<script defer src="https://cdn.jsdelivr.net/ghost/portal@~2.71/umd/portal.min.js" data-i18n="true" data-ghost="https://crisisengineering.layeraleph.com/" data-key="bffaabfca2f14ba4a2c6ad9cc5" data-api="https://crisis-engineering.ghost.io/ghost/api/content/" data-locale="en" crossorigin="anonymous"></script><style id="gh-members-styles">.gh-post-upgrade-cta-content,
.gh-post-upgrade-cta {
display: flex;
flex-direction: column;
align-items: center;
font-family: -apple-system, BlinkMacSystemFont, 'Segoe UI', Roboto, Oxygen, Ubuntu, Cantarell, 'Open Sans', 'Helvetica Neue', sans-serif;
text-align: center;
width: 100%;
color: #ffffff;
font-size: 16px;
}
.gh-post-upgrade-cta-content {
border-radius: 8px;
padding: 40px 4vw;
}
.gh-post-upgrade-cta h2 {
color: #ffffff;
font-size: 28px;
letter-spacing: -0.2px;
margin: 0;
padding: 0;
}
.gh-post-upgrade-cta p {
margin: 20px 0 0;
padding: 0;
}
.gh-post-upgrade-cta small {
font-size: 16px;
letter-spacing: -0.2px;
}
.gh-post-upgrade-cta a {
color: #ffffff;
cursor: pointer;
font-weight: 500;
box-shadow: none;
text-decoration: underline;
}
.gh-post-upgrade-cta a:hover {
color: #ffffff;
opacity: 0.8;
box-shadow: none;
text-decoration: underline;
}
.gh-post-upgrade-cta a.gh-btn {
display: block;
background: #ffffff;
text-decoration: none;
margin: 28px 0 0;
padding: 8px 18px;
border-radius: 4px;
font-size: 16px;
font-weight: 600;
}
.gh-post-upgrade-cta a.gh-btn:hover {
opacity: 0.92;
}</style>
<script defer src="https://cdn.jsdelivr.net/ghost/sodo-search@~1.8/umd/sodo-search.min.js" data-key="bffaabfca2f14ba4a2c6ad9cc5" data-styles="https://cdn.jsdelivr.net/ghost/sodo-search@~1.8/umd/main.css" data-sodo-search="https://crisis-engineering.ghost.io/" data-locale="en" crossorigin="anonymous"></script>
<link href="https://crisisengineering.layeraleph.com/webmentions/receive/" rel="webmention">
<script defer src="/public/cards.min.js?v=ShRHxgy4po8zN-Wf"></script>
<link rel="stylesheet" type="text/css" href="/public/cards.min.css?v=WwnU9jw5ancNC8Gc">
<script defer src="/public/member-attribution.min.js?v=AKG4hWena9j3yX3I"></script>
<script defer src="/public/ghost-stats.min.js?v=vFcCUf6ZQ0Hyhc8h" data-stringify-payload="false" data-datasource="analytics_events" data-storage="localStorage" data-host="https://crisisengineering.layeraleph.com/.ghost/analytics/api/v1/page_hit" tb_site_uuid="c250271b-a936-4e8c-ab42-8d35f9d584ca" tb_post_uuid="567dc47d-60a2-4356-a763-2c36df8b780e" tb_post_type="post" tb_member_uuid="undefined" tb_member_status="undefined" tb_gift_link=""></script><style>:root {--ghost-accent-color: #ff9100;}</style>
<link rel="preconnect" href="https://fonts.bunny.net"><link rel="stylesheet" href="https://fonts.bunny.net/css?family=noto-sans:400,700|noto-serif:400,700"><style>:root {--gh-font-heading: Noto Sans;--gh-font-body: Noto Serif;}</style>
</head>
<body class="post-template gh-font-heading-noto-sans gh-font-body-noto-serif has-sans-title has-sans-body">
<div class="gh-viewport">
<header id="gh-navigation" class="gh-navigation is-middle-logo gh-outer">
<div class="gh-navigation-inner gh-inner">
<div class="gh-navigation-brand">
<a class="gh-navigation-logo is-title" href="https://crisisengineering.layeraleph.com">
<img src="https://storage.ghost.io/c/c2/50/c250271b-a936-4e8c-ab42-8d35f9d584ca/content/images/2025/09/layeraleph_logo_black.svg" alt="Crisis Engineering">
</a>
<button class="gh-search gh-icon-button" aria-label="Search this site" data-ghost-search>
<svg xmlns="http://www.w3.org/2000/svg" fill="none" viewBox="0 0 24 24" stroke="currentColor" stroke-width="2" width="20" height="20"><path stroke-linecap="round" stroke-linejoin="round" d="M21 21l-6-6m2-5a7 7 0 11-14 0 7 7 0 0114 0z"></path></svg></button> <button class="gh-burger gh-icon-button" aria-label="Menu">
<svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" fill="currentColor" viewBox="0 0 256 256"><path d="M224,128a8,8,0,0,1-8,8H40a8,8,0,0,1,0-16H216A8,8,0,0,1,224,128ZM40,72H216a8,8,0,0,0,0-16H40a8,8,0,0,0,0,16ZM216,184H40a8,8,0,0,0,0,16H216a8,8,0,0,0,0-16Z"></path></svg> <svg xmlns="http://www.w3.org/2000/svg" width="24" height="24" fill="currentColor" viewBox="0 0 256 256"><path d="M205.66,194.34a8,8,0,0,1-11.32,11.32L128,139.31,61.66,205.66a8,8,0,0,1-11.32-11.32L116.69,128,50.34,61.66A8,8,0,0,1,61.66,50.34L128,116.69l66.34-66.35a8,8,0,0,1,11.32,11.32L139.31,128Z"></path></svg> </button>
</div>
<nav class="gh-navigation-menu">
<ul class="nav">
<li class="nav-about"><a href="https://crisisengineering.layeraleph.com/about/">About</a></li>
<li class="nav-reading-list"><a href="https://crisisengineering.layeraleph.com/reading-list/">Reading List</a></li>
<li class="nav-crisis-engineering-book"><a href="https://crisisengineering.layeraleph.com/crisis-engineering-the-book/">Crisis Engineering Book</a></li>
</ul>
</nav>
<div class="gh-navigation-actions">
<button class="gh-search gh-icon-button" aria-label="Search this site" data-ghost-search>
<svg xmlns="http://www.w3.org/2000/svg" fill="none" viewBox="0 0 24 24" stroke="currentColor" stroke-width="2" width="20" height="20"><path stroke-linecap="round" stroke-linejoin="round" d="M21 21l-6-6m2-5a7 7 0 11-14 0 7 7 0 0114 0z"></path></svg></button> <div class="gh-navigation-members">
<a href="#/portal/signin" data-portal="signin">Sign in</a>
<a class="gh-button" href="#/portal/signup" data-portal="signup">Subscribe</a>
</div>
</div>
</div>
</header>
<main class="gh-main">
<article class="gh-article post">
<header class="gh-article-header gh-canvas">
<h1 class="gh-article-title is-title">SRE Transformation: Our Thoughts</h1>
<div class="gh-meta-share">
<div class="gh-article-meta">
<div class="gh-article-author-image instapaper_ignore">
<a href="/author/marina/"><svg viewBox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><g fill="none" fill-rule="evenodd"><path d="M3.513 18.998C4.749 15.504 8.082 13 12 13s7.251 2.504 8.487 5.998C18.47 21.442 15.417 23 12 23s-6.47-1.558-8.487-4.002zM12 12c2.21 0 4-2.79 4-5s-1.79-4-4-4-4 1.79-4 4 1.79 5 4 5z" fill="#FFF"/></g></svg>
</a>
<a href="/author/carla/"><svg viewBox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><g fill="none" fill-rule="evenodd"><path d="M3.513 18.998C4.749 15.504 8.082 13 12 13s7.251 2.504 8.487 5.998C18.47 21.442 15.417 23 12 23s-6.47-1.558-8.487-4.002zM12 12c2.21 0 4-2.79 4-5s-1.79-4-4-4-4 1.79-4 4 1.79 5 4 5z" fill="#FFF"/></g></svg>
</a>
<a href="/author/weaver/">
<img class="author-profile-image" src="https://storage.ghost.io/c/c2/50/c250271b-a936-4e8c-ab42-8d35f9d584ca/content/images/size/w160/2026/03/masto-avatar-1.png" alt="m weaver">
</a>
<a href="/author/mikey/"><svg viewBox="0 0 24 24" xmlns="http://www.w3.org/2000/svg"><g fill="none" fill-rule="evenodd"><path d="M3.513 18.998C4.749 15.504 8.082 13 12 13s7.251 2.504 8.487 5.998C18.47 21.442 15.417 23 12 23s-6.47-1.558-8.487-4.002zM12 12c2.21 0 4-2.79 4-5s-1.79-4-4-4-4 1.79-4 4 1.79 5 4 5z" fill="#FFF"/></g></svg>
</a>
</div>
<div class="gh-article-meta-wrapper">
<h4 class="gh-article-author-name"><a href="/author/marina/">Marina Nitze</a>, <a href="/author/carla/">Carla Geisser</a>, <a href="/author/weaver/">m weaver</a>, <a href="/author/mikey/">Mikey Dickerson</a></h4>
<div class="gh-article-meta-content">
<time class="gh-article-meta-date" datetime="2022-11-15">15 Nov 2022</time>
<span class="gh-article-meta-length"><span class="bull">—</span> 7 min read</span>
</div>
</div>
</div>
<a href="#/share" class="gh-button gh-button-share">
Share
</a>
</div>
<figure class="gh-article-image">
<img
class="gh-feature-image"
srcset="https://storage.ghost.io/c/c2/50/c250271b-a936-4e8c-ab42-8d35f9d584ca/content/images/size/w320/2025/11/sre-transformation.jpg 320w,
https://storage.ghost.io/c/c2/50/c250271b-a936-4e8c-ab42-8d35f9d584ca/content/images/size/w600/2025/11/sre-transformation.jpg 600w,
https://storage.ghost.io/c/c2/50/c250271b-a936-4e8c-ab42-8d35f9d584ca/content/images/size/w960/2025/11/sre-transformation.jpg 960w,
https://storage.ghost.io/c/c2/50/c250271b-a936-4e8c-ab42-8d35f9d584ca/content/images/size/w1200/2025/11/sre-transformation.jpg 1200w,
https://storage.ghost.io/c/c2/50/c250271b-a936-4e8c-ab42-8d35f9d584ca/content/images/size/w2000/2025/11/sre-transformation.jpg 2000w"
sizes="(max-width: 1200px) 100vw, 1120px"
src="https://storage.ghost.io/c/c2/50/c250271b-a936-4e8c-ab42-8d35f9d584ca/content/images/size/w1200/2025/11/sre-transformation.jpg"
alt="SRE Transformation: Our Thoughts"
>
</figure>
</header>
<section class="gh-content gh-canvas is-body">
<p>Most of our jobs at Layer Aleph have been to fix a specific, urgent problem. We founded the company hoping to be a kind of&nbsp;<a href="https://www.wired.com/2008/02/the-race-to-save-the-cougar-ace/?ref=crisisengineering.layeraleph.com">Titan Salvage</a>&nbsp;for computers—we are available on short notice, we go where most people won’t, and we take contracts where the deliverables are do-or-die outcomes with no points for effort. By various paths, our careers have rendered us specialists in incident response and self-sufficiency, and we noticed there aren’t many outfits like that on the consulting market. There’s plenty that will send you snappily dressed 25-year-olds to work on PowerPoint slides, and we don’t compete with that.&nbsp;<a href="https://abcnews.go.com/Politics/meet-disheveled-white-house-staffer-whos-cleaning-government/story?ref=crisisengineering.layeraleph.com">We wouldn’t win</a>&nbsp;on any dimension.</p><p>Last summer, though, we took a job (#18) closer to PowerPoint, because our history in Google SRE was useful to the customer. This was a multinational corporation with hundreds of thousands of employees, in the finance industry. At the point we arrived, the tech department was several years into a strategic plan to reorganize around “SRE,” and one could say there had been a loss of momentum.</p><p>Our&nbsp;<a href="https://layeraleph.com/how-we-work/2022/04/23/project-outline/?ref=crisisengineering.layeraleph.com">first week was much the same</a>&nbsp;as it always is. We went on location, debriefed 48 employees and team leads of various kinds, and tried not to block the aisles on the operations floor during a ride-along. Information-gathering benefits from our motley appearance: Carla looks like the principal software engineer who works from a fancy coffee shop, Weaver looks more or less like an ex-spook who has a freezer full of deer freshly hunted from his back acres, Marina looks like the best-selling business author with a speaking agent, and Mikey looks like an itinerant adjunct professor who sleeps in a tent. (Which is to say, each of us looks like what we are.) Most people that we need to approach will be comfortable talking to at least one of us.</p><p>Once we had a reasonable handle on the current state of the organization, it was clear that our first task was to help this company decide what exactly SRE&nbsp;<em>does</em>&nbsp;here. Or maybe what it&nbsp;<em>is</em>. Is it a job description? A book? A set of memorized jargon? A bag of tools? A big AWS bill? A&nbsp;<a href="https://www.youtube.com/watch?v=xd5tpFX3_xA&ref=crisisengineering.layeraleph.com">bimonthly curated box of snacks</a>? The tech organization had tens of thousands of employees, and there were pockets of people fixated on each of these things, most of them doing their level best to “do SRE.”</p><p>This was a new situation for us. Most tech jobs are clearly sortable into two types: tech-focused tech-companies, or companies where the technology is “only” there to support some kind of real-world operation. At tech-focused companies, SRE is already established or at least recognized as a guild. Nobody worries about what it “is” any more than towns in Wisconsin worry about what Presbyterianism “is.” At non-tech companies, nobody could care less about which jargon word the IT people are talking about this month.</p><p>This financial company, however, was caught between worlds. Market operations consist entirely of computers talking to computers now, yet these institutions have too much inertia and capital to be seriously threatened by tech-focused upstarts. With a hundred thousand employees working under orders of “do SRE,” definitions and labels matter.</p><p>To figure out some answers, we tried to reconcile the varied perspectives in the client company with what we know from industry, government, and mid-2000s Google, the original Eden where (we think) the “SRE” jargon word was invented. First of all, if this brand is going to be ready for export, it needs an answer to why a non-tech business cares.</p><p>The SRE books and presentations at conferences are largely case studies of new companies that were able to build their organizations and technology around best practices from the early 2000s. They don’t help CEOs that don’t care about technical debt or the hipness of their serving stack. Arguments based in dollars are a better bet. We decided that at its core,&nbsp;<strong>the value proposition of “SRE” is the idea that you can handle an exponentially growing business with a logarithmically growing payroll.</strong>&nbsp;Any business at any size gets excited at the idea of increasing revenue by a big amount while increasing costs by a small amount. At least in a profit-oriented context, we think this is what “SRE” is for. If someone wanders down from the mountains with new stone tablets, and the new tablets lead to better businesses that run more efficiently, then that new thing is what “SRE” is now. The words are generic after all–“site reliability engineering,” with no (TM).</p><p>Knowing what SRE is&nbsp;<em>for</em>&nbsp;makes it easier to decide who is and is not Doing It Right. Looking at this company and others, we saw a few patterns that were not generating any progress in the direction of higher scale at lower cost.</p><p>One is the impulse to “standardize” tech stacks across diverse lines of business. We don’t claim that this is never the right answer, but it’s not effective at this company’s size and stage of evolution. Like many others, it grew for decades in a decentralized way, with plenty of mergers and acquisitions. Each business unit is mature, which means that it spends almost all of its energy sustaining itself, with no more than a few percent left over for self-improvement efforts. Any change at all means you are trying to mobilize those few percent to overcome the inertia of the rest, and if you push “standardization” you are aiming at an outcome that will be, for them, pointless churn. Yet people step into this glue trap again and again, because if you only think about the computers, it’s obvious that all these different, fussy, bespoke things are just databases (or whatever), and it would be cheaper overall to consolidate them.</p><p>Efforts that set out for standardization tend to morph into an adjacent pattern that is even less effective, which is gatekeeping. Inevitably, the standardization push stalls (we’d put the over/under at about year 3 and 30% adoption), and someone decides it is time to get tough. No more SaaS subscriptions can be purchased outside of the CIO office, no more capacity can be provisioned in the on-premises datacenter, and so on. At this point you are taking that two-percent share of change agents, which has just shown you that it can’t complete the standardization push, and turning them into an active threat that must be resisted. The better plan is to just stop.</p><p>We have also noticed that it tends to be useless, and probably harmful, to focus on SLOs or incident response practices as the first step. These are ubiquitous topics at tech conferences, and will likely turn up later in a complete SRE tranformation. But like technology standardization, they will create frustration and gatekeeping behavior if introduced before the right motivations and culture are in place.</p><p>However, we couldn’t make our entire recommendation out to be “stop hitting yourself.” Customers don’t like that. So we had to keep the thinking caps out and answer: if the above doesn’t work, how&nbsp;<em>do</em>&nbsp;you establish SRE in a heritage organization?</p><p>Stripped of the implementation details of a particular host company, we think that SRE Done Right is a culture with two core values:&nbsp;<strong>Smoothly running, highly reliable computer systems are good, and rote repetition in human jobs is bad.</strong>&nbsp;Some people are natural-born true believers, and others become true believers with exposure. (We’re not claiming either type is better, and we’re not sure which type we are ourselves.) But it appears that when a handful of people with these values end up with responsibility for a high-stakes serving system, and enough autonomy to do things, a culture recognizable as “SRE” emerges. It is like Unix–an evolved pattern of solutions to a repeating pattern of problems, that will re-evolve in as many contexts as it needs to.</p><p>Thus, if your goal is to have your organization Do SRE, it’s not a matter of training a bunch of people to follow a new three-ring binder. It is about creating the conditions for some accelerated evolution. Consolidate the people who are always complaining about systems stability and repetition in their job (you already know who they are), and do the following:</p><ul><li>Give them end-to-end responsibility for some business process that matters.</li><li>Make the standards to which they will be accountable clear, with numbers if possible–i.e. this batch process will complete on time 9 out of every 10 days.</li><li>Make the resources and budget clear. Within reason, it doesn’t matter what the budget is, as much as it matters that everybody knows it. We’ve seen big successes on a $100,000 infrastructure budget, and big failures on a budget of $5 billion. Computers can do a lot for not much money these days, but they can also do a lot for a lot of money, and you don’t want factions fixating on different targets.</li><li>Give them commensurate authority to make changes anywhere in the stack. This is necessary to remove all the places to hide. Otherwise, expect to be hearing in a year that the availability target was missed because of [problem owned by team X].</li><li>Use social and organziational markers to set them apart in some low-key way. You’re trying to develop a counterculture, and you can’t be punk rock and also on the Billboard Top 100. It doesn’t work that way. Sometimes these are big things like a separate office or a new job classification. Sometimes they are small things like a sticker meme or using a Yubikey. Implementation heavily depends on the host culture, and it’s dangerous to get wrong, so be careful.</li></ul><p>Then, don’t worry about the details. It isn’t important if you buy the right holy book, and it isn’t important if you pick the right tools with the right SRE branding. (Especially because we aren’t worrying about standardization at this phase, right?) Even doing everything right, success is not guaranteed, because it’s always possible that you don’t have the budget, or the talent, or–most common by far–the executive fortitude to see it through. But we think the above conditions are the key decisions that give you the best chance.</p><p>If you see it through, the culture change will take root in your formative team, and you can grow it outward from there. A second tranche of your existing tech staff will want to join, once some successes become visible. It will also become easier to hire people that identify as “SRE,” because they will recognize a home.</p><p>Your team might call itself SRE or Devops, it might decide it likes stickers with sharks or pirates or neither. It might invent a new buzzword and a new holy book. You won’t care, and neither would we, if it is accomplishing exponential scaling with logarithmic costs. Just let us know where to get the new holy book.</p><figure class="kg-card kg-image-card"><img src="https://layeraleph.com/img/aleph.png" class="kg-image" alt="" loading="lazy" width="40" height="40"></figure><p>©2025</p>
</section>
</article>
</main>
<section class="gh-container is-grid gh-outer">
<div class="gh-container-inner gh-inner">
<h2 class="gh-container-title">Read more</h2>
<div class="gh-feed">
<article class="gh-card post">
<a class="gh-card-link" href="/crisis-engineering-in-the-media/">
<figure class="gh-card-image">
<img
srcset="https://storage.ghost.io/c/c2/50/c250271b-a936-4e8c-ab42-8d35f9d584ca/content/images/size/w160/format/webp/2026/07/service-pnp-fsa-8a24000-8a24300-8a24315v-1.jpg 160w,
https://storage.ghost.io/c/c2/50/c250271b-a936-4e8c-ab42-8d35f9d584ca/content/images/size/w320/format/webp/2026/07/service-pnp-fsa-8a24000-8a24300-8a24315v-1.jpg 320w,
https://storage.ghost.io/c/c2/50/c250271b-a936-4e8c-ab42-8d35f9d584ca/content/images/size/w600/format/webp/2026/07/service-pnp-fsa-8a24000-8a24300-8a24315v-1.jpg 600w,
https://storage.ghost.io/c/c2/50/c250271b-a936-4e8c-ab42-8d35f9d584ca/content/images/size/w960/format/webp/2026/07/service-pnp-fsa-8a24000-8a24300-8a24315v-1.jpg 960w,
https://storage.ghost.io/c/c2/50/c250271b-a936-4e8c-ab42-8d35f9d584ca/content/images/size/w1200/format/webp/2026/07/service-pnp-fsa-8a24000-8a24300-8a24315v-1.jpg 1200w,
https://storage.ghost.io/c/c2/50/c250271b-a936-4e8c-ab42-8d35f9d584ca/content/images/size/w2000/format/webp/2026/07/service-pnp-fsa-8a24000-8a24300-8a24315v-1.jpg 2000w"
sizes="320px"
src="https://storage.ghost.io/c/c2/50/c250271b-a936-4e8c-ab42-8d35f9d584ca/content/images/size/w600/2026/07/service-pnp-fsa-8a24000-8a24300-8a24315v-1.jpg"
alt="Crisis Engineering in the Media"
loading="lazy"
>
</figure>
<div class="gh-card-wrapper">
<h3 class="gh-card-title is-title">Crisis Engineering in the Media</h3>
<p class="gh-card-excerpt is-body">Our new book, Crisis Engineering, is available everywhere books are sold, as a paperback, and audiobook (read by Cassandra Campbell).
For bulk orders below 500 copies, purchase on BulkBooks. For bulk orders over 500 copies, please contact marina@layeraleph.com. Here&#39;s the tear sheet.
Media Roundup
In the</p>
<footer class="gh-card-meta">
<!--
-->
<span class="gh-card-author">By m weaver</span>
<time class="gh-card-date" datetime="2026-07-14">14 Jul 2026</time>
<!--
--></footer>
</div>
</a>
</article>
<article class="gh-card post">
<a class="gh-card-link" href="/project-hail-mary-is-a-master-class-in-crisis-engineering/">
<figure class="gh-card-image">
<img
srcset="https://storage.ghost.io/c/c2/50/c250271b-a936-4e8c-ab42-8d35f9d584ca/content/images/size/w160/format/webp/2026/04/Screenshot-2026-04-22-at-14.22.52.png 160w,
https://storage.ghost.io/c/c2/50/c250271b-a936-4e8c-ab42-8d35f9d584ca/content/images/size/w320/format/webp/2026/04/Screenshot-2026-04-22-at-14.22.52.png 320w,
https://storage.ghost.io/c/c2/50/c250271b-a936-4e8c-ab42-8d35f9d584ca/content/images/size/w600/format/webp/2026/04/Screenshot-2026-04-22-at-14.22.52.png 600w,
https://storage.ghost.io/c/c2/50/c250271b-a936-4e8c-ab42-8d35f9d584ca/content/images/size/w960/format/webp/2026/04/Screenshot-2026-04-22-at-14.22.52.png 960w,
https://storage.ghost.io/c/c2/50/c250271b-a936-4e8c-ab42-8d35f9d584ca/content/images/size/w1200/format/webp/2026/04/Screenshot-2026-04-22-at-14.22.52.png 1200w,
https://storage.ghost.io/c/c2/50/c250271b-a936-4e8c-ab42-8d35f9d584ca/content/images/size/w2000/format/webp/2026/04/Screenshot-2026-04-22-at-14.22.52.png 2000w"
sizes="320px"
src="https://storage.ghost.io/c/c2/50/c250271b-a936-4e8c-ab42-8d35f9d584ca/content/images/size/w600/2026/04/Screenshot-2026-04-22-at-14.22.52.png"
alt="Movie poster for Project Hail Mary shows Ryan Gosling dressed as an astronaut"
loading="lazy"
>
</figure>
<div class="gh-card-wrapper">
<h3 class="gh-card-title is-title">Project Hail Mary Is a Master Class in Crisis Engineering</h3>
<p class="gh-card-excerpt is-body">This whole post is spoilers. Beware.
I couldn’t stop thinking about crisis engineering as I watched Project Hail Mary, and what a great story it tells about recognizing and leveraging a crisis for transformative change.
Is it a useful crisis? You bet! It checks all five indicators:
1. Fundamental</p>
<footer class="gh-card-meta">
<!--
-->
<span class="gh-card-author">By Marina Nitze</span>
<time class="gh-card-date" datetime="2026-04-23">23 Apr 2026</time>
<!--
--></footer>
</div>
</a>
</article>
<article class="gh-card post no-image">
<a class="gh-card-link" href="/read-an-excerpt-from-crisis-engineering/">
<div class="gh-card-wrapper">
<h3 class="gh-card-title is-title">Read an excerpt from Crisis Engineering</h3>
<p class="gh-card-excerpt is-body">Read a free chapter from Crisis Engineering — &quot;What Is a Crisis?&quot; — at UX Magazine and check out the accompanying Invisible Machines podcast episode with Layer Aleph partner Marina Nitze.
Buy your copy of Crisis Engineering here.</p>
<footer class="gh-card-meta">
<!--
-->
<span class="gh-card-author">By Marina Nitze</span>
<time class="gh-card-date" datetime="2026-04-15">15 Apr 2026</time>
<!--
--></footer>
</div>
</a>
</article>
<article class="gh-card post">
<a class="gh-card-link" href="/establishing-a-crisis-engineering-center/">
<figure class="gh-card-image">
<img
srcset="https://storage.ghost.io/c/c2/50/c250271b-a936-4e8c-ab42-8d35f9d584ca/content/images/size/w160/format/webp/2026/04/s70-34986-orig-1.jpg 160w,
https://storage.ghost.io/c/c2/50/c250271b-a936-4e8c-ab42-8d35f9d584ca/content/images/size/w320/format/webp/2026/04/s70-34986-orig-1.jpg 320w,
https://storage.ghost.io/c/c2/50/c250271b-a936-4e8c-ab42-8d35f9d584ca/content/images/size/w600/format/webp/2026/04/s70-34986-orig-1.jpg 600w,
https://storage.ghost.io/c/c2/50/c250271b-a936-4e8c-ab42-8d35f9d584ca/content/images/size/w960/format/webp/2026/04/s70-34986-orig-1.jpg 960w,
https://storage.ghost.io/c/c2/50/c250271b-a936-4e8c-ab42-8d35f9d584ca/content/images/size/w1200/format/webp/2026/04/s70-34986-orig-1.jpg 1200w,
https://storage.ghost.io/c/c2/50/c250271b-a936-4e8c-ab42-8d35f9d584ca/content/images/size/w2000/format/webp/2026/04/s70-34986-orig-1.jpg 2000w"
sizes="320px"
src="https://storage.ghost.io/c/c2/50/c250271b-a936-4e8c-ab42-8d35f9d584ca/content/images/size/w600/2026/04/s70-34986-orig-1.jpg"
alt="6 astronauts &amp; 2 flight controllers monitor the console activity in the Mission Operations Control Room (MOCR) of the Mission Control Center (MCC) during the Apollo 13 lunar mission."
loading="lazy"
>
</figure>
<div class="gh-card-wrapper">
<h3 class="gh-card-title is-title">Establishing A Crisis Engineering Center</h3>
<p class="gh-card-excerpt is-body">Our new book, Crisis Engineering, is about what actually happens when systems break under pressure, and how to fix them.
It comes TODAY, April 7th, everywhere books are sold as a paperback, and audiobook (read by Cassandra Campbell).
For bulk orders below 500 copies, purchase on BulkBooks. For bulk orders</p>
<footer class="gh-card-meta">
<!--
-->
<span class="gh-card-author">By m weaver</span>
<time class="gh-card-date" datetime="2026-04-07">07 Apr 2026</time>
<!--
--></footer>
</div>
</a>
</article>
</div>
</div>
</section>
<footer class="gh-footer gh-outer">
<div class="gh-footer-inner gh-inner">
<section class="gh-footer-signup">
<h2 class="gh-footer-signup-header is-title">
Crisis Engineering
</h2>
<p class="gh-footer-signup-subhead is-body">
Layer Aleph: Crisis Engineering
</p>
<form class="gh-form" data-members-form>
<input class="gh-form-input" id="footer-email" name="email" type="email" placeholder="jamie@example.com" required data-members-email>
<button class="gh-button" type="submit" aria-label="Subscribe">
<span><span>Subscribe</span> <svg xmlns="http://www.w3.org/2000/svg" width="32" height="32" fill="currentColor" viewBox="0 0 256 256"><path d="M224.49,136.49l-72,72a12,12,0,0,1-17-17L187,140H40a12,12,0,0,1,0-24H187L135.51,64.48a12,12,0,0,1,17-17l72,72A12,12,0,0,1,224.49,136.49Z"></path></svg></span>
<svg xmlns="http://www.w3.org/2000/svg" height="24" width="24" viewBox="0 0 24 24">
<g stroke-linecap="round" stroke-width="2" fill="currentColor" stroke="none" stroke-linejoin="round" class="nc-icon-wrapper">
<g class="nc-loop-dots-4-24-icon-o">
<circle cx="4" cy="12" r="3"></circle>
<circle cx="12" cy="12" r="3"></circle>
<circle cx="20" cy="12" r="3"></circle>
</g>
<style data-cap="butt">
.nc-loop-dots-4-24-icon-o{--animation-duration:0.8s}
.nc-loop-dots-4-24-icon-o *{opacity:.4;transform:scale(.75);animation:nc-loop-dots-4-anim var(--animation-duration) infinite}
.nc-loop-dots-4-24-icon-o :nth-child(1){transform-origin:4px 12px;animation-delay:-.3s;animation-delay:calc(var(--animation-duration)/-2.666)}
.nc-loop-dots-4-24-icon-o :nth-child(2){transform-origin:12px 12px;animation-delay:-.15s;animation-delay:calc(var(--animation-duration)/-5.333)}
.nc-loop-dots-4-24-icon-o :nth-child(3){transform-origin:20px 12px}
@keyframes nc-loop-dots-4-anim{0%,100%{opacity:.4;transform:scale(.75)}50%{opacity:1;transform:scale(1)}}
</style>
</g>
</svg> <span>Email sent</span>
</button>
<p data-members-error></p>
</form>
</section>
<div class="gh-social-links">
<a href="https://x.com/ghost" target="_blank" rel="noopener" aria-label="X">
<svg viewBox="0 0 24 24" fill="currentColor"><g><path d="M18.244 2.25h3.308l-7.227 8.26 8.502 11.24H16.17l-5.214-6.817L4.99 21.75H1.68l7.73-8.835L1.254 2.25H8.08l4.713 6.231zm-1.161 17.52h1.833L7.084 4.126H5.117z"></path></g></svg> </a>
<a href="https://www.facebook.com/ghost" target="_blank" rel="noopener" aria-label="Facebook">
<svg class="icon" viewBox="0 0 24 24" xmlns="http://www.w3.org/2000/svg" fill="currentColor"><path d="M23.9981 11.9991C23.9981 5.37216 18.626 0 11.9991 0C5.37216 0 0 5.37216 0 11.9991C0 17.9882 4.38789 22.9522 10.1242 23.8524V15.4676H7.07758V11.9991H10.1242V9.35553C10.1242 6.34826 11.9156 4.68714 14.6564 4.68714C15.9692 4.68714 17.3424 4.92149 17.3424 4.92149V7.87439H15.8294C14.3388 7.87439 13.8739 8.79933 13.8739 9.74824V11.9991H17.2018L16.6698 15.4676H13.8739V23.8524C19.6103 22.9522 23.9981 17.9882 23.9981 11.9991Z"/></svg> </a>
</div>
<div class="gh-footer-bar">
<span class="gh-footer-logo is-title">
<img src="https://storage.ghost.io/c/c2/50/c250271b-a936-4e8c-ab42-8d35f9d584ca/content/images/2025/09/layeraleph_logo_black.svg" alt="Crisis Engineering">
</span>
<nav class="gh-footer-menu">
<ul class="nav">
<li class="nav-sign-up"><a href="#/portal/">Sign up</a></li>
</ul>
</nav>
<div class="gh-footer-copyright">
Powered by <a href="https://ghost.org/" target="_blank" rel="noopener">Ghost</a>
</div>
</div>
</div>
</footer>
</div>
<div class="pswp" tabindex="-1" role="dialog" aria-hidden="true">
<div class="pswp__bg"></div>
<div class="pswp__scroll-wrap">
<div class="pswp__container">
<div class="pswp__item"></div>
<div class="pswp__item"></div>
<div class="pswp__item"></div>
</div>
<div class="pswp__ui pswp__ui--hidden">
<div class="pswp__top-bar">
<div class="pswp__counter"></div>
<button class="pswp__button pswp__button--close" title="Close (Esc)"></button>
<button class="pswp__button pswp__button--share" title="Share"></button>
<button class="pswp__button pswp__button--fs" title="Toggle fullscreen"></button>
<button class="pswp__button pswp__button--zoom" title="Zoom in/out"></button>
<div class="pswp__preloader">
<div class="pswp__preloader__icn">
<div class="pswp__preloader__cut">
<div class="pswp__preloader__donut"></div>
</div>
</div>
</div>
</div>
<div class="pswp__share-modal pswp__share-modal--hidden pswp__single-tap">
<div class="pswp__share-tooltip"></div>
</div>
<button class="pswp__button pswp__button--arrow--left" title="Previous (arrow left)"></button>
<button class="pswp__button pswp__button--arrow--right" title="Next (arrow right)"></button>
<div class="pswp__caption">
<div class="pswp__caption__center"></div>
</div>
</div>
</div>
</div>
<script src="https://crisisengineering.layeraleph.com/assets/built/source.js?v=uMULaSMoSjM4gY5C"></script>
</body>
</html>