<!-- CANARY: REQ=REQ-DOCS-001; FEATURE="Docs"; ASPECT=Documentation; STATUS=TESTED; OWNER=docs; UPDATED=2026-01-28 --> <h2 id="backup-procedures" class="position-relative d-flex align-items-center group"> <span>Backup Procedures</span> <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="backup-procedures" aria-haspopup="dialog" aria-label="Share link: Backup Procedures"> <i class="fa-sharp-duotone fa-solid fa-share-nodes" aria-hidden="true" style="font-size: 0.8em;"></i> <span class="visually-hidden">Share link</span> </button> </h2><div id="headingShareModal" class="heading-share-modal" role="dialog" aria-modal="true" aria-labelledby="headingShareTitle" hidden> <div class="hsm-dialog" role="document"> <div class="hsm-header"> <h2 id="headingShareTitle" class="h6 mb-0 fw-bold">Share this section</h2> <button type="button" class="hsm-close" aria-label="Close"> <i class="fa-solid fa-xmark"></i> </button> </div> <div class="hsm-body"> <label for="headingShareInput" class="form-label small text-muted mb-1 text-uppercase fw-bold" style="font-size: 0.7rem; letter-spacing: 0.5px;">Permalink</label> <div class="input-group mb-4 hsm-url-group"> <input id="headingShareInput" type="text" class="form-control font-monospace" readonly aria-readonly="true" style="font-size: 0.85rem;" /> <button class="btn btn-primary hsm-copy" type="button" aria-label="Copy" title="Copy"> <i class="fa-duotone fa-clipboard" aria-hidden="true"></i> </button> </div> <div class="small fw-bold mb-2 text-muted text-uppercase" style="font-size: 0.7rem; letter-spacing: 0.5px;">Share via</div> <div class="hsm-share-grid"> <a id="share-twitter" class="btn btn-outline-secondary w-100" target="_blank" rel="noopener noreferrer"> <i class="fa-brands fa-twitter me-2"></i>Twitter </a> <a id="share-linkedin" class="btn btn-outline-secondary w-100" target="_blank" rel="noopener noreferrer"> <i class="fa-brands fa-linkedin me-2"></i>LinkedIn </a> <a id="share-facebook" class="btn btn-outline-secondary w-100" target="_blank" rel="noopener noreferrer"> <i class="fa-brands fa-facebook me-2"></i>Facebook </a> </div> </div> </div> </div> <style> .heading-share-modal { position: fixed; inset: 0; display: flex; justify-content: center; align-items: center; background: rgba(0, 0, 0, 0.6); z-index: 1050; padding: 1rem; backdrop-filter: blur(4px); -webkit-backdrop-filter: blur(4px); } .heading-share-modal[hidden] { display: none !important; } .hsm-dialog { max-width: 420px; width: 100%; background: var(--bs-body-bg, #fff); color: var(--bs-body-color, #212529); border: 1px solid var(--bs-border-color, rgba(0,0,0,0.1)); border-radius: 1rem; box-shadow: 0 25px 50px -12px rgba(0, 0, 0, 0.25); overflow: hidden; animation: hsm-fade-in 0.2s ease-out; } @keyframes hsm-fade-in { from { opacity: 0; transform: scale(0.95); } to { opacity: 1; transform: scale(1); } } [data-bs-theme="dark"] .hsm-dialog { background: #1e293b; border-color: rgba(255,255,255,0.1); color: #f8f9fa; } .hsm-header { display: flex; justify-content: space-between; align-items: center; padding: 1rem 1.5rem; border-bottom: 1px solid var(--bs-border-color, rgba(0,0,0,0.1)); background: rgba(0,0,0,0.02); } [data-bs-theme="dark"] .hsm-header { background: rgba(255,255,255,0.02); border-color: rgba(255,255,255,0.1); } .hsm-close { background: transparent; border: none; color: inherit; opacity: 0.5; padding: 0.25rem 0.5rem; border-radius: 0.25rem; font-size: 1.2rem; line-height: 1; transition: opacity 0.2s; } .hsm-close:hover { opacity: 1; } .hsm-body { padding: 1.5rem; } .hsm-url-group { display: flex !important; align-items: stretch; } .hsm-url-group .form-control { flex: 1; min-width: 0; margin: 0; background: var(--bs-secondary-bg, #f8f9fa); border-color: var(--bs-border-color, #dee2e6); border-top-right-radius: 0; border-bottom-right-radius: 0; height: 42px; } .hsm-url-group .btn { flex: 0 0 auto; margin: 0; margin-left: -1px; border-top-left-radius: 0; border-bottom-left-radius: 0; height: 42px; display: flex; align-items: center; justify-content: center; padding: 0 1.25rem; z-index: 2; } [data-bs-theme="dark"] .hsm-url-group .form-control { background: #0f172a; border-color: #334155; color: #e2e8f0; } .hsm-share-grid { display: flex; flex-direction: column; gap: 0.5rem; } .hsm-share-grid .btn { display: flex; align-items: center; justify-content: center; font-size: 0.9rem; padding: 0.6rem; border-color: var(--bs-border-color); width: 100%; } [data-bs-theme="dark"] .hsm-share-grid .btn { color: #e2e8f0; border-color: #475569; } [data-bs-theme="dark"] .hsm-share-grid .btn:hover { background: #334155; border-color: #cbd5e1; } </style> <script> (function(){ const modal = document.getElementById('headingShareModal'); if(!modal) return; const input = modal.querySelector('#headingShareInput'); const copyBtn = modal.querySelector('.hsm-copy'); const twitter = modal.querySelector('#share-twitter'); const linkedin = modal.querySelector('#share-linkedin'); const facebook = modal.querySelector('#share-facebook'); const closeBtn = modal.querySelector('.hsm-close'); let lastFocus=null; let trapBound=false; function buildUrl(id){ return window.location.origin + window.location.pathname + '#' + id; } function isOpen(){ return !modal.hasAttribute('hidden'); } function hydrate(id){ const url=buildUrl(id); input.value=url; const enc=encodeURIComponent(url); const text=encodeURIComponent(document.title); if(twitter) twitter.href=`https://twitter.com/intent/tweet?url=${enc}&text=${text}`; if(linkedin) linkedin.href=`https://www.linkedin.com/sharing/share-offsite/?url=${enc}`; if(facebook) facebook.href=`https://www.facebook.com/sharer/sharer.php?u=${enc}`; } function openModal(id){ lastFocus=document.activeElement; hydrate(id); if(!isOpen()){ modal.removeAttribute('hidden'); } requestAnimationFrame(()=>{ input.focus(); }); trapFocus(); } function closeModal(){ if(!isOpen()) return; modal.setAttribute('hidden',''); if(lastFocus && typeof lastFocus.focus==='function') lastFocus.focus(); } function copyCurrent(){ try{ navigator.clipboard.writeText(input.value).then(()=>feedback(true),()=>fallback()); } catch(e){ fallback(); } } function fallback(){ input.select(); try{ document.execCommand('copy'); feedback(true);}catch(e){ feedback(false);} } function feedback(ok){ if(!copyBtn) return; const icon=copyBtn.querySelector('i'); if(!icon) return; const prev=copyBtn.getAttribute('data-prev')||icon.className; if(!copyBtn.getAttribute('data-prev')) copyBtn.setAttribute('data-prev',prev); icon.className= ok ? 'fa-duotone fa-clipboard-check':'fa-duotone fa-circle-exclamation'; setTimeout(()=>{ icon.className=prev; },1800); } function handleShareClick(e){ e.preventDefault(); const btn=e.currentTarget; const id=btn.getAttribute('data-share-target'); if(id) openModal(id); } function bindShareButtons(){ document.querySelectorAll('.h-share').forEach(btn=>{ if(!btn.dataset.hShareBound){ btn.addEventListener('click', handleShareClick); btn.dataset.hShareBound='1'; } }); } bindShareButtons(); if(document.readyState==='loading'){ document.addEventListener('DOMContentLoaded', bindShareButtons); } else { requestAnimationFrame(bindShareButtons); } document.addEventListener('click', function(e){ const shareBtn=e.target.closest && e.target.closest('.h-share'); if(shareBtn && !shareBtn.dataset.hShareBound){ handleShareClick.call(shareBtn, e); } }, true); document.addEventListener('click', e=>{ if(e.target===modal) closeModal(); if(e.target.closest && e.target.closest('.hsm-close')){ e.preventDefault(); closeModal(); } if(copyBtn && (e.target===copyBtn || (e.target.closest && e.target.closest('.hsm-copy')))) { e.preventDefault(); copyCurrent(); } }); document.addEventListener('keydown', e=>{ if(e.key==='Escape' && isOpen()) closeModal(); }); function trapFocus(){ if(trapBound) return; trapBound=true; modal.addEventListener('keydown', f=>{ if(f.key==='Tab' && isOpen()){ const focusable=[...modal.querySelectorAll('a[href],button,input,textarea,select,[tabindex]:not([tabindex="-1"])')].filter(el=>!el.hasAttribute('disabled')); if(!focusable.length) return; const first=focusable[0]; const last=focusable[focusable.length-1]; if(f.shiftKey && document.activeElement===first){ f.preventDefault(); last.focus(); } else if(!f.shiftKey && document.activeElement===last){ f.preventDefault(); first.focus(); } } }); } if(closeBtn) closeBtn.addEventListener('click', e=>{ e.preventDefault(); closeModal(); }); })(); </script><p>This guide covers comprehensive backup strategies for Geode, including full backups, incremental backups, cloud storage integration, point-in-time recovery, and automated backup procedures.</p> <h3 id="overview" class="position-relative d-flex align-items-center group"> <span>Overview</span> <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="overview" aria-haspopup="dialog" aria-label="Share link: Overview"> <i class="fa-sharp-duotone fa-solid fa-share-nodes" aria-hidden="true" style="font-size: 0.8em;"></i> <span class="visually-hidden">Share link</span> </button> </h3><p>Geode provides robust backup capabilities for data protection:</p> <table> <thead> <tr> <th>Feature</th> <th>Description</th> </tr> </thead> <tbody> <tr> <td>Full Backups</td> <td>Complete database snapshot</td> </tr> <tr> <td>Incremental Backups</td> <td>Changes since last full backup</td> </tr> <tr> <td>Point-in-Time Recovery</td> <td>Restore to specific timestamp</td> </tr> <tr> <td>Cloud Storage</td> <td>S3-compatible object storage</td> </tr> <tr> <td>Compression</td> <td>gzip compression for space efficiency</td> </tr> <tr> <td>Encryption</td> <td>Server-side encryption for security</td> </tr> <tr> <td>Verification</td> <td>Integrity checking with checksums</td> </tr> </tbody> </table> <p><strong>Key Metrics</strong>:</p> <ul> <li><strong>RTO (Recovery Time Objective)</strong>: &lt; 5 minutes for full restore</li> <li><strong>RPO (Recovery Point Objective)</strong>: &lt; 15 minutes with incremental backups</li> </ul> <h3 id="backup-types" class="position-relative d-flex align-items-center group"> <span>Backup Types</span> <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="backup-types" aria-haspopup="dialog" aria-label="Share link: Backup Types"> <i class="fa-sharp-duotone fa-solid fa-share-nodes" aria-hidden="true" style="font-size: 0.8em;"></i> <span class="visually-hidden">Share link</span> </button> </h3> <h4 id="full-backup" class="position-relative d-flex align-items-center group"> <span>Full Backup</span> <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="full-backup" aria-haspopup="dialog" aria-label="Share link: Full Backup"> <i class="fa-sharp-duotone fa-solid fa-share-nodes" aria-hidden="true" style="font-size: 0.8em;"></i> <span class="visually-hidden">Share link</span> </button> </h4><p>A complete snapshot of the entire database:</p> <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-bash" data-lang="bash"><span class="line"><span class="cl"><span class="c1"># Create full backup to local directory</span> </span></span><span class="line"><span class="cl">geode backup <span class="se">\ </span></span></span><span class="line"><span class="cl"><span class="se"></span> --dest /backups/geode <span class="se">\ </span></span></span><span class="line"><span class="cl"><span class="se"></span> --mode full <span class="se">\ </span></span></span><span class="line"><span class="cl"><span class="se"></span> --compression gzip </span></span><span class="line"><span class="cl"> </span></span><span class="line"><span class="cl"><span class="c1"># Create full backup to S3</span> </span></span><span class="line"><span class="cl">geode backup <span class="se">\ </span></span></span><span class="line"><span class="cl"><span class="se"></span> --dest s3://my-bucket/geode-backups <span class="se">\ </span></span></span><span class="line"><span class="cl"><span class="se"></span> --mode full <span class="se">\ </span></span></span><span class="line"><span class="cl"><span class="se"></span> --compression gzip </span></span><span class="line"><span class="cl"> </span></span><span class="line"><span class="cl"><span class="c1"># Output:</span> </span></span><span class="line"><span class="cl"><span class="c1"># Backup started: 2026-01-28 02:00:00 UTC</span> </span></span><span class="line"><span class="cl"><span class="c1"># Backup ID: 1738012345</span> </span></span><span class="line"><span class="cl"><span class="c1"># Mode: full</span> </span></span><span class="line"><span class="cl"><span class="c1"># Compressing data...</span> </span></span><span class="line"><span class="cl"><span class="c1"># Uploading to destination...</span> </span></span><span class="line"><span class="cl"><span class="c1"># Backup completed successfully</span> </span></span><span class="line"><span class="cl"><span class="c1"># Size: 2.3 GB (compressed from 5.1 GB)</span> </span></span><span class="line"><span class="cl"><span class="c1"># Duration: 45s</span> </span></span><span class="line"><span class="cl"><span class="c1"># Checksum: sha256:abc123...</span> </span></span></code></pre></div><p><strong>Use Cases</strong>:</p> <ul> <li>Initial backup for new deployment</li> <li>Weekly baseline backup</li> <li>Before major upgrades or changes</li> <li>Archival purposes</li> </ul> <h4 id="incremental-backup" class="position-relative d-flex align-items-center group"> <span>Incremental Backup</span> <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="incremental-backup" aria-haspopup="dialog" aria-label="Share link: Incremental Backup"> <i class="fa-sharp-duotone fa-solid fa-share-nodes" aria-hidden="true" style="font-size: 0.8em;"></i> <span class="visually-hidden">Share link</span> </button> </h4><p>Only changes since the last full backup:</p> <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-bash" data-lang="bash"><span class="line"><span class="cl"><span class="c1"># Create incremental backup</span> </span></span><span class="line"><span class="cl">geode backup <span class="se">\ </span></span></span><span class="line"><span class="cl"><span class="se"></span> --dest s3://my-bucket/geode-backups <span class="se">\ </span></span></span><span class="line"><span class="cl"><span class="se"></span> --mode incremental <span class="se">\ </span></span></span><span class="line"><span class="cl"><span class="se"></span> --parent <span class="m">1738012345</span> <span class="c1"># Reference to full backup</span> </span></span><span class="line"><span class="cl"> </span></span><span class="line"><span class="cl"><span class="c1"># Output:</span> </span></span><span class="line"><span class="cl"><span class="c1"># Incremental backup started</span> </span></span><span class="line"><span class="cl"><span class="c1"># Parent backup: 1738012345 (2026-01-28 02:00:00 UTC)</span> </span></span><span class="line"><span class="cl"><span class="c1"># Backup ID: 1738098745</span> </span></span><span class="line"><span class="cl"><span class="c1"># Scanning for changes...</span> </span></span><span class="line"><span class="cl"><span class="c1"># Changes detected: 156 MB</span> </span></span><span class="line"><span class="cl"><span class="c1"># Compressing data...</span> </span></span><span class="line"><span class="cl"><span class="c1"># Uploading...</span> </span></span><span class="line"><span class="cl"><span class="c1"># Backup completed successfully</span> </span></span><span class="line"><span class="cl"><span class="c1"># Size: 45 MB (compressed)</span> </span></span><span class="line"><span class="cl"><span class="c1"># Duration: 8s</span> </span></span></code></pre></div><p><strong>Benefits</strong>:</p> <ul> <li>80-90% faster than full backups</li> <li>Lower storage costs</li> <li>Reduced network bandwidth</li> <li>Faster backup windows</li> </ul> <h4 id="continuous-wal-archiving" class="position-relative d-flex align-items-center group"> <span>Continuous WAL Archiving</span> <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="continuous-wal-archiving" aria-haspopup="dialog" aria-label="Share link: Continuous WAL Archiving"> <i class="fa-sharp-duotone fa-solid fa-share-nodes" aria-hidden="true" style="font-size: 0.8em;"></i> <span class="visually-hidden">Share link</span> </button> </h4><p>Archive Write-Ahead Log segments for point-in-time recovery:</p> <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-yaml" data-lang="yaml"><span class="line"><span class="cl"><span class="c"># geode.yaml</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"></span><span class="nt">backup</span><span class="p">:</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">wal_archiving</span><span class="p">:</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">enabled</span><span class="p">:</span><span class="w"> </span><span class="kc">true</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">destination</span><span class="p">:</span><span class="w"> </span><span class="l">s3://my-bucket/geode-wal</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">interval</span><span class="p">:</span><span class="w"> </span><span class="l">5m </span><span class="w"> </span><span class="c"># Archive every 5 minutes</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">compression</span><span class="p">:</span><span class="w"> </span><span class="l">gzip</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">retention_hours</span><span class="p">:</span><span class="w"> </span><span class="m">168</span><span class="w"> </span><span class="c"># 7 days of WAL</span><span class="w"> </span></span></span></code></pre></div><p><strong>Benefits</strong>:</p> <ul> <li>RPO &lt; 5 minutes</li> <li>Enables PITR to any point</li> <li>Continuous protection</li> </ul> <h3 id="s3-cloud-storage" class="position-relative d-flex align-items-center group"> <span>S3 Cloud Storage</span> <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="s3-cloud-storage" aria-haspopup="dialog" aria-label="Share link: S3 Cloud Storage"> <i class="fa-sharp-duotone fa-solid fa-share-nodes" aria-hidden="true" style="font-size: 0.8em;"></i> <span class="visually-hidden">Share link</span> </button> </h3> <h4 id="aws-s3-configuration" class="position-relative d-flex align-items-center group"> <span>AWS S3 Configuration</span> <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="aws-s3-configuration" aria-haspopup="dialog" aria-label="Share link: AWS S3 Configuration"> <i class="fa-sharp-duotone fa-solid fa-share-nodes" aria-hidden="true" style="font-size: 0.8em;"></i> <span class="visually-hidden">Share link</span> </button> </h4><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-bash" data-lang="bash"><span class="line"><span class="cl"><span class="c1"># Configure AWS credentials</span> </span></span><span class="line"><span class="cl"><span class="nb">export</span> <span class="nv">AWS_ACCESS_KEY_ID</span><span class="o">=</span><span class="s1">&#39;AKIAIOSFODNN7EXAMPLE&#39;</span> </span></span><span class="line"><span class="cl"><span class="nb">export</span> <span class="nv">AWS_SECRET_ACCESS_KEY</span><span class="o">=</span><span class="s1">&#39;wJalrXUtnFEMI/K7MDENG/bPxRfiCYEXAMPLEKEY&#39;</span> </span></span><span class="line"><span class="cl"><span class="nb">export</span> <span class="nv">AWS_REGION</span><span class="o">=</span><span class="s1">&#39;us-east-1&#39;</span> </span></span><span class="line"><span class="cl"> </span></span><span class="line"><span class="cl"><span class="c1"># Create backup</span> </span></span><span class="line"><span class="cl">geode backup <span class="se">\ </span></span></span><span class="line"><span class="cl"><span class="se"></span> --dest s3://my-bucket/geode-backups <span class="se">\ </span></span></span><span class="line"><span class="cl"><span class="se"></span> --mode full </span></span></code></pre></div> <h4 id="s3-compatible-storage" class="position-relative d-flex align-items-center group"> <span>S3-Compatible Storage</span> <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="s3-compatible-storage" aria-haspopup="dialog" aria-label="Share link: S3-Compatible Storage"> <i class="fa-sharp-duotone fa-solid fa-share-nodes" aria-hidden="true" style="font-size: 0.8em;"></i> <span class="visually-hidden">Share link</span> </button> </h4><p><strong>MinIO</strong>:</p> <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-bash" data-lang="bash"><span class="line"><span class="cl"><span class="nb">export</span> <span class="nv">AWS_ACCESS_KEY_ID</span><span class="o">=</span><span class="s1">&#39;minio-access-key&#39;</span> </span></span><span class="line"><span class="cl"><span class="nb">export</span> <span class="nv">AWS_SECRET_ACCESS_KEY</span><span class="o">=</span><span class="s1">&#39;minio-secret-key&#39;</span> </span></span><span class="line"><span class="cl"><span class="nb">export</span> <span class="nv">AWS_ENDPOINT_URL</span><span class="o">=</span><span class="s1">&#39;https://minio.example.com:9000&#39;</span> </span></span><span class="line"><span class="cl"><span class="nb">export</span> <span class="nv">AWS_REGION</span><span class="o">=</span><span class="s1">&#39;us-east-1&#39;</span> </span></span><span class="line"><span class="cl"> </span></span><span class="line"><span class="cl">geode backup --dest s3://geode-backups/production --mode full </span></span></code></pre></div><p><strong>Digital Ocean Spaces</strong>:</p> <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-bash" data-lang="bash"><span class="line"><span class="cl"><span class="nb">export</span> <span class="nv">AWS_ACCESS_KEY_ID</span><span class="o">=</span><span class="s1">&#39;DO_SPACES_KEY&#39;</span> </span></span><span class="line"><span class="cl"><span class="nb">export</span> <span class="nv">AWS_SECRET_ACCESS_KEY</span><span class="o">=</span><span class="s1">&#39;DO_SPACES_SECRET&#39;</span> </span></span><span class="line"><span class="cl"><span class="nb">export</span> <span class="nv">AWS_ENDPOINT_URL</span><span class="o">=</span><span class="s1">&#39;https://nyc3.digitaloceanspaces.com&#39;</span> </span></span><span class="line"><span class="cl"><span class="nb">export</span> <span class="nv">AWS_REGION</span><span class="o">=</span><span class="s1">&#39;us-east-1&#39;</span> </span></span><span class="line"><span class="cl"> </span></span><span class="line"><span class="cl">geode backup --dest s3://my-space/geode-backups --mode full </span></span></code></pre></div><p><strong>Backblaze B2</strong>:</p> <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-bash" data-lang="bash"><span class="line"><span class="cl"><span class="nb">export</span> <span class="nv">AWS_ACCESS_KEY_ID</span><span class="o">=</span><span class="s1">&#39;B2_KEY_ID&#39;</span> </span></span><span class="line"><span class="cl"><span class="nb">export</span> <span class="nv">AWS_SECRET_ACCESS_KEY</span><span class="o">=</span><span class="s1">&#39;B2_APP_KEY&#39;</span> </span></span><span class="line"><span class="cl"><span class="nb">export</span> <span class="nv">AWS_ENDPOINT_URL</span><span class="o">=</span><span class="s1">&#39;https://s3.us-west-002.backblazeb2.com&#39;</span> </span></span><span class="line"><span class="cl"><span class="nb">export</span> <span class="nv">AWS_REGION</span><span class="o">=</span><span class="s1">&#39;us-west-002&#39;</span> </span></span><span class="line"><span class="cl"> </span></span><span class="line"><span class="cl">geode backup --dest s3://my-b2-bucket/geode-backups --mode full </span></span></code></pre></div> <h4 id="server-configuration" class="position-relative d-flex align-items-center group"> <span>Server Configuration</span> <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="server-configuration" aria-haspopup="dialog" aria-label="Share link: Server Configuration"> <i class="fa-sharp-duotone fa-solid fa-share-nodes" aria-hidden="true" style="font-size: 0.8em;"></i> <span class="visually-hidden">Share link</span> </button> </h4><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-yaml" data-lang="yaml"><span class="line"><span class="cl"><span class="c"># geode.yaml</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"></span><span class="nt">backup</span><span class="p">:</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">s3</span><span class="p">:</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">enabled</span><span class="p">:</span><span class="w"> </span><span class="kc">true</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">bucket</span><span class="p">:</span><span class="w"> </span><span class="s1">&#39;geode-production-backups&#39;</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">prefix</span><span class="p">:</span><span class="w"> </span><span class="s1">&#39;prod&#39;</span><span class="w"> </span><span class="c"># Optional prefix</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">region</span><span class="p">:</span><span class="w"> </span><span class="s1">&#39;us-east-1&#39;</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">endpoint</span><span class="p">:</span><span class="w"> </span><span class="s1">&#39;&#39;</span><span class="w"> </span><span class="c"># Empty for AWS S3</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">access_key_id</span><span class="p">:</span><span class="w"> </span><span class="s1">&#39;${AWS_ACCESS_KEY_ID}&#39;</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">secret_access_key</span><span class="p">:</span><span class="w"> </span><span class="s1">&#39;${AWS_SECRET_ACCESS_KEY}&#39;</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="c"># Storage options</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">compression</span><span class="p">:</span><span class="w"> </span><span class="kc">true</span><span class="w"> </span><span class="c"># gzip compression</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">encryption</span><span class="p">:</span><span class="w"> </span><span class="kc">true</span><span class="w"> </span><span class="c"># Server-side encryption (SSE-S3)</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">storage_class</span><span class="p">:</span><span class="w"> </span><span class="s1">&#39;STANDARD_IA&#39;</span><span class="w"> </span><span class="c"># Infrequent Access for cost savings</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="c"># Retention</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">retention_days</span><span class="p">:</span><span class="w"> </span><span class="m">90</span><span class="w"> </span><span class="c"># Auto-delete old backups</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="c"># Performance</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">multipart_threshold</span><span class="p">:</span><span class="w"> </span><span class="l">100MB </span><span class="w"> </span><span class="c"># Use multipart for files &gt; 100MB</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">max_concurrent_uploads</span><span class="p">:</span><span class="w"> </span><span class="m">10</span><span class="w"> </span><span class="c"># Parallel upload threads</span><span class="w"> </span></span></span></code></pre></div> <h3 id="backup-commands" class="position-relative d-flex align-items-center group"> <span>Backup Commands</span> <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="backup-commands" aria-haspopup="dialog" aria-label="Share link: Backup Commands"> <i class="fa-sharp-duotone fa-solid fa-share-nodes" aria-hidden="true" style="font-size: 0.8em;"></i> <span class="visually-hidden">Share link</span> </button> </h3> <h4 id="create-backup" class="position-relative d-flex align-items-center group"> <span>Create Backup</span> <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="create-backup" aria-haspopup="dialog" aria-label="Share link: Create Backup"> <i class="fa-sharp-duotone fa-solid fa-share-nodes" aria-hidden="true" style="font-size: 0.8em;"></i> <span class="visually-hidden">Share link</span> </button> </h4><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-bash" data-lang="bash"><span class="line"><span class="cl"><span class="c1"># Full backup with all options</span> </span></span><span class="line"><span class="cl">geode backup <span class="se">\ </span></span></span><span class="line"><span class="cl"><span class="se"></span> --dest s3://bucket/backups <span class="se">\ </span></span></span><span class="line"><span class="cl"><span class="se"></span> --mode full <span class="se">\ </span></span></span><span class="line"><span class="cl"><span class="se"></span> --compression gzip <span class="se">\ </span></span></span><span class="line"><span class="cl"><span class="se"></span> --verify <span class="se">\ </span></span></span><span class="line"><span class="cl"><span class="se"></span> --retention-days <span class="m">90</span> <span class="se">\ </span></span></span><span class="line"><span class="cl"><span class="se"></span> --label <span class="s2">&#34;pre-upgrade-backup&#34;</span> </span></span><span class="line"><span class="cl"> </span></span><span class="line"><span class="cl"><span class="c1"># Incremental backup</span> </span></span><span class="line"><span class="cl">geode backup <span class="se">\ </span></span></span><span class="line"><span class="cl"><span class="se"></span> --dest s3://bucket/backups <span class="se">\ </span></span></span><span class="line"><span class="cl"><span class="se"></span> --mode incremental <span class="se">\ </span></span></span><span class="line"><span class="cl"><span class="se"></span> --parent &lt;backup-id&gt; </span></span></code></pre></div> <h4 id="list-backups" class="position-relative d-flex align-items-center group"> <span>List Backups</span> <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="list-backups" aria-haspopup="dialog" aria-label="Share link: List Backups"> <i class="fa-sharp-duotone fa-solid fa-share-nodes" aria-hidden="true" style="font-size: 0.8em;"></i> <span class="visually-hidden">Share link</span> </button> </h4><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-bash" data-lang="bash"><span class="line"><span class="cl">geode backup --dest s3://bucket/backups --list </span></span><span class="line"><span class="cl"> </span></span><span class="line"><span class="cl"><span class="c1"># Output:</span> </span></span><span class="line"><span class="cl"><span class="c1"># Backup ID Type Size Timestamp Status Label</span> </span></span><span class="line"><span class="cl"><span class="c1"># 1738012345 full 2.3 GB 2026-01-28 02:00:00 complete weekly</span> </span></span><span class="line"><span class="cl"><span class="c1"># 1738098745 incremental 156 MB 2026-01-29 02:00:00 complete -</span> </span></span><span class="line"><span class="cl"><span class="c1"># 1738185145 incremental 89 MB 2026-01-30 02:00:00 complete -</span> </span></span><span class="line"><span class="cl"><span class="c1"># 1738271545 full 2.4 GB 2026-02-04 02:00:00 complete weekly</span> </span></span><span class="line"><span class="cl"> </span></span><span class="line"><span class="cl"><span class="c1"># Filter by type</span> </span></span><span class="line"><span class="cl">geode backup --dest s3://bucket/backups --list --type full </span></span><span class="line"><span class="cl"> </span></span><span class="line"><span class="cl"><span class="c1"># Filter by date range</span> </span></span><span class="line"><span class="cl">geode backup --dest s3://bucket/backups --list <span class="se">\ </span></span></span><span class="line"><span class="cl"><span class="se"></span> --since <span class="s2">&#34;2026-01-01&#34;</span> <span class="se">\ </span></span></span><span class="line"><span class="cl"><span class="se"></span> --until <span class="s2">&#34;2026-01-31&#34;</span> </span></span></code></pre></div> <h4 id="verify-backup" class="position-relative d-flex align-items-center group"> <span>Verify Backup</span> <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="verify-backup" aria-haspopup="dialog" aria-label="Share link: Verify Backup"> <i class="fa-sharp-duotone fa-solid fa-share-nodes" aria-hidden="true" style="font-size: 0.8em;"></i> <span class="visually-hidden">Share link</span> </button> </h4><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-bash" data-lang="bash"><span class="line"><span class="cl"><span class="c1"># Verify backup integrity</span> </span></span><span class="line"><span class="cl">geode backup <span class="se">\ </span></span></span><span class="line"><span class="cl"><span class="se"></span> --dest s3://bucket/backups <span class="se">\ </span></span></span><span class="line"><span class="cl"><span class="se"></span> --verify <span class="se">\ </span></span></span><span class="line"><span class="cl"><span class="se"></span> --backup-id <span class="m">1738012345</span> </span></span><span class="line"><span class="cl"> </span></span><span class="line"><span class="cl"><span class="c1"># Output:</span> </span></span><span class="line"><span class="cl"><span class="c1"># Verifying backup 1738012345...</span> </span></span><span class="line"><span class="cl"><span class="c1"># Downloading metadata...</span> </span></span><span class="line"><span class="cl"><span class="c1"># Checking file integrity (SHA256)...</span> </span></span><span class="line"><span class="cl"><span class="c1"># [OK] manifest.json</span> </span></span><span class="line"><span class="cl"><span class="c1"># [OK] data/nodes.db</span> </span></span><span class="line"><span class="cl"><span class="c1"># [OK] data/edges.db</span> </span></span><span class="line"><span class="cl"><span class="c1"># [OK] data/indexes/btree_001.idx</span> </span></span><span class="line"><span class="cl"><span class="c1"># [OK] data/indexes/hash_001.idx</span> </span></span><span class="line"><span class="cl"><span class="c1"># [OK] wal/segment_001.wal</span> </span></span><span class="line"><span class="cl"><span class="c1"># [OK] wal/segment_002.wal</span> </span></span><span class="line"><span class="cl"><span class="c1">#</span> </span></span><span class="line"><span class="cl"><span class="c1"># Verification Summary:</span> </span></span><span class="line"><span class="cl"><span class="c1"># Total files: 127</span> </span></span><span class="line"><span class="cl"><span class="c1"># Verified: 127</span> </span></span><span class="line"><span class="cl"><span class="c1"># Failed: 0</span> </span></span><span class="line"><span class="cl"><span class="c1"># Status: VALID</span> </span></span></code></pre></div> <h4 id="delete-backup" class="position-relative d-flex align-items-center group"> <span>Delete Backup</span> <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="delete-backup" aria-haspopup="dialog" aria-label="Share link: Delete Backup"> <i class="fa-sharp-duotone fa-solid fa-share-nodes" aria-hidden="true" style="font-size: 0.8em;"></i> <span class="visually-hidden">Share link</span> </button> </h4><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-bash" data-lang="bash"><span class="line"><span class="cl"><span class="c1"># Delete specific backup</span> </span></span><span class="line"><span class="cl">geode backup <span class="se">\ </span></span></span><span class="line"><span class="cl"><span class="se"></span> --dest s3://bucket/backups <span class="se">\ </span></span></span><span class="line"><span class="cl"><span class="se"></span> --delete <span class="se">\ </span></span></span><span class="line"><span class="cl"><span class="se"></span> --backup-id <span class="m">1738012345</span> </span></span><span class="line"><span class="cl"> </span></span><span class="line"><span class="cl"><span class="c1"># Prune old backups</span> </span></span><span class="line"><span class="cl">geode backup <span class="se">\ </span></span></span><span class="line"><span class="cl"><span class="se"></span> --dest s3://bucket/backups <span class="se">\ </span></span></span><span class="line"><span class="cl"><span class="se"></span> --prune <span class="se">\ </span></span></span><span class="line"><span class="cl"><span class="se"></span> --older-than-days <span class="m">90</span> </span></span></code></pre></div> <h3 id="restore-procedures" class="position-relative d-flex align-items-center group"> <span>Restore Procedures</span> <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="restore-procedures" aria-haspopup="dialog" aria-label="Share link: Restore Procedures"> <i class="fa-sharp-duotone fa-solid fa-share-nodes" aria-hidden="true" style="font-size: 0.8em;"></i> <span class="visually-hidden">Share link</span> </button> </h3> <h4 id="full-restore" class="position-relative d-flex align-items-center group"> <span>Full Restore</span> <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="full-restore" aria-haspopup="dialog" aria-label="Share link: Full Restore"> <i class="fa-sharp-duotone fa-solid fa-share-nodes" aria-hidden="true" style="font-size: 0.8em;"></i> <span class="visually-hidden">Share link</span> </button> </h4><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-bash" data-lang="bash"><span class="line"><span class="cl"><span class="c1"># Stop Geode server</span> </span></span><span class="line"><span class="cl">sudo systemctl stop geode </span></span><span class="line"><span class="cl"> </span></span><span class="line"><span class="cl"><span class="c1"># Backup current data (safety)</span> </span></span><span class="line"><span class="cl">sudo mv /var/lib/geode/data /var/lib/geode/data.backup-<span class="k">$(</span>date +%Y%m%d<span class="k">)</span> </span></span><span class="line"><span class="cl"> </span></span><span class="line"><span class="cl"><span class="c1"># Restore from backup</span> </span></span><span class="line"><span class="cl">geode restore <span class="se">\ </span></span></span><span class="line"><span class="cl"><span class="se"></span> --source s3://bucket/backups <span class="se">\ </span></span></span><span class="line"><span class="cl"><span class="se"></span> --backup-id <span class="m">1738012345</span> <span class="se">\ </span></span></span><span class="line"><span class="cl"><span class="se"></span> --target /var/lib/geode/data </span></span><span class="line"><span class="cl"> </span></span><span class="line"><span class="cl"><span class="c1"># Verify data integrity</span> </span></span><span class="line"><span class="cl">geode verify --data-dir /var/lib/geode/data </span></span><span class="line"><span class="cl"> </span></span><span class="line"><span class="cl"><span class="c1"># Start server</span> </span></span><span class="line"><span class="cl">sudo systemctl start geode </span></span><span class="line"><span class="cl"> </span></span><span class="line"><span class="cl"><span class="c1"># Verify server health</span> </span></span><span class="line"><span class="cl">geode query <span class="s2">&#34;RETURN 1 AS health_check&#34;</span> </span></span></code></pre></div> <h4 id="point-in-time-recovery-pitr" class="position-relative d-flex align-items-center group"> <span>Point-in-Time Recovery (PITR)</span> <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="point-in-time-recovery-pitr" aria-haspopup="dialog" aria-label="Share link: Point-in-Time Recovery (PITR)"> <i class="fa-sharp-duotone fa-solid fa-share-nodes" aria-hidden="true" style="font-size: 0.8em;"></i> <span class="visually-hidden">Share link</span> </button> </h4><p>Restore to a specific timestamp:</p> <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-bash" data-lang="bash"><span class="line"><span class="cl"><span class="c1"># Restore to specific point in time</span> </span></span><span class="line"><span class="cl">geode restore <span class="se">\ </span></span></span><span class="line"><span class="cl"><span class="se"></span> --source s3://bucket/backups <span class="se">\ </span></span></span><span class="line"><span class="cl"><span class="se"></span> --backup-id <span class="m">1738012345</span> <span class="se">\ </span></span></span><span class="line"><span class="cl"><span class="se"></span> --target /var/lib/geode/data <span class="se">\ </span></span></span><span class="line"><span class="cl"><span class="se"></span> --pitr-timestamp <span class="s2">&#34;2026-01-28 10:30:00&#34;</span> </span></span><span class="line"><span class="cl"> </span></span><span class="line"><span class="cl"><span class="c1"># Output:</span> </span></span><span class="line"><span class="cl"><span class="c1"># Restoring base backup 1738012345...</span> </span></span><span class="line"><span class="cl"><span class="c1"># Base backup restored: 2026-01-28 02:00:00</span> </span></span><span class="line"><span class="cl"><span class="c1">#</span> </span></span><span class="line"><span class="cl"><span class="c1"># Applying WAL segments...</span> </span></span><span class="line"><span class="cl"><span class="c1"># Segment: wal_000001.gz (02:00:00 - 02:05:00)</span> </span></span><span class="line"><span class="cl"><span class="c1"># Segment: wal_000002.gz (02:05:00 - 02:10:00)</span> </span></span><span class="line"><span class="cl"><span class="c1"># ...</span> </span></span><span class="line"><span class="cl"><span class="c1"># Segment: wal_000102.gz (10:25:00 - 10:30:00)</span> </span></span><span class="line"><span class="cl"><span class="c1">#</span> </span></span><span class="line"><span class="cl"><span class="c1"># Stopping replay at: 2026-01-28 10:30:00</span> </span></span><span class="line"><span class="cl"><span class="c1"># Recovery complete</span> </span></span><span class="line"><span class="cl"><span class="c1"># Last transaction: txn_1738012345678</span> </span></span></code></pre></div> <h4 id="incremental-restore" class="position-relative d-flex align-items-center group"> <span>Incremental Restore</span> <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="incremental-restore" aria-haspopup="dialog" aria-label="Share link: Incremental Restore"> <i class="fa-sharp-duotone fa-solid fa-share-nodes" aria-hidden="true" style="font-size: 0.8em;"></i> <span class="visually-hidden">Share link</span> </button> </h4><p>Restore chain of incremental backups:</p> <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-bash" data-lang="bash"><span class="line"><span class="cl"><span class="c1"># Restore full + all incremental backups</span> </span></span><span class="line"><span class="cl">geode restore <span class="se">\ </span></span></span><span class="line"><span class="cl"><span class="se"></span> --source s3://bucket/backups <span class="se">\ </span></span></span><span class="line"><span class="cl"><span class="se"></span> --backup-id <span class="m">1738271545</span> <span class="se">\ </span></span></span><span class="line"><span class="cl"><span class="se"></span> --target /var/lib/geode/data <span class="se">\ </span></span></span><span class="line"><span class="cl"><span class="se"></span> --include-incrementals </span></span><span class="line"><span class="cl"> </span></span><span class="line"><span class="cl"><span class="c1"># Output:</span> </span></span><span class="line"><span class="cl"><span class="c1"># Backup chain detected:</span> </span></span><span class="line"><span class="cl"><span class="c1"># 1. 1738012345 (full, 2026-01-28 02:00:00)</span> </span></span><span class="line"><span class="cl"><span class="c1"># 2. 1738098745 (incremental, 2026-01-29 02:00:00)</span> </span></span><span class="line"><span class="cl"><span class="c1"># 3. 1738185145 (incremental, 2026-01-30 02:00:00)</span> </span></span><span class="line"><span class="cl"><span class="c1"># 4. 1738271545 (incremental, 2026-01-31 02:00:00)</span> </span></span><span class="line"><span class="cl"><span class="c1">#</span> </span></span><span class="line"><span class="cl"><span class="c1"># Restoring base backup...</span> </span></span><span class="line"><span class="cl"><span class="c1"># Applying incremental 1738098745...</span> </span></span><span class="line"><span class="cl"><span class="c1"># Applying incremental 1738185145...</span> </span></span><span class="line"><span class="cl"><span class="c1"># Applying incremental 1738271545...</span> </span></span><span class="line"><span class="cl"><span class="c1"># Restore complete</span> </span></span></code></pre></div> <h3 id="automated-backup" class="position-relative d-flex align-items-center group"> <span>Automated Backup</span> <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="automated-backup" aria-haspopup="dialog" aria-label="Share link: Automated Backup"> <i class="fa-sharp-duotone fa-solid fa-share-nodes" aria-hidden="true" style="font-size: 0.8em;"></i> <span class="visually-hidden">Share link</span> </button> </h3> <h4 id="backup-script" class="position-relative d-flex align-items-center group"> <span>Backup Script</span> <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="backup-script" aria-haspopup="dialog" aria-label="Share link: Backup Script"> <i class="fa-sharp-duotone fa-solid fa-share-nodes" aria-hidden="true" style="font-size: 0.8em;"></i> <span class="visually-hidden">Share link</span> </button> </h4><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-bash" data-lang="bash"><span class="line"><span class="cl"><span class="cp">#!/bin/bash </span></span></span><span class="line"><span class="cl"><span class="cp"></span><span class="c1"># /usr/local/bin/geode-backup.sh</span> </span></span><span class="line"><span class="cl"> </span></span><span class="line"><span class="cl"><span class="nb">set</span> -euo pipefail </span></span><span class="line"><span class="cl"> </span></span><span class="line"><span class="cl"><span class="c1"># Configuration</span> </span></span><span class="line"><span class="cl"><span class="nv">BUCKET</span><span class="o">=</span><span class="s2">&#34;s3://geode-production-backups&#34;</span> </span></span><span class="line"><span class="cl"><span class="nv">RETENTION_DAYS</span><span class="o">=</span><span class="m">90</span> </span></span><span class="line"><span class="cl"><span class="nv">LOG_FILE</span><span class="o">=</span><span class="s2">&#34;/var/log/geode/backup.log&#34;</span> </span></span><span class="line"><span class="cl"><span class="nv">ALERT_EMAIL</span><span class="o">=</span><span class="s2">&#34;[email protected]&#34;</span> </span></span><span class="line"><span class="cl"> </span></span><span class="line"><span class="cl"><span class="c1"># Logging</span> </span></span><span class="line"><span class="cl">log<span class="o">()</span> <span class="o">{</span> </span></span><span class="line"><span class="cl"> <span class="nb">echo</span> <span class="s2">&#34;[</span><span class="k">$(</span>date +<span class="s1">&#39;%Y-%m-%d %H:%M:%S&#39;</span><span class="k">)</span><span class="s2">] </span><span class="nv">$*</span><span class="s2">&#34;</span> <span class="p">|</span> tee -a <span class="s2">&#34;</span><span class="nv">$LOG_FILE</span><span class="s2">&#34;</span> </span></span><span class="line"><span class="cl"><span class="o">}</span> </span></span><span class="line"><span class="cl"> </span></span><span class="line"><span class="cl"><span class="c1"># Error handler</span> </span></span><span class="line"><span class="cl">handle_error<span class="o">()</span> <span class="o">{</span> </span></span><span class="line"><span class="cl"> log <span class="s2">&#34;ERROR: Backup failed at line </span><span class="nv">$1</span><span class="s2">&#34;</span> </span></span><span class="line"><span class="cl"> <span class="nb">echo</span> <span class="s2">&#34;Geode backup failed. Check </span><span class="nv">$LOG_FILE</span><span class="s2">&#34;</span> <span class="p">|</span> <span class="se">\ </span></span></span><span class="line"><span class="cl"><span class="se"></span> mail -s <span class="s2">&#34;[ALERT] Geode Backup Failure&#34;</span> <span class="s2">&#34;</span><span class="nv">$ALERT_EMAIL</span><span class="s2">&#34;</span> </span></span><span class="line"><span class="cl"> <span class="nb">exit</span> <span class="m">1</span> </span></span><span class="line"><span class="cl"><span class="o">}</span> </span></span><span class="line"><span class="cl"> </span></span><span class="line"><span class="cl"><span class="nb">trap</span> <span class="s1">&#39;handle_error $LINENO&#39;</span> ERR </span></span><span class="line"><span class="cl"> </span></span><span class="line"><span class="cl">log <span class="s2">&#34;=== Starting backup ===&#34;</span> </span></span><span class="line"><span class="cl"> </span></span><span class="line"><span class="cl"><span class="c1"># Determine backup type</span> </span></span><span class="line"><span class="cl"><span class="nv">DOW</span><span class="o">=</span><span class="k">$(</span>date +%u<span class="k">)</span> </span></span><span class="line"><span class="cl"> </span></span><span class="line"><span class="cl"><span class="k">if</span> <span class="o">[</span> <span class="s2">&#34;</span><span class="nv">$DOW</span><span class="s2">&#34;</span> -eq <span class="m">7</span> <span class="o">]</span><span class="p">;</span> <span class="k">then</span> </span></span><span class="line"><span class="cl"> <span class="c1"># Full backup on Sunday</span> </span></span><span class="line"><span class="cl"> log <span class="s2">&#34;Creating full backup (Sunday)&#34;</span> </span></span><span class="line"><span class="cl"> <span class="nv">BACKUP_ID</span><span class="o">=</span><span class="k">$(</span>geode backup <span class="se">\ </span></span></span><span class="line"><span class="cl"><span class="se"></span> --dest <span class="s2">&#34;</span><span class="nv">$BUCKET</span><span class="s2">&#34;</span> <span class="se">\ </span></span></span><span class="line"><span class="cl"><span class="se"></span> --mode full <span class="se">\ </span></span></span><span class="line"><span class="cl"><span class="se"></span> --compression gzip <span class="se">\ </span></span></span><span class="line"><span class="cl"><span class="se"></span> --verify <span class="se">\ </span></span></span><span class="line"><span class="cl"><span class="se"></span> --label <span class="s2">&#34;weekly-</span><span class="k">$(</span>date +%Y%m%d<span class="k">)</span><span class="s2">&#34;</span> 2&gt;<span class="p">&amp;</span><span class="m">1</span> <span class="p">|</span> <span class="se">\ </span></span></span><span class="line"><span class="cl"><span class="se"></span> grep <span class="s2">&#34;Backup ID&#34;</span> <span class="p">|</span> awk <span class="s1">&#39;{print $3}&#39;</span><span class="k">)</span> </span></span><span class="line"><span class="cl"> </span></span><span class="line"><span class="cl"> <span class="nb">echo</span> <span class="s2">&#34;</span><span class="nv">$BACKUP_ID</span><span class="s2">&#34;</span> &gt; /var/lib/geode/last-full-backup </span></span><span class="line"><span class="cl"> log <span class="s2">&#34;Full backup completed: </span><span class="nv">$BACKUP_ID</span><span class="s2">&#34;</span> </span></span><span class="line"><span class="cl"><span class="k">else</span> </span></span><span class="line"><span class="cl"> <span class="c1"># Incremental backup on other days</span> </span></span><span class="line"><span class="cl"> log <span class="s2">&#34;Creating incremental backup&#34;</span> </span></span><span class="line"><span class="cl"> <span class="nv">PARENT</span><span class="o">=</span><span class="k">$(</span>cat /var/lib/geode/last-full-backup<span class="k">)</span> </span></span><span class="line"><span class="cl"> </span></span><span class="line"><span class="cl"> <span class="nv">BACKUP_ID</span><span class="o">=</span><span class="k">$(</span>geode backup <span class="se">\ </span></span></span><span class="line"><span class="cl"><span class="se"></span> --dest <span class="s2">&#34;</span><span class="nv">$BUCKET</span><span class="s2">&#34;</span> <span class="se">\ </span></span></span><span class="line"><span class="cl"><span class="se"></span> --mode incremental <span class="se">\ </span></span></span><span class="line"><span class="cl"><span class="se"></span> --parent <span class="s2">&#34;</span><span class="nv">$PARENT</span><span class="s2">&#34;</span> <span class="se">\ </span></span></span><span class="line"><span class="cl"><span class="se"></span> --compression gzip <span class="se">\ </span></span></span><span class="line"><span class="cl"><span class="se"></span> --verify 2&gt;<span class="p">&amp;</span><span class="m">1</span> <span class="p">|</span> <span class="se">\ </span></span></span><span class="line"><span class="cl"><span class="se"></span> grep <span class="s2">&#34;Backup ID&#34;</span> <span class="p">|</span> awk <span class="s1">&#39;{print $3}&#39;</span><span class="k">)</span> </span></span><span class="line"><span class="cl"> </span></span><span class="line"><span class="cl"> log <span class="s2">&#34;Incremental backup completed: </span><span class="nv">$BACKUP_ID</span><span class="s2">&#34;</span> </span></span><span class="line"><span class="cl"><span class="k">fi</span> </span></span><span class="line"><span class="cl"> </span></span><span class="line"><span class="cl"><span class="c1"># Prune old backups</span> </span></span><span class="line"><span class="cl">log <span class="s2">&#34;Pruning backups older than </span><span class="nv">$RETENTION_DAYS</span><span class="s2"> days&#34;</span> </span></span><span class="line"><span class="cl">geode backup <span class="se">\ </span></span></span><span class="line"><span class="cl"><span class="se"></span> --dest <span class="s2">&#34;</span><span class="nv">$BUCKET</span><span class="s2">&#34;</span> <span class="se">\ </span></span></span><span class="line"><span class="cl"><span class="se"></span> --prune <span class="se">\ </span></span></span><span class="line"><span class="cl"><span class="se"></span> --older-than-days <span class="s2">&#34;</span><span class="nv">$RETENTION_DAYS</span><span class="s2">&#34;</span> &gt;&gt; <span class="s2">&#34;</span><span class="nv">$LOG_FILE</span><span class="s2">&#34;</span> 2&gt;<span class="p">&amp;</span><span class="m">1</span> </span></span><span class="line"><span class="cl"> </span></span><span class="line"><span class="cl">log <span class="s2">&#34;=== Backup completed successfully ===&#34;</span> </span></span><span class="line"><span class="cl"> </span></span><span class="line"><span class="cl"><span class="c1"># Send success notification</span> </span></span><span class="line"><span class="cl"><span class="nb">echo</span> <span class="s2">&#34;Backup completed: </span><span class="nv">$BACKUP_ID</span><span class="s2">&#34;</span> <span class="p">|</span> <span class="se">\ </span></span></span><span class="line"><span class="cl"><span class="se"></span> mail -s <span class="s2">&#34;[OK] Geode Backup Success&#34;</span> <span class="s2">&#34;</span><span class="nv">$ALERT_EMAIL</span><span class="s2">&#34;</span> </span></span></code></pre></div> <h4 id="cron-schedule" class="position-relative d-flex align-items-center group"> <span>Cron Schedule</span> <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="cron-schedule" aria-haspopup="dialog" aria-label="Share link: Cron Schedule"> <i class="fa-sharp-duotone fa-solid fa-share-nodes" aria-hidden="true" style="font-size: 0.8em;"></i> <span class="visually-hidden">Share link</span> </button> </h4><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-bash" data-lang="bash"><span class="line"><span class="cl"><span class="c1"># Install backup script</span> </span></span><span class="line"><span class="cl">sudo cp geode-backup.sh /usr/local/bin/ </span></span><span class="line"><span class="cl">sudo chmod +x /usr/local/bin/geode-backup.sh </span></span><span class="line"><span class="cl"> </span></span><span class="line"><span class="cl"><span class="c1"># Add to crontab</span> </span></span><span class="line"><span class="cl">sudo crontab -e </span></span><span class="line"><span class="cl"> </span></span><span class="line"><span class="cl"><span class="c1"># Daily backup at 2 AM</span> </span></span><span class="line"><span class="cl"><span class="m">0</span> <span class="m">2</span> * * * /usr/local/bin/geode-backup.sh &gt;&gt; /var/log/geode/backup-cron.log 2&gt;<span class="p">&amp;</span><span class="m">1</span> </span></span></code></pre></div> <h4 id="systemd-timer" class="position-relative d-flex align-items-center group"> <span>Systemd Timer</span> <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="systemd-timer" aria-haspopup="dialog" aria-label="Share link: Systemd Timer"> <i class="fa-sharp-duotone fa-solid fa-share-nodes" aria-hidden="true" style="font-size: 0.8em;"></i> <span class="visually-hidden">Share link</span> </button> </h4><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-ini" data-lang="ini"><span class="line"><span class="cl"><span class="c1"># /etc/systemd/system/geode-backup.service</span> </span></span><span class="line"><span class="cl"><span class="k">[Unit]</span> </span></span><span class="line"><span class="cl"><span class="na">Description</span><span class="o">=</span><span class="s">Geode Automated Backup</span> </span></span><span class="line"><span class="cl"><span class="na">Wants</span><span class="o">=</span><span class="s">geode-backup.timer</span> </span></span><span class="line"><span class="cl"> </span></span><span class="line"><span class="cl"><span class="k">[Service]</span> </span></span><span class="line"><span class="cl"><span class="na">Type</span><span class="o">=</span><span class="s">oneshot</span> </span></span><span class="line"><span class="cl"><span class="na">User</span><span class="o">=</span><span class="s">geode</span> </span></span><span class="line"><span class="cl"><span class="na">Group</span><span class="o">=</span><span class="s">geode</span> </span></span><span class="line"><span class="cl"><span class="na">ExecStart</span><span class="o">=</span><span class="s">/usr/local/bin/geode-backup.sh</span> </span></span><span class="line"><span class="cl"><span class="na">StandardOutput</span><span class="o">=</span><span class="s">append:/var/log/geode/backup.log</span> </span></span><span class="line"><span class="cl"><span class="na">StandardError</span><span class="o">=</span><span class="s">append:/var/log/geode/backup.log</span> </span></span><span class="line"><span class="cl"> </span></span><span class="line"><span class="cl"><span class="k">[Install]</span> </span></span><span class="line"><span class="cl"><span class="na">WantedBy</span><span class="o">=</span><span class="s">multi-user.target</span> </span></span></code></pre></div><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-ini" data-lang="ini"><span class="line"><span class="cl"><span class="c1"># /etc/systemd/system/geode-backup.timer</span> </span></span><span class="line"><span class="cl"><span class="k">[Unit]</span> </span></span><span class="line"><span class="cl"><span class="na">Description</span><span class="o">=</span><span class="s">Geode Backup Timer</span> </span></span><span class="line"><span class="cl"><span class="na">Requires</span><span class="o">=</span><span class="s">geode-backup.service</span> </span></span><span class="line"><span class="cl"> </span></span><span class="line"><span class="cl"><span class="k">[Timer]</span> </span></span><span class="line"><span class="cl"><span class="na">OnCalendar</span><span class="o">=</span><span class="s">*-*-* 02:00:00</span> </span></span><span class="line"><span class="cl"><span class="na">Persistent</span><span class="o">=</span><span class="s">true</span> </span></span><span class="line"><span class="cl"><span class="na">RandomizedDelaySec</span><span class="o">=</span><span class="s">300</span> </span></span><span class="line"><span class="cl"> </span></span><span class="line"><span class="cl"><span class="k">[Install]</span> </span></span><span class="line"><span class="cl"><span class="na">WantedBy</span><span class="o">=</span><span class="s">timers.target</span> </span></span></code></pre></div><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-bash" data-lang="bash"><span class="line"><span class="cl"><span class="c1"># Enable timer</span> </span></span><span class="line"><span class="cl">sudo systemctl daemon-reload </span></span><span class="line"><span class="cl">sudo systemctl <span class="nb">enable</span> geode-backup.timer </span></span><span class="line"><span class="cl">sudo systemctl start geode-backup.timer </span></span><span class="line"><span class="cl"> </span></span><span class="line"><span class="cl"><span class="c1"># Check status</span> </span></span><span class="line"><span class="cl">sudo systemctl list-timers geode-backup.timer </span></span></code></pre></div> <h3 id="backup-strategy" class="position-relative d-flex align-items-center group"> <span>Backup Strategy</span> <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="backup-strategy" aria-haspopup="dialog" aria-label="Share link: Backup Strategy"> <i class="fa-sharp-duotone fa-solid fa-share-nodes" aria-hidden="true" style="font-size: 0.8em;"></i> <span class="visually-hidden">Share link</span> </button> </h3> <h4 id="3-2-1-rule" class="position-relative d-flex align-items-center group"> <span>3-2-1 Rule</span> <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="3-2-1-rule" aria-haspopup="dialog" aria-label="Share link: 3-2-1 Rule"> <i class="fa-sharp-duotone fa-solid fa-share-nodes" aria-hidden="true" style="font-size: 0.8em;"></i> <span class="visually-hidden">Share link</span> </button> </h4><ul> <li><strong>3</strong> copies of data (production + 2 backups)</li> <li><strong>2</strong> different storage types (local + cloud)</li> <li><strong>1</strong> offsite copy (different region)</li> </ul> <h4 id="recommended-schedule" class="position-relative d-flex align-items-center group"> <span>Recommended Schedule</span> <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="recommended-schedule" aria-haspopup="dialog" aria-label="Share link: Recommended Schedule"> <i class="fa-sharp-duotone fa-solid fa-share-nodes" aria-hidden="true" style="font-size: 0.8em;"></i> <span class="visually-hidden">Share link</span> </button> </h4><table> <thead> <tr> <th>Backup Type</th> <th>Frequency</th> <th>Retention</th> <th>Storage</th> </tr> </thead> <tbody> <tr> <td>Full</td> <td>Weekly (Sunday)</td> <td>90 days</td> <td>S3 Standard-IA</td> </tr> <tr> <td>Incremental</td> <td>Daily</td> <td>30 days</td> <td>S3 Standard</td> </tr> <tr> <td>WAL Archive</td> <td>Every 5 min</td> <td>7 days</td> <td>S3 Standard</td> </tr> <tr> <td>Monthly Archive</td> <td>Monthly</td> <td>1 year</td> <td>S3 Glacier</td> </tr> </tbody> </table> <h4 id="configuration-example" class="position-relative d-flex align-items-center group"> <span>Configuration Example</span> <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="configuration-example" aria-haspopup="dialog" aria-label="Share link: Configuration Example"> <i class="fa-sharp-duotone fa-solid fa-share-nodes" aria-hidden="true" style="font-size: 0.8em;"></i> <span class="visually-hidden">Share link</span> </button> </h4><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-yaml" data-lang="yaml"><span class="line"><span class="cl"><span class="c"># geode.yaml - Complete backup configuration</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"></span><span class="nt">backup</span><span class="p">:</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="c"># S3 storage</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">s3</span><span class="p">:</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">enabled</span><span class="p">:</span><span class="w"> </span><span class="kc">true</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">bucket</span><span class="p">:</span><span class="w"> </span><span class="s1">&#39;geode-backups&#39;</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">prefix</span><span class="p">:</span><span class="w"> </span><span class="s1">&#39;production&#39;</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">region</span><span class="p">:</span><span class="w"> </span><span class="s1">&#39;us-east-1&#39;</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">encryption</span><span class="p">:</span><span class="w"> </span><span class="kc">true</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">storage_class</span><span class="p">:</span><span class="w"> </span><span class="s1">&#39;STANDARD_IA&#39;</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="c"># Automated schedule</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">schedule</span><span class="p">:</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">enabled</span><span class="p">:</span><span class="w"> </span><span class="kc">true</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">full_backup</span><span class="p">:</span><span class="w"> </span><span class="s1">&#39;0 2 * * 0&#39;</span><span class="w"> </span><span class="c"># Sunday 2 AM</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">incremental_backup</span><span class="p">:</span><span class="w"> </span><span class="s1">&#39;0 2 * * 1-6&#39;</span><span class="w"> </span><span class="c"># Mon-Sat 2 AM</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">retention_days</span><span class="p">:</span><span class="w"> </span><span class="m">90</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="c"># WAL archiving for PITR</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">wal_archiving</span><span class="p">:</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">enabled</span><span class="p">:</span><span class="w"> </span><span class="kc">true</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">destination</span><span class="p">:</span><span class="w"> </span><span class="l">s3://geode-backups/wal</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">interval</span><span class="p">:</span><span class="w"> </span><span class="l">5m</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">retention_hours</span><span class="p">:</span><span class="w"> </span><span class="m">168</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="c"># Verification</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">verify</span><span class="p">:</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">enabled</span><span class="p">:</span><span class="w"> </span><span class="kc">true</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">after_backup</span><span class="p">:</span><span class="w"> </span><span class="kc">true</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">weekly_full_verify</span><span class="p">:</span><span class="w"> </span><span class="kc">true</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="c"># Notifications</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">notifications</span><span class="p">:</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">email</span><span class="p">:</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">enabled</span><span class="p">:</span><span class="w"> </span><span class="kc">true</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">recipients</span><span class="p">:</span><span class="w"> </span><span class="p">[</span><span class="s1">&#39;[email protected]&#39;</span><span class="p">]</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">on_success</span><span class="p">:</span><span class="w"> </span><span class="kc">false</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">on_failure</span><span class="p">:</span><span class="w"> </span><span class="kc">true</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">webhook</span><span class="p">:</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">enabled</span><span class="p">:</span><span class="w"> </span><span class="kc">true</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">url</span><span class="p">:</span><span class="w"> </span><span class="s1">&#39;https://hooks.slack.com/...&#39;</span><span class="w"> </span></span></span></code></pre></div> <h3 id="monitoring-backups" class="position-relative d-flex align-items-center group"> <span>Monitoring Backups</span> <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="monitoring-backups" aria-haspopup="dialog" aria-label="Share link: Monitoring Backups"> <i class="fa-sharp-duotone fa-solid fa-share-nodes" aria-hidden="true" style="font-size: 0.8em;"></i> <span class="visually-hidden">Share link</span> </button> </h3> <h4 id="prometheus-metrics" class="position-relative d-flex align-items-center group"> <span>Prometheus Metrics</span> <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="prometheus-metrics" aria-haspopup="dialog" aria-label="Share link: Prometheus Metrics"> <i class="fa-sharp-duotone fa-solid fa-share-nodes" aria-hidden="true" style="font-size: 0.8em;"></i> <span class="visually-hidden">Share link</span> </button> </h4><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-yaml" data-lang="yaml"><span class="line"><span class="cl"><span class="c"># Exposed backup metrics</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"></span><span class="l">geode_backup_last_success_timestamp</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"></span><span class="l">geode_backup_last_failure_timestamp</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"></span><span class="l">geode_backup_duration_seconds</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"></span><span class="l">geode_backup_size_bytes</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"></span><span class="l">geode_backup_age_hours</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"></span><span class="l">geode_backup_total{status=&#34;success|failure&#34;}</span><span class="w"> </span></span></span></code></pre></div> <h4 id="alert-rules" class="position-relative d-flex align-items-center group"> <span>Alert Rules</span> <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="alert-rules" aria-haspopup="dialog" aria-label="Share link: Alert Rules"> <i class="fa-sharp-duotone fa-solid fa-share-nodes" aria-hidden="true" style="font-size: 0.8em;"></i> <span class="visually-hidden">Share link</span> </button> </h4><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-yaml" data-lang="yaml"><span class="line"><span class="cl"><span class="c"># prometheus/alerts.yml</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"></span><span class="nt">groups</span><span class="p">:</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span>- <span class="nt">name</span><span class="p">:</span><span class="w"> </span><span class="l">geode_backups</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">rules</span><span class="p">:</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span>- <span class="nt">alert</span><span class="p">:</span><span class="w"> </span><span class="l">BackupTooOld</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">expr</span><span class="p">:</span><span class="w"> </span><span class="l">geode_backup_age_hours &gt; 26</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">for</span><span class="p">:</span><span class="w"> </span><span class="l">1h</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">labels</span><span class="p">:</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">severity</span><span class="p">:</span><span class="w"> </span><span class="l">critical</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">annotations</span><span class="p">:</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">summary</span><span class="p">:</span><span class="w"> </span><span class="s2">&#34;Geode backup is too old&#34;</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">description</span><span class="p">:</span><span class="w"> </span><span class="s2">&#34;Last backup is {{ $value }} hours old&#34;</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span>- <span class="nt">alert</span><span class="p">:</span><span class="w"> </span><span class="l">BackupFailed</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">expr</span><span class="p">:</span><span class="w"> </span><span class="l">increase(geode_backup_total{status=&#34;failure&#34;}[1h]) &gt; 0</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">labels</span><span class="p">:</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">severity</span><span class="p">:</span><span class="w"> </span><span class="l">critical</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">annotations</span><span class="p">:</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">summary</span><span class="p">:</span><span class="w"> </span><span class="s2">&#34;Geode backup failed&#34;</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span>- <span class="nt">alert</span><span class="p">:</span><span class="w"> </span><span class="l">BackupSlow</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">expr</span><span class="p">:</span><span class="w"> </span><span class="l">geode_backup_duration_seconds &gt; 3600</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">labels</span><span class="p">:</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">severity</span><span class="p">:</span><span class="w"> </span><span class="l">warning</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">annotations</span><span class="p">:</span><span class="w"> </span></span></span><span class="line"><span class="cl"><span class="w"> </span><span class="nt">summary</span><span class="p">:</span><span class="w"> </span><span class="s2">&#34;Backup taking longer than expected&#34;</span><span class="w"> </span></span></span></code></pre></div> <h4 id="monitoring-script" class="position-relative d-flex align-items-center group"> <span>Monitoring Script</span> <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="monitoring-script" aria-haspopup="dialog" aria-label="Share link: Monitoring Script"> <i class="fa-sharp-duotone fa-solid fa-share-nodes" aria-hidden="true" style="font-size: 0.8em;"></i> <span class="visually-hidden">Share link</span> </button> </h4><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-bash" data-lang="bash"><span class="line"><span class="cl"><span class="cp">#!/bin/bash </span></span></span><span class="line"><span class="cl"><span class="cp"></span><span class="c1"># /usr/local/bin/geode-backup-monitor.sh</span> </span></span><span class="line"><span class="cl"> </span></span><span class="line"><span class="cl"><span class="nv">BUCKET</span><span class="o">=</span><span class="s2">&#34;s3://geode-backups/production&#34;</span> </span></span><span class="line"><span class="cl"><span class="nv">MAX_AGE_HOURS</span><span class="o">=</span><span class="m">26</span> </span></span><span class="line"><span class="cl"> </span></span><span class="line"><span class="cl"><span class="c1"># Get latest backup</span> </span></span><span class="line"><span class="cl"><span class="nv">LATEST</span><span class="o">=</span><span class="k">$(</span>geode backup --dest <span class="s2">&#34;</span><span class="nv">$BUCKET</span><span class="s2">&#34;</span> --list --format json <span class="p">|</span> <span class="se">\ </span></span></span><span class="line"><span class="cl"><span class="se"></span> jq -r <span class="s1">&#39;.backups[0].timestamp&#39;</span><span class="k">)</span> </span></span><span class="line"><span class="cl"> </span></span><span class="line"><span class="cl"><span class="nv">LATEST_EPOCH</span><span class="o">=</span><span class="k">$(</span>date -d <span class="s2">&#34;</span><span class="nv">$LATEST</span><span class="s2">&#34;</span> +%s<span class="k">)</span> </span></span><span class="line"><span class="cl"><span class="nv">NOW_EPOCH</span><span class="o">=</span><span class="k">$(</span>date +%s<span class="k">)</span> </span></span><span class="line"><span class="cl"><span class="nv">AGE_HOURS</span><span class="o">=</span><span class="k">$((</span> <span class="o">(</span>NOW_EPOCH <span class="o">-</span> LATEST_EPOCH<span class="o">)</span> <span class="o">/</span> <span class="m">3600</span> <span class="k">))</span> </span></span><span class="line"><span class="cl"> </span></span><span class="line"><span class="cl"><span class="k">if</span> <span class="o">[</span> <span class="nv">$AGE_HOURS</span> -gt <span class="nv">$MAX_AGE_HOURS</span> <span class="o">]</span><span class="p">;</span> <span class="k">then</span> </span></span><span class="line"><span class="cl"> <span class="nb">echo</span> <span class="s2">&#34;CRITICAL: Backup is </span><span class="nv">$AGE_HOURS</span><span class="s2"> hours old&#34;</span> </span></span><span class="line"><span class="cl"> <span class="nb">exit</span> <span class="m">2</span> </span></span><span class="line"><span class="cl"><span class="k">fi</span> </span></span><span class="line"><span class="cl"> </span></span><span class="line"><span class="cl"><span class="nb">echo</span> <span class="s2">&#34;OK: Backup is </span><span class="nv">$AGE_HOURS</span><span class="s2"> hours old&#34;</span> </span></span><span class="line"><span class="cl"><span class="nb">exit</span> <span class="m">0</span> </span></span></code></pre></div> <h3 id="best-practices" class="position-relative d-flex align-items-center group"> <span>Best Practices</span> <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="best-practices" aria-haspopup="dialog" aria-label="Share link: Best Practices"> <i class="fa-sharp-duotone fa-solid fa-share-nodes" aria-hidden="true" style="font-size: 0.8em;"></i> <span class="visually-hidden">Share link</span> </button> </h3> <h4 id="backup-best-practices" class="position-relative d-flex align-items-center group"> <span>Backup Best Practices</span> <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="backup-best-practices" aria-haspopup="dialog" aria-label="Share link: Backup Best Practices"> <i class="fa-sharp-duotone fa-solid fa-share-nodes" aria-hidden="true" style="font-size: 0.8em;"></i> <span class="visually-hidden">Share link</span> </button> </h4><ol> <li><strong>Test restores regularly</strong>: Monthly restore verification</li> <li><strong>Encrypt backups</strong>: Enable server-side encryption</li> <li><strong>Use compression</strong>: Reduce storage costs and transfer time</li> <li><strong>Verify integrity</strong>: Check backups after creation</li> <li><strong>Monitor backup age</strong>: Alert if backup older than 26 hours</li> <li><strong>Document procedures</strong>: Maintain runbooks for restore</li> </ol> <h4 id="storage-best-practices" class="position-relative d-flex align-items-center group"> <span>Storage Best Practices</span> <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="storage-best-practices" aria-haspopup="dialog" aria-label="Share link: Storage Best Practices"> <i class="fa-sharp-duotone fa-solid fa-share-nodes" aria-hidden="true" style="font-size: 0.8em;"></i> <span class="visually-hidden">Share link</span> </button> </h4><ol> <li><strong>Use appropriate storage class</strong>: Standard-IA for backups</li> <li><strong>Enable versioning</strong>: Protect against accidental deletion</li> <li><strong>Configure lifecycle policies</strong>: Automatic transition to Glacier</li> <li><strong>Cross-region replication</strong>: DR copy in different region</li> <li><strong>Set retention policies</strong>: Auto-delete old backups</li> </ol> <h4 id="security-best-practices" class="position-relative d-flex align-items-center group"> <span>Security Best Practices</span> <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="security-best-practices" aria-haspopup="dialog" aria-label="Share link: Security Best Practices"> <i class="fa-sharp-duotone fa-solid fa-share-nodes" aria-hidden="true" style="font-size: 0.8em;"></i> <span class="visually-hidden">Share link</span> </button> </h4><ol> <li><strong>Encrypt at rest</strong>: SSE-S3 or SSE-KMS</li> <li><strong>Encrypt in transit</strong>: HTTPS for S3 access</li> <li><strong>IAM least privilege</strong>: Minimal permissions for backup</li> <li><strong>Audit access</strong>: Enable S3 access logging</li> <li><strong>Separate backup credentials</strong>: Don&rsquo;t use admin credentials</li> </ol> <h3 id="troubleshooting" class="position-relative d-flex align-items-center group"> <span>Troubleshooting</span> <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="troubleshooting" aria-haspopup="dialog" aria-label="Share link: Troubleshooting"> <i class="fa-sharp-duotone fa-solid fa-share-nodes" aria-hidden="true" style="font-size: 0.8em;"></i> <span class="visually-hidden">Share link</span> </button> </h3> <h4 id="backup-fails-with-timeout" class="position-relative d-flex align-items-center group"> <span>Backup Fails with Timeout</span> <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="backup-fails-with-timeout" aria-haspopup="dialog" aria-label="Share link: Backup Fails with Timeout"> <i class="fa-sharp-duotone fa-solid fa-share-nodes" aria-hidden="true" style="font-size: 0.8em;"></i> <span class="visually-hidden">Share link</span> </button> </h4><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-bash" data-lang="bash"><span class="line"><span class="cl"><span class="c1"># Increase timeout</span> </span></span><span class="line"><span class="cl"><span class="nb">export</span> <span class="nv">GEODE_BACKUP_TIMEOUT_MS</span><span class="o">=</span><span class="m">600000</span> <span class="c1"># 10 minutes</span> </span></span><span class="line"><span class="cl"> </span></span><span class="line"><span class="cl"><span class="c1"># Use incremental backups for large datasets</span> </span></span><span class="line"><span class="cl">geode backup --mode incremental --parent &lt;id&gt; </span></span></code></pre></div> <h4 id="s3-permission-denied" class="position-relative d-flex align-items-center group"> <span>S3 Permission Denied</span> <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="s3-permission-denied" aria-haspopup="dialog" aria-label="Share link: S3 Permission Denied"> <i class="fa-sharp-duotone fa-solid fa-share-nodes" aria-hidden="true" style="font-size: 0.8em;"></i> <span class="visually-hidden">Share link</span> </button> </h4><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-bash" data-lang="bash"><span class="line"><span class="cl"><span class="c1"># Test S3 access</span> </span></span><span class="line"><span class="cl">aws s3 ls s3://my-bucket/ </span></span><span class="line"><span class="cl"> </span></span><span class="line"><span class="cl"><span class="c1"># Check IAM policy has required permissions:</span> </span></span><span class="line"><span class="cl"><span class="c1"># - s3:PutObject</span> </span></span><span class="line"><span class="cl"><span class="c1"># - s3:GetObject</span> </span></span><span class="line"><span class="cl"><span class="c1"># - s3:ListBucket</span> </span></span><span class="line"><span class="cl"><span class="c1"># - s3:DeleteObject (for pruning)</span> </span></span></code></pre></div> <h4 id="restore-fails-with-corruption" class="position-relative d-flex align-items-center group"> <span>Restore Fails with Corruption</span> <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="restore-fails-with-corruption" aria-haspopup="dialog" aria-label="Share link: Restore Fails with Corruption"> <i class="fa-sharp-duotone fa-solid fa-share-nodes" aria-hidden="true" style="font-size: 0.8em;"></i> <span class="visually-hidden">Share link</span> </button> </h4><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-bash" data-lang="bash"><span class="line"><span class="cl"><span class="c1"># Verify backup integrity</span> </span></span><span class="line"><span class="cl">geode backup --verify --backup-id &lt;id&gt; </span></span><span class="line"><span class="cl"> </span></span><span class="line"><span class="cl"><span class="c1"># Try previous backup</span> </span></span><span class="line"><span class="cl">geode backup --list </span></span><span class="line"><span class="cl">geode restore --backup-id &lt;previous-id&gt; </span></span></code></pre></div> <h4 id="slow-backup-performance" class="position-relative d-flex align-items-center group"> <span>Slow Backup Performance</span> <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="slow-backup-performance" aria-haspopup="dialog" aria-label="Share link: Slow Backup Performance"> <i class="fa-sharp-duotone fa-solid fa-share-nodes" aria-hidden="true" style="font-size: 0.8em;"></i> <span class="visually-hidden">Share link</span> </button> </h4><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-bash" data-lang="bash"><span class="line"><span class="cl"><span class="c1"># Increase parallel uploads</span> </span></span><span class="line"><span class="cl"><span class="nb">export</span> <span class="nv">AWS_MAX_CONCURRENT_REQUESTS</span><span class="o">=</span><span class="m">20</span> </span></span><span class="line"><span class="cl"> </span></span><span class="line"><span class="cl"><span class="c1"># Use faster compression</span> </span></span><span class="line"><span class="cl">geode backup --compression lz4 </span></span><span class="line"><span class="cl"> </span></span><span class="line"><span class="cl"><span class="c1"># Check network bandwidth</span> </span></span><span class="line"><span class="cl">iperf3 -c s3.amazonaws.com -p <span class="m">443</span> </span></span></code></pre></div> <h3 id="related-documentation" class="position-relative d-flex align-items-center group"> <span>Related Documentation</span> <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="related-documentation" aria-haspopup="dialog" aria-label="Share link: Related Documentation"> <i class="fa-sharp-duotone fa-solid fa-share-nodes" aria-hidden="true" style="font-size: 0.8em;"></i> <span class="visually-hidden">Share link</span> </button> </h3><ul> <li><strong><a href="/docs/operations/disaster-recovery/" >Disaster Recovery</a> </strong> - Complete DR procedures</li> <li><strong><a href="/docs/operations/monitoring/" >Monitoring</a> </strong> - Backup monitoring setup</li> <li><strong><a href="/docs/guides/migration-guide/" >Migration Guide</a> </strong> - Backup-based migration</li> <li><strong><a href="/docs/guides/backup-automation/" >Backup Automation</a> </strong> - Advanced automation</li> </ul>