Migration Guide | Geode Database

<h2 id="migration-guide" class="position-relative d-flex align-items-center group"> Migration Guide <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="migration-guide" aria-haspopup="dialog" aria-label="Share link: Migration Guide"> Share link </button> </h2><div id="headingShareModal" class="heading-share-modal" role="dialog" aria-modal="true" aria-labelledby="headingShareTitle" hidden> <div class="hsm-dialog" role="document"> <div class="hsm-header"> <h2 id="headingShareTitle" class="h6 mb-0 fw-bold">Share this section</h2> <button type="button" class="hsm-close" aria-label="Close"> </button> </div> <div class="hsm-body"> <label for="headingShareInput" class="form-label small text-muted mb-1 text-uppercase fw-bold" style="font-size: 0.7rem; letter-spacing: 0.5px;">Permalink</label> <div class="input-group mb-4 hsm-url-group"> <input id="headingShareInput" type="text" class="form-control font-monospace" readonly aria-readonly="true" style="font-size: 0.85rem;" /> <button class="btn btn-primary hsm-copy" type="button" aria-label="Copy" title="Copy"> </button> </div> <div class="small fw-bold mb-2 text-muted text-uppercase" style="font-size: 0.7rem; letter-spacing: 0.5px;">Share via</div> <div class="hsm-share-grid"> <a id="share-twitter" class="btn btn-outline-secondary w-100" target="_blank" rel="noopener noreferrer"> Twitter </a> <a id="share-linkedin" class="btn btn-outline-secondary w-100" target="_blank" rel="noopener noreferrer"> LinkedIn </a> <a id="share-facebook" class="btn btn-outline-secondary w-100" target="_blank" rel="noopener noreferrer"> Facebook </a> </div> </div> </div> </div> <style> .heading-share-modal { position: fixed; inset: 0; display: flex; justify-content: center; align-items: center; background: rgba(0, 0, 0, 0.6); z-index: 1050; padding: 1rem; backdrop-filter: blur(4px); -webkit-backdrop-filter: blur(4px); } .heading-share-modal[hidden] { display: none !important; } .hsm-dialog { max-width: 420px; width: 100%; background: var(--bs-body-bg, #fff); color: var(--bs-body-color, #212529); border: 1px solid var(--bs-border-color, rgba(0,0,0,0.1)); border-radius: 1rem; box-shadow: 0 25px 50px -12px rgba(0, 0, 0, 0.25); overflow: hidden; animation: hsm-fade-in 0.2s ease-out; } @keyframes hsm-fade-in { from { opacity: 0; transform: scale(0.95); } to { opacity: 1; transform: scale(1); } } [data-bs-theme="dark"] .hsm-dialog { background: #1e293b; border-color: rgba(255,255,255,0.1); color: #f8f9fa; } .hsm-header { display: flex; justify-content: space-between; align-items: center; padding: 1rem 1.5rem; border-bottom: 1px solid var(--bs-border-color, rgba(0,0,0,0.1)); background: rgba(0,0,0,0.02); } [data-bs-theme="dark"] .hsm-header { background: rgba(255,255,255,0.02); border-color: rgba(255,255,255,0.1); } .hsm-close { background: transparent; border: none; color: inherit; opacity: 0.5; padding: 0.25rem 0.5rem; border-radius: 0.25rem; font-size: 1.2rem; line-height: 1; transition: opacity 0.2s; } .hsm-close:hover { opacity: 1; } .hsm-body { padding: 1.5rem; } .hsm-url-group { display: flex !important; align-items: stretch; } .hsm-url-group .form-control { flex: 1; min-width: 0; margin: 0; background: var(--bs-secondary-bg, #f8f9fa); border-color: var(--bs-border-color, #dee2e6); border-top-right-radius: 0; border-bottom-right-radius: 0; height: 42px; } .hsm-url-group .btn { flex: 0 0 auto; margin: 0; margin-left: -1px; border-top-left-radius: 0; border-bottom-left-radius: 0; height: 42px; display: flex; align-items: center; justify-content: center; padding: 0 1.25rem; z-index: 2; } [data-bs-theme="dark"] .hsm-url-group .form-control { background: #0f172a; border-color: #334155; color: #e2e8f0; } .hsm-share-grid { display: flex; flex-direction: column; gap: 0.5rem; } .hsm-share-grid .btn { display: flex; align-items: center; justify-content: center; font-size: 0.9rem; padding: 0.6rem; border-color: var(--bs-border-color); width: 100%; } [data-bs-theme="dark"] .hsm-share-grid .btn { color: #e2e8f0; border-color: #475569; } [data-bs-theme="dark"] .hsm-share-grid .btn:hover { background: #334155; border-color: #cbd5e1; } </style> <script> (function(){ const modal = document.getElementById('headingShareModal'); if(!modal) return; const input = modal.querySelector('#headingShareInput'); const copyBtn = modal.querySelector('.hsm-copy'); const twitter = modal.querySelector('#share-twitter'); const linkedin = modal.querySelector('#share-linkedin'); const facebook = modal.querySelector('#share-facebook'); const closeBtn = modal.querySelector('.hsm-close'); let lastFocus=null; let trapBound=false; function buildUrl(id){ return window.location.origin + window.location.pathname + '#' + id; } function isOpen(){ return !modal.hasAttribute('hidden'); } function hydrate(id){ const url=buildUrl(id); input.value=url; const enc=encodeURIComponent(url); const text=encodeURIComponent(document.title); if(twitter) twitter.href=`https://twitter.com/intent/tweet?url=${enc}&text=${text}`; if(linkedin) linkedin.href=`https://www.linkedin.com/sharing/share-offsite/?url=${enc}`; if(facebook) facebook.href=`https://www.facebook.com/sharer/sharer.php?u=${enc}`; } function openModal(id){ lastFocus=document.activeElement; hydrate(id); if(!isOpen()){ modal.removeAttribute('hidden'); } requestAnimationFrame(()=>{ input.focus(); }); trapFocus(); } function closeModal(){ if(!isOpen()) return; modal.setAttribute('hidden',''); if(lastFocus && typeof lastFocus.focus==='function') lastFocus.focus(); } function copyCurrent(){ try{ navigator.clipboard.writeText(input.value).then(()=>feedback(true),()=>fallback()); } catch(e){ fallback(); } } function fallback(){ input.select(); try{ document.execCommand('copy'); feedback(true);}catch(e){ feedback(false);} } function feedback(ok){ if(!copyBtn) return; const icon=copyBtn.querySelector('i'); if(!icon) return; const prev=copyBtn.getAttribute('data-prev')||icon.className; if(!copyBtn.getAttribute('data-prev')) copyBtn.setAttribute('data-prev',prev); icon.className= ok ? 'fa-duotone fa-clipboard-check':'fa-duotone fa-circle-exclamation'; setTimeout(()=>{ icon.className=prev; },1800); } function handleShareClick(e){ e.preventDefault(); const btn=e.currentTarget; const id=btn.getAttribute('data-share-target'); if(id) openModal(id); } function bindShareButtons(){ document.querySelectorAll('.h-share').forEach(btn=>{ if(!btn.dataset.hShareBound){ btn.addEventListener('click', handleShareClick); btn.dataset.hShareBound='1'; } }); } bindShareButtons(); if(document.readyState==='loading'){ document.addEventListener('DOMContentLoaded', bindShareButtons); } else { requestAnimationFrame(bindShareButtons); } document.addEventListener('click', function(e){ const shareBtn=e.target.closest && e.target.closest('.h-share'); if(shareBtn && !shareBtn.dataset.hShareBound){ handleShareClick.call(shareBtn, e); } }, true); document.addEventListener('click', e=>{ if(e.target===modal) closeModal(); if(e.target.closest && e.target.closest('.hsm-close')){ e.preventDefault(); closeModal(); } if(copyBtn && (e.target===copyBtn || (e.target.closest && e.target.closest('.hsm-copy')))) { e.preventDefault(); copyCurrent(); } }); document.addEventListener('keydown', e=>{ if(e.key==='Escape' && isOpen()) closeModal(); }); function trapFocus(){ if(trapBound) return; trapBound=true; modal.addEventListener('keydown', f=>{ if(f.key==='Tab' && isOpen()){ const focusable=[...modal.querySelectorAll('a[href],button,input,textarea,select,[tabindex]:not([tabindex="-1"])')].filter(el=>!el.hasAttribute('disabled')); if(!focusable.length) return; const first=focusable[0]; const last=focusable[focusable.length-1]; if(f.shiftKey && document.activeElement===first){ f.preventDefault(); last.focus(); } else if(!f.shiftKey && document.activeElement===last){ f.preventDefault(); first.focus(); } } }); } if(closeBtn) closeBtn.addEventListener('click', e=>{ e.preventDefault(); closeModal(); }); })(); </script>This guide covers migrating data to Geode from other graph databases, relational databases, and between Geode environments. <h3 id="overview" class="position-relative d-flex align-items-center group"> Overview <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="overview" aria-haspopup="dialog" aria-label="Share link: Overview"> Share link </button> </h3>Geode supports multiple migration scenarios: <table> <thead> <tr> <th>Source</th> <th>Method</th> <th>Complexity</th> <th>Downtime</th> </tr> </thead> <tbody> <tr> <td>Neo4j</td> <td>Export/Import</td> <td>Medium</td> <td>Minutes-hours</td> </tr> <tr> <td>JanusGraph</td> <td>Gremlin export</td> <td>Medium</td> <td>Minutes-hours</td> </tr> <tr> <td>PostgreSQL</td> <td>ETL pipeline</td> <td>Medium</td> <td>Varies</td> </tr> <tr> <td>MongoDB</td> <td>ETL pipeline</td> <td>Medium</td> <td>Varies</td> </tr> <tr> <td>CSV/JSON</td> <td>Bulk import</td> <td>Low</td> <td>Minutes</td> </tr> <tr> <td>Another Geode</td> <td>Replication/Backup</td> <td>Low</td> <td>Zero-minutes</td> </tr> </tbody> </table> <h3 id="migration-from-neo4j" class="position-relative d-flex align-items-center group"> Migration from Neo4j <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="migration-from-neo4j" aria-haspopup="dialog" aria-label="Share link: Migration from Neo4j"> Share link </button> </h3> <h4 id="compatibility-overview" class="position-relative d-flex align-items-center group"> Compatibility Overview <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="compatibility-overview" aria-haspopup="dialog" aria-label="Share link: Compatibility Overview"> Share link </button> </h4>Neo4j uses Cypher; Geode uses ISO GQL. Most basic Cypher is compatible: <table> <thead> <tr> <th>Cypher Feature</th> <th>GQL Support</th> <th>Notes</th> </tr> </thead> <tbody> <tr> <td>MATCH patterns</td> <td>Full</td> <td>Identical syntax</td> </tr> <tr> <td>CREATE nodes</td> <td>Full</td> <td>Identical syntax</td> </tr> <tr> <td>CREATE relationships</td> <td>Full</td> <td>Identical syntax</td> </tr> <tr> <td>WHERE clauses</td> <td>Full</td> <td>Identical syntax</td> </tr> <tr> <td>RETURN</td> <td>Full</td> <td>Identical syntax</td> </tr> <tr> <td>MERGE</td> <td>Partial</td> <td>Use INSERT…ON CONFLICT</td> </tr> <tr> <td>APOC procedures</td> <td>None</td> <td>Use built-in functions</td> </tr> <tr> <td>FOREACH</td> <td>Partial</td> <td>Standard loops</td> </tr> </tbody> </table> <h4 id="export-from-neo4j" class="position-relative d-flex align-items-center group"> Export from Neo4j <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="export-from-neo4j" aria-haspopup="dialog" aria-label="Share link: Export from Neo4j"> Share link </button> </h4>Method 1: CSV Export <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-gdscript3" data-lang="gdscript3">// Export nodes to CSV CALL apoc.export.csv.query( "MATCH (n) RETURN n.id, labels(n)[0] AS label, properties(n) AS props", "nodes.csv", {} ); // Export relationships to CSV CALL apoc.export.csv.query( "MATCH (a)-[r]->(b) RETURN id(a) AS source, id(b) AS target, type(r) AS type, properties(r) AS props", "relationships.csv", {} ); </code></pre></div>Method 2: JSON Export <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-gdscript3" data-lang="gdscript3">// Export entire database to JSON CALL apoc.export.json.all("export.json", {useTypes: true}); </code></pre></div>Method 3: Cypher Export <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-gdscript3" data-lang="gdscript3">// Generate Cypher statements CALL apoc.export.cypher.all("export.cypher", { format: "cypher-shell", useOptimizations: {type: "UNWIND_BATCH", unwindBatchSize: 1000} }); </code></pre></div> <h4 id="import-to-geode" class="position-relative d-flex align-items-center group"> Import to Geode <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="import-to-geode" aria-haspopup="dialog" aria-label="Share link: Import to Geode"> Share link </button> </h4>From CSV: <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-bash" data-lang="bash">#!/bin/bash # import-neo4j-csv.sh # Import nodes geode import csv \ --file nodes.csv \ --format auto \ --batch-size 1000 \ --mapping '{"id": "id", "label": "_label", "props": "_properties"}' # Import relationships geode import csv \ --file relationships.csv \ --format auto \ --batch-size 1000 \ --relationship-mode true \ --mapping '{"source": "_source", "target": "_target", "type": "_type", "props": "_properties"}' </code></pre></div>From JSON: <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-bash" data-lang="bash">geode import json \ --file export.json \ --format neo4j \ --batch-size 1000 </code></pre></div>From Cypher (with conversion): <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-bash" data-lang="bash"># Convert Cypher to GQL (if needed) geode migrate cypher-to-gql \ --input export.cypher \ --output import.gql # Execute import geode execute-file --file import.gql --batch-size 100 </code></pre></div> <h4 id="query-migration" class="position-relative d-flex align-items-center group"> Query Migration <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="query-migration" aria-haspopup="dialog" aria-label="Share link: Query Migration"> Share link </button> </h4>Convert common Cypher patterns to GQL: <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-fallback" data-lang="fallback">// Neo4j: MERGE (create if not exists) MERGE (p:Person {email: '[email protected]'}) ON CREATE SET p.name = 'Alice', p.created = datetime() ON MATCH SET p.updated = datetime() // Geode GQL equivalent INSERT (:Person {email: '[email protected]', name: 'Alice', created: datetime()}) ON CONFLICT (email) DO UPDATE SET updated = datetime() </code></pre></div><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-fallback" data-lang="fallback">// Neo4j: APOC functions CALL apoc.create.uuid() YIELD uuid // Geode GQL equivalent SELECT gen_random_uuid() AS uuid </code></pre></div><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-fallback" data-lang="fallback">// Neo4j: FOREACH MATCH (p:Person) FOREACH (i IN range(1, 10) | CREATE (p)-[:HAS_ITEM]->(:Item {num: i})) // Geode GQL equivalent MATCH (p:Person) UNWIND range(1, 10) AS i CREATE (p)-[:HAS_ITEM]->(:Item {num: i}) </code></pre></div> <h3 id="migration-from-janusgraph" class="position-relative d-flex align-items-center group"> Migration from JanusGraph <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="migration-from-janusgraph" aria-haspopup="dialog" aria-label="Share link: Migration from JanusGraph"> Share link </button> </h3> <h4 id="export-from-janusgraph" class="position-relative d-flex align-items-center group"> Export from JanusGraph <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="export-from-janusgraph" aria-haspopup="dialog" aria-label="Share link: Export from JanusGraph"> Share link </button> </h4><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-groovy" data-lang="groovy">// Export using Gremlin g.V().valueMap(true).toList().collect { v -> [id: v[T.id], label: v[T.label], properties: v.findAll { k, _ -> k != T.id && k != T.label }] }.toJson() g.E().valueMap(true).toList().collect { e -> [id: e[T.id], label: e[T.label], source: e[Direction.OUT].id(), target: e[Direction.IN].id(), properties: e.findAll { k, _ -> !(k in [T.id, T.label, Direction.OUT, Direction.IN]) }] }.toJson() </code></pre></div> <h4 id="convert-gremlin-to-gql" class="position-relative d-flex align-items-center group"> Convert Gremlin to GQL <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="convert-gremlin-to-gql" aria-haspopup="dialog" aria-label="Share link: Convert Gremlin to GQL"> Share link </button> </h4><table> <thead> <tr> <th>Gremlin</th> <th>GQL</th> </tr> </thead> <tbody> <tr> <td><code>g.addV('Person').property('name', 'Alice')</code></td> <td><code>CREATE (:Person {name: 'Alice'})</code></td> </tr> <tr> <td><code>g.V().hasLabel('Person')</code></td> <td><code>MATCH (p:Person) RETURN p</code></td> </tr> <tr> <td><code>g.V().has('name', 'Alice')</code></td> <td><code>MATCH (p {name: 'Alice'}) RETURN p</code></td> </tr> <tr> <td><code>g.V().outE('KNOWS').inV()</code></td> <td><code>MATCH (a)-[:KNOWS]->(b) RETURN b</code></td> </tr> <tr> <td><code>g.V().both('KNOWS')</code></td> <td><code>MATCH (a)-[:KNOWS]-(b) RETURN b</code></td> </tr> <tr> <td><code>g.V().out('KNOWS').out('KNOWS')</code></td> <td><code>MATCH (a)-[:KNOWS*2]->(b) RETURN b</code></td> </tr> </tbody> </table> <h4 id="import-script" class="position-relative d-flex align-items-center group"> Import Script <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="import-script" aria-haspopup="dialog" aria-label="Share link: Import Script"> Share link </button> </h4><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-bash" data-lang="bash">#!/bin/bash # import-janusgraph.sh # Convert Gremlin JSON export to GQL python3 << 'EOF' import json # Load JanusGraph export with open('vertices.json') as f: vertices = json.load(f) with open('edges.json') as f: edges = json.load(f) # Generate GQL statements with open('import.gql', 'w') as out: # Create nodes for v in vertices: props = ', '.join(f"{k}: {json.dumps(v['properties'].get(k, [None])[0])}" for k in v['properties'] if v['properties'][k]) out.write(f"CREATE (:{v['label']} {{{props}}});\n") # Create relationships for e in edges: props = ', '.join(f"{k}: {json.dumps(v)}" for k, v in e.get('properties', {}).items()) out.write(f"MATCH (a), (b) WHERE id(a) = {e['source']} AND id(b) = {e['target']} " f"CREATE (a)-[:{e['label']} {{{props}}}]->(b);\n") EOF # Execute import geode execute-file --file import.gql </code></pre></div> <h3 id="migration-from-relational-databases" class="position-relative d-flex align-items-center group"> Migration from Relational Databases <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="migration-from-relational-databases" aria-haspopup="dialog" aria-label="Share link: Migration from Relational Databases"> Share link </button> </h3> <h4 id="postgresql-to-geode" class="position-relative d-flex align-items-center group"> PostgreSQL to Geode <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="postgresql-to-geode" aria-haspopup="dialog" aria-label="Share link: PostgreSQL to Geode"> Share link </button> </h4>Schema Mapping: <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-fallback" data-lang="fallback">PostgreSQL Table -> Geode Node Label PostgreSQL Row -> Geode Node PostgreSQL Column -> Geode Property PostgreSQL Foreign Key -> Geode Relationship PostgreSQL Join Table -> Geode Relationship with properties </code></pre></div>Export from PostgreSQL: <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-sql" data-lang="sql">-- Export users COPY ( SELECT id, name, email, created_at FROM users ) TO '/tmp/users.csv' WITH CSV HEADER; -- Export relationships (friendship) COPY ( SELECT user_id AS source, friend_id AS target, created_at FROM friendships ) TO '/tmp/friendships.csv' WITH CSV HEADER; </code></pre></div>Import to Geode: <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-bash" data-lang="bash"># Import users as Person nodes geode import csv \ --file users.csv \ --label Person \ --id-column id \ --batch-size 1000 # Import friendships as KNOWS relationships geode import csv \ --file friendships.csv \ --relationship KNOWS \ --source-label Person \ --source-id source \ --target-label Person \ --target-id target \ --batch-size 1000 </code></pre></div> <h4 id="mysql-to-geode" class="position-relative d-flex align-items-center group"> MySQL to Geode <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="mysql-to-geode" aria-haspopup="dialog" aria-label="Share link: MySQL to Geode"> Share link </button> </h4><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-bash" data-lang="bash"># Export from MySQL mysql -u user -p database -e " SELECT id, name, email FROM users " | tail -n +2 > users.tsv # Import to Geode geode import csv \ --file users.tsv \ --delimiter '\t' \ --label User \ --id-column id </code></pre></div> <h4 id="mongodb-to-geode" class="position-relative d-flex align-items-center group"> MongoDB to Geode <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="mongodb-to-geode" aria-haspopup="dialog" aria-label="Share link: MongoDB to Geode"> Share link </button> </h4><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-bash" data-lang="bash"># Export from MongoDB mongoexport --db mydb --collection users --out users.json --jsonArray # Import to Geode geode import json \ --file users.json \ --label User \ --id-field _id </code></pre></div> <h3 id="bulk-import" class="position-relative d-flex align-items-center group"> Bulk Import <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="bulk-import" aria-haspopup="dialog" aria-label="Share link: Bulk Import"> Share link </button> </h3> <h4 id="csv-import" class="position-relative d-flex align-items-center group"> CSV Import <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="csv-import" aria-haspopup="dialog" aria-label="Share link: CSV Import"> Share link </button> </h4><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-bash" data-lang="bash"># Basic CSV import geode import csv \ --file data.csv \ --label Person \ --batch-size 1000 # Advanced options geode import csv \ --file data.csv \ --label Person \ --id-column uuid \ --skip-header true \ --delimiter ',' \ --quote '"' \ --escape '\\' \ --null-value 'NULL' \ --batch-size 5000 \ --parallel 4 \ --on-error skip \ --log-errors /var/log/geode/import-errors.log </code></pre></div> <h4 id="json-import" class="position-relative d-flex align-items-center group"> JSON Import <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="json-import" aria-haspopup="dialog" aria-label="Share link: JSON Import"> Share link </button> </h4><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-bash" data-lang="bash"># JSON array import geode import json \ --file data.json \ --label Person \ --batch-size 1000 # JSONL (JSON Lines) import geode import json \ --file data.jsonl \ --format jsonl \ --label Person \ --batch-size 1000 </code></pre></div> <h4 id="gql-script-import" class="position-relative d-flex align-items-center group"> GQL Script Import <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="gql-script-import" aria-haspopup="dialog" aria-label="Share link: GQL Script Import"> Share link </button> </h4><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-bash" data-lang="bash"># Execute GQL file geode execute-file \ --file import.gql \ --batch-size 100 \ --continue-on-error true </code></pre></div> <h3 id="environment-migration" class="position-relative d-flex align-items-center group"> Environment Migration <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="environment-migration" aria-haspopup="dialog" aria-label="Share link: Environment Migration"> Share link </button> </h3> <h4 id="development-to-production" class="position-relative d-flex align-items-center group"> Development to Production <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="development-to-production" aria-haspopup="dialog" aria-label="Share link: Development to Production"> Share link </button> </h4><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-bash" data-lang="bash">#!/bin/bash # migrate-dev-to-prod.sh DEV_HOST="geode-dev.internal" PROD_HOST="geode-prod.internal" BACKUP_BUCKET="s3://geode-backups" echo "=== Migrating Dev to Prod ===" # 1. Create backup from dev echo "Creating backup from dev..." geode backup \ --host "$DEV_HOST" \ --dest "$BACKUP_BUCKET/dev-export-$(date +%Y%m%d)" \ --mode full # 2. Optionally sanitize data echo "Sanitizing data..." # Remove test data, mask PII, etc. # 3. Restore to prod (in maintenance window) echo "Restoring to prod..." geode restore \ --host "$PROD_HOST" \ --source "$BACKUP_BUCKET/dev-export-$(date +%Y%m%d)" \ --backup-id latest echo "=== Migration Complete ===" </code></pre></div> <h4 id="cross-region-migration" class="position-relative d-flex align-items-center group"> Cross-Region Migration <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="cross-region-migration" aria-haspopup="dialog" aria-label="Share link: Cross-Region Migration"> Share link </button> </h4><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-bash" data-lang="bash">#!/bin/bash # cross-region-migration.sh SOURCE_REGION="us-east-1" TARGET_REGION="eu-west-1" SOURCE_HOST="geode.us-east.example.com" TARGET_HOST="geode.eu-west.example.com" echo "=== Cross-Region Migration ===" # 1. Set up replication echo "Setting up replication..." geode admin replicate \ --source "$SOURCE_HOST" \ --target "$TARGET_HOST" \ --mode async # 2. Wait for sync echo "Waiting for initial sync..." while true; do LAG=$(geode admin replication-lag --target "$TARGET_HOST") echo "Replication lag: $LAG bytes" [ "$LAG" -lt 1000 ] && break sleep 30 done # 3. Stop writes to source echo "Stopping writes to source..." geode admin read-only --host "$SOURCE_HOST" # 4. Final sync echo "Final synchronization..." sleep 60 # 5. Promote target echo "Promoting target..." geode admin promote --host "$TARGET_HOST" # 6. Update DNS echo "Update DNS to point to $TARGET_HOST" echo "=== Migration Complete ===" </code></pre></div> <h3 id="data-validation" class="position-relative d-flex align-items-center group"> Data Validation <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="data-validation" aria-haspopup="dialog" aria-label="Share link: Data Validation"> Share link </button> </h3> <h4 id="pre-migration-validation" class="position-relative d-flex align-items-center group"> Pre-Migration Validation <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="pre-migration-validation" aria-haspopup="dialog" aria-label="Share link: Pre-Migration Validation"> Share link </button> </h4><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-gql" data-lang="gql">-- Count nodes by label MATCH (n) RETURN labels(n)[0] AS label, count(n) AS count ORDER BY label; -- Count relationships by type MATCH ()-[r]->() RETURN type(r) AS type, count(r) AS count ORDER BY type; -- Check for orphaned relationships MATCH (a)-[r]->(b) WHERE a IS NULL OR b IS NULL RETURN count(r) AS orphaned; -- Find duplicates MATCH (p:Person) WITH p.email AS email, count(*) AS count WHERE count > 1 RETURN email, count; </code></pre></div> <h4 id="post-migration-validation" class="position-relative d-flex align-items-center group"> Post-Migration Validation <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="post-migration-validation" aria-haspopup="dialog" aria-label="Share link: Post-Migration Validation"> Share link </button> </h4><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-bash" data-lang="bash">#!/bin/bash # validate-migration.sh SOURCE_HOST="$1" TARGET_HOST="$2" echo "=== Migration Validation ===" # Compare node counts echo "Comparing node counts..." SOURCE_NODES=$(geode query "MATCH (n) RETURN count(n)" --host "$SOURCE_HOST" --format json | jq -r '.rows[0]["count(n)"]') TARGET_NODES=$(geode query "MATCH (n) RETURN count(n)" --host "$TARGET_HOST" --format json | jq -r '.rows[0]["count(n)"]') echo "Source nodes: $SOURCE_NODES" echo "Target nodes: $TARGET_NODES" if [ "$SOURCE_NODES" != "$TARGET_NODES" ]; then echo "WARNING: Node count mismatch!" fi # Compare relationship counts echo "Comparing relationship counts..." SOURCE_RELS=$(geode query "MATCH ()-[r]->() RETURN count(r)" --host "$SOURCE_HOST" --format json | jq -r '.rows[0]["count(r)"]') TARGET_RELS=$(geode query "MATCH ()-[r]->() RETURN count(r)" --host "$TARGET_HOST" --format json | jq -r '.rows[0]["count(r)"]') echo "Source relationships: $SOURCE_RELS" echo "Target relationships: $TARGET_RELS" if [ "$SOURCE_RELS" != "$TARGET_RELS" ]; then echo "WARNING: Relationship count mismatch!" fi # Spot check specific records echo "Spot checking records..." geode query "MATCH (p:Person {email: '[email protected]'}) RETURN p" --host "$TARGET_HOST" echo "=== Validation Complete ===" </code></pre></div> <h3 id="performance-optimization" class="position-relative d-flex align-items-center group"> Performance Optimization <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="performance-optimization" aria-haspopup="dialog" aria-label="Share link: Performance Optimization"> Share link </button> </h3> <h4 id="bulk-loading-best-practices" class="position-relative d-flex align-items-center group"> Bulk Loading Best Practices <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="bulk-loading-best-practices" aria-haspopup="dialog" aria-label="Share link: Bulk Loading Best Practices"> Share link </button> </h4><ol> <li>Disable constraints during import:</li> </ol> <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-gql" data-lang="gql">-- Temporarily disable constraints ALTER DATABASE DISABLE CONSTRAINTS; -- Import data -- ... -- Re-enable constraints ALTER DATABASE ENABLE CONSTRAINTS; </code></pre></div><ol start="2"> <li>Use transactions for batching:</li> </ol> <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-gql" data-lang="gql">BEGIN TRANSACTION; CREATE (:Person {id: 1, name: 'Alice'}); CREATE (:Person {id: 2, name: 'Bob'}); -- ... up to 1000 per transaction COMMIT; </code></pre></div><ol start="3"> <li>Create indexes after import:</li> </ol> <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-gql" data-lang="gql">-- Import data first -- Then create indexes CREATE INDEX person_email ON Person(email); CREATE INDEX person_name ON Person(name); </code></pre></div><ol start="4"> <li>Use parallel imports:</li> </ol> <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-bash" data-lang="bash"># Split file and import in parallel split -l 100000 large-file.csv chunk- ls chunk-* | parallel -j 4 'geode import csv --file {}' </code></pre></div> <h4 id="memory-optimization" class="position-relative d-flex align-items-center group"> Memory Optimization <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="memory-optimization" aria-haspopup="dialog" aria-label="Share link: Memory Optimization"> Share link </button> </h4><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-bash" data-lang="bash"># For large imports, increase memory export GEODE_MAX_MEMORY=16GB export GEODE_IMPORT_BUFFER_SIZE=1GB # Use streaming import for very large files geode import csv \ --file huge-file.csv \ --streaming true \ --batch-size 1000 </code></pre></div> <h3 id="troubleshooting" class="position-relative d-flex align-items-center group"> Troubleshooting <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="troubleshooting" aria-haspopup="dialog" aria-label="Share link: Troubleshooting"> Share link </button> </h3> <h4 id="import-fails-with-oom" class="position-relative d-flex align-items-center group"> Import Fails with OOM <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="import-fails-with-oom" aria-haspopup="dialog" aria-label="Share link: Import Fails with OOM"> Share link </button> </h4><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-bash" data-lang="bash"># Reduce batch size geode import csv --batch-size 100 # Use streaming mode geode import csv --streaming true # Increase memory export GEODE_MAX_MEMORY=32GB </code></pre></div> <h4 id="duplicate-key-errors" class="position-relative d-flex align-items-center group"> Duplicate Key Errors <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="duplicate-key-errors" aria-haspopup="dialog" aria-label="Share link: Duplicate Key Errors"> Share link </button> </h4><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-bash" data-lang="bash"># Skip duplicates geode import csv --on-duplicate skip # Update duplicates geode import csv --on-duplicate update # Fail on duplicates (default) geode import csv --on-duplicate fail </code></pre></div> <h4 id="character-encoding-issues" class="position-relative d-flex align-items-center group"> Character Encoding Issues <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="character-encoding-issues" aria-haspopup="dialog" aria-label="Share link: Character Encoding Issues"> Share link </button> </h4><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-bash" data-lang="bash"># Specify encoding geode import csv --encoding utf-8 # Convert file first iconv -f ISO-8859-1 -t UTF-8 input.csv > input-utf8.csv </code></pre></div> <h4 id="slow-import-performance" class="position-relative d-flex align-items-center group"> Slow Import Performance <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="slow-import-performance" aria-haspopup="dialog" aria-label="Share link: Slow Import Performance"> Share link </button> </h4><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-bash" data-lang="bash"># Check index status (indexes slow down writes) geode admin index-status # Temporarily drop indexes geode query "DROP INDEX person_email" # Import data geode import csv --file data.csv # Recreate indexes geode query "CREATE INDEX person_email ON Person(email)" </code></pre></div> <h3 id="related-documentation" class="position-relative d-flex align-items-center group"> Related Documentation <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="related-documentation" aria-haspopup="dialog" aria-label="Share link: Related Documentation"> Share link </button> </h3><ul> <li><a href="/docs/operations/backup/" >Backup Procedures</a> - Backup-based migration</li> <li><a href="/docs/operations/upgrades/" >Upgrade Procedures</a> - Version migration</li> <li><a href="/docs/operations/disaster-recovery/" >Disaster Recovery</a> - DR migration</li> <li><a href="/docs/guides/schema-design/" >Schema Design</a> - Schema planning</li> <li><a href="/docs/guides/migration-guide/" >Migration Guide (Detailed)</a> - Extended migration guide</li> </ul>