Data Export - Export Graph Data from Geode | Tags

<h2 id="data-export" class="position-relative d-flex align-items-center group"> Data Export <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="data-export" aria-haspopup="dialog" aria-label="Share link: Data Export"> Share link </button> </h2><div id="headingShareModal" class="heading-share-modal" role="dialog" aria-modal="true" aria-labelledby="headingShareTitle" hidden> <div class="hsm-dialog" role="document"> <div class="hsm-header"> <h2 id="headingShareTitle" class="h6 mb-0 fw-bold">Share this section</h2> <button type="button" class="hsm-close" aria-label="Close"> </button> </div> <div class="hsm-body"> <label for="headingShareInput" class="form-label small text-muted mb-1 text-uppercase fw-bold" style="font-size: 0.7rem; letter-spacing: 0.5px;">Permalink</label> <div class="input-group mb-4 hsm-url-group"> <input id="headingShareInput" type="text" class="form-control font-monospace" readonly aria-readonly="true" style="font-size: 0.85rem;" /> <button class="btn btn-primary hsm-copy" type="button" aria-label="Copy" title="Copy"> </button> </div> <div class="small fw-bold mb-2 text-muted text-uppercase" style="font-size: 0.7rem; letter-spacing: 0.5px;">Share via</div> <div class="hsm-share-grid"> <a id="share-twitter" class="btn btn-outline-secondary w-100" target="_blank" rel="noopener noreferrer"> Twitter </a> <a id="share-linkedin" class="btn btn-outline-secondary w-100" target="_blank" rel="noopener noreferrer"> LinkedIn </a> <a id="share-facebook" class="btn btn-outline-secondary w-100" target="_blank" rel="noopener noreferrer"> Facebook </a> </div> </div> </div> </div> <style> .heading-share-modal { position: fixed; inset: 0; display: flex; justify-content: center; align-items: center; background: rgba(0, 0, 0, 0.6); z-index: 1050; padding: 1rem; backdrop-filter: blur(4px); -webkit-backdrop-filter: blur(4px); } .heading-share-modal[hidden] { display: none !important; } .hsm-dialog { max-width: 420px; width: 100%; background: var(--bs-body-bg, #fff); color: var(--bs-body-color, #212529); border: 1px solid var(--bs-border-color, rgba(0,0,0,0.1)); border-radius: 1rem; box-shadow: 0 25px 50px -12px rgba(0, 0, 0, 0.25); overflow: hidden; animation: hsm-fade-in 0.2s ease-out; } @keyframes hsm-fade-in { from { opacity: 0; transform: scale(0.95); } to { opacity: 1; transform: scale(1); } } [data-bs-theme="dark"] .hsm-dialog { background: #1e293b; border-color: rgba(255,255,255,0.1); color: #f8f9fa; } .hsm-header { display: flex; justify-content: space-between; align-items: center; padding: 1rem 1.5rem; border-bottom: 1px solid var(--bs-border-color, rgba(0,0,0,0.1)); background: rgba(0,0,0,0.02); } [data-bs-theme="dark"] .hsm-header { background: rgba(255,255,255,0.02); border-color: rgba(255,255,255,0.1); } .hsm-close { background: transparent; border: none; color: inherit; opacity: 0.5; padding: 0.25rem 0.5rem; border-radius: 0.25rem; font-size: 1.2rem; line-height: 1; transition: opacity 0.2s; } .hsm-close:hover { opacity: 1; } .hsm-body { padding: 1.5rem; } .hsm-url-group { display: flex !important; align-items: stretch; } .hsm-url-group .form-control { flex: 1; min-width: 0; margin: 0; background: var(--bs-secondary-bg, #f8f9fa); border-color: var(--bs-border-color, #dee2e6); border-top-right-radius: 0; border-bottom-right-radius: 0; height: 42px; } .hsm-url-group .btn { flex: 0 0 auto; margin: 0; margin-left: -1px; border-top-left-radius: 0; border-bottom-left-radius: 0; height: 42px; display: flex; align-items: center; justify-content: center; padding: 0 1.25rem; z-index: 2; } [data-bs-theme="dark"] .hsm-url-group .form-control { background: #0f172a; border-color: #334155; color: #e2e8f0; } .hsm-share-grid { display: flex; flex-direction: column; gap: 0.5rem; } .hsm-share-grid .btn { display: flex; align-items: center; justify-content: center; font-size: 0.9rem; padding: 0.6rem; border-color: var(--bs-border-color); width: 100%; } [data-bs-theme="dark"] .hsm-share-grid .btn { color: #e2e8f0; border-color: #475569; } [data-bs-theme="dark"] .hsm-share-grid .btn:hover { background: #334155; border-color: #cbd5e1; } </style> <script> (function(){ const modal = document.getElementById('headingShareModal'); if(!modal) return; const input = modal.querySelector('#headingShareInput'); const copyBtn = modal.querySelector('.hsm-copy'); const twitter = modal.querySelector('#share-twitter'); const linkedin = modal.querySelector('#share-linkedin'); const facebook = modal.querySelector('#share-facebook'); const closeBtn = modal.querySelector('.hsm-close'); let lastFocus=null; let trapBound=false; function buildUrl(id){ return window.location.origin + window.location.pathname + '#' + id; } function isOpen(){ return !modal.hasAttribute('hidden'); } function hydrate(id){ const url=buildUrl(id); input.value=url; const enc=encodeURIComponent(url); const text=encodeURIComponent(document.title); if(twitter) twitter.href=`https://twitter.com/intent/tweet?url=${enc}&text=${text}`; if(linkedin) linkedin.href=`https://www.linkedin.com/sharing/share-offsite/?url=${enc}`; if(facebook) facebook.href=`https://www.facebook.com/sharer/sharer.php?u=${enc}`; } function openModal(id){ lastFocus=document.activeElement; hydrate(id); if(!isOpen()){ modal.removeAttribute('hidden'); } requestAnimationFrame(()=>{ input.focus(); }); trapFocus(); } function closeModal(){ if(!isOpen()) return; modal.setAttribute('hidden',''); if(lastFocus && typeof lastFocus.focus==='function') lastFocus.focus(); } function copyCurrent(){ try{ navigator.clipboard.writeText(input.value).then(()=>feedback(true),()=>fallback()); } catch(e){ fallback(); } } function fallback(){ input.select(); try{ document.execCommand('copy'); feedback(true);}catch(e){ feedback(false);} } function feedback(ok){ if(!copyBtn) return; const icon=copyBtn.querySelector('i'); if(!icon) return; const prev=copyBtn.getAttribute('data-prev')||icon.className; if(!copyBtn.getAttribute('data-prev')) copyBtn.setAttribute('data-prev',prev); icon.className= ok ? 'fa-duotone fa-clipboard-check':'fa-duotone fa-circle-exclamation'; setTimeout(()=>{ icon.className=prev; },1800); } function handleShareClick(e){ e.preventDefault(); const btn=e.currentTarget; const id=btn.getAttribute('data-share-target'); if(id) openModal(id); } function bindShareButtons(){ document.querySelectorAll('.h-share').forEach(btn=>{ if(!btn.dataset.hShareBound){ btn.addEventListener('click', handleShareClick); btn.dataset.hShareBound='1'; } }); } bindShareButtons(); if(document.readyState==='loading'){ document.addEventListener('DOMContentLoaded', bindShareButtons); } else { requestAnimationFrame(bindShareButtons); } document.addEventListener('click', function(e){ const shareBtn=e.target.closest && e.target.closest('.h-share'); if(shareBtn && !shareBtn.dataset.hShareBound){ handleShareClick.call(shareBtn, e); } }, true); document.addEventListener('click', e=>{ if(e.target===modal) closeModal(); if(e.target.closest && e.target.closest('.hsm-close')){ e.preventDefault(); closeModal(); } if(copyBtn && (e.target===copyBtn || (e.target.closest && e.target.closest('.hsm-copy')))) { e.preventDefault(); copyCurrent(); } }); document.addEventListener('keydown', e=>{ if(e.key==='Escape' && isOpen()) closeModal(); }); function trapFocus(){ if(trapBound) return; trapBound=true; modal.addEventListener('keydown', f=>{ if(f.key==='Tab' && isOpen()){ const focusable=[...modal.querySelectorAll('a[href],button,input,textarea,select,[tabindex]:not([tabindex="-1"])')].filter(el=>!el.hasAttribute('disabled')); if(!focusable.length) return; const first=focusable[0]; const last=focusable[focusable.length-1]; if(f.shiftKey && document.activeElement===first){ f.preventDefault(); last.focus(); } else if(!f.shiftKey && document.activeElement===last){ f.preventDefault(); first.focus(); } } }); } if(closeBtn) closeBtn.addEventListener('click', e=>{ e.preventDefault(); closeModal(); }); })(); </script>Data export extracts graph data from Geode into external formats for backup, analysis, migration, or integration with other systems. Geode provides flexible export capabilities supporting multiple formats, streaming for large datasets, filtered extraction, schema export, and compression options. <h3 id="export-formats" class="position-relative d-flex align-items-center group"> Export Formats <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="export-formats" aria-haspopup="dialog" aria-label="Share link: Export Formats"> Share link </button> </h3> <h4 id="json-export" class="position-relative d-flex align-items-center group"> JSON Export <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="json-export" aria-haspopup="dialog" aria-label="Share link: JSON Export"> Share link </button> </h4>JSON format preserves full graph structure with nodes, relationships, and properties: <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-bash" data-lang="bash"># Export entire graph to JSON geode export --format json --output backup.json --graph production # Export with pretty printing geode export --format json --output backup.json --pretty --graph production # Streaming JSON for large graphs geode export --format jsonl --output backup.jsonl --stream --graph production </code></pre></div>JSON Structure: <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-json" data-lang="json">{ "nodes": [ { "id": "123", "labels": ["Person", "Employee"], "properties": { "name": "Alice Johnson", "age": 30, "email": "[email protected]" } } ], "relationships": [ { "id": "456", "type": "WORKS_FOR", "start_node": "123", "end_node": "789", "properties": { "since": "2020-01-15", "role": "Senior Engineer" } } ], "metadata": { "export_time": "2026-01-24T10:30:00Z", "node_count": 15000, "relationship_count": 45000 } } </code></pre></div> <h4 id="csv-export" class="position-relative d-flex align-items-center group"> CSV Export <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="csv-export" aria-haspopup="dialog" aria-label="Share link: CSV Export"> Share link </button> </h4>CSV format for tabular data and analysis tools: <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-bash" data-lang="bash"># Export nodes to CSV geode export --format csv --output users.csv \ --query "MATCH (p:Person) RETURN p.name, p.age, p.email" # Export relationships geode export --format csv --output connections.csv \ --query "MATCH (a:Person)-[r:KNOWS]->(b:Person) RETURN a.name, r.since, b.name" # Custom delimiter geode export --format csv --output data.tsv --delimiter "\t" \ --query "MATCH (n) RETURN n.id, n.name" </code></pre></div> <h4 id="graphml-export" class="position-relative d-flex align-items-center group"> GraphML Export <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="graphml-export" aria-haspopup="dialog" aria-label="Share link: GraphML Export"> Share link </button> </h4>GraphML XML format for graph visualization tools (Gephi, Cytoscape): <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-bash" data-lang="bash"># Export to GraphML geode export --format graphml --output graph.graphml --graph social # Filtered GraphML export geode export --format graphml --output network.graphml \ --node-filter "label = 'Person'" \ --edge-filter "type = 'KNOWS'" </code></pre></div> <h4 id="custom-format-export" class="position-relative d-flex align-items-center group"> Custom Format Export <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="custom-format-export" aria-haspopup="dialog" aria-label="Share link: Custom Format Export"> Share link </button> </h4>Define custom export formats: <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-bash" data-lang="bash"># Neo4j Cypher format for migration geode export --format cypher --output import.cypher --graph production # Parquet format for analytics geode export --format parquet --output data.parquet --compress snappy </code></pre></div> <h3 id="gql-export-statements" class="position-relative d-flex align-items-center group"> GQL EXPORT Statements <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="gql-export-statements" aria-haspopup="dialog" aria-label="Share link: GQL EXPORT Statements"> Share link </button> </h3>Export using GQL directly: <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-gql" data-lang="gql">-- Export query results to CSV EXPORT TO CSV '/exports/users.csv' WITH HEADERS MATCH (p:Person) WHERE p.age >= 18 RETURN p.name AS name, p.age AS age, p.email AS email ORDER BY p.name; -- Export to JSON EXPORT TO JSON '/exports/network.json' MATCH (p:Person)-[r:KNOWS]->(friend:Person) WHERE r.since > DATE('2025-01-01') RETURN p.name AS person, friend.name AS friend, r.since AS connected_since; -- Export with compression EXPORT TO CSV '/exports/large_dataset.csv.gz' COMPRESSED MATCH (n:Product) RETURN n.*; </code></pre></div> <h3 id="selective-export" class="position-relative d-flex align-items-center group"> Selective Export <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="selective-export" aria-haspopup="dialog" aria-label="Share link: Selective Export"> Share link </button> </h3> <h4 id="filtered-data-export" class="position-relative d-flex align-items-center group"> Filtered Data Export <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="filtered-data-export" aria-haspopup="dialog" aria-label="Share link: Filtered Data Export"> Share link </button> </h4>Export specific subsets: <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-gql" data-lang="gql">-- Export active users only EXPORT TO JSON '/exports/active_users.json' MATCH (u:User) WHERE u.last_login > NOW() - INTERVAL '30 days' AND u.status = 'active' RETURN u; -- Export specific node types EXPORT TO CSV '/exports/products.csv' MATCH (p:Product) WHERE p.category IN ['Electronics', 'Computers'] AND p.stock_quantity > 0 RETURN p.id, p.name, p.price, p.stock_quantity; -- Export relationship data EXPORT TO CSV '/exports/transactions.csv' MATCH (u:User)-[t:PURCHASED]->(p:Product) WHERE t.date >= DATE('2026-01-01') RETURN u.id AS user_id, p.id AS product_id, t.date AS purchase_date, t.amount AS amount; </code></pre></div> <h4 id="schema-export" class="position-relative d-flex align-items-center group"> Schema Export <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="schema-export" aria-haspopup="dialog" aria-label="Share link: Schema Export"> Share link </button> </h4>Export graph schema and metadata: <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-bash" data-lang="bash"># Export schema only geode export --schema-only --output schema.gql --graph production # Export with statistics geode export --schema --statistics --output schema_stats.json </code></pre></div>Schema Output: <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-gql" data-lang="gql">-- Node type definitions CREATE NODE TYPE Person ( id STRING PRIMARY KEY, name STRING NOT NULL, age INTEGER, email STRING UNIQUE ); CREATE NODE TYPE Product ( id STRING PRIMARY KEY, name STRING NOT NULL, price DECIMAL, category STRING ); -- Relationship type definitions CREATE RELATIONSHIP TYPE PURCHASED ( date DATE, amount DECIMAL, quantity INTEGER ) FROM User TO Product; -- Indexes CREATE INDEX idx_person_name ON Person(name); CREATE INDEX idx_product_category ON Product(category); -- Constraints ALTER NODE TYPE Person ADD CONSTRAINT unique_email UNIQUE (email); </code></pre></div> <h3 id="streaming-export-for-large-datasets" class="position-relative d-flex align-items-center group"> Streaming Export for Large Datasets <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="streaming-export-for-large-datasets" aria-haspopup="dialog" aria-label="Share link: Streaming Export for Large Datasets"> Share link </button> </h3> <h4 id="memory-efficient-streaming" class="position-relative d-flex align-items-center group"> Memory-Efficient Streaming <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="memory-efficient-streaming" aria-haspopup="dialog" aria-label="Share link: Memory-Efficient Streaming"> Share link </button> </h4>Export large graphs without loading all data into memory: <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-python" data-lang="python"># Python streaming export import asyncio from geode_client import Client import csv async def streaming_export(): client = Client(host="localhost", port=3141) async with client.connection() as conn: # Open output file with open('large_export.csv', 'w', newline='') as csvfile: writer = csv.writer(csvfile) writer.writerow(['id', 'name', 'email', 'age']) # Header # Stream query results processed = 0 for row in client.rows.stream_query( "MATCH (p:Person) RETURN p.id, p.name, p.email, p.age" ): writer.writerow([ row['p.id'], row['p.name'], row['p.email'], row['p.age'] ]) processed += 1 # Progress reporting if processed % 10000 == 0: print(f"Exported {processed} records...") print(f"Export complete: {processed} total records") asyncio.run(streaming_export()) </code></pre></div><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-go" data-lang="go">// Go streaming export package main import ( "database/sql" "encoding/csv" "fmt" "os" _ "geodedb.com/geode" ) func streamingExport() error { db, err := sql.Open("geode", "quic://localhost:3141") if err != nil { return err } defer db.Close() // Query with streaming cursor rows, err := db.Query("MATCH (p:Person) RETURN p.id, p.name, p.email") if err != nil { return err } defer rows.Close() // Create CSV writer file, err := os.Create("export.csv") if err != nil { return err } defer file.Close() writer := csv.NewWriter(file) defer writer.Flush() // Write header writer.Write([]string{"id", "name", "email"}) // Stream and write rows processed := 0 for rows.Next() { var id, name, email string if err := rows.Scan(&id, &name, &email); err != nil { return err } writer.Write([]string{id, name, email}) processed++ if processed%10000 == 0 { fmt.Printf("Exported %d records...\n", processed) } } fmt.Printf("Export complete: %d records\n", processed) return rows.Err() } </code></pre></div> <h3 id="compression-options" class="position-relative d-flex align-items-center group"> Compression Options <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="compression-options" aria-haspopup="dialog" aria-label="Share link: Compression Options"> Share link </button> </h3> <h4 id="compression-formats" class="position-relative d-flex align-items-center group"> Compression Formats <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="compression-formats" aria-haspopup="dialog" aria-label="Share link: Compression Formats"> Share link </button> </h4>Reduce export file sizes: <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-bash" data-lang="bash"># Gzip compression geode export --output backup.json.gz --compress gzip --graph production # Bzip2 compression (better compression ratio) geode export --output backup.json.bz2 --compress bzip2 # Zstd compression (fast with good ratio) geode export --output backup.json.zst --compress zstd # LZ4 compression (fastest) geode export --output backup.json.lz4 --compress lz4 </code></pre></div> <h4 id="compression-examples" class="position-relative d-flex align-items-center group"> Compression Examples <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="compression-examples" aria-haspopup="dialog" aria-label="Share link: Compression Examples"> Share link </button> </h4><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-python" data-lang="python"># Python with compression import gzip import json from geode_client import Client async def compressed_export(): client = Client(host="localhost", port=3141) async with client.connection() as conn: result, _ = await conn.query("MATCH (n) RETURN n") # Write compressed JSON with gzip.open('export.json.gz', 'wt', encoding='utf-8') as f: json.dump([dict(row) for row in result], f, indent=2) </code></pre></div> <h3 id="backup-strategies" class="position-relative d-flex align-items-center group"> Backup Strategies <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="backup-strategies" aria-haspopup="dialog" aria-label="Share link: Backup Strategies"> Share link </button> </h3> <h4 id="full-backup" class="position-relative d-flex align-items-center group"> Full Backup <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="full-backup" aria-haspopup="dialog" aria-label="Share link: Full Backup"> Share link </button> </h4><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-bash" data-lang="bash">#!/bin/bash # Full database backup script BACKUP_DIR="/backups/geode" TIMESTAMP=$(date +%Y%m%d_%H%M%S) BACKUP_NAME="geode_backup_${TIMESTAMP}" # Export full graph geode export \ --format json \ --output "${BACKUP_DIR}/${BACKUP_NAME}.json.gz" \ --compress gzip \ --graph production # Export schema geode export \ --schema-only \ --output "${BACKUP_DIR}/${BACKUP_NAME}_schema.gql" # Verify backup if [ $? -eq 0 ]; then echo "Backup successful: ${BACKUP_NAME}" # Cleanup old backups (keep last 7 days) find "${BACKUP_DIR}" -name "geode_backup_*.json.gz" -mtime +7 -delete else echo "Backup failed!" exit 1 fi </code></pre></div> <h4 id="incremental-backup" class="position-relative d-flex align-items-center group"> Incremental Backup <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="incremental-backup" aria-haspopup="dialog" aria-label="Share link: Incremental Backup"> Share link </button> </h4><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-bash" data-lang="bash"># Export only changed data since last backup LAST_BACKUP_TIME="2026-01-23T00:00:00Z" geode export \ --format json \ --output incremental_backup.json \ --filter "updated_at > '${LAST_BACKUP_TIME}'" \ --graph production </code></pre></div> <h4 id="scheduled-backups" class="position-relative d-flex align-items-center group"> Scheduled Backups <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="scheduled-backups" aria-haspopup="dialog" aria-label="Share link: Scheduled Backups"> Share link </button> </h4><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-bash" data-lang="bash"># Crontab entry: Daily backup at 2 AM 0 2 * * * /usr/local/bin/geode-backup.sh >> /var/log/geode-backup.log 2>&1 </code></pre></div> <h3 id="etl-integration" class="position-relative d-flex align-items-center group"> ETL Integration <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="etl-integration" aria-haspopup="dialog" aria-label="Share link: ETL Integration"> Share link </button> </h3> <h4 id="apache-airflow-integration" class="position-relative d-flex align-items-center group"> Apache Airflow Integration <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="apache-airflow-integration" aria-haspopup="dialog" aria-label="Share link: Apache Airflow Integration"> Share link </button> </h4><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-python" data-lang="python">from airflow import DAG from airflow.operators.python import PythonOperator from datetime import datetime, timedelta from geode_client import Client import pandas as pd def export_to_data_warehouse(): """Export Geode data to data warehouse""" client = Client("localhost:3141") # Extract from Geode result = client.execute(""" MATCH (p:Person)-[r:PURCHASED]->(prod:Product) WHERE r.date >= DATE(NOW()) - INTERVAL '1 day' RETURN p.id AS customer_id, prod.id AS product_id, r.amount AS amount, r.date AS purchase_date """) # Transform to DataFrame df = pd.DataFrame([dict(row) for row in result]) # Load to warehouse df.to_sql('purchases', warehouse_engine, if_exists='append', index=False) return len(df) with DAG( 'geode_export_dag', default_args={'owner': 'data_team'}, schedule_interval=timedelta(days=1), start_date=datetime(2026, 1, 1) ) as dag: export_task = PythonOperator( task_id='export_to_warehouse', python_callable=export_to_data_warehouse ) </code></pre></div> <h3 id="performance-optimization" class="position-relative d-flex align-items-center group"> Performance Optimization <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="performance-optimization" aria-haspopup="dialog" aria-label="Share link: Performance Optimization"> Share link </button> </h3> <h4 id="parallel-export" class="position-relative d-flex align-items-center group"> Parallel Export <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="parallel-export" aria-haspopup="dialog" aria-label="Share link: Parallel Export"> Share link </button> </h4><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-bash" data-lang="bash"># Export large dataset in parallel chunks for i in {0..9}; do geode export \ --format csv \ --output "export_part_${i}.csv" \ --query "MATCH (p:Person) WHERE MOD(toInteger(p.id), 10) = $chunk RETURN p" \ --param chunk=$i & done wait # Combine chunks cat export_part_*.csv > complete_export.csv </code></pre></div> <h4 id="batch-processing" class="position-relative d-flex align-items-center group"> Batch Processing <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="batch-processing" aria-haspopup="dialog" aria-label="Share link: Batch Processing"> Share link </button> </h4><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-python" data-lang="python"># Export in manageable batches async def batch_export(batch_size=10000): client = Client(host="localhost", port=3141) async with client.connection() as conn: offset = 0 batch_num = 0 while True: result, _ = await conn.query(f""" MATCH (p:Person) RETURN p ORDER BY p.id SKIP {offset} LIMIT {batch_size} """) if not result: break # No more data # Write batch to file filename = f"export_batch_{batch_num:04d}.json" with open(filename, 'w') as f: json.dump([dict(row) for row in result], f) offset += batch_size batch_num += 1 print(f"Exported batch {batch_num}: {len(result.rows)} records") </code></pre></div> <h3 id="best-practices" class="position-relative d-flex align-items-center group"> Best Practices <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="best-practices" aria-haspopup="dialog" aria-label="Share link: Best Practices"> Share link </button> </h3> <h4 id="general-guidelines" class="position-relative d-flex align-items-center group"> General Guidelines <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="general-guidelines" aria-haspopup="dialog" aria-label="Share link: General Guidelines"> Share link </button> </h4><ol> <li>Use Compression: Always compress large exports to save space</li> <li>Validate Exports: Verify exported data integrity</li> <li>Schedule Regular Backups: Automate backup procedures</li> <li>Store Securely: Encrypt sensitive data exports</li> <li>Document Exports: Maintain export logs and metadata</li> <li>Test Restores: Regularly test backup restoration</li> <li>Monitor Performance: Track export times and sizes</li> </ol> <h4 id="security-considerations" class="position-relative d-flex align-items-center group"> Security Considerations <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="security-considerations" aria-haspopup="dialog" aria-label="Share link: Security Considerations"> Share link </button> </h4><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-bash" data-lang="bash"># Encrypt exports geode export --output backup.json --graph production gpg --encrypt --recipient [email protected] backup.json # Secure transfer scp backup.json.gpg backup-server:/secure/backups/ # Cleanup local unencrypted files shred -u backup.json </code></pre></div> <h3 id="troubleshooting" class="position-relative d-flex align-items-center group"> Troubleshooting <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="troubleshooting" aria-haspopup="dialog" aria-label="Share link: Troubleshooting"> Share link </button> </h3> <h4 id="large-export-issues" class="position-relative d-flex align-items-center group"> Large Export Issues <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="large-export-issues" aria-haspopup="dialog" aria-label="Share link: Large Export Issues"> Share link </button> </h4><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-bash" data-lang="bash"># If export runs out of memory, use streaming geode export --format jsonl --stream --output large.jsonl # Or export in chunks by node type geode export --output users.json --node-filter "label = 'User'" geode export --output products.json --node-filter "label = 'Product'" </code></pre></div> <h4 id="performance-problems" class="position-relative d-flex align-items-center group"> Performance Problems <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="performance-problems" aria-haspopup="dialog" aria-label="Share link: Performance Problems"> Share link </button> </h4><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-gql" data-lang="gql">-- Optimize export queries with indexes CREATE INDEX idx_export_timestamp ON Node(updated_at); -- Use selective exports instead of full dumps EXPORT TO CSV 'recent_data.csv' MATCH (n) WHERE n.updated_at > DATE('2026-01-01') RETURN n; </code></pre></div> <h3 id="related-topics" class="position-relative d-flex align-items-center group"> Related Topics <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="related-topics" aria-haspopup="dialog" aria-label="Share link: Related Topics"> Share link </button> </h3><ul> <li><a href="/tags/import/" >Import</a> - Data import strategies</li> <li><a href="/tags/migration/" >Migration</a> - Database migration tools</li> <li><a href="/tags/backup/" >Backup</a> - Backup and recovery</li> <li><a href="/tags/etl/" >ETL</a> - ETL pipeline integration</li> <li><a href="/tags/integration/" >Integration</a> - Integration patterns</li> </ul> <h3 id="further-reading" class="position-relative d-flex align-items-center group"> Further Reading <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="further-reading" aria-haspopup="dialog" aria-label="Share link: Further Reading"> Share link </button> </h3><ul> <li><a href="https://www.percona.com/blog/2019/01/03/backup-best-practices/" aria-label="Backup Best Practices – opens in new window" target="_blank" rel="noopener noreferrer" >Backup Best Practices ↗ </a> - Industry standards</li> <li><a href="https://www.kimballgroup.com/data-warehouse-business-intelligence-resources/kimball-techniques/etl-architecture-34-subsystems/" aria-label="ETL Design Patterns – opens in new window" target="_blank" rel="noopener noreferrer" >ETL Design Patterns ↗ </a> - Kimball Group guide</li> </ul>

Popular

Data Export - Export Graph Data from Geode

Related Articles

Data Export Guide