Data Export Guide | Geode Database

<h2 id="data-export-guide" class="position-relative d-flex align-items-center group"> Data Export Guide <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="data-export-guide" aria-haspopup="dialog" aria-label="Share link: Data Export Guide"> Share link </button> </h2><div id="headingShareModal" class="heading-share-modal" role="dialog" aria-modal="true" aria-labelledby="headingShareTitle" hidden> <div class="hsm-dialog" role="document"> <div class="hsm-header"> <h2 id="headingShareTitle" class="h6 mb-0 fw-bold">Share this section</h2> <button type="button" class="hsm-close" aria-label="Close"> </button> </div> <div class="hsm-body"> <label for="headingShareInput" class="form-label small text-muted mb-1 text-uppercase fw-bold" style="font-size: 0.7rem; letter-spacing: 0.5px;">Permalink</label> <div class="input-group mb-4 hsm-url-group"> <input id="headingShareInput" type="text" class="form-control font-monospace" readonly aria-readonly="true" style="font-size: 0.85rem;" /> <button class="btn btn-primary hsm-copy" type="button" aria-label="Copy" title="Copy"> </button> </div> <div class="small fw-bold mb-2 text-muted text-uppercase" style="font-size: 0.7rem; letter-spacing: 0.5px;">Share via</div> <div class="hsm-share-grid"> <a id="share-twitter" class="btn btn-outline-secondary w-100" target="_blank" rel="noopener noreferrer"> Twitter </a> <a id="share-linkedin" class="btn btn-outline-secondary w-100" target="_blank" rel="noopener noreferrer"> LinkedIn </a> <a id="share-facebook" class="btn btn-outline-secondary w-100" target="_blank" rel="noopener noreferrer"> Facebook </a> </div> </div> </div> </div> <style> .heading-share-modal { position: fixed; inset: 0; display: flex; justify-content: center; align-items: center; background: rgba(0, 0, 0, 0.6); z-index: 1050; padding: 1rem; backdrop-filter: blur(4px); -webkit-backdrop-filter: blur(4px); } .heading-share-modal[hidden] { display: none !important; } .hsm-dialog { max-width: 420px; width: 100%; background: var(--bs-body-bg, #fff); color: var(--bs-body-color, #212529); border: 1px solid var(--bs-border-color, rgba(0,0,0,0.1)); border-radius: 1rem; box-shadow: 0 25px 50px -12px rgba(0, 0, 0, 0.25); overflow: hidden; animation: hsm-fade-in 0.2s ease-out; } @keyframes hsm-fade-in { from { opacity: 0; transform: scale(0.95); } to { opacity: 1; transform: scale(1); } } [data-bs-theme="dark"] .hsm-dialog { background: #1e293b; border-color: rgba(255,255,255,0.1); color: #f8f9fa; } .hsm-header { display: flex; justify-content: space-between; align-items: center; padding: 1rem 1.5rem; border-bottom: 1px solid var(--bs-border-color, rgba(0,0,0,0.1)); background: rgba(0,0,0,0.02); } [data-bs-theme="dark"] .hsm-header { background: rgba(255,255,255,0.02); border-color: rgba(255,255,255,0.1); } .hsm-close { background: transparent; border: none; color: inherit; opacity: 0.5; padding: 0.25rem 0.5rem; border-radius: 0.25rem; font-size: 1.2rem; line-height: 1; transition: opacity 0.2s; } .hsm-close:hover { opacity: 1; } .hsm-body { padding: 1.5rem; } .hsm-url-group { display: flex !important; align-items: stretch; } .hsm-url-group .form-control { flex: 1; min-width: 0; margin: 0; background: var(--bs-secondary-bg, #f8f9fa); border-color: var(--bs-border-color, #dee2e6); border-top-right-radius: 0; border-bottom-right-radius: 0; height: 42px; } .hsm-url-group .btn { flex: 0 0 auto; margin: 0; margin-left: -1px; border-top-left-radius: 0; border-bottom-left-radius: 0; height: 42px; display: flex; align-items: center; justify-content: center; padding: 0 1.25rem; z-index: 2; } [data-bs-theme="dark"] .hsm-url-group .form-control { background: #0f172a; border-color: #334155; color: #e2e8f0; } .hsm-share-grid { display: flex; flex-direction: column; gap: 0.5rem; } .hsm-share-grid .btn { display: flex; align-items: center; justify-content: center; font-size: 0.9rem; padding: 0.6rem; border-color: var(--bs-border-color); width: 100%; } [data-bs-theme="dark"] .hsm-share-grid .btn { color: #e2e8f0; border-color: #475569; } [data-bs-theme="dark"] .hsm-share-grid .btn:hover { background: #334155; border-color: #cbd5e1; } </style> <script> (function(){ const modal = document.getElementById('headingShareModal'); if(!modal) return; const input = modal.querySelector('#headingShareInput'); const copyBtn = modal.querySelector('.hsm-copy'); const twitter = modal.querySelector('#share-twitter'); const linkedin = modal.querySelector('#share-linkedin'); const facebook = modal.querySelector('#share-facebook'); const closeBtn = modal.querySelector('.hsm-close'); let lastFocus=null; let trapBound=false; function buildUrl(id){ return window.location.origin + window.location.pathname + '#' + id; } function isOpen(){ return !modal.hasAttribute('hidden'); } function hydrate(id){ const url=buildUrl(id); input.value=url; const enc=encodeURIComponent(url); const text=encodeURIComponent(document.title); if(twitter) twitter.href=`https://twitter.com/intent/tweet?url=${enc}&text=${text}`; if(linkedin) linkedin.href=`https://www.linkedin.com/sharing/share-offsite/?url=${enc}`; if(facebook) facebook.href=`https://www.facebook.com/sharer/sharer.php?u=${enc}`; } function openModal(id){ lastFocus=document.activeElement; hydrate(id); if(!isOpen()){ modal.removeAttribute('hidden'); } requestAnimationFrame(()=>{ input.focus(); }); trapFocus(); } function closeModal(){ if(!isOpen()) return; modal.setAttribute('hidden',''); if(lastFocus && typeof lastFocus.focus==='function') lastFocus.focus(); } function copyCurrent(){ try{ navigator.clipboard.writeText(input.value).then(()=>feedback(true),()=>fallback()); } catch(e){ fallback(); } } function fallback(){ input.select(); try{ document.execCommand('copy'); feedback(true);}catch(e){ feedback(false);} } function feedback(ok){ if(!copyBtn) return; const icon=copyBtn.querySelector('i'); if(!icon) return; const prev=copyBtn.getAttribute('data-prev')||icon.className; if(!copyBtn.getAttribute('data-prev')) copyBtn.setAttribute('data-prev',prev); icon.className= ok ? 'fa-duotone fa-clipboard-check':'fa-duotone fa-circle-exclamation'; setTimeout(()=>{ icon.className=prev; },1800); } function handleShareClick(e){ e.preventDefault(); const btn=e.currentTarget; const id=btn.getAttribute('data-share-target'); if(id) openModal(id); } function bindShareButtons(){ document.querySelectorAll('.h-share').forEach(btn=>{ if(!btn.dataset.hShareBound){ btn.addEventListener('click', handleShareClick); btn.dataset.hShareBound='1'; } }); } bindShareButtons(); if(document.readyState==='loading'){ document.addEventListener('DOMContentLoaded', bindShareButtons); } else { requestAnimationFrame(bindShareButtons); } document.addEventListener('click', function(e){ const shareBtn=e.target.closest && e.target.closest('.h-share'); if(shareBtn && !shareBtn.dataset.hShareBound){ handleShareClick.call(shareBtn, e); } }, true); document.addEventListener('click', e=>{ if(e.target===modal) closeModal(); if(e.target.closest && e.target.closest('.hsm-close')){ e.preventDefault(); closeModal(); } if(copyBtn && (e.target===copyBtn || (e.target.closest && e.target.closest('.hsm-copy')))) { e.preventDefault(); copyCurrent(); } }); document.addEventListener('keydown', e=>{ if(e.key==='Escape' && isOpen()) closeModal(); }); function trapFocus(){ if(trapBound) return; trapBound=true; modal.addEventListener('keydown', f=>{ if(f.key==='Tab' && isOpen()){ const focusable=[...modal.querySelectorAll('a[href],button,input,textarea,select,[tabindex]:not([tabindex="-1"])')].filter(el=>!el.hasAttribute('disabled')); if(!focusable.length) return; const first=focusable[0]; const last=focusable[focusable.length-1]; if(f.shiftKey && document.activeElement===first){ f.preventDefault(); last.focus(); } else if(!f.shiftKey && document.activeElement===last){ f.preventDefault(); first.focus(); } } }); } if(closeBtn) closeBtn.addEventListener('click', e=>{ e.preventDefault(); closeModal(); }); })(); </script>This guide covers comprehensive strategies for exporting data from Geode to various formats including CSV, JSON/JSONL, and streaming exports for analytics pipelines. Learn how to perform selective exports, incremental exports, and handle large datasets efficiently. <h3 id="overview" class="position-relative d-flex align-items-center group"> Overview <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="overview" aria-haspopup="dialog" aria-label="Share link: Overview"> Share link </button> </h3>Geode supports multiple export methods: <table> <thead> <tr> <th>Method</th> <th>Best For</th> <th>Output Format</th> </tr> </thead> <tbody> <tr> <td>CSV Export</td> <td>Spreadsheets, BI tools</td> <td>Tabular data</td> </tr> <tr> <td>JSON Export</td> <td>APIs, web applications</td> <td>Structured data</td> </tr> <tr> <td>JSONL Export</td> <td>Streaming, log processing</td> <td>Line-delimited JSON</td> </tr> <tr> <td>Streaming Export</td> <td>Large datasets</td> <td>Continuous stream</td> </tr> <tr> <td>Incremental Export</td> <td>Change tracking</td> <td>Delta updates</td> </tr> </tbody> </table> <h3 id="exporting-to-csv" class="position-relative d-flex align-items-center group"> Exporting to CSV <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="exporting-to-csv" aria-haspopup="dialog" aria-label="Share link: Exporting to CSV"> Share link </button> </h3> <h4 id="basic-csv-export" class="position-relative d-flex align-items-center group"> Basic CSV Export <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="basic-csv-export" aria-haspopup="dialog" aria-label="Share link: Basic CSV Export"> Share link </button> </h4>Export all nodes of a specific label to CSV format. GQL Query: <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-gql" data-lang="gql">MATCH (u:User) RETURN u.id, u.name, u.email, u.age, u.city ORDER BY u.id </code></pre></div> <h4 id="multi-language-csv-export-examples" class="position-relative d-flex align-items-center group"> Multi-Language CSV Export Examples <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="multi-language-csv-export-examples" aria-haspopup="dialog" aria-label="Share link: Multi-Language CSV Export Examples"> Share link </button> </h4><div class="docs-tabs mb-4"> <ul class="nav nav-tabs" id="tabs-1774880880798620763" role="tablist"><li class="nav-item" role="presentation"> <button class="nav-link active" id="tabs-1774880880798620763-tab-0-tab" data-bs-toggle="tab" data-bs-target="#tabs-1774880880798620763-tab-0" type="button" role="tab" aria-controls="tabs-1774880880798620763-tab-0" aria-selected="true" > Go </button> </li><li class="nav-item" role="presentation"> <button class="nav-link" id="tabs-1774880880798620763-tab-1-tab" data-bs-toggle="tab" data-bs-target="#tabs-1774880880798620763-tab-1" type="button" role="tab" aria-controls="tabs-1774880880798620763-tab-1" aria-selected="false" > Python </button> </li><li class="nav-item" role="presentation"> <button class="nav-link" id="tabs-1774880880798620763-tab-2-tab" data-bs-toggle="tab" data-bs-target="#tabs-1774880880798620763-tab-2" type="button" role="tab" aria-controls="tabs-1774880880798620763-tab-2" aria-selected="false" > Rust </button> </li><li class="nav-item" role="presentation"> <button class="nav-link" id="tabs-1774880880798620763-tab-3-tab" data-bs-toggle="tab" data-bs-target="#tabs-1774880880798620763-tab-3" type="button" role="tab" aria-controls="tabs-1774880880798620763-tab-3" aria-selected="false" > Node.js </button> </li><li class="nav-item" role="presentation"> <button class="nav-link" id="tabs-1774880880798620763-tab-4-tab" data-bs-toggle="tab" data-bs-target="#tabs-1774880880798620763-tab-4" type="button" role="tab" aria-controls="tabs-1774880880798620763-tab-4" aria-selected="false" > Zig </button> </li></ul> <div class="tab-content border border-top-0 rounded-bottom p-3" id="tabs-1774880880798620763-content"><div class="tab-pane fade show active" id="tabs-1774880880798620763-tab-0" role="tabpanel" aria-labelledby="tabs-1774880880798620763-tab-0-tab" > <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-go" data-lang="go">package main import ( "context" "database/sql" "encoding/csv" "log" "os" "strconv" _ "geodedb.com/geode" ) func main() { db, err := sql.Open("geode", "localhost:3141") if err != nil { log.Fatal(err) } defer db.Close() ctx := context.Background() // Query data rows, err := db.QueryContext(ctx, ` MATCH (u:User) RETURN u.id, u.name, u.email, u.age, u.city ORDER BY u.id `) if err != nil { log.Fatal(err) } defer rows.Close() // Create CSV file file, err := os.Create("users_export.csv") if err != nil { log.Fatal(err) } defer file.Close() writer := csv.NewWriter(file) defer writer.Flush() // Write header writer.Write([]string{"id", "name", "email", "age", "city"}) // Write rows rowCount := 0 for rows.Next() { var id, age int var name, email, city string if err := rows.Scan(&id, &name, &email, &age, &city); err != nil { log.Printf("Error scanning row: %v", err) continue } writer.Write([]string{ strconv.Itoa(id), name, email, strconv.Itoa(age), city, }) rowCount++ } log.Printf("Exported %d users to users_export.csv", rowCount) } </code></pre></div> </div><div class="tab-pane fade" id="tabs-1774880880798620763-tab-1" role="tabpanel" aria-labelledby="tabs-1774880880798620763-tab-1-tab" > <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-python" data-lang="python">import asyncio import csv from geode_client import Client async def export_to_csv(filename: str): client = Client(host="localhost", port=3141, skip_verify=True) async with client.connection() as conn: # Query all users page, has_more = await conn.query(""" MATCH (u:User) RETURN u.id, u.name, u.email, u.age, u.city ORDER BY u.id """) with open(filename, 'w', newline='') as file: writer = csv.writer(file) # Write header writer.writerow(['id', 'name', 'email', 'age', 'city']) # Write first page for row in page.rows: writer.writerow([ row['u.id'].as_int, row['u.name'].as_string, row['u.email'].as_string, row['u.age'].as_int, row['u.city'].as_string ]) # Fetch remaining pages while has_more: page, has_more = await conn.pull() for row in page.rows: writer.writerow([ row['u.id'].as_int, row['u.name'].as_string, row['u.email'].as_string, row['u.age'].as_int, row['u.city'].as_string ]) print(f"Exported to {filename}") asyncio.run(export_to_csv("users_export.csv")) </code></pre></div> </div><div class="tab-pane fade" id="tabs-1774880880798620763-tab-2" role="tabpanel" aria-labelledby="tabs-1774880880798620763-tab-2-tab" > <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-rust" data-lang="rust">use geode_client::Client; use std::fs::File; use std::io::Write; #[tokio::main] async fn main() -> Result<(), Box<dyn std::error::Error>> { let client = Client::new("127.0.0.1", 3141).skip_verify(true); let mut conn = client.connect().await?; // Query data let (page, _) = conn.query(r#" MATCH (u:User) RETURN u.id, u.name, u.email, u.age, u.city ORDER BY u.id "#).await?; // Create CSV file let mut file = File::create("users_export.csv")?; // Write header writeln!(file, "id,name,email,age,city")?; // Write rows let mut count = 0; for row in &page.rows { let id = row.get("u.id").unwrap().as_int()?; let name = row.get("u.name").unwrap().as_string()?; let email = row.get("u.email").unwrap().as_string()?; let age = row.get("u.age").unwrap().as_int()?; let city = row.get("u.city").unwrap().as_string()?; // Escape CSV fields properly writeln!(file, "{},\"{}\",\"{}\",{},\"{}\"", id, name.replace("\"", "\"\""), email.replace("\"", "\"\""), age, city.replace("\"", "\"\"") )?; count += 1; } println!("Exported {} users to users_export.csv", count); Ok(()) } </code></pre></div> </div><div class="tab-pane fade" id="tabs-1774880880798620763-tab-3" role="tabpanel" aria-labelledby="tabs-1774880880798620763-tab-3-tab" > <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-typescript" data-lang="typescript">import { createClient } from '@geodedb/client'; import { createWriteStream } from 'fs'; async function exportToCSV(filename: string) { const client = await createClient('quic://localhost:3141'); const writeStream = createWriteStream(filename); // Write header writeStream.write('id,name,email,age,city\n'); // Query and stream results const rows = await client.queryAll(` MATCH (u:User) RETURN u.id, u.name, u.email, u.age, u.city ORDER BY u.id `); let count = 0; for (const row of rows) { const id = row.get('u.id')?.asNumber; const name = row.get('u.name')?.asString?.replace(/"/g, '""'); const email = row.get('u.email')?.asString?.replace(/"/g, '""'); const age = row.get('u.age')?.asNumber; const city = row.get('u.city')?.asString?.replace(/"/g, '""'); writeStream.write(`${id},"${name}","${email}",${age},"${city}"\n`); count++; } writeStream.end(); console.log(`Exported ${count} users to ${filename}`); await client.close(); } exportToCSV('users_export.csv'); </code></pre></div> </div><div class="tab-pane fade" id="tabs-1774880880798620763-tab-4" role="tabpanel" aria-labelledby="tabs-1774880880798620763-tab-4-tab" > <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-zig" data-lang="zig">const std = @import("std"); const geode = @import("geode_client"); pub fn main() !void { var gpa = std.heap.GeneralPurposeAllocator(.{}){}; defer _ = gpa.deinit(); const allocator = gpa.allocator(); var client = geode.GeodeClient.init(allocator, "localhost", 3141, true); defer client.deinit(); try client.connect(); try client.sendHello("csv-export", "1.0.0"); _ = try client.receiveMessage(30000); // Query data try client.sendRunGql(1, \\MATCH (u:User) \\RETURN u.id, u.name, u.email, u.age, u.city \\ORDER BY u.id , null); _ = try client.receiveMessage(30000); // Pull results try client.sendPull(1, 10000); const result = try client.receiveMessage(30000); defer allocator.free(result); // Create output file const file = try std.fs.cwd().createFile("users_export.csv", .{}); defer file.close(); // Write header try file.writeAll("id,name,email,age,city\n"); // Parse JSON result and write CSV rows const parsed = try std.json.parseFromSlice(std.json.Value, allocator, result, .{}); defer parsed.deinit(); if (parsed.value.object.get("rows")) |rows| { for (rows.array.items) |row| { // Extract fields and write CSV line const id = row.object.get("u.id").?.integer; const name = row.object.get("u.name").?.string; const email = row.object.get("u.email").?.string; const age = row.object.get("u.age").?.integer; const city = row.object.get("u.city").?.string; var buf: [1024]u8 = undefined; const line = try std.fmt.bufPrint(&buf, "{d},\"{s}\",\"{s}\",{d},\"{s}\"\n", .{ id, name, email, age, city, }); try file.writeAll(line); } } std.debug.print("Export complete\n", .{}); } </code></pre></div> </div></div> </div> <h4 id="exporting-relationships-to-csv" class="position-relative d-flex align-items-center group"> Exporting Relationships to CSV <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="exporting-relationships-to-csv" aria-haspopup="dialog" aria-label="Share link: Exporting Relationships to CSV"> Share link </button> </h4>Export relationships with their properties: <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-gql" data-lang="gql">MATCH (u1:User)-[r:KNOWS]->(u2:User) RETURN u1.id AS from_id, u2.id AS to_id, r.since AS since, r.strength AS strength ORDER BY u1.id, u2.id </code></pre></div><div class="docs-tabs mb-4"> <ul class="nav nav-tabs" id="tabs-1774880880820528849" role="tablist"><li class="nav-item" role="presentation"> <button class="nav-link active" id="tabs-1774880880820528849-tab-0-tab" data-bs-toggle="tab" data-bs-target="#tabs-1774880880820528849-tab-0" type="button" role="tab" aria-controls="tabs-1774880880820528849-tab-0" aria-selected="true" > Python </button> </li></ul> <div class="tab-content border border-top-0 rounded-bottom p-3" id="tabs-1774880880820528849-content"><div class="tab-pane fade show active" id="tabs-1774880880820528849-tab-0" role="tabpanel" aria-labelledby="tabs-1774880880820528849-tab-0-tab" > <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-python" data-lang="python">import asyncio import csv from geode_client import Client async def export_relationships(): client = Client(host="localhost", port=3141, skip_verify=True) async with client.connection() as conn: page, _ = await conn.query(""" MATCH (u1:User)-[r:KNOWS]->(u2:User) RETURN u1.id AS from_id, u2.id AS to_id, r.since AS since, r.strength AS strength ORDER BY u1.id, u2.id """) with open('relationships_export.csv', 'w', newline='') as file: writer = csv.writer(file) writer.writerow(['from_id', 'to_id', 'since', 'strength']) for row in page.rows: writer.writerow([ row['from_id'].as_int, row['to_id'].as_int, row['since'].as_string if row['since'] else '', row['strength'].as_float if row['strength'] else '' ]) print(f"Exported {len(page.rows)} relationships") asyncio.run(export_relationships()) </code></pre></div> </div></div> </div> <h3 id="exporting-to-jsonjsonl" class="position-relative d-flex align-items-center group"> Exporting to JSON/JSONL <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="exporting-to-jsonjsonl" aria-haspopup="dialog" aria-label="Share link: Exporting to JSON/JSONL"> Share link </button> </h3> <h4 id="full-json-export" class="position-relative d-flex align-items-center group"> Full JSON Export <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="full-json-export" aria-haspopup="dialog" aria-label="Share link: Full JSON Export"> Share link </button> </h4>Export data as a complete JSON document: <div class="docs-tabs mb-4"> <ul class="nav nav-tabs" id="tabs-1774880880826296610" role="tablist"><li class="nav-item" role="presentation"> <button class="nav-link active" id="tabs-1774880880826296610-tab-0-tab" data-bs-toggle="tab" data-bs-target="#tabs-1774880880826296610-tab-0" type="button" role="tab" aria-controls="tabs-1774880880826296610-tab-0" aria-selected="true" > Go </button> </li><li class="nav-item" role="presentation"> <button class="nav-link" id="tabs-1774880880826296610-tab-1-tab" data-bs-toggle="tab" data-bs-target="#tabs-1774880880826296610-tab-1" type="button" role="tab" aria-controls="tabs-1774880880826296610-tab-1" aria-selected="false" > Python </button> </li><li class="nav-item" role="presentation"> <button class="nav-link" id="tabs-1774880880826296610-tab-2-tab" data-bs-toggle="tab" data-bs-target="#tabs-1774880880826296610-tab-2" type="button" role="tab" aria-controls="tabs-1774880880826296610-tab-2" aria-selected="false" > Rust </button> </li><li class="nav-item" role="presentation"> <button class="nav-link" id="tabs-1774880880826296610-tab-3-tab" data-bs-toggle="tab" data-bs-target="#tabs-1774880880826296610-tab-3" type="button" role="tab" aria-controls="tabs-1774880880826296610-tab-3" aria-selected="false" > Node.js </button> </li></ul> <div class="tab-content border border-top-0 rounded-bottom p-3" id="tabs-1774880880826296610-content"><div class="tab-pane fade show active" id="tabs-1774880880826296610-tab-0" role="tabpanel" aria-labelledby="tabs-1774880880826296610-tab-0-tab" > <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-go" data-lang="go">package main import ( "context" "database/sql" "encoding/json" "log" "os" _ "geodedb.com/geode" ) type User struct { ID int `json:"id"` Name string `json:"name"` Email string `json:"email"` Age int `json:"age"` City string `json:"city"` Tags []string `json:"tags,omitempty"` } type ExportData struct { ExportedAt string `json:"exported_at"` Count int `json:"count"` Users []User `json:"users"` } func main() { db, err := sql.Open("geode", "localhost:3141") if err != nil { log.Fatal(err) } defer db.Close() ctx := context.Background() rows, err := db.QueryContext(ctx, ` MATCH (u:User) RETURN u.id, u.name, u.email, u.age, u.city, u.tags ORDER BY u.id `) if err != nil { log.Fatal(err) } defer rows.Close() var users []User for rows.Next() { var u User var tagsJSON string if err := rows.Scan(&u.ID, &u.Name, &u.Email, &u.Age, &u.City, &tagsJSON); err != nil { continue } if tagsJSON != "" { json.Unmarshal([]byte(tagsJSON), &u.Tags) } users = append(users, u) } export := ExportData{ ExportedAt: "2026-01-28T10:00:00Z", Count: len(users), Users: users, } file, _ := os.Create("users_export.json") defer file.Close() encoder := json.NewEncoder(file) encoder.SetIndent("", " ") encoder.Encode(export) log.Printf("Exported %d users to users_export.json", len(users)) } </code></pre></div> </div><div class="tab-pane fade" id="tabs-1774880880826296610-tab-1" role="tabpanel" aria-labelledby="tabs-1774880880826296610-tab-1-tab" > <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-python" data-lang="python">import asyncio import json from datetime import datetime from geode_client import Client async def export_to_json(filename: str): client = Client(host="localhost", port=3141, skip_verify=True) async with client.connection() as conn: page, _ = await conn.query(""" MATCH (u:User) RETURN u.id, u.name, u.email, u.age, u.city, u.tags ORDER BY u.id """) users = [] for row in page.rows: user = { "id": row['u.id'].as_int, "name": row['u.name'].as_string, "email": row['u.email'].as_string, "age": row['u.age'].as_int, "city": row['u.city'].as_string, } # Handle optional tags if row.get('u.tags'): user["tags"] = row['u.tags'].as_list users.append(user) export_data = { "exported_at": datetime.utcnow().isoformat() + "Z", "count": len(users), "users": users } with open(filename, 'w') as f: json.dump(export_data, f, indent=2) print(f"Exported {len(users)} users to {filename}") asyncio.run(export_to_json("users_export.json")) </code></pre></div> </div><div class="tab-pane fade" id="tabs-1774880880826296610-tab-2" role="tabpanel" aria-labelledby="tabs-1774880880826296610-tab-2-tab" > <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-rust" data-lang="rust">use geode_client::Client; use serde::{Deserialize, Serialize}; use std::fs::File; use std::io::Write; use chrono::Utc; #[derive(Serialize)] struct User { id: i64, name: String, email: String, age: i64, city: String, #[serde(skip_serializing_if = "Vec::is_empty")] tags: Vec<String>, } #[derive(Serialize)] struct ExportData { exported_at: String, count: usize, users: Vec<User>, } #[tokio::main] async fn main() -> Result<(), Box<dyn std::error::Error>> { let client = Client::new("127.0.0.1", 3141).skip_verify(true); let mut conn = client.connect().await?; let (page, _) = conn.query(r#" MATCH (u:User) RETURN u.id, u.name, u.email, u.age, u.city, u.tags ORDER BY u.id "#).await?; let mut users = Vec::new(); for row in &page.rows { let tags: Vec<String> = row.get("u.tags") .map(|v| v.as_list().unwrap_or_default() .iter() .map(|t| t.as_string().unwrap_or_default()) .collect()) .unwrap_or_default(); users.push(User { id: row.get("u.id").unwrap().as_int()?, name: row.get("u.name").unwrap().as_string()?, email: row.get("u.email").unwrap().as_string()?, age: row.get("u.age").unwrap().as_int()?, city: row.get("u.city").unwrap().as_string()?, tags, }); } let export = ExportData { exported_at: Utc::now().to_rfc3339(), count: users.len(), users, }; let mut file = File::create("users_export.json")?; let json = serde_json::to_string_pretty(&export)?; file.write_all(json.as_bytes())?; println!("Exported {} users", export.count); Ok(()) } </code></pre></div> </div><div class="tab-pane fade" id="tabs-1774880880826296610-tab-3" role="tabpanel" aria-labelledby="tabs-1774880880826296610-tab-3-tab" > <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-typescript" data-lang="typescript">import { createClient } from '@geodedb/client'; import { writeFileSync } from 'fs'; interface User { id: number; name: string; email: string; age: number; city: string; tags?: string[]; } interface ExportData { exported_at: string; count: number; users: User[]; } async function exportToJSON(filename: string) { const client = await createClient('quic://localhost:3141'); const rows = await client.queryAll(` MATCH (u:User) RETURN u.id, u.name, u.email, u.age, u.city, u.tags ORDER BY u.id `); const users: User[] = []; for (const row of rows) { const user: User = { id: row.get('u.id')?.asNumber!, name: row.get('u.name')?.asString!, email: row.get('u.email')?.asString!, age: row.get('u.age')?.asNumber!, city: row.get('u.city')?.asString!, }; const tags = row.get('u.tags')?.asList; if (tags && tags.length > 0) { user.tags = tags; } users.push(user); } const exportData: ExportData = { exported_at: new Date().toISOString(), count: users.length, users, }; writeFileSync(filename, JSON.stringify(exportData, null, 2)); console.log(`Exported ${users.length} users to ${filename}`); await client.close(); } exportToJSON('users_export.json'); </code></pre></div> </div></div> </div> <h4 id="jsonl-export-streaming" class="position-relative d-flex align-items-center group"> JSONL Export (Streaming) <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="jsonl-export-streaming" aria-haspopup="dialog" aria-label="Share link: JSONL Export (Streaming)"> Share link </button> </h4>JSONL format is ideal for streaming large datasets: <div class="docs-tabs mb-4"> <ul class="nav nav-tabs" id="tabs-1774880880867976790" role="tablist"><li class="nav-item" role="presentation"> <button class="nav-link active" id="tabs-1774880880867976790-tab-0-tab" data-bs-toggle="tab" data-bs-target="#tabs-1774880880867976790-tab-0" type="button" role="tab" aria-controls="tabs-1774880880867976790-tab-0" aria-selected="true" > Python </button> </li><li class="nav-item" role="presentation"> <button class="nav-link" id="tabs-1774880880867976790-tab-1-tab" data-bs-toggle="tab" data-bs-target="#tabs-1774880880867976790-tab-1" type="button" role="tab" aria-controls="tabs-1774880880867976790-tab-1" aria-selected="false" > Go </button> </li></ul> <div class="tab-content border border-top-0 rounded-bottom p-3" id="tabs-1774880880867976790-content"><div class="tab-pane fade show active" id="tabs-1774880880867976790-tab-0" role="tabpanel" aria-labelledby="tabs-1774880880867976790-tab-0-tab" > <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-python" data-lang="python">import asyncio import json from geode_client import Client async def export_to_jsonl(filename: str, batch_size: int = 1000): """Export data to JSONL format with streaming.""" client = Client(host="localhost", port=3141, skip_verify=True) async with client.connection() as conn: total_exported = 0 with open(filename, 'w') as file: # Query with pagination page, has_more = await conn.query( """ MATCH (u:User) RETURN u.id, u.name, u.email, u.age, u.city ORDER BY u.id """, fetch_size=batch_size ) while True: # Write current page for row in page.rows: record = { "id": row['u.id'].as_int, "name": row['u.name'].as_string, "email": row['u.email'].as_string, "age": row['u.age'].as_int, "city": row['u.city'].as_string } file.write(json.dumps(record) + '\n') total_exported += 1 if not has_more: break # Fetch next page page, has_more = await conn.pull(batch_size) if total_exported % 10000 == 0: print(f"Exported {total_exported} records...") print(f"Total exported: {total_exported} records to {filename}") asyncio.run(export_to_jsonl("users_export.jsonl")) </code></pre></div> </div><div class="tab-pane fade" id="tabs-1774880880867976790-tab-1" role="tabpanel" aria-labelledby="tabs-1774880880867976790-tab-1-tab" > <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-go" data-lang="go">package main import ( "bufio" "context" "database/sql" "encoding/json" "log" "os" _ "geodedb.com/geode" ) func main() { db, err := sql.Open("geode", "localhost:3141") if err != nil { log.Fatal(err) } defer db.Close() ctx := context.Background() rows, err := db.QueryContext(ctx, ` MATCH (u:User) RETURN u.id, u.name, u.email, u.age, u.city ORDER BY u.id `) if err != nil { log.Fatal(err) } defer rows.Close() file, _ := os.Create("users_export.jsonl") defer file.Close() writer := bufio.NewWriter(file) defer writer.Flush() count := 0 for rows.Next() { var id, age int var name, email, city string rows.Scan(&id, &name, &email, &age, &city) record := map[string]interface{}{ "id": id, "name": name, "email": email, "age": age, "city": city, } jsonLine, _ := json.Marshal(record) writer.Write(jsonLine) writer.WriteString("\n") count++ if count%10000 == 0 { writer.Flush() log.Printf("Exported %d records...", count) } } log.Printf("Total exported: %d records", count) } </code></pre></div> </div></div> </div> <h3 id="selective-exports-with-queries" class="position-relative d-flex align-items-center group"> Selective Exports with Queries <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="selective-exports-with-queries" aria-haspopup="dialog" aria-label="Share link: Selective Exports with Queries"> Share link </button> </h3> <h4 id="filtering-by-properties" class="position-relative d-flex align-items-center group"> Filtering by Properties <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="filtering-by-properties" aria-haspopup="dialog" aria-label="Share link: Filtering by Properties"> Share link </button> </h4><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-gql" data-lang="gql">// Export users from a specific city MATCH (u:User) WHERE u.city = "New York" RETURN u.id, u.name, u.email // Export users within age range MATCH (u:User) WHERE u.age >= 25 AND u.age <= 35 RETURN u.id, u.name, u.age // Export users with specific tags MATCH (u:User) WHERE "developer" IN u.tags RETURN u.id, u.name, u.tags </code></pre></div> <h4 id="exporting-graph-subsets" class="position-relative d-flex align-items-center group"> Exporting Graph Subsets <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="exporting-graph-subsets" aria-haspopup="dialog" aria-label="Share link: Exporting Graph Subsets"> Share link </button> </h4><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-gql" data-lang="gql">// Export users and their immediate friends MATCH (u:User)-[:KNOWS]->(friend:User) WHERE u.city = "San Francisco" RETURN u.id AS user_id, u.name AS user_name, collect(friend.name) AS friends // Export 2-hop network MATCH path = (u:User {name: "Alice"})-[:KNOWS*1..2]->(connected:User) RETURN DISTINCT connected.id, connected.name, length(path) AS distance </code></pre></div> <h4 id="complex-filtering-example" class="position-relative d-flex align-items-center group"> Complex Filtering Example <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="complex-filtering-example" aria-haspopup="dialog" aria-label="Share link: Complex Filtering Example"> Share link </button> </h4><div class="docs-tabs mb-4"> <ul class="nav nav-tabs" id="tabs-1774880880886661738" role="tablist"><li class="nav-item" role="presentation"> <button class="nav-link active" id="tabs-1774880880886661738-tab-0-tab" data-bs-toggle="tab" data-bs-target="#tabs-1774880880886661738-tab-0" type="button" role="tab" aria-controls="tabs-1774880880886661738-tab-0" aria-selected="true" > Python </button> </li></ul> <div class="tab-content border border-top-0 rounded-bottom p-3" id="tabs-1774880880886661738-content"><div class="tab-pane fade show active" id="tabs-1774880880886661738-tab-0" role="tabpanel" aria-labelledby="tabs-1774880880886661738-tab-0-tab" > <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-python" data-lang="python">import asyncio import json from geode_client import Client from datetime import datetime, timedelta async def export_active_users(days: int = 30): """Export users active in the last N days.""" client = Client(host="localhost", port=3141, skip_verify=True) cutoff_date = (datetime.utcnow() - timedelta(days=days)).isoformat() async with client.connection() as conn: page, _ = await conn.query( """ MATCH (u:User) WHERE u.last_active > $cutoff RETURN u.id, u.name, u.email, u.last_active ORDER BY u.last_active DESC """, {"cutoff": cutoff_date} ) users = [] for row in page.rows: users.append({ "id": row['u.id'].as_int, "name": row['u.name'].as_string, "email": row['u.email'].as_string, "last_active": row['u.last_active'].as_string }) with open(f"active_users_{days}d.json", 'w') as f: json.dump({ "exported_at": datetime.utcnow().isoformat(), "filter": f"active in last {days} days", "count": len(users), "users": users }, f, indent=2) print(f"Exported {len(users)} active users") asyncio.run(export_active_users(30)) </code></pre></div> </div></div> </div> <h3 id="incremental-exports" class="position-relative d-flex align-items-center group"> Incremental Exports <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="incremental-exports" aria-haspopup="dialog" aria-label="Share link: Incremental Exports"> Share link </button> </h3> <h4 id="timestamp-based-incremental-export" class="position-relative d-flex align-items-center group"> Timestamp-Based Incremental Export <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="timestamp-based-incremental-export" aria-haspopup="dialog" aria-label="Share link: Timestamp-Based Incremental Export"> Share link </button> </h4>Track changes using timestamp columns: <div class="docs-tabs mb-4"> <ul class="nav nav-tabs" id="tabs-1774880880893428293" role="tablist"><li class="nav-item" role="presentation"> <button class="nav-link active" id="tabs-1774880880893428293-tab-0-tab" data-bs-toggle="tab" data-bs-target="#tabs-1774880880893428293-tab-0" type="button" role="tab" aria-controls="tabs-1774880880893428293-tab-0" aria-selected="true" > Python </button> </li><li class="nav-item" role="presentation"> <button class="nav-link" id="tabs-1774880880893428293-tab-1-tab" data-bs-toggle="tab" data-bs-target="#tabs-1774880880893428293-tab-1" type="button" role="tab" aria-controls="tabs-1774880880893428293-tab-1" aria-selected="false" > Go </button> </li></ul> <div class="tab-content border border-top-0 rounded-bottom p-3" id="tabs-1774880880893428293-content"><div class="tab-pane fade show active" id="tabs-1774880880893428293-tab-0" role="tabpanel" aria-labelledby="tabs-1774880880893428293-tab-0-tab" > <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-python" data-lang="python">import asyncio import json from datetime import datetime from geode_client import Client class IncrementalExporter: def __init__(self, state_file: str = "export_state.json"): self.state_file = state_file self.state = self._load_state() def _load_state(self) -> dict: try: with open(self.state_file, 'r') as f: return json.load(f) except FileNotFoundError: return {"last_export": "1970-01-01T00:00:00Z"} def _save_state(self): with open(self.state_file, 'w') as f: json.dump(self.state, f) async def export_changes(self, output_file: str): """Export records changed since last export.""" client = Client(host="localhost", port=3141, skip_verify=True) async with client.connection() as conn: page, _ = await conn.query( """ MATCH (u:User) WHERE u.updated_at > $since RETURN u.id, u.name, u.email, u.updated_at ORDER BY u.updated_at """, {"since": self.state["last_export"]} ) if not page.rows: print("No changes since last export") return changes = [] latest_timestamp = self.state["last_export"] for row in page.rows: updated_at = row['u.updated_at'].as_string changes.append({ "id": row['u.id'].as_int, "name": row['u.name'].as_string, "email": row['u.email'].as_string, "updated_at": updated_at }) if updated_at > latest_timestamp: latest_timestamp = updated_at # Write changes with open(output_file, 'w') as f: json.dump({ "export_type": "incremental", "since": self.state["last_export"], "until": latest_timestamp, "count": len(changes), "changes": changes }, f, indent=2) # Update state self.state["last_export"] = latest_timestamp self._save_state() print(f"Exported {len(changes)} changed records") async def main(): exporter = IncrementalExporter() await exporter.export_changes("incremental_export.json") asyncio.run(main()) </code></pre></div> </div><div class="tab-pane fade" id="tabs-1774880880893428293-tab-1" role="tabpanel" aria-labelledby="tabs-1774880880893428293-tab-1-tab" > <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-go" data-lang="go">package main import ( "context" "database/sql" "encoding/json" "log" "os" "time" _ "geodedb.com/geode" ) type ExportState struct { LastExport string `json:"last_export"` } type Change struct { ID int `json:"id"` Name string `json:"name"` Email string `json:"email"` UpdatedAt string `json:"updated_at"` } func loadState(filename string) ExportState { data, err := os.ReadFile(filename) if err != nil { return ExportState{LastExport: "1970-01-01T00:00:00Z"} } var state ExportState json.Unmarshal(data, &state) return state } func saveState(filename string, state ExportState) { data, _ := json.Marshal(state) os.WriteFile(filename, data, 0644) } func main() { db, err := sql.Open("geode", "localhost:3141") if err != nil { log.Fatal(err) } defer db.Close() ctx := context.Background() state := loadState("export_state.json") rows, err := db.QueryContext(ctx, ` MATCH (u:User) WHERE u.updated_at > ? RETURN u.id, u.name, u.email, u.updated_at ORDER BY u.updated_at `, state.LastExport) if err != nil { log.Fatal(err) } defer rows.Close() var changes []Change var latestTimestamp string = state.LastExport for rows.Next() { var c Change rows.Scan(&c.ID, &c.Name, &c.Email, &c.UpdatedAt) changes = append(changes, c) if c.UpdatedAt > latestTimestamp { latestTimestamp = c.UpdatedAt } } if len(changes) == 0 { log.Println("No changes since last export") return } export := map[string]interface{}{ "export_type": "incremental", "since": state.LastExport, "until": latestTimestamp, "count": len(changes), "changes": changes, } file, _ := os.Create("incremental_export.json") defer file.Close() json.NewEncoder(file).Encode(export) state.LastExport = latestTimestamp saveState("export_state.json", state) log.Printf("Exported %d changed records", len(changes)) } </code></pre></div> </div></div> </div> <h4 id="change-data-capture-pattern" class="position-relative d-flex align-items-center group"> Change Data Capture Pattern <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="change-data-capture-pattern" aria-haspopup="dialog" aria-label="Share link: Change Data Capture Pattern"> Share link </button> </h4><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-python" data-lang="python">import asyncio import json from datetime import datetime from geode_client import Client async def capture_changes(): """Capture and export changes with operation type.""" client = Client(host="localhost", port=3141, skip_verify=True) async with client.connection() as conn: # Query change log (assuming you have a change tracking mechanism) page, _ = await conn.query(""" MATCH (c:ChangeLog) WHERE c.timestamp > $since RETURN c.operation, c.entity_type, c.entity_id, c.old_values, c.new_values, c.timestamp ORDER BY c.timestamp """, {"since": "2026-01-27T00:00:00Z"}) changes = [] for row in page.rows: changes.append({ "operation": row['c.operation'].as_string, # CREATE, UPDATE, DELETE "entity_type": row['c.entity_type'].as_string, "entity_id": row['c.entity_id'].as_int, "old_values": json.loads(row['c.old_values'].as_string) if row['c.old_values'] else None, "new_values": json.loads(row['c.new_values'].as_string) if row['c.new_values'] else None, "timestamp": row['c.timestamp'].as_string }) with open('cdc_export.jsonl', 'w') as f: for change in changes: f.write(json.dumps(change) + '\n') print(f"Captured {len(changes)} changes") asyncio.run(capture_changes()) </code></pre></div> <h3 id="streaming-large-datasets" class="position-relative d-flex align-items-center group"> Streaming Large Datasets <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="streaming-large-datasets" aria-haspopup="dialog" aria-label="Share link: Streaming Large Datasets"> Share link </button> </h3> <h4 id="paginated-export" class="position-relative d-flex align-items-center group"> Paginated Export <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="paginated-export" aria-haspopup="dialog" aria-label="Share link: Paginated Export"> Share link </button> </h4><div class="docs-tabs mb-4"> <ul class="nav nav-tabs" id="tabs-1774880880918807824" role="tablist"><li class="nav-item" role="presentation"> <button class="nav-link active" id="tabs-1774880880918807824-tab-0-tab" data-bs-toggle="tab" data-bs-target="#tabs-1774880880918807824-tab-0" type="button" role="tab" aria-controls="tabs-1774880880918807824-tab-0" aria-selected="true" > Python </button> </li><li class="nav-item" role="presentation"> <button class="nav-link" id="tabs-1774880880918807824-tab-1-tab" data-bs-toggle="tab" data-bs-target="#tabs-1774880880918807824-tab-1" type="button" role="tab" aria-controls="tabs-1774880880918807824-tab-1" aria-selected="false" > Go </button> </li></ul> <div class="tab-content border border-top-0 rounded-bottom p-3" id="tabs-1774880880918807824-content"><div class="tab-pane fade show active" id="tabs-1774880880918807824-tab-0" role="tabpanel" aria-labelledby="tabs-1774880880918807824-tab-0-tab" > <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-python" data-lang="python">import asyncio import json from geode_client import Client async def stream_export(output_file: str, page_size: int = 10000): """Stream large dataset export with pagination.""" client = Client(host="localhost", port=3141, skip_verify=True) async with client.connection() as conn: total_exported = 0 offset = 0 with open(output_file, 'w') as f: while True: page, _ = await conn.query( """ MATCH (u:User) RETURN u.id, u.name, u.email, u.age ORDER BY u.id SKIP $offset LIMIT $limit """, {"offset": offset, "limit": page_size} ) if not page.rows: break for row in page.rows: record = { "id": row['u.id'].as_int, "name": row['u.name'].as_string, "email": row['u.email'].as_string, "age": row['u.age'].as_int } f.write(json.dumps(record) + '\n') total_exported += len(page.rows) offset += page_size print(f"Exported {total_exported} records...") # Break if we got fewer records than page size if len(page.rows) < page_size: break print(f"Stream export complete: {total_exported} total records") asyncio.run(stream_export("large_export.jsonl")) </code></pre></div> </div><div class="tab-pane fade" id="tabs-1774880880918807824-tab-1" role="tabpanel" aria-labelledby="tabs-1774880880918807824-tab-1-tab" > <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-go" data-lang="go">package main import ( "bufio" "context" "database/sql" "encoding/json" "log" "os" _ "geodedb.com/geode" ) func main() { db, err := sql.Open("geode", "localhost:3141") if err != nil { log.Fatal(err) } defer db.Close() ctx := context.Background() file, _ := os.Create("large_export.jsonl") defer file.Close() writer := bufio.NewWriter(file) defer writer.Flush() pageSize := 10000 offset := 0 totalExported := 0 for { rows, err := db.QueryContext(ctx, ` MATCH (u:User) RETURN u.id, u.name, u.email, u.age ORDER BY u.id SKIP ? LIMIT ? `, offset, pageSize) if err != nil { log.Fatal(err) } count := 0 for rows.Next() { var id, age int var name, email string rows.Scan(&id, &name, &email, &age) record := map[string]interface{}{ "id": id, "name": name, "email": email, "age": age, } jsonLine, _ := json.Marshal(record) writer.Write(jsonLine) writer.WriteString("\n") count++ } rows.Close() totalExported += count log.Printf("Exported %d records...", totalExported) if count < pageSize { break } offset += pageSize } log.Printf("Stream export complete: %d total records", totalExported) } </code></pre></div> </div></div> </div> <h4 id="cursor-based-export" class="position-relative d-flex align-items-center group"> Cursor-Based Export <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="cursor-based-export" aria-haspopup="dialog" aria-label="Share link: Cursor-Based Export"> Share link </button> </h4>For very large datasets, use cursor-based pagination: <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-python" data-lang="python">import asyncio import json from geode_client import Client async def cursor_export(output_file: str, batch_size: int = 10000): """Export using cursor-based pagination for better performance.""" client = Client(host="localhost", port=3141, skip_verify=True) async with client.connection() as conn: last_id = 0 total = 0 with open(output_file, 'w') as f: while True: page, _ = await conn.query( """ MATCH (u:User) WHERE u.id > $last_id RETURN u.id, u.name, u.email ORDER BY u.id LIMIT $limit """, {"last_id": last_id, "limit": batch_size} ) if not page.rows: break for row in page.rows: record = { "id": row['u.id'].as_int, "name": row['u.name'].as_string, "email": row['u.email'].as_string } f.write(json.dumps(record) + '\n') last_id = record['id'] total += len(page.rows) print(f"Exported {total} records (last_id: {last_id})") print(f"Export complete: {total} records") asyncio.run(cursor_export("cursor_export.jsonl")) </code></pre></div> <h3 id="export-for-analytics-pipelines" class="position-relative d-flex align-items-center group"> Export for Analytics Pipelines <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="export-for-analytics-pipelines" aria-haspopup="dialog" aria-label="Share link: Export for Analytics Pipelines"> Share link </button> </h3> <h4 id="apache-parquet-export" class="position-relative d-flex align-items-center group"> Apache Parquet Export <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="apache-parquet-export" aria-haspopup="dialog" aria-label="Share link: Apache Parquet Export"> Share link </button> </h4>For analytics workloads, export to Parquet format: <div class="docs-tabs mb-4"> <ul class="nav nav-tabs" id="tabs-1774880880931594507" role="tablist"><li class="nav-item" role="presentation"> <button class="nav-link active" id="tabs-1774880880931594507-tab-0-tab" data-bs-toggle="tab" data-bs-target="#tabs-1774880880931594507-tab-0" type="button" role="tab" aria-controls="tabs-1774880880931594507-tab-0" aria-selected="true" > Python </button> </li></ul> <div class="tab-content border border-top-0 rounded-bottom p-3" id="tabs-1774880880931594507-content"><div class="tab-pane fade show active" id="tabs-1774880880931594507-tab-0" role="tabpanel" aria-labelledby="tabs-1774880880931594507-tab-0-tab" > <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-python" data-lang="python">import asyncio import pyarrow as pa import pyarrow.parquet as pq from geode_client import Client async def export_to_parquet(output_file: str): """Export data to Apache Parquet format for analytics.""" client = Client(host="localhost", port=3141, skip_verify=True) async with client.connection() as conn: page, _ = await conn.query(""" MATCH (u:User) RETURN u.id, u.name, u.email, u.age, u.city, u.created_at ORDER BY u.id """) # Collect data ids = [] names = [] emails = [] ages = [] cities = [] created_ats = [] for row in page.rows: ids.append(row['u.id'].as_int) names.append(row['u.name'].as_string) emails.append(row['u.email'].as_string) ages.append(row['u.age'].as_int) cities.append(row['u.city'].as_string) created_ats.append(row['u.created_at'].as_string) # Create PyArrow table table = pa.table({ 'id': pa.array(ids, type=pa.int64()), 'name': pa.array(names, type=pa.string()), 'email': pa.array(emails, type=pa.string()), 'age': pa.array(ages, type=pa.int32()), 'city': pa.array(cities, type=pa.string()), 'created_at': pa.array(created_ats, type=pa.string()) }) # Write to Parquet pq.write_table(table, output_file, compression='snappy') print(f"Exported {len(ids)} records to {output_file}") asyncio.run(export_to_parquet("users.parquet")) </code></pre></div> </div></div> </div> <h4 id="data-lake-export" class="position-relative d-flex align-items-center group"> Data Lake Export <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="data-lake-export" aria-haspopup="dialog" aria-label="Share link: Data Lake Export"> Share link </button> </h4>Export data partitioned by date for data lake ingestion: <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-python" data-lang="python">import asyncio import json import os from datetime import datetime, timedelta from geode_client import Client async def export_partitioned(base_path: str, start_date: str, end_date: str): """Export data partitioned by date for data lake.""" client = Client(host="localhost", port=3141, skip_verify=True) start = datetime.fromisoformat(start_date) end = datetime.fromisoformat(end_date) current = start async with client.connection() as conn: while current <= end: date_str = current.strftime("%Y-%m-%d") next_date = current + timedelta(days=1) page, _ = await conn.query( """ MATCH (e:Event) WHERE e.timestamp >= $start AND e.timestamp < $end RETURN e.id, e.type, e.user_id, e.timestamp, e.data ORDER BY e.timestamp """, { "start": current.isoformat(), "end": next_date.isoformat() } ) if page.rows: # Create partition directory partition_path = os.path.join( base_path, f"year={current.year}", f"month={current.month:02d}", f"day={current.day:02d}" ) os.makedirs(partition_path, exist_ok=True) # Write data output_file = os.path.join(partition_path, "events.jsonl") with open(output_file, 'w') as f: for row in page.rows: record = { "id": row['e.id'].as_int, "type": row['e.type'].as_string, "user_id": row['e.user_id'].as_int, "timestamp": row['e.timestamp'].as_string, "data": row['e.data'].as_string } f.write(json.dumps(record) + '\n') print(f"Exported {len(page.rows)} events for {date_str}") current = next_date asyncio.run(export_partitioned( "/data/events", "2026-01-01", "2026-01-28" )) </code></pre></div> <h4 id="streaming-to-message-queue" class="position-relative d-flex align-items-center group"> Streaming to Message Queue <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="streaming-to-message-queue" aria-haspopup="dialog" aria-label="Share link: Streaming to Message Queue"> Share link </button> </h4><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-python" data-lang="python">import asyncio import json from geode_client import Client # from kafka import KafkaProducer # Uncomment for actual Kafka usage async def export_to_kafka(topic: str): """Stream export to Kafka for real-time analytics.""" client = Client(host="localhost", port=3141, skip_verify=True) # producer = KafkaProducer( # bootstrap_servers=['localhost:9092'], # value_serializer=lambda v: json.dumps(v).encode('utf-8') # ) async with client.connection() as conn: page, has_more = await conn.query( """ MATCH (u:User) RETURN u.id, u.name, u.email, u.updated_at ORDER BY u.updated_at DESC """, fetch_size=1000 ) total = 0 while True: for row in page.rows: message = { "id": row['u.id'].as_int, "name": row['u.name'].as_string, "email": row['u.email'].as_string, "updated_at": row['u.updated_at'].as_string } # producer.send(topic, value=message, key=str(message['id']).encode()) print(f"Would send to Kafka: {message}") # Demo output total += 1 if not has_more: break page, has_more = await conn.pull(1000) # producer.flush() print(f"Streamed {total} records to Kafka topic '{topic}'") asyncio.run(export_to_kafka("user-updates")) </code></pre></div> <h3 id="export-utilities" class="position-relative d-flex align-items-center group"> Export Utilities <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="export-utilities" aria-haspopup="dialog" aria-label="Share link: Export Utilities"> Share link </button> </h3> <h4 id="export-progress-tracking" class="position-relative d-flex align-items-center group"> Export Progress Tracking <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="export-progress-tracking" aria-haspopup="dialog" aria-label="Share link: Export Progress Tracking"> Share link </button> </h4><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-python" data-lang="python">import asyncio import json import time from geode_client import Client class ExportProgress: def __init__(self, total_estimate: int = None): self.total_estimate = total_estimate self.exported = 0 self.start_time = time.time() def update(self, count: int): self.exported += count elapsed = time.time() - self.start_time rate = self.exported / elapsed if elapsed > 0 else 0 if self.total_estimate: pct = (self.exported / self.total_estimate) * 100 eta = (self.total_estimate - self.exported) / rate if rate > 0 else 0 print(f"\rExported: {self.exported:,} / {self.total_estimate:,} " f"({pct:.1f}%) | Rate: {rate:.0f}/s | ETA: {eta:.0f}s", end='') else: print(f"\rExported: {self.exported:,} | Rate: {rate:.0f}/s", end='') def finish(self): elapsed = time.time() - self.start_time rate = self.exported / elapsed if elapsed > 0 else 0 print(f"\nExport complete: {self.exported:,} records in {elapsed:.1f}s ({rate:.0f}/s)") async def export_with_progress(output_file: str): client = Client(host="localhost", port=3141, skip_verify=True) async with client.connection() as conn: # Get total count estimate count_result, _ = await conn.query("MATCH (u:User) RETURN count(u) AS total") total = count_result.rows[0]['total'].as_int if count_result.rows else None progress = ExportProgress(total) with open(output_file, 'w') as f: page, has_more = await conn.query( "MATCH (u:User) RETURN u.id, u.name, u.email ORDER BY u.id", fetch_size=5000 ) while True: for row in page.rows: f.write(json.dumps({ "id": row['u.id'].as_int, "name": row['u.name'].as_string, "email": row['u.email'].as_string }) + '\n') progress.update(len(page.rows)) if not has_more: break page, has_more = await conn.pull(5000) progress.finish() asyncio.run(export_with_progress("export_with_progress.jsonl")) </code></pre></div> <h4 id="export-validation" class="position-relative d-flex align-items-center group"> Export Validation <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="export-validation" aria-haspopup="dialog" aria-label="Share link: Export Validation"> Share link </button> </h4><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-python" data-lang="python">import asyncio import json from geode_client import Client async def validate_export(export_file: str): """Validate exported data against source.""" client = Client(host="localhost", port=3141, skip_verify=True) # Read export file exported_ids = set() with open(export_file, 'r') as f: for line in f: record = json.loads(line) exported_ids.add(record['id']) print(f"Exported records: {len(exported_ids)}") # Compare with source async with client.connection() as conn: page, _ = await conn.query("MATCH (u:User) RETURN u.id") source_ids = {row['u.id'].as_int for row in page.rows} print(f"Source records: {len(source_ids)}") missing = source_ids - exported_ids extra = exported_ids - source_ids if missing: print(f"Missing from export: {len(missing)} records") print(f" Sample: {list(missing)[:10]}") if extra: print(f"Extra in export: {len(extra)} records") print(f" Sample: {list(extra)[:10]}") if not missing and not extra: print("Validation passed: Export matches source") asyncio.run(validate_export("users_export.jsonl")) </code></pre></div> <h3 id="next-steps" class="position-relative d-flex align-items-center group"> Next Steps <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="next-steps" aria-haspopup="dialog" aria-label="Share link: Next Steps"> Share link </button> </h3><ul> <li><a href="/guides/data-import/" >Data Import Guide</a> - Import data into Geode</li> <li><a href="/guides/backup-restore/" >Backup and Restore Guide</a> - Protect your data</li> <li><a href="/docs/performance/" >Performance Guide</a> - Optimize query performance</li> <li><a href="/guides/graph-modeling/" >Graph Modeling Guide</a> - Design effective schemas</li> </ul> <h3 id="resources" class="position-relative d-flex align-items-center group"> Resources <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="resources" aria-haspopup="dialog" aria-label="Share link: Resources"> Share link </button> </h3><ul> <li><a href="/docs/gql-reference/" >GQL Reference</a> </li> <li><a href="/clients/" >Client Libraries</a> </li> <li><a href="/docs/api-reference/" >API Reference</a> </li> <li><a href="https://forum.geodedb.com" aria-label="Community Forum – opens in new window" target="_blank" rel="noopener noreferrer" >Community Forum ↗ </a> </li> </ul> <hr> Questions? Discuss data export strategies in our <a href="https://forum.geodedb.com" aria-label="forum – opens in new window" target="_blank" rel="noopener noreferrer" >forum ↗ </a> .

Related Guides

Data Import Guide

Materialized Views System