Migrating from MongoDB to Geode

<h2 id="migrating-from-mongodb-to-geode" class="position-relative d-flex align-items-center group"> Migrating from MongoDB to Geode <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="migrating-from-mongodb-to-geode" aria-haspopup="dialog" aria-label="Share link: Migrating from MongoDB to Geode"> Share link </button> </h2><div id="headingShareModal" class="heading-share-modal" role="dialog" aria-modal="true" aria-labelledby="headingShareTitle" hidden> <div class="hsm-dialog" role="document"> <div class="hsm-header"> <h2 id="headingShareTitle" class="h6 mb-0 fw-bold">Share this section</h2> <button type="button" class="hsm-close" aria-label="Close"> </button> </div> <div class="hsm-body"> <label for="headingShareInput" class="form-label small text-muted mb-1 text-uppercase fw-bold" style="font-size: 0.7rem; letter-spacing: 0.5px;">Permalink</label> <div class="input-group mb-4 hsm-url-group"> <input id="headingShareInput" type="text" class="form-control font-monospace" readonly aria-readonly="true" style="font-size: 0.85rem;" /> <button class="btn btn-primary hsm-copy" type="button" aria-label="Copy" title="Copy"> </button> </div> <div class="small fw-bold mb-2 text-muted text-uppercase" style="font-size: 0.7rem; letter-spacing: 0.5px;">Share via</div> <div class="hsm-share-grid"> <a id="share-twitter" class="btn btn-outline-secondary w-100" target="_blank" rel="noopener noreferrer"> Twitter </a> <a id="share-linkedin" class="btn btn-outline-secondary w-100" target="_blank" rel="noopener noreferrer"> LinkedIn </a> <a id="share-facebook" class="btn btn-outline-secondary w-100" target="_blank" rel="noopener noreferrer"> Facebook </a> </div> </div> </div> </div> <style> .heading-share-modal { position: fixed; inset: 0; display: flex; justify-content: center; align-items: center; background: rgba(0, 0, 0, 0.6); z-index: 1050; padding: 1rem; backdrop-filter: blur(4px); -webkit-backdrop-filter: blur(4px); } .heading-share-modal[hidden] { display: none !important; } .hsm-dialog { max-width: 420px; width: 100%; background: var(--bs-body-bg, #fff); color: var(--bs-body-color, #212529); border: 1px solid var(--bs-border-color, rgba(0,0,0,0.1)); border-radius: 1rem; box-shadow: 0 25px 50px -12px rgba(0, 0, 0, 0.25); overflow: hidden; animation: hsm-fade-in 0.2s ease-out; } @keyframes hsm-fade-in { from { opacity: 0; transform: scale(0.95); } to { opacity: 1; transform: scale(1); } } [data-bs-theme="dark"] .hsm-dialog { background: #1e293b; border-color: rgba(255,255,255,0.1); color: #f8f9fa; } .hsm-header { display: flex; justify-content: space-between; align-items: center; padding: 1rem 1.5rem; border-bottom: 1px solid var(--bs-border-color, rgba(0,0,0,0.1)); background: rgba(0,0,0,0.02); } [data-bs-theme="dark"] .hsm-header { background: rgba(255,255,255,0.02); border-color: rgba(255,255,255,0.1); } .hsm-close { background: transparent; border: none; color: inherit; opacity: 0.5; padding: 0.25rem 0.5rem; border-radius: 0.25rem; font-size: 1.2rem; line-height: 1; transition: opacity 0.2s; } .hsm-close:hover { opacity: 1; } .hsm-body { padding: 1.5rem; } .hsm-url-group { display: flex !important; align-items: stretch; } .hsm-url-group .form-control { flex: 1; min-width: 0; margin: 0; background: var(--bs-secondary-bg, #f8f9fa); border-color: var(--bs-border-color, #dee2e6); border-top-right-radius: 0; border-bottom-right-radius: 0; height: 42px; } .hsm-url-group .btn { flex: 0 0 auto; margin: 0; margin-left: -1px; border-top-left-radius: 0; border-bottom-left-radius: 0; height: 42px; display: flex; align-items: center; justify-content: center; padding: 0 1.25rem; z-index: 2; } [data-bs-theme="dark"] .hsm-url-group .form-control { background: #0f172a; border-color: #334155; color: #e2e8f0; } .hsm-share-grid { display: flex; flex-direction: column; gap: 0.5rem; } .hsm-share-grid .btn { display: flex; align-items: center; justify-content: center; font-size: 0.9rem; padding: 0.6rem; border-color: var(--bs-border-color); width: 100%; } [data-bs-theme="dark"] .hsm-share-grid .btn { color: #e2e8f0; border-color: #475569; } [data-bs-theme="dark"] .hsm-share-grid .btn:hover { background: #334155; border-color: #cbd5e1; } </style> <script> (function(){ const modal = document.getElementById('headingShareModal'); if(!modal) return; const input = modal.querySelector('#headingShareInput'); const copyBtn = modal.querySelector('.hsm-copy'); const twitter = modal.querySelector('#share-twitter'); const linkedin = modal.querySelector('#share-linkedin'); const facebook = modal.querySelector('#share-facebook'); const closeBtn = modal.querySelector('.hsm-close'); let lastFocus=null; let trapBound=false; function buildUrl(id){ return window.location.origin + window.location.pathname + '#' + id; } function isOpen(){ return !modal.hasAttribute('hidden'); } function hydrate(id){ const url=buildUrl(id); input.value=url; const enc=encodeURIComponent(url); const text=encodeURIComponent(document.title); if(twitter) twitter.href=`https://twitter.com/intent/tweet?url=${enc}&text=${text}`; if(linkedin) linkedin.href=`https://www.linkedin.com/sharing/share-offsite/?url=${enc}`; if(facebook) facebook.href=`https://www.facebook.com/sharer/sharer.php?u=${enc}`; } function openModal(id){ lastFocus=document.activeElement; hydrate(id); if(!isOpen()){ modal.removeAttribute('hidden'); } requestAnimationFrame(()=>{ input.focus(); }); trapFocus(); } function closeModal(){ if(!isOpen()) return; modal.setAttribute('hidden',''); if(lastFocus && typeof lastFocus.focus==='function') lastFocus.focus(); } function copyCurrent(){ try{ navigator.clipboard.writeText(input.value).then(()=>feedback(true),()=>fallback()); } catch(e){ fallback(); } } function fallback(){ input.select(); try{ document.execCommand('copy'); feedback(true);}catch(e){ feedback(false);} } function feedback(ok){ if(!copyBtn) return; const icon=copyBtn.querySelector('i'); if(!icon) return; const prev=copyBtn.getAttribute('data-prev')||icon.className; if(!copyBtn.getAttribute('data-prev')) copyBtn.setAttribute('data-prev',prev); icon.className= ok ? 'fa-duotone fa-clipboard-check':'fa-duotone fa-circle-exclamation'; setTimeout(()=>{ icon.className=prev; },1800); } function handleShareClick(e){ e.preventDefault(); const btn=e.currentTarget; const id=btn.getAttribute('data-share-target'); if(id) openModal(id); } function bindShareButtons(){ document.querySelectorAll('.h-share').forEach(btn=>{ if(!btn.dataset.hShareBound){ btn.addEventListener('click', handleShareClick); btn.dataset.hShareBound='1'; } }); } bindShareButtons(); if(document.readyState==='loading'){ document.addEventListener('DOMContentLoaded', bindShareButtons); } else { requestAnimationFrame(bindShareButtons); } document.addEventListener('click', function(e){ const shareBtn=e.target.closest && e.target.closest('.h-share'); if(shareBtn && !shareBtn.dataset.hShareBound){ handleShareClick.call(shareBtn, e); } }, true); document.addEventListener('click', e=>{ if(e.target===modal) closeModal(); if(e.target.closest && e.target.closest('.hsm-close')){ e.preventDefault(); closeModal(); } if(copyBtn && (e.target===copyBtn || (e.target.closest && e.target.closest('.hsm-copy')))) { e.preventDefault(); copyCurrent(); } }); document.addEventListener('keydown', e=>{ if(e.key==='Escape' && isOpen()) closeModal(); }); function trapFocus(){ if(trapBound) return; trapBound=true; modal.addEventListener('keydown', f=>{ if(f.key==='Tab' && isOpen()){ const focusable=[...modal.querySelectorAll('a[href],button,input,textarea,select,[tabindex]:not([tabindex="-1"])')].filter(el=>!el.hasAttribute('disabled')); if(!focusable.length) return; const first=focusable[0]; const last=focusable[focusable.length-1]; if(f.shiftKey && document.activeElement===first){ f.preventDefault(); last.focus(); } else if(!f.shiftKey && document.activeElement===last){ f.preventDefault(); first.focus(); } } }); } if(closeBtn) closeBtn.addEventListener('click', e=>{ e.preventDefault(); closeModal(); }); })(); </script>This guide provides a comprehensive approach to migrating from MongoDB to Geode. While both are NoSQL databases, they have fundamentally different data models: MongoDB stores documents in collections, while Geode stores nodes and relationships in a graph. This migration requires rethinking how you model and query your data. <h3 id="migration-overview" class="position-relative d-flex align-items-center group"> Migration Overview <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="migration-overview" aria-haspopup="dialog" aria-label="Share link: Migration Overview"> Share link </button> </h3> <h4 id="when-to-move-from-documents-to-graphs" class="position-relative d-flex align-items-center group"> When to Move from Documents to Graphs <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="when-to-move-from-documents-to-graphs" aria-haspopup="dialog" aria-label="Share link: When to Move from Documents to Graphs"> Share link </button> </h4>Graph databases are ideal when: <ul> <li>References between documents are common: You frequently use <code>$lookup</code> or denormalize</li> <li>Multi-hop queries are needed: Finding connections through multiple documents</li> <li>Relationship metadata matters: You need properties on the connections themselves</li> <li>Schema is highly connected: Many-to-many relationships dominate</li> </ul> <h4 id="when-to-keep-mongodb" class="position-relative d-flex align-items-center group"> When to Keep MongoDB <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="when-to-keep-mongodb" aria-haspopup="dialog" aria-label="Share link: When to Keep MongoDB"> Share link </button> </h4>Consider keeping MongoDB for: <ul> <li>Simple document storage and retrieval</li> <li>Highly nested, self-contained documents</li> <li>High-volume write workloads with simple reads</li> <li>Geospatial queries (native support)</li> </ul> <h4 id="comparison" class="position-relative d-flex align-items-center group"> Comparison <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="comparison" aria-haspopup="dialog" aria-label="Share link: Comparison"> Share link </button> </h4><table> <thead> <tr> <th>Feature</th> <th>MongoDB</th> <th>Geode</th> </tr> </thead> <tbody> <tr> <td>Data Model</td> <td>Documents in Collections</td> <td>Nodes and Relationships</td> </tr> <tr> <td>Query Language</td> <td>MQL (MongoDB Query Language)</td> <td>GQL (ISO Standard)</td> </tr> <tr> <td>Schema</td> <td>Flexible (schemaless)</td> <td>Flexible with optional constraints</td> </tr> <tr> <td>References</td> <td>Manual ($lookup) or embedded</td> <td>Native relationships</td> </tr> <tr> <td>Traversal</td> <td>Expensive ($graphLookup)</td> <td>Native and efficient</td> </tr> <tr> <td>Transactions</td> <td>Multi-document ACID</td> <td>Full ACID support</td> </tr> </tbody> </table> <h3 id="document-to-graph-conversion" class="position-relative d-flex align-items-center group"> Document to Graph Conversion <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="document-to-graph-conversion" aria-haspopup="dialog" aria-label="Share link: Document to Graph Conversion"> Share link </button> </h3> <h4 id="core-concepts-mapping" class="position-relative d-flex align-items-center group"> Core Concepts Mapping <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="core-concepts-mapping" aria-haspopup="dialog" aria-label="Share link: Core Concepts Mapping"> Share link </button> </h4><table> <thead> <tr> <th>MongoDB Concept</th> <th>Graph Equivalent</th> </tr> </thead> <tbody> <tr> <td>Collection</td> <td>Node Label</td> </tr> <tr> <td>Document</td> <td>Node</td> </tr> <tr> <td>Field</td> <td>Property</td> </tr> <tr> <td><code>_id</code></td> <td>Node ID property</td> </tr> <tr> <td>DBRef / ObjectId reference</td> <td>Relationship</td> </tr> <tr> <td>Embedded document</td> <td>Relationship + Node OR Properties</td> </tr> <tr> <td>Embedded array</td> <td>Relationships OR List property</td> </tr> </tbody> </table> <h4 id="strategy-selection" class="position-relative d-flex align-items-center group"> Strategy Selection <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="strategy-selection" aria-haspopup="dialog" aria-label="Share link: Strategy Selection"> Share link </button> </h4>For each embedded structure, choose a strategy: <ol> <li>Keep as Properties: For simple, owned data</li> <li>Extract to Nodes: For entities that might be shared or queried independently</li> <li>Create Relationships: For connections between entities</li> </ol> <h4 id="example-e-commerce-application" class="position-relative d-flex align-items-center group"> Example: E-Commerce Application <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="example-e-commerce-application" aria-haspopup="dialog" aria-label="Share link: Example: E-Commerce Application"> Share link </button> </h4>MongoDB Schema: <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-javascript" data-lang="javascript">// users collection { _id: ObjectId("..."), username: "alice", email: "[email protected]", profile: { firstName: "Alice", lastName: "Smith", avatar: "https://..." }, addresses: [ { type: "home", street: "123 Main St", city: "New York", zip: "10001", isDefault: true }, { type: "work", street: "456 Office Blvd", city: "New York", zip: "10002" } ], orders: [ObjectId("..."), ObjectId("...")] } // products collection { _id: ObjectId("..."), name: "Laptop", price: 999.99, category: { name: "Electronics", parent: "Technology" }, reviews: [ { userId: ObjectId("..."), rating: 5, comment: "Great product!", date: ISODate("2024-01-15") } ], tags: ["electronics", "computers", "laptops"] } // orders collection { _id: ObjectId("..."), userId: ObjectId("..."), items: [ { productId: ObjectId("..."), quantity: 2, price: 999.99 } ], total: 1999.98, status: "shipped", createdAt: ISODate("2024-01-20") } </code></pre></div>Geode Graph Model: <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-gql" data-lang="gql">// User node - flatten profile, keep simple (:User { id: "user_123", username: "alice", email: "[email protected]", firstName: "Alice", lastName: "Smith", avatar: "https://..." }) // Address as separate nodes (allows sharing, independent queries) (:Address { id: "addr_1", type: "home", street: "123 Main St", city: "New York", zip: "10001" }) // Relationships (:User)-[:HAS_ADDRESS {isDefault: true}]->(:Address) // Product node (:Product { id: "prod_456", name: "Laptop", price: 999.99, tags: ["electronics", "computers", "laptops"] // Keep as list property }) // Category as separate node (shared, hierarchical) (:Category {name: "Electronics"}) (:Category {name: "Technology"}) (:Category {name: "Electronics"})-[:PARENT]->(:Category {name: "Technology"}) (:Product)-[:IN_CATEGORY]->(:Category {name: "Electronics"}) // Review as relationship (captures connection + metadata) (:User)-[:REVIEWED {rating: 5, comment: "Great product!", date: "2024-01-15"}]->(:Product) // Order node (:Order { id: "order_789", total: 1999.98, status: "shipped", createdAt: "2024-01-20" }) // Order relationships (:User)-[:PLACED]->(:Order) (:Order)-[:CONTAINS {quantity: 2, price: 999.99}]->(:Product) </code></pre></div> <h3 id="embedded-documents-to-relationships" class="position-relative d-flex align-items-center group"> Embedded Documents to Relationships <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="embedded-documents-to-relationships" aria-haspopup="dialog" aria-label="Share link: Embedded Documents to Relationships"> Share link </button> </h3> <h4 id="strategy-1-flatten-to-properties" class="position-relative d-flex align-items-center group"> Strategy 1: Flatten to Properties <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="strategy-1-flatten-to-properties" aria-haspopup="dialog" aria-label="Share link: Strategy 1: Flatten to Properties"> Share link </button> </h4>For simple, owned embedded documents: MongoDB: <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-javascript" data-lang="javascript">{ username: "alice", profile: { firstName: "Alice", lastName: "Smith", bio: "Software developer" } } </code></pre></div>GQL: <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-gql" data-lang="gql">CREATE (:User { username: "alice", firstName: "Alice", lastName: "Smith", bio: "Software developer" }) </code></pre></div> <h4 id="strategy-2-extract-to-nodes-with-relationships" class="position-relative d-flex align-items-center group"> Strategy 2: Extract to Nodes with Relationships <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="strategy-2-extract-to-nodes-with-relationships" aria-haspopup="dialog" aria-label="Share link: Strategy 2: Extract to Nodes with Relationships"> Share link </button> </h4>For embedded documents that could be shared or queried independently: MongoDB: <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-javascript" data-lang="javascript">{ name: "Order #123", shippingAddress: { street: "123 Main St", city: "New York", country: "USA" } } </code></pre></div>GQL: <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-gql" data-lang="gql">CREATE (addr:Address { street: "123 Main St", city: "New York", country: "USA" }) CREATE (order:Order {name: "Order #123"}) CREATE (order)-[:SHIPS_TO]->(addr) </code></pre></div> <h4 id="strategy-3-relationship-with-properties" class="position-relative d-flex align-items-center group"> Strategy 3: Relationship with Properties <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="strategy-3-relationship-with-properties" aria-haspopup="dialog" aria-label="Share link: Strategy 3: Relationship with Properties"> Share link </button> </h4>For connections that have metadata: MongoDB: <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-javascript" data-lang="javascript">{ productId: ObjectId("..."), reviews: [ { userId: ObjectId("..."), rating: 5, comment: "Excellent!", date: ISODate("...") } ] } </code></pre></div>GQL: <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-gql" data-lang="gql">// Review becomes a relationship with properties MATCH (user:User {id: $userId}) MATCH (product:Product {id: $productId}) CREATE (user)-[:REVIEWED { rating: 5, comment: "Excellent!", date: timestamp("2024-01-15") }]->(product) </code></pre></div> <h4 id="strategy-4-intermediate-node-hyperedge" class="position-relative d-flex align-items-center group"> Strategy 4: Intermediate Node (Hyperedge) <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="strategy-4-intermediate-node-hyperedge" aria-haspopup="dialog" aria-label="Share link: Strategy 4: Intermediate Node (Hyperedge)"> Share link </button> </h4>For complex relationships involving multiple entities: MongoDB: <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-javascript" data-lang="javascript">{ type: "purchase", buyer: ObjectId("..."), seller: ObjectId("..."), product: ObjectId("..."), price: 100, date: ISODate("...") } </code></pre></div>GQL: <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-gql" data-lang="gql">// Create a Transaction node CREATE (tx:Transaction { id: "tx_123", price: 100, date: timestamp("2024-01-15") }) MATCH (buyer:User {id: $buyerId}) MATCH (seller:User {id: $sellerId}) MATCH (product:Product {id: $productId}) MATCH (tx:Transaction {id: "tx_123"}) CREATE (buyer)-[:INITIATED]->(tx) CREATE (tx)-[:BENEFITED]->(seller) CREATE (tx)-[:INVOLVED]->(product) </code></pre></div> <h3 id="collection-to-label-mapping" class="position-relative d-flex align-items-center group"> Collection to Label Mapping <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="collection-to-label-mapping" aria-haspopup="dialog" aria-label="Share link: Collection to Label Mapping"> Share link </button> </h3> <h4 id="direct-mapping" class="position-relative d-flex align-items-center group"> Direct Mapping <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="direct-mapping" aria-haspopup="dialog" aria-label="Share link: Direct Mapping"> Share link </button> </h4>Simple collections map directly to labels: <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-javascript" data-lang="javascript">// MongoDB collections db.users db.products db.orders </code></pre></div><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-gql" data-lang="gql">// GQL labels :User :Product :Order </code></pre></div> <h4 id="polymorphic-collections" class="position-relative d-flex align-items-center group"> Polymorphic Collections <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="polymorphic-collections" aria-haspopup="dialog" aria-label="Share link: Polymorphic Collections"> Share link </button> </h4>Collections with <code>type</code> fields may need multiple labels: MongoDB: <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-javascript" data-lang="javascript">// notifications collection { type: "email", to: "alice@...", subject: "..." } { type: "sms", to: "+1234567890", message: "..." } { type: "push", to: "device_token", payload: {...} } </code></pre></div>GQL: <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-gql" data-lang="gql">// Option 1: Multiple labels (:Notification:Email {to: "alice@...", subject: "..."}) (:Notification:SMS {to: "+1234567890", message: "..."}) (:Notification:Push {to: "device_token", payload: {...}}) // Option 2: Single label with type property (:Notification {type: "email", to: "alice@...", subject: "..."}) </code></pre></div> <h4 id="capped-collections--time-series" class="position-relative d-flex align-items-center group"> Capped Collections / Time Series <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="capped-collections--time-series" aria-haspopup="dialog" aria-label="Share link: Capped Collections / Time Series"> Share link </button> </h4>MongoDB: <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-javascript" data-lang="javascript">// capped collection for logs { timestamp: ISODate("..."), level: "ERROR", message: "..." } </code></pre></div>GQL: <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-gql" data-lang="gql">// Create nodes with explicit lifecycle management CREATE (:LogEntry { timestamp: timestamp(), level: "ERROR", message: "..." }) // Periodic cleanup MATCH (l:LogEntry) WHERE l.timestamp < timestamp() - duration('P30D') DELETE l </code></pre></div> <h3 id="query-translation" class="position-relative d-flex align-items-center group"> Query Translation <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="query-translation" aria-haspopup="dialog" aria-label="Share link: Query Translation"> Share link </button> </h3> <h4 id="basic-queries" class="position-relative d-flex align-items-center group"> Basic Queries <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="basic-queries" aria-haspopup="dialog" aria-label="Share link: Basic Queries"> Share link </button> </h4>Find by ID: <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-javascript" data-lang="javascript">// MongoDB db.users.findOne({ _id: ObjectId("...") }) </code></pre></div><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-gql" data-lang="gql">// GQL MATCH (u:User {id: "..."}) RETURN u </code></pre></div>Find with conditions: <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-javascript" data-lang="javascript">// MongoDB db.users.find({ age: { $gte: 18 }, active: true }) </code></pre></div><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-gql" data-lang="gql">// GQL MATCH (u:User) WHERE u.age >= 18 AND u.active = true RETURN u </code></pre></div>Find with projection: <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-javascript" data-lang="javascript">// MongoDB db.users.find( { active: true }, { username: 1, email: 1 } ) </code></pre></div><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-gql" data-lang="gql">// GQL MATCH (u:User) WHERE u.active = true RETURN u.username, u.email </code></pre></div> <h4 id="array-queries" class="position-relative d-flex align-items-center group"> Array Queries <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="array-queries" aria-haspopup="dialog" aria-label="Share link: Array Queries"> Share link </button> </h4>Element match: <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-javascript" data-lang="javascript">// MongoDB db.products.find({ tags: "electronics" }) </code></pre></div><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-gql" data-lang="gql">// GQL MATCH (p:Product) WHERE "electronics" IN p.tags RETURN p </code></pre></div>Array size: <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-javascript" data-lang="javascript">// MongoDB db.users.find({ orders: { $size: 5 } }) </code></pre></div><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-gql" data-lang="gql">// GQL MATCH (u:User) WHERE size(u.orders) = 5 RETURN u // Or with relationships MATCH (u:User)-[:PLACED]->(o:Order) WITH u, count(o) AS orderCount WHERE orderCount = 5 RETURN u </code></pre></div>All elements match: <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-javascript" data-lang="javascript">// MongoDB db.products.find({ tags: { $all: ["electronics", "sale"] } }) </code></pre></div><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-gql" data-lang="gql">// GQL MATCH (p:Product) WHERE "electronics" IN p.tags AND "sale" IN p.tags RETURN p </code></pre></div> <h4 id="embedded-document-queries" class="position-relative d-flex align-items-center group"> Embedded Document Queries <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="embedded-document-queries" aria-haspopup="dialog" aria-label="Share link: Embedded Document Queries"> Share link </button> </h4>Query nested field: <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-javascript" data-lang="javascript">// MongoDB db.users.find({ "profile.city": "New York" }) </code></pre></div><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-gql" data-lang="gql">// GQL (if flattened) MATCH (u:User) WHERE u.city = "New York" RETURN u // GQL (if kept as relationship) MATCH (u:User)-[:LIVES_IN]->(c:City {name: "New York"}) RETURN u </code></pre></div> <h4 id="referencelookup-queries" class="position-relative d-flex align-items-center group"> Reference/Lookup Queries <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="referencelookup-queries" aria-haspopup="dialog" aria-label="Share link: Reference/Lookup Queries"> Share link </button> </h4>Single lookup: <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-javascript" data-lang="javascript">// MongoDB db.orders.aggregate([ { $match: { _id: ObjectId("...") } }, { $lookup: { from: "users", localField: "userId", foreignField: "_id", as: "user" }} ]) </code></pre></div><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-gql" data-lang="gql">// GQL - much simpler! MATCH (u:User)-[:PLACED]->(o:Order {id: "..."}) RETURN o, u </code></pre></div>Multiple lookups: <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-javascript" data-lang="javascript">// MongoDB db.orders.aggregate([ { $lookup: { from: "users", ... } }, { $lookup: { from: "products", ... } }, { $unwind: "$items" }, { $lookup: { from: "products", localField: "items.productId", ... } } ]) </code></pre></div><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-gql" data-lang="gql">// GQL MATCH (u:User)-[:PLACED]->(o:Order)-[item:CONTAINS]->(p:Product) RETURN u, o, item, p </code></pre></div> <h4 id="sorting-and-limiting" class="position-relative d-flex align-items-center group"> Sorting and Limiting <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="sorting-and-limiting" aria-haspopup="dialog" aria-label="Share link: Sorting and Limiting"> Share link </button> </h4><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-javascript" data-lang="javascript">// MongoDB db.products.find() .sort({ price: -1 }) .skip(10) .limit(5) </code></pre></div><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-gql" data-lang="gql">// GQL MATCH (p:Product) RETURN p ORDER BY p.price DESC SKIP 10 LIMIT 5 </code></pre></div> <h4 id="updates" class="position-relative d-flex align-items-center group"> Updates <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="updates" aria-haspopup="dialog" aria-label="Share link: Updates"> Share link </button> </h4>Update single field: <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-javascript" data-lang="javascript">// MongoDB db.users.updateOne( { _id: ObjectId("...") }, { $set: { email: "[email protected]" } } ) </code></pre></div><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-gql" data-lang="gql">// GQL MATCH (u:User {id: "..."}) SET u.email = "[email protected]" </code></pre></div>Update multiple fields: <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-javascript" data-lang="javascript">// MongoDB db.users.updateOne( { _id: ObjectId("...") }, { $set: { email: "[email protected]", active: true } } ) </code></pre></div><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-gql" data-lang="gql">// GQL MATCH (u:User {id: "..."}) SET u.email = "[email protected]", u.active = true </code></pre></div>Increment: <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-javascript" data-lang="javascript">// MongoDB db.products.updateOne( { _id: ObjectId("...") }, { $inc: { views: 1 } } ) </code></pre></div><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-gql" data-lang="gql">// GQL MATCH (p:Product {id: "..."}) SET p.views = COALESCE(p.views, 0) + 1 </code></pre></div>Push to array: <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-javascript" data-lang="javascript">// MongoDB db.users.updateOne( { _id: ObjectId("...") }, { $push: { tags: "premium" } } ) </code></pre></div><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-gql" data-lang="gql">// GQL MATCH (u:User {id: "..."}) SET u.tags = COALESCE(u.tags, []) + ["premium"] </code></pre></div> <h4 id="deletes" class="position-relative d-flex align-items-center group"> Deletes <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="deletes" aria-haspopup="dialog" aria-label="Share link: Deletes"> Share link </button> </h4>Delete one: <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-javascript" data-lang="javascript">// MongoDB db.users.deleteOne({ _id: ObjectId("...") }) </code></pre></div><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-gql" data-lang="gql">// GQL MATCH (u:User {id: "..."}) DELETE u </code></pre></div>Delete with relationships: <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-javascript" data-lang="javascript">// MongoDB (references need manual cleanup) db.users.deleteOne({ _id: ObjectId("...") }) db.orders.deleteMany({ userId: ObjectId("...") }) </code></pre></div><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-gql" data-lang="gql">// GQL - delete node and all relationships MATCH (u:User {id: "..."}) DETACH DELETE u </code></pre></div> <h3 id="aggregation-pipeline-equivalents" class="position-relative d-flex align-items-center group"> Aggregation Pipeline Equivalents <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="aggregation-pipeline-equivalents" aria-haspopup="dialog" aria-label="Share link: Aggregation Pipeline Equivalents"> Share link </button> </h3> <h4 id="group-and-count" class="position-relative d-flex align-items-center group"> Group and Count <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="group-and-count" aria-haspopup="dialog" aria-label="Share link: Group and Count"> Share link </button> </h4><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-javascript" data-lang="javascript">// MongoDB db.orders.aggregate([ { $group: { _id: "$status", count: { $sum: 1 } }} ]) </code></pre></div><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-gql" data-lang="gql">// GQL MATCH (o:Order) RETURN o.status, count(o) AS count </code></pre></div> <h4 id="group-with-multiple-accumulators" class="position-relative d-flex align-items-center group"> Group with Multiple Accumulators <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="group-with-multiple-accumulators" aria-haspopup="dialog" aria-label="Share link: Group with Multiple Accumulators"> Share link </button> </h4><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-javascript" data-lang="javascript">// MongoDB db.orders.aggregate([ { $group: { _id: "$userId", orderCount: { $sum: 1 }, totalSpent: { $sum: "$total" }, avgOrder: { $avg: "$total" }, lastOrder: { $max: "$createdAt" } }} ]) </code></pre></div><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-gql" data-lang="gql">// GQL MATCH (u:User)-[:PLACED]->(o:Order) RETURN u.id, count(o) AS orderCount, sum(o.total) AS totalSpent, avg(o.total) AS avgOrder, max(o.createdAt) AS lastOrder </code></pre></div> <h4 id="unwind-flatten-arrays" class="position-relative d-flex align-items-center group"> Unwind (Flatten Arrays) <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="unwind-flatten-arrays" aria-haspopup="dialog" aria-label="Share link: Unwind (Flatten Arrays)"> Share link </button> </h4><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-javascript" data-lang="javascript">// MongoDB db.products.aggregate([ { $unwind: "$tags" }, { $group: { _id: "$tags", count: { $sum: 1 } } }, { $sort: { count: -1 } } ]) </code></pre></div><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-gql" data-lang="gql">// GQL MATCH (p:Product) UNWIND p.tags AS tag RETURN tag, count(p) AS count ORDER BY count DESC </code></pre></div> <h4 id="faceted-search" class="position-relative d-flex align-items-center group"> Faceted Search <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="faceted-search" aria-haspopup="dialog" aria-label="Share link: Faceted Search"> Share link </button> </h4><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-javascript" data-lang="javascript">// MongoDB db.products.aggregate([ { $facet: { byCategory: [ { $group: { _id: "$category", count: { $sum: 1 } } } ], byPrice: [ { $bucket: { groupBy: "$price", boundaries: [0, 50, 100, 500, 1000], default: "Other" }} ], totalCount: [ { $count: "count" } ] }} ]) </code></pre></div><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-gql" data-lang="gql">// GQL - run separate queries // By category MATCH (p:Product)-[:IN_CATEGORY]->(c:Category) RETURN c.name, count(p) AS count // By price range MATCH (p:Product) RETURN CASE WHEN p.price < 50 THEN "0-50" WHEN p.price < 100 THEN "50-100" WHEN p.price < 500 THEN "100-500" WHEN p.price < 1000 THEN "500-1000" ELSE "1000+" END AS priceRange, count(p) // Total count MATCH (p:Product) RETURN count(p) </code></pre></div> <h4 id="graph-lookup-recursive" class="position-relative d-flex align-items-center group"> Graph Lookup (Recursive) <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="graph-lookup-recursive" aria-haspopup="dialog" aria-label="Share link: Graph Lookup (Recursive)"> Share link </button> </h4><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-javascript" data-lang="javascript">// MongoDB $graphLookup db.employees.aggregate([ { $match: { name: "CEO" } }, { $graphLookup: { from: "employees", startWith: "$_id", connectFromField: "_id", connectToField: "managerId", as: "subordinates", maxDepth: 5 }} ]) </code></pre></div><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-gql" data-lang="gql">// GQL - native and efficient! MATCH (ceo:Employee {name: "CEO"})<-[:REPORTS_TO*1..5]-(subordinate) RETURN subordinate </code></pre></div> <h4 id="text-search" class="position-relative d-flex align-items-center group"> Text Search <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="text-search" aria-haspopup="dialog" aria-label="Share link: Text Search"> Share link </button> </h4><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-javascript" data-lang="javascript">// MongoDB text search db.products.createIndex({ name: "text", description: "text" }) db.products.find({ $text: { $search: "laptop computer" } }) </code></pre></div><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-gql" data-lang="gql">// GQL with fulltext index CREATE FULLTEXT INDEX product_search ON :Product(name, description) // Query MATCH (p:Product) WHERE p.name CONTAINS 'laptop' OR p.description CONTAINS 'computer' RETURN p </code></pre></div> <h3 id="schema-flexibility-comparison" class="position-relative d-flex align-items-center group"> Schema Flexibility Comparison <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="schema-flexibility-comparison" aria-haspopup="dialog" aria-label="Share link: Schema Flexibility Comparison"> Share link </button> </h3> <h4 id="mongodb-flexibility" class="position-relative d-flex align-items-center group"> MongoDB Flexibility <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="mongodb-flexibility" aria-haspopup="dialog" aria-label="Share link: MongoDB Flexibility"> Share link </button> </h4>MongoDB’s schemaless nature allows: <ul> <li>Different documents in same collection</li> <li>Adding fields without migration</li> <li>Nested structures of any depth</li> </ul> <h4 id="geode-flexibility" class="position-relative d-flex align-items-center group"> Geode Flexibility <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="geode-flexibility" aria-haspopup="dialog" aria-label="Share link: Geode Flexibility"> Share link </button> </h4>Geode provides similar flexibility: <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-gql" data-lang="gql">// Different nodes with same label, different properties CREATE (:Product {name: "Laptop", price: 999, specs: {ram: "16GB"}}) CREATE (:Product {name: "Book", isbn: "123-456", author: "Jane Doe"}) // Add new properties anytime MATCH (p:Product {name: "Laptop"}) SET p.weight = 2.5 // Flexible relationship properties CREATE (a)-[:PURCHASED {date: timestamp(), coupon: "SAVE10"}]->(b) CREATE (c)-[:PURCHASED {date: timestamp(), giftWrap: true}]->(d) </code></pre></div> <h4 id="schema-validation" class="position-relative d-flex align-items-center group"> Schema Validation <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="schema-validation" aria-haspopup="dialog" aria-label="Share link: Schema Validation"> Share link </button> </h4>Both support optional validation: MongoDB Validator: <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-javascript" data-lang="javascript">db.createCollection("users", { validator: { $jsonSchema: { required: ["email", "username"], properties: { email: { bsonType: "string" }, age: { bsonType: "int", minimum: 0 } } } } }) </code></pre></div>Geode Constraints: <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-gql" data-lang="gql">CREATE CONSTRAINT user_email_exists ON :User(email) ASSERT EXISTS CREATE CONSTRAINT user_email_unique ON :User(email) ASSERT UNIQUE CREATE CONSTRAINT user_age_range ON :User(age) ASSERT age >= 0 </code></pre></div> <h3 id="etl-pipeline" class="position-relative d-flex align-items-center group"> ETL Pipeline <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="etl-pipeline" aria-haspopup="dialog" aria-label="Share link: ETL Pipeline"> Share link </button> </h3> <h4 id="python-migration-script" class="position-relative d-flex align-items-center group"> Python Migration Script <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="python-migration-script" aria-haspopup="dialog" aria-label="Share link: Python Migration Script"> Share link </button> </h4><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-python" data-lang="python">import asyncio from motor.motor_asyncio import AsyncIOMotorClient from geode_client import Client from bson import ObjectId class MongoToGeodeETL: def __init__(self, mongo_uri, geode_host, geode_port): self.mongo = AsyncIOMotorClient(mongo_uri) self.geode = Client(host=geode_host, port=geode_port, skip_verify=True) self.id_mapping = {} # ObjectId -> Geode ID def convert_id(self, oid): """Convert MongoDB ObjectId to string ID.""" if isinstance(oid, ObjectId): return str(oid) return oid def transform_document(self, doc, flatten_fields=None): """Transform MongoDB document to Geode node properties.""" result = {} flatten_fields = flatten_fields or [] for key, value in doc.items(): if key == '_id': result['id'] = self.convert_id(value) elif isinstance(value, ObjectId): # Skip ObjectId references - handle as relationships continue elif isinstance(value, dict): if key in flatten_fields: # Flatten embedded document for subkey, subvalue in value.items(): result[f"{key}_{subkey}"] = subvalue else: # Keep as map property result[key] = value elif isinstance(value, list): if value and isinstance(value[0], dict): # Skip embedded documents - handle separately continue else: # Keep simple arrays as list properties result[key] = value else: result[key] = value return result async def migrate_collection(self, db_name, collection_name, label, flatten_fields=None, batch_size=1000): """Migrate a MongoDB collection to Geode nodes.""" collection = self.mongo[db_name][collection_name] total = await collection.count_documents({}) print(f"Migrating {total} documents from {collection_name} to {label}") async with self.geode.connection() as conn: await conn.begin() count = 0 async for doc in collection.find(): props = self.transform_document(doc, flatten_fields) self.id_mapping[doc['_id']] = props['id'] await conn.execute( f"CREATE (n:{label} $props)", {"props": props} ) count += 1 if count % batch_size == 0: await conn.commit() await conn.begin() print(f" Migrated {count}/{total} documents...") await conn.commit() print(f" Completed: {count} {label} nodes created") async def migrate_references(self, db_name, collection_name, from_label, to_label, ref_field, rel_type, rel_props=None): """Migrate ObjectId references to relationships.""" collection = self.mongo[db_name][collection_name] rel_props = rel_props or [] async with self.geode.connection() as conn: await conn.begin() count = 0 async for doc in collection.find({ref_field: {"$exists": True}}): ref_value = doc.get(ref_field) if not ref_value: continue # Handle single reference refs = ref_value if isinstance(ref_value, list) else [ref_value] for ref in refs: if isinstance(ref, ObjectId): from_id = self.convert_id(doc['_id']) to_id = self.convert_id(ref) await conn.execute(f""" MATCH (a:{from_label} {{id: $from_id}}) MATCH (b:{to_label} {{id: $to_id}}) CREATE (a)-[:{rel_type}]->(b) """, {"from_id": from_id, "to_id": to_id}) count += 1 if count % 1000 == 0: await conn.commit() await conn.begin() await conn.commit() print(f"Created {count} {rel_type} relationships") async def migrate_embedded_as_relationships(self, db_name, collection_name, from_label, embedded_field, to_label, rel_type, id_field='id'): """Migrate embedded documents to nodes and relationships.""" collection = self.mongo[db_name][collection_name] async with self.geode.connection() as conn: await conn.begin() node_count = 0 rel_count = 0 async for doc in collection.find(): embedded_docs = doc.get(embedded_field, []) if not isinstance(embedded_docs, list): embedded_docs = [embedded_docs] from_id = self.convert_id(doc['_id']) for i, embedded in enumerate(embedded_docs): if not isinstance(embedded, dict): continue # Generate ID for embedded doc embedded_id = f"{from_id}_{embedded_field}_{i}" props = self.transform_document(embedded) props['id'] = embedded_id # Create node await conn.execute( f"CREATE (n:{to_label} $props)", {"props": props} ) node_count += 1 # Create relationship await conn.execute(f""" MATCH (a:{from_label} {{id: $from_id}}) MATCH (b:{to_label} {{id: $to_id}}) CREATE (a)-[:{rel_type}]->(b) """, {"from_id": from_id, "to_id": embedded_id}) rel_count += 1 if node_count % 1000 == 0: await conn.commit() await conn.begin() await conn.commit() print(f"Created {node_count} {to_label} nodes and {rel_count} relationships") async def migrate_embedded_as_relationship_props(self, db_name, collection_name, parent_label, embedded_field, ref_field, target_label, rel_type): """Migrate embedded docs with references to relationships with properties.""" collection = self.mongo[db_name][collection_name] async with self.geode.connection() as conn: await conn.begin() count = 0 async for doc in collection.find(): embedded_docs = doc.get(embedded_field, []) from_id = self.convert_id(doc['_id']) for embedded in embedded_docs: if not isinstance(embedded, dict): continue ref_value = embedded.get(ref_field) if not ref_value: continue to_id = self.convert_id(ref_value) # Extract relationship properties rel_props = {k: v for k, v in embedded.items() if k != ref_field and not isinstance(v, (dict, list, ObjectId))} await conn.execute(f""" MATCH (a:{parent_label} {{id: $from_id}}) MATCH (b:{target_label} {{id: $to_id}}) CREATE (a)-[:{rel_type} $props]->(b) """, {"from_id": from_id, "to_id": to_id, "props": rel_props}) count += 1 if count % 1000 == 0: await conn.commit() await conn.begin() await conn.commit() print(f"Created {count} {rel_type} relationships with properties") async def run_migration(self, db_name): """Run complete migration.""" print("=" * 60) print("MONGODB TO GEODE MIGRATION") print("=" * 60) # Step 1: Create indexes print("\n1. Creating indexes...") async with self.geode.connection() as conn: await conn.execute("CREATE INDEX user_id ON :User(id)") await conn.execute("CREATE INDEX product_id ON :Product(id)") await conn.execute("CREATE INDEX order_id ON :Order(id)") await conn.execute("CREATE INDEX category_id ON :Category(id)") # Step 2: Migrate collections to nodes print("\n2. Migrating collections to nodes...") await self.migrate_collection( db_name, 'users', 'User', flatten_fields=['profile'] ) await self.migrate_collection( db_name, 'products', 'Product' ) await self.migrate_collection( db_name, 'orders', 'Order' ) await self.migrate_collection( db_name, 'categories', 'Category' ) # Step 3: Migrate references to relationships print("\n3. Migrating references to relationships...") await self.migrate_references( db_name, 'orders', 'Order', 'User', 'userId', 'PLACED_BY' ) await self.migrate_references( db_name, 'products', 'Product', 'Category', 'categoryId', 'IN_CATEGORY' ) await self.migrate_references( db_name, 'categories', 'Category', 'Category', 'parentId', 'PARENT' ) # Step 4: Migrate embedded documents print("\n4. Migrating embedded documents...") await self.migrate_embedded_as_relationships( db_name, 'users', 'User', 'addresses', 'Address', 'HAS_ADDRESS' ) await self.migrate_embedded_as_relationship_props( db_name, 'orders', 'Order', 'items', 'productId', 'Product', 'CONTAINS' ) await self.migrate_embedded_as_relationship_props( db_name, 'products', 'Product', 'reviews', 'userId', 'User', 'REVIEWED' ) print("\n" + "=" * 60) print("MIGRATION COMPLETE") print("=" * 60) # Run migration async def main(): etl = MongoToGeodeETL( mongo_uri="mongodb://localhost:27017", geode_host="localhost", geode_port=3141 ) await etl.run_migration("ecommerce") asyncio.run(main()) </code></pre></div> <h4 id="nodejs-migration-script" class="position-relative d-flex align-items-center group"> Node.js Migration Script <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="nodejs-migration-script" aria-haspopup="dialog" aria-label="Share link: Node.js Migration Script"> Share link </button> </h4><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-javascript" data-lang="javascript">const { MongoClient, ObjectId } = require('mongodb'); const { createClient } = require('@geodedb/client'); class MongoToGeodeMigration { constructor(mongoUri, geodeUri) { this.mongoUri = mongoUri; this.geodeUri = geodeUri; } async connect() { this.mongo = new MongoClient(this.mongoUri); await this.mongo.connect(); this.geode = await createClient(this.geodeUri); } async close() { await this.mongo.close(); await this.geode.close(); } convertId(oid) { return oid instanceof ObjectId ? oid.toString() : oid; } transformDocument(doc, flattenFields = []) { const result = {}; for (const [key, value] of Object.entries(doc)) { if (key === '_id') { result.id = this.convertId(value); } else if (value instanceof ObjectId) { // Skip - handle as relationships continue; } else if (Array.isArray(value)) { if (value.length > 0 && typeof value[0] === 'object') { // Skip embedded docs - handle separately continue; } result[key] = value; } else if (typeof value === 'object' && value !== null) { if (flattenFields.includes(key)) { for (const [subkey, subvalue] of Object.entries(value)) { result[`${key}_${subkey}`] = subvalue; } } else { result[key] = value; } } else { result[key] = value; } } return result; } async migrateCollection(dbName, collectionName, label, options = {}) { const collection = this.mongo.db(dbName).collection(collectionName); const cursor = collection.find(); const total = await collection.countDocuments(); console.log(`Migrating ${total} documents from ${collectionName} to ${label}`); let count = 0; const batchSize = options.batchSize || 1000; for await (const doc of cursor) { const props = this.transformDocument(doc, options.flattenFields || []); await this.geode.exec( `CREATE (n:${label} $props)`, { params: { props } } ); count++; if (count % batchSize === 0) { console.log(` Migrated ${count}/${total} documents...`); } } console.log(` Completed: ${count} ${label} nodes created`); } async migrateReferences(dbName, collectionName, fromLabel, toLabel, refField, relType) { const collection = this.mongo.db(dbName).collection(collectionName); const cursor = collection.find({ [refField]: { $exists: true } }); let count = 0; for await (const doc of cursor) { const refValue = doc[refField]; if (!refValue) continue; const refs = Array.isArray(refValue) ? refValue : [refValue]; for (const ref of refs) { if (ref instanceof ObjectId) { await this.geode.exec(` MATCH (a:${fromLabel} {id: $fromId}) MATCH (b:${toLabel} {id: $toId}) CREATE (a)-[:${relType}]->(b) `, { params: { fromId: this.convertId(doc._id), toId: this.convertId(ref) } }); count++; } } } console.log(`Created ${count} ${relType} relationships`); } async run(dbName) { await this.connect(); try { console.log('Creating indexes...'); await this.geode.exec('CREATE INDEX user_id ON :User(id)'); await this.geode.exec('CREATE INDEX product_id ON :Product(id)'); console.log('\nMigrating collections...'); await this.migrateCollection(dbName, 'users', 'User', { flattenFields: ['profile'] }); await this.migrateCollection(dbName, 'products', 'Product'); await this.migrateCollection(dbName, 'orders', 'Order'); console.log('\nMigrating references...'); await this.migrateReferences(dbName, 'orders', 'Order', 'User', 'userId', 'PLACED_BY'); await this.migrateReferences(dbName, 'products', 'Product', 'Category', 'categoryId', 'IN_CATEGORY'); console.log('\nMigration complete!'); } finally { await this.close(); } } } // Run const migration = new MongoToGeodeMigration( 'mongodb://localhost:27017', 'quic://localhost:3141' ); migration.run('ecommerce').catch(console.error); </code></pre></div> <h3 id="validation" class="position-relative d-flex align-items-center group"> Validation <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="validation" aria-haspopup="dialog" aria-label="Share link: Validation"> Share link </button> </h3> <h4 id="data-validation-script" class="position-relative d-flex align-items-center group"> Data Validation Script <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="data-validation-script" aria-haspopup="dialog" aria-label="Share link: Data Validation Script"> Share link </button> </h4><div class="highlight"><pre tabindex="0" class="chroma"><code class="language-python" data-lang="python">async def validate_migration(mongo_client, geode_client, db_name): """Validate migration completeness.""" print("=" * 60) print("MIGRATION VALIDATION") print("=" * 60) db = mongo_client[db_name] # Collection to label mapping mappings = [ ('users', 'User'), ('products', 'Product'), ('orders', 'Order'), ('categories', 'Category'), ] all_passed = True # 1. Count validation print("\n1. NODE COUNT VALIDATION") print("-" * 40) for collection_name, label in mappings: mongo_count = await db[collection_name].count_documents({}) async with geode_client.connection() as conn: page, _ = await conn.query( f"MATCH (n:{label}) RETURN count(n) AS c" ) geode_count = page.rows[0]['c'].as_int status = "PASS" if mongo_count == geode_count else "FAIL" if status == "FAIL": all_passed = False print(f" {label}: MongoDB={mongo_count}, Geode={geode_count} [{status}]") # 2. Sample data validation print("\n2. SAMPLE DATA VALIDATION") print("-" * 40) for collection_name, label in mappings: # Get random samples from MongoDB samples = await db[collection_name].aggregate([ {"$sample": {"size": 10}} ]).to_list(10) mismatches = 0 for doc in samples: mongo_id = str(doc['_id']) async with geode_client.connection() as conn: page, _ = await conn.query( f"MATCH (n:{label} {{id: $id}}) RETURN n", {"id": mongo_id} ) if not page.rows: mismatches += 1 status = "PASS" if mismatches == 0 else f"FAIL ({mismatches} missing)" if mismatches > 0: all_passed = False print(f" {label}: {status}") # 3. Relationship validation print("\n3. RELATIONSHIP VALIDATION") print("-" * 40) # Count orders with user references orders_with_user = await db['orders'].count_documents({"userId": {"$exists": True}}) async with geode_client.connection() as conn: page, _ = await conn.query( "MATCH (:Order)<-[:PLACED_BY]-(:User) RETURN count(*) AS c" ) geode_rels = page.rows[0]['c'].as_int status = "PASS" if orders_with_user == geode_rels else "FAIL" print(f" Order-User relationships: MongoDB={orders_with_user}, Geode={geode_rels} [{status}]") print("\n" + "=" * 60) print(f"VALIDATION {'PASSED' if all_passed else 'FAILED'}") print("=" * 60) return all_passed </code></pre></div> <h3 id="common-pitfalls" class="position-relative d-flex align-items-center group"> Common Pitfalls <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="common-pitfalls" aria-haspopup="dialog" aria-label="Share link: Common Pitfalls"> Share link </button> </h3> <h4 id="1-objectid-references" class="position-relative d-flex align-items-center group"> 1. ObjectId References <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="1-objectid-references" aria-haspopup="dialog" aria-label="Share link: 1. ObjectId References"> Share link </button> </h4>Problem: ObjectId references aren’t automatically converted. Solution: Explicitly migrate references as relationships. <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-python" data-lang="python"># Always convert ObjectId to string def convert_id(oid): return str(oid) if isinstance(oid, ObjectId) else oid </code></pre></div> <h4 id="2-deeply-nested-documents" class="position-relative d-flex align-items-center group"> 2. Deeply Nested Documents <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="2-deeply-nested-documents" aria-haspopup="dialog" aria-label="Share link: 2. Deeply Nested Documents"> Share link </button> </h4>Problem: Multi-level nested documents are hard to migrate. Solution: Flatten or create intermediate nodes. <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-javascript" data-lang="javascript">// MongoDB deeply nested { company: { address: { street: { name: "Main St", number: 123 } } } } // GQL - flatten CREATE (:Company { address_street_name: "Main St", address_street_number: 123 }) // Or create nodes CREATE (s:Street {name: "Main St", number: 123}) CREATE (a:Address)-[:ON_STREET]->(s) CREATE (c:Company)-[:LOCATED_AT]->(a) </code></pre></div> <h4 id="3-array-of-references" class="position-relative d-flex align-items-center group"> 3. Array of References <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="3-array-of-references" aria-haspopup="dialog" aria-label="Share link: 3. Array of References"> Share link </button> </h4>Problem: Arrays of ObjectIds need individual relationships. Solution: Iterate and create relationships for each. <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-python" data-lang="python"># MongoDB { followers: [ObjectId("..."), ObjectId("..."), ...] } # GQL - create relationship for each for follower_id in doc['followers']: await conn.execute(""" MATCH (u:User {id: $user_id}) MATCH (f:User {id: $follower_id}) CREATE (f)-[:FOLLOWS]->(u) """, {"user_id": user_id, "follower_id": str(follower_id)}) </code></pre></div> <h4 id="4-schema-less-diversity" class="position-relative d-flex align-items-center group"> 4. Schema-less Diversity <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="4-schema-less-diversity" aria-haspopup="dialog" aria-label="Share link: 4. Schema-less Diversity"> Share link </button> </h4>Problem: Same collection has documents with different shapes. Solution: Use multiple labels or handle optional properties. <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-gql" data-lang="gql">// Handle optional properties with COALESCE MATCH (p:Product) RETURN p.name, COALESCE(p.isbn, 'N/A') AS isbn // Or use multiple labels CREATE (:Product:Book {name: "...", isbn: "..."}) CREATE (:Product:Electronics {name: "...", voltage: 110}) </code></pre></div> <h4 id="5-timestamp-handling" class="position-relative d-flex align-items-center group"> 5. Timestamp Handling <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="5-timestamp-handling" aria-haspopup="dialog" aria-label="Share link: 5. Timestamp Handling"> Share link </button> </h4>Problem: MongoDB ISODate needs conversion. Solution: Convert to ISO string or Geode timestamp. <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-python" data-lang="python">from datetime import datetime def convert_date(mongo_date): if isinstance(mongo_date, datetime): return mongo_date.isoformat() return mongo_date </code></pre></div> <h4 id="6-binary-data" class="position-relative d-flex align-items-center group"> 6. Binary Data <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="6-binary-data" aria-haspopup="dialog" aria-label="Share link: 6. Binary Data"> Share link </button> </h4>Problem: MongoDB Binary (BSON) data can’t be stored directly. Solution: Store as base64 or external reference. <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-python" data-lang="python">import base64 def convert_binary(binary_data): if binary_data: return base64.b64encode(binary_data).decode('utf-8') return None </code></pre></div> <h4 id="7-geospatial-data" class="position-relative d-flex align-items-center group"> 7. Geospatial Data <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="7-geospatial-data" aria-haspopup="dialog" aria-label="Share link: 7. Geospatial Data"> Share link </button> </h4>Problem: MongoDB’s geospatial features don’t map directly. Solution: Store coordinates as properties. <div class="highlight"><pre tabindex="0" class="chroma"><code class="language-javascript" data-lang="javascript">// MongoDB { location: { type: "Point", coordinates: [-73.9857, 40.7484] } } // GQL CREATE (:Location { longitude: -73.9857, latitude: 40.7484 }) </code></pre></div> <h3 id="migration-checklist" class="position-relative d-flex align-items-center group"> Migration Checklist <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="migration-checklist" aria-haspopup="dialog" aria-label="Share link: Migration Checklist"> Share link </button> </h3> <h4 id="pre-migration" class="position-relative d-flex align-items-center group"> Pre-Migration <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="pre-migration" aria-haspopup="dialog" aria-label="Share link: Pre-Migration"> Share link </button> </h4><ul> <li><input disabled="" type="checkbox"> Analyze MongoDB schema and collections</li> <li><input disabled="" type="checkbox"> Identify embedded documents and references</li> <li><input disabled="" type="checkbox"> Plan node labels and relationship types</li> <li><input disabled="" type="checkbox"> Document conversion strategy for each collection</li> <li><input disabled="" type="checkbox"> Estimate migration time and resources</li> </ul> <h4 id="schema-design" class="position-relative d-flex align-items-center group"> Schema Design <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="schema-design" aria-haspopup="dialog" aria-label="Share link: Schema Design"> Share link </button> </h4><ul> <li><input disabled="" type="checkbox"> Design node labels and properties</li> <li><input disabled="" type="checkbox"> Design relationship types and properties</li> <li><input disabled="" type="checkbox"> Decide embedding vs. extraction for each case</li> <li><input disabled="" type="checkbox"> Create Geode indexes and constraints</li> </ul> <h4 id="data-migration" class="position-relative d-flex align-items-center group"> Data Migration <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="data-migration" aria-haspopup="dialog" aria-label="Share link: Data Migration"> Share link </button> </h4><ul> <li><input disabled="" type="checkbox"> Implement ETL pipeline</li> <li><input disabled="" type="checkbox"> Test with sample data</li> <li><input disabled="" type="checkbox"> Run full migration</li> <li><input disabled="" type="checkbox"> Validate node counts</li> <li><input disabled="" type="checkbox"> Validate relationship counts</li> <li><input disabled="" type="checkbox"> Verify data integrity</li> </ul> <h4 id="application-migration" class="position-relative d-flex align-items-center group"> Application Migration <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="application-migration" aria-haspopup="dialog" aria-label="Share link: Application Migration"> Share link </button> </h4><ul> <li><input disabled="" type="checkbox"> Update data access layer</li> <li><input disabled="" type="checkbox"> Translate MongoDB queries to GQL</li> <li><input disabled="" type="checkbox"> Update connection configuration</li> <li><input disabled="" type="checkbox"> Handle error mapping</li> <li><input disabled="" type="checkbox"> Test all operations</li> </ul> <h4 id="validation-1" class="position-relative d-flex align-items-center group"> Validation <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="validation-1" aria-haspopup="dialog" aria-label="Share link: Validation"> Share link </button> </h4><ul> <li><input disabled="" type="checkbox"> Run data validation scripts</li> <li><input disabled="" type="checkbox"> Execute query equivalence tests</li> <li><input disabled="" type="checkbox"> Perform load testing</li> <li><input disabled="" type="checkbox"> Verify backup procedures</li> </ul> <h4 id="cutover" class="position-relative d-flex align-items-center group"> Cutover <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="cutover" aria-haspopup="dialog" aria-label="Share link: Cutover"> Share link </button> </h4><ul> <li><input disabled="" type="checkbox"> Plan maintenance window</li> <li><input disabled="" type="checkbox"> Prepare rollback procedure</li> <li><input disabled="" type="checkbox"> Execute final sync</li> <li><input disabled="" type="checkbox"> Switch application</li> <li><input disabled="" type="checkbox"> Monitor for errors</li> <li><input disabled="" type="checkbox"> Decommission MongoDB access</li> </ul> <h3 id="resources" class="position-relative d-flex align-items-center group"> Resources <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="resources" aria-haspopup="dialog" aria-label="Share link: Resources"> Share link </button> </h3><ul> <li><a href="/docs/gql-reference/" >GQL Reference</a> </li> <li><a href="/guides/graph-modeling/" >Graph Modeling Guide</a> </li> <li><a href="/guides/query-performance/" >Query Performance</a> </li> <li><a href="/clients/" >Client Libraries</a> </li> </ul> <h3 id="getting-help" class="position-relative d-flex align-items-center group"> Getting Help <button type="button" class="h-share btn btn-link p-0 text-decoration-none link-secondary opacity-50 hover-opacity-100 transition-all ms-1" data-share-target="getting-help" aria-haspopup="dialog" aria-label="Share link: Getting Help"> Share link </button> </h3>If you encounter issues during migration: <ul> <li><a href="https://docs.geodedb.com" aria-label="Documentation – opens in new window" target="_blank" rel="noopener noreferrer" >Documentation ↗ </a> </li> <li><a href="https://gitlab.com/devnw/codepros/geode/geode/-/issues" aria-label="GitLab Issues – opens in new window" target="_blank" rel="noopener noreferrer" >GitLab Issues ↗ </a> </li> <li><a href="https://forum.geodedb.com" aria-label="Community Forum – opens in new window" target="_blank" rel="noopener noreferrer" >Community Forum ↗ </a> </li> <li><a href="mailto:[email protected]" >Email Support</a> </li> </ul>

Related Guides

Migrating from Neo4j to Geode

Migrating from PostgreSQL to Geode