{ "version": "https://jsonfeed.org/version/1.1", "title": "BricksNotes Journal", "home_page_url": "https://bricksnotes.com/blog", "feed_url": "https://bricksnotes.com/feed.json", "description": "Practical writing on Databricks, Spark, Delta Lake, and the craft of data engineering.", "language": "en", "items": [ { "id": "https://bricksnotes.com/blog/future-of-data-to-decisions-is-autonomous", "url": "https://bricksnotes.com/blog/future-of-data-to-decisions-is-autonomous", "title": "The Future of Data to Decisions Is Autonomous", "summary": "Dashboards wait for people. Autonomous systems act on trusted data within clear limits. Here is what that future looks like, five use cases, and a Free Edition lab to build your first decision loop.", "content_text": "Dashboards wait for people. Autonomous systems act on trusted data within clear limits. Here is what that future looks like, five use cases, and a Free Edition lab to build your first decision loop.", "image": "https://gpiwbukbsgnkfmexpcmx.supabase.co/storage/v1/object/public/blog-images/autonomous-decisions-cover.webp", "date_published": "2026-10-08T01:34:24.419578+00:00", "date_modified": "2026-10-08T01:34:24.419578+00:00", "authors": [ { "name": "BricksNotes Editorial" } ], "tags": [ "AI Agents", "Data Engineering", "Databricks", "Future of Data", "Context Engineering" ] }, { "id": "https://bricksnotes.com/blog/debug-slow-spark-stage-databricks", "url": "https://bricksnotes.com/blog/debug-slow-spark-stage-databricks", "title": "Your Databricks Job Took 42 Minutes Instead of 8. What Changed?", "summary": "When a Spark job suddenly slows down, reading the code is rarely enough. Learn to find the slowest stage, read the plan, spot data skew in the task chart, and choose the right fix.", "content_text": "When a Spark job suddenly slows down, reading the code is rarely enough. Learn to find the slowest stage, read the plan, spot data skew in the task chart, and choose the right fix.", "image": "https://bricksnotes.com/__l5e/assets-v1/6cfec1a5-344c-465f-9100-3f258dbf8bee/slow-spark-stage-cover.webp", "date_published": "2026-10-07T01:37:02.430764+00:00", "date_modified": "2026-10-07T01:37:20.524822+00:00", "authors": [ { "name": "BricksNotes Editorial" } ], "tags": [ "Spark", "Performance", "Databricks", "Debugging", "Data Engineering" ] }, { "id": "https://bricksnotes.com/blog/data-engineering-50-problems-solutions", "url": "https://bricksnotes.com/blog/data-engineering-50-problems-solutions", "title": "Every Data Engineer Faces These 50 Problems. The Best Engineers Know the Solutions.", "summary": "Duplicates, skew, small files, schema changes, late data, slow joins, high costs. Most production issues repeat. This field guide pairs 50 real problems with the solution, the reason it works, and the chapter where you can practice it.", "content_text": "Duplicates, skew, small files, schema changes, late data, slow joins, high costs. Most production issues repeat. This field guide pairs 50 real problems with the solution, the reason it works, and the chapter where you can practice it.", "image": "https://gpiwbukbsgnkfmexpcmx.supabase.co/storage/v1/object/public/blog-images/featured%2Fdata-engineering-50-problems-solutions-v3.webp", "date_published": "2026-10-06T02:07:42.812134+00:00", "date_modified": "2026-10-06T02:20:38.522422+00:00", "authors": [ { "name": "BricksNotes Editorial" } ], "tags": [ "Data Engineering", "Databricks", "Performance", "Data Quality", "Best Practices" ] }, { "id": "https://bricksnotes.com/blog/databricks-ai-decide-explained", "url": "https://bricksnotes.com/blog/databricks-ai-decide-explained", "title": "Databricks ai_decide Explained: Fast AI Decisions in SQL", "summary": "ai_decide is a new Databricks AI Function that answers choice questions with probabilities, not text. Learn its three question types, real SQL patterns and how to route by confidence.", "content_text": "ai_decide is a new Databricks AI Function that answers choice questions with probabilities, not text. Learn its three question types, real SQL patterns and how to route by confidence.", "image": "https://bricksnotes.com/__l5e/assets-v1/9b16f1ba-5915-43c7-99c9-96b8260b3791/ai-decide-cover-v1.webp", "date_published": "2026-10-04T15:19:13.467101+00:00", "date_modified": "2026-10-04T15:19:13.467101+00:00", "authors": [ { "name": "BricksNotes Editorial" } ], "tags": [ "AI and data", "Databricks SQL", "context-advantage" ] }, { "id": "https://bricksnotes.com/blog/context-engineering-model-tools-guardrails", "url": "https://bricksnotes.com/blog/context-engineering-model-tools-guardrails", "title": "You have a model. Now what context does it need?", "summary": "A model alone is not an agent. The choices around it, context, tools, instructions and guardrails, decide how useful it is and how much control the user keeps.", "content_text": "A model alone is not an agent. The choices around it, context, tools, instructions and guardrails, decide how useful it is and how much control the user keeps.", "image": "https://bricksnotes.com/__l5e/assets-v1/43dfc204-e909-4466-9291-ea196d763595/context-product-work-v1.webp", "date_published": "2026-10-04T01:46:27.628073+00:00", "date_modified": "2026-10-04T01:46:27.628073+00:00", "authors": [ { "name": "BricksNotes Editorial" } ], "tags": [ "AI and data", "context-advantage", "Agents" ] }, { "id": "https://bricksnotes.com/blog/databricks-genie-explained-ai-analyst", "url": "https://bricksnotes.com/blog/databricks-genie-explained-ai-analyst", "title": "Databricks Genie Explained: The AI Analyst You Have to Onboard", "summary": "Databricks Genie turns business questions into SQL on your warehouse. The SQL is rarely the hard part. The hard part is teaching Genie what your business terms mean, the same way you would onboard a new analyst.", "content_text": "Databricks Genie turns business questions into SQL on your warehouse. The SQL is rarely the hard part. The hard part is teaching Genie what your business terms mean, the same way you would onboard a new analyst.", "image": "https://bricksnotes.com/__l5e/assets-v1/73f74a4b-3673-4814-b0ff-b47457b91ff7/genie-ai-analyst-v1.webp", "date_published": "2026-10-02T03:43:32.656834+00:00", "date_modified": "2026-10-02T03:43:32.656834+00:00", "authors": [ { "name": "BricksNotes Editorial" } ], "tags": [ "AI and data", "context-advantage", "Genie" ] }, { "id": "https://bricksnotes.com/blog/when-two-ai-agents-disagree", "url": "https://bricksnotes.com/blog/when-two-ai-agents-disagree", "title": "What Happens When Two AI Agents Disagree?", "summary": "One agent says approve. The other says reject. Both followed their instructions. What decides the outcome is not intelligence, it is shared context, clear authority, and a safe way to escalate to a human. A practical look at multi-agent system design, with a refund example and a Databricks Free Edition exercise.", "content_text": "One agent says approve. The other says reject. Both followed their instructions. What decides the outcome is not intelligence, it is shared context, clear authority, and a safe way to escalate to a human. A practical look at multi-agent system design, with a refund example and a Databricks Free Edition exercise.", "image": "https://gpiwbukbsgnkfmexpcmx.supabase.co/storage/v1/object/public/blog-images/featured/v3/when-two-ai-agents-disagree-v1.webp", "date_published": "2026-10-01T12:30:00+00:00", "date_modified": "2026-10-01T01:21:12.57453+00:00", "authors": [ { "name": "BricksNotes Editorial" } ], "tags": [ "AI and data", "context-advantage" ] }, { "id": "https://bricksnotes.com/blog/superintelligence-foundation-is-data", "url": "https://bricksnotes.com/blog/superintelligence-foundation-is-data", "title": "Superintelligence Is Coming. The Foundation Will Still Be Data.", "summary": "Experts have stopped saying AI and started saying superintelligence. The name changed. The dependency did not. Whoever owns trusted, well defined, governed data still decides how useful intelligent systems become. A long read for data engineers, analysts and everyone who keeps the numbers honest.", "content_text": "Experts have stopped saying AI and started saying superintelligence. The name changed. The dependency did not. Whoever owns trusted, well defined, governed data still decides how useful intelligent systems become. A long read for data engineers, analysts and everyone who keeps the numbers honest.", "image": "https://gpiwbukbsgnkfmexpcmx.supabase.co/storage/v1/object/public/blog-images/featured/v3/superintelligence-foundation-data-v1.webp", "date_published": "2026-09-30T13:47:49.676712+00:00", "date_modified": "2026-09-30T14:48:42.16191+00:00", "authors": [ { "name": "BricksNotes Editorial" } ], "tags": [ "AI and data", "context-advantage" ] }, { "id": "https://bricksnotes.com/blog/databricks-row-zero-genie-spreadsheets", "url": "https://bricksnotes.com/blog/databricks-row-zero-genie-spreadsheets", "title": "Databricks Acquires Row Zero: Live, Governed Spreadsheets Come to Genie", "summary": "Databricks acquired Row Zero to end the spreadsheet export. Here is what live governed spreadsheets change for finance, analysts and AI agents.", "content_text": "Databricks acquired Row Zero to end the spreadsheet export. Here is what live governed spreadsheets change for finance, analysts and AI agents.", "image": "https://gpiwbukbsgnkfmexpcmx.supabase.co/storage/v1/object/public/blog-images/featured%2Fv3%2Fdatabricks-row-zero-genie-spreadsheets-featured-v2.webp", "date_published": "2026-09-30T06:30:00+00:00", "date_modified": "2026-09-30T01:36:55.272757+00:00", "authors": [ { "name": "BricksNotes Editorial" } ], "tags": [ "Genie", "Governance", "Unity Catalog", "The Context Advantage", "Spreadsheets", "Data + AI updates" ] }, { "id": "https://bricksnotes.com/blog/ai-answers-fast-data-engineering-trust", "url": "https://bricksnotes.com/blog/ai-answers-fast-data-engineering-trust", "title": "AI Answers Fast. Data Engineering Decides if You Can Trust It.", "summary": "An AI assistant can answer in one second. Whether that answer deserves trust is decided long before the question is asked, by six basics of data engineering.", "content_text": "An AI assistant can answer in one second. Whether that answer deserves trust is decided long before the question is asked, by six basics of data engineering.", "image": "https://gpiwbukbsgnkfmexpcmx.supabase.co/storage/v1/object/public/blog-images/featured%2Fv3%2Fai-answers-fast-data-engineering-trust.jpg", "date_published": "2026-09-29T02:00:00+00:00", "date_modified": "2026-09-30T01:30:31.979018+00:00", "authors": [ { "name": "BricksNotes Editorial" } ], "tags": [ "Data + AI Updates", "Data Quality", "Governance", "Context Advantage", "Career" ] }, { "id": "https://bricksnotes.com/blog/governed-ai-spreadsheets-trusted-metrics", "url": "https://bricksnotes.com/blog/governed-ai-spreadsheets-trusted-metrics", "title": "Your Spreadsheet Is Becoming an AI Interface. That Changes Who Owns the Numbers.", "summary": "Three spreadsheets, three revenue numbers, zero mistakes. Why AI makes shared definitions matter more, and how to practice it in Free Edition.", "content_text": "Three spreadsheets, three revenue numbers, zero mistakes. Why AI makes shared definitions matter more, and how to practice it in Free Edition.", "image": "https://gpiwbukbsgnkfmexpcmx.supabase.co/storage/v1/object/public/blog-images/governed-ai-spreadsheets%2Fhero.webp", "date_published": "2026-09-28T02:00:00+00:00", "date_modified": "2026-09-30T01:30:31.979018+00:00", "authors": [ { "name": "BricksNotes Editorial" } ], "tags": [ "Genie", "Governance", "Semantic Layer", "Data + AI Updates", "Unity Catalog", "Context Advantage" ] }, { "id": "https://bricksnotes.com/blog/when-ai-agents-reach-trillion-token-scale", "url": "https://bricksnotes.com/blog/when-ai-agents-reach-trillion-token-scale", "title": "When AI Agents Reach Trillion-Token Scale, the Architecture Changes", "summary": "What a trillion-token clinical AI system teaches data teams about trusted context, durable state, controlled access, observability, and cost.", "content_text": "What a trillion-token clinical AI system teaches data teams about trusted context, durable state, controlled access, observability, and cost.", "image": "https://gpiwbukbsgnkfmexpcmx.supabase.co/storage/v1/object/public/blog-images/featured%2Fv3%2Ftrillion-token-ai-agents-v1.jpg", "date_published": "2026-09-24T01:10:00+00:00", "date_modified": "2026-09-24T01:00:47.833172+00:00", "authors": [ { "name": "Team BricksNotes" } ], "tags": [ "AI agents", "Unity Gateway", "Lakebase", "Observability", "The Context Advantage", "Data engineering" ] }, { "id": "https://bricksnotes.com/blog/genie-one-mcp-enterprise-context", "url": "https://bricksnotes.com/blog/genie-one-mcp-enterprise-context", "title": "Genie One MCP: One Business Language Across Every AI Assistant", "summary": "Learn how Genie One MCP connects different AI assistants to shared business meaning, richer analytical results, and governed access through Unity Gateway.", "content_text": "Learn how Genie One MCP connects different AI assistants to shared business meaning, richer analytical results, and governed access through Unity Gateway.", "image": "https://gpiwbukbsgnkfmexpcmx.supabase.co/storage/v1/object/public/blog-images/featured%2Fv3%2Fgenie-one-mcp-business-language-v1.jpg", "date_published": "2026-09-23T01:04:00+00:00", "date_modified": "2026-09-23T01:07:25.864254+00:00", "authors": [ { "name": "Team BricksNotes" } ], "tags": [ "Genie One", "MCP", "enterprise context", "AI agents", "Unity Gateway", "Genie Ontology" ] }, { "id": "https://bricksnotes.com/blog/enterprise-context-ai-agents", "url": "https://bricksnotes.com/blog/enterprise-context-ai-agents", "title": "Enterprise Context: Why AI Needs It Before It Needs Smarter Models", "summary": "Ali Ghodsi says enterprise context is the missing piece between chatbots and autonomous agents. Learn the architecture, controls, and practical steps behind it.", "content_text": "Ali Ghodsi says enterprise context is the missing piece between chatbots and autonomous agents. Learn the architecture, controls, and practical steps behind it.", "image": "https://gpiwbukbsgnkfmexpcmx.supabase.co/storage/v1/object/public/blog-images/featured%2Fv3%2Fenterprise-context-ai-agents-v1.jpg", "date_published": "2026-09-22T01:27:00+00:00", "date_modified": "2026-09-22T01:31:19.423888+00:00", "authors": [ { "name": "Team BricksNotes" } ], "tags": [ "enterprise AI", "context engineering", "AI agents", "Genie Ontology", "semantic understanding" ] }, { "id": "https://bricksnotes.com/blog/gray-failures-anomaly-detection-databricks", "url": "https://bricksnotes.com/blog/gray-failures-anomaly-detection-databricks", "title": "Every dashboard was green. Customers were still failing.", "summary": "Gray failures slip past healthy dashboards and quietly cost you customers. Learn the four-stage RADAR pattern Databricks uses, and try the core idea in Free Edition.", "content_text": "Gray failures slip past healthy dashboards and quietly cost you customers. Learn the four-stage RADAR pattern Databricks uses, and try the core idea in Free Edition.", "image": "https://gpiwbukbsgnkfmexpcmx.supabase.co/storage/v1/object/public/blog-images/featured%2Fv3%2Fgray-failures-anomaly-detection-v1.jpg", "date_published": "2026-09-20T17:00:00+00:00", "date_modified": "2026-09-20T22:51:23.389415+00:00", "authors": [ { "name": "Team BricksNotes" } ], "tags": [ "observability", "anomaly-detection", "reliability", "data-engineering" ] }, { "id": "https://bricksnotes.com/blog/match-recognize-sql-pattern-matching-explained", "url": "https://bricksnotes.com/blog/match-recognize-sql-pattern-matching-explained", "title": "SQL just learned to find patterns: MATCH_RECOGNIZE, explained simply", "summary": "MATCH_RECOGNIZE is a new Databricks SQL operator that finds event sequences, like a regular expression for rows. Learn the pattern syntax with runnable examples.", "content_text": "MATCH_RECOGNIZE is a new Databricks SQL operator that finds event sequences, like a regular expression for rows. Learn the pattern syntax with runnable examples.", "image": "https://gpiwbukbsgnkfmexpcmx.supabase.co/storage/v1/object/public/blog-images/featured/v3/enterprise-ai-match-recognize-v1.jpg", "date_published": "2026-09-19T13:00:00+00:00", "date_modified": "2026-09-19T14:56:16.565263+00:00", "authors": [ { "name": "Team BricksNotes" } ], "tags": [ "SQL", "Databricks", "Spark SQL", "Analytics" ] }, { "id": "https://bricksnotes.com/blog/enterprise-ai-semantic-understanding-data-model", "url": "https://bricksnotes.com/blog/enterprise-ai-semantic-understanding-data-model", "title": "Your AI agent does not have a semantic problem. Your tables do.", "summary": "Enterprise AI does not need another pile of data. It needs shared business definitions that agents can inspect, explain, and use safely.", "content_text": "Enterprise AI does not need another pile of data. It needs shared business definitions that agents can inspect, explain, and use safely.", "image": "https://gpiwbukbsgnkfmexpcmx.supabase.co/storage/v1/object/public/blog-images/featured%2Fv3%2Fenterprise-ai-semantic-understanding-v1.jpg", "date_published": "2026-09-18T01:20:00+00:00", "date_modified": "2026-09-18T01:14:02.632645+00:00", "authors": [ { "name": "Team BricksNotes" } ], "tags": [ "Enterprise AI", "Semantic Layer", "Data Modeling", "Databricks", "AI Agents", "Governance" ] }, { "id": "https://bricksnotes.com/blog/spark-structured-streaming-state-repartitioning", "url": "https://bricksnotes.com/blog/spark-structured-streaming-state-repartitioning", "title": "The checkpoint trap is finally fixable: resize stateful Spark streams without starting over", "summary": "A practical guide to on-demand state repartitioning in Apache Spark Structured Streaming on Databricks, including the checkpoint trap, RocksDB requirements, code, monitoring, and a safe rollout plan.", "content_text": "A practical guide to on-demand state repartitioning in Apache Spark Structured Streaming on Databricks, including the checkpoint trap, RocksDB requirements, code, monitoring, and a safe rollout plan.", "image": "https://gpiwbukbsgnkfmexpcmx.supabase.co/storage/v1/object/public/blog-images/featured%2Fv3%2Fstateful-streaming-repartitioning-v1.jpg", "date_published": "2026-09-17T02:20:32.998155+00:00", "date_modified": "2026-09-17T02:21:43.557598+00:00", "authors": [ { "name": "Team BricksNotes" } ], "tags": [ "Databricks", "Apache Spark", "Structured Streaming", "RocksDB", "Performance" ] }, { "id": "https://bricksnotes.com/blog/shared-context-to-trusted-action-genie-ontology", "url": "https://bricksnotes.com/blog/shared-context-to-trusted-action-genie-ontology", "title": "The answer is only the beginning: how shared context turns insight into action", "summary": "Why Genie One and Genie Ontology matter beyond question answering, and how shared context can shorten the path from a business signal to a trusted action.", "content_text": "Why Genie One and Genie Ontology matter beyond question answering, and how shared context can shorten the path from a business signal to a trusted action.", "image": "https://gpiwbukbsgnkfmexpcmx.supabase.co/storage/v1/object/public/blog-images/featured%2Fv3%2Fshared-context-to-trusted-action-v1.jpg", "date_published": "2026-09-16T02:32:00+00:00", "date_modified": "2026-09-16T02:35:31.205565+00:00", "authors": [ { "name": "Team BricksNotes" } ], "tags": [ "Genie", "AI Agents", "Context Engineering", "Governance", "Databricks" ] }, { "id": "https://bricksnotes.com/blog/databricks-genie-one-explained", "url": "https://bricksnotes.com/blog/databricks-genie-one-explained", "title": "Genie One, explained simply: the AI coworker that already knows your data", "summary": "Genie One is not a smarter search box. It is an AI coworker that reads your governed data, drafts the SQL, and can take the next step. Here is how it works, and what still belongs to you.", "content_text": "Genie One is not a smarter search box. It is an AI coworker that reads your governed data, drafts the SQL, and can take the next step. Here is how it works, and what still belongs to you.", "image": "https://gpiwbukbsgnkfmexpcmx.supabase.co/storage/v1/object/public/blog-images/featured%2Fv3%2Fdatabricks-genie-one-explained-v1.jpg", "date_published": "2026-09-14T14:35:00+00:00", "date_modified": "2026-09-14T14:32:50.749645+00:00", "authors": [ { "name": "Team BricksNotes" } ], "tags": [ "genie", "ai", "databricks", "governance", "sql" ] }, { "id": "https://bricksnotes.com/blog/ai-agent-memory-vs-business-state", "url": "https://bricksnotes.com/blog/ai-agent-memory-vs-business-state", "title": "Your AI agent remembers the refund. The business still says pending.", "summary": "An AI agent can remember a promise without making it true. Here is how systems of record, governed state changes, and audit trails keep agent actions reliable.", "content_text": "An AI agent can remember a promise without making it true. Here is how systems of record, governed state changes, and audit trails keep agent actions reliable.", "image": "https://gpiwbukbsgnkfmexpcmx.supabase.co/storage/v1/object/public/blog-images/featured%2Fv3%2Fagent-memory-vs-business-state-v1.jpg", "date_published": "2026-09-13T22:55:00+00:00", "date_modified": "2026-09-13T22:55:45.692427+00:00", "authors": [ { "name": "Team BricksNotes" } ], "tags": [ "AI Agents", "Data Engineering", "Architecture", "Governance", "Databricks" ] }, { "id": "https://bricksnotes.com/blog/liquid-clustering-vs-partitioning-explained", "url": "https://bricksnotes.com/blog/liquid-clustering-vs-partitioning-explained", "title": "You partitioned the table. It got slower. Partitioning and liquid clustering, explained.", "summary": "Partitioning feels like the obvious answer until the folders multiply and queries slow down. Here is what is really happening, and what liquid clustering does differently.", "content_text": "Partitioning feels like the obvious answer until the folders multiply and queries slow down. Here is what is really happening, and what liquid clustering does differently.", "image": "https://gpiwbukbsgnkfmexpcmx.supabase.co/storage/v1/object/public/blog-images/featured%2Fv3%2Fliquid-clustering-vs-partitioning-v1.jpg", "date_published": "2026-09-13T04:33:23.448714+00:00", "date_modified": "2026-09-13T04:34:24.685923+00:00", "authors": [ { "name": "BricksNotes Editorial" } ], "tags": [ "databricks", "delta-lake", "performance", "liquid-clustering", "data-engineering" ] }, { "id": "https://bricksnotes.com/blog/managing-ai-agent-fleet-choice-context-control", "url": "https://bricksnotes.com/blog/managing-ai-agent-fleet-choice-context-control", "title": "One agent is easy. Managing a fleet of them is the real job.", "summary": "Enterprises are adopting multiple AI coding tools at once. Here is a calm, practical way to think about managing that fleet: choice of models, shared governed context, and one control plane.", "content_text": "Enterprises are adopting multiple AI coding tools at once. Here is a calm, practical way to think about managing that fleet: choice of models, shared governed context, and one control plane.", "image": "https://gpiwbukbsgnkfmexpcmx.supabase.co/storage/v1/object/public/blog-images/featured%2Fv3%2Fmanaging-ai-agent-fleet-v1.jpg", "date_published": "2026-09-12T03:57:37.726752+00:00", "date_modified": "2026-09-12T03:58:29.819696+00:00", "authors": [ { "name": "BricksNotes" } ], "tags": [ "ai-agents", "governance", "context-advantage", "databricks", "enterprise-ai" ] }, { "id": "https://bricksnotes.com/blog/slowly-changing-dimensions-explained", "url": "https://bricksnotes.com/blog/slowly-changing-dimensions-explained", "title": "The customer moved cities. Slowly changing dimensions, explained simply", "summary": "A customer moved from Pune to Mumbai. Simple in life, quietly difficult in data. What your table chooses to forget decides what your reports can prove.", "content_text": "A customer moved from Pune to Mumbai. Simple in life, quietly difficult in data. What your table chooses to forget decides what your reports can prove.", "image": "https://gpiwbukbsgnkfmexpcmx.supabase.co/storage/v1/object/public/blog-images/featured%2Fv3%2Fslowly-changing-dimensions-explained-v1.jpg", "date_published": "2026-09-11T01:37:54.596468+00:00", "date_modified": "2026-09-11T01:38:48.040592+00:00", "authors": [ { "name": "BricksNotes Editorial" } ], "tags": [ "Data Modeling", "Delta Lake", "Fundamentals" ] }, { "id": "https://bricksnotes.com/blog/incremental-processing-explained", "url": "https://bricksnotes.com/blog/incremental-processing-explained", "title": "Incremental Processing Explained: Do Only the Work That Is Necessary", "summary": "You have a billion rows and a million new ones arrive daily. Would you reprocess everything? This explainer covers change detection, merge (upsert) logic, late-arriving data, overlap windows, idempotency, checkpoints, and how it maps to Bronze, Silver, and Gold.", "content_text": "You have a billion rows and a million new ones arrive daily. Would you reprocess everything? This explainer covers change detection, merge (upsert) logic, late-arriving data, overlap windows, idempotency, checkpoints, and how it maps to Bronze, Silver, and Gold.", "image": "https://gpiwbukbsgnkfmexpcmx.supabase.co/storage/v1/object/public/blog-images/featured%2Fv3%2Fincremental-processing-explained-v2.jpg", "date_published": "2026-09-10T02:21:09.249152+00:00", "date_modified": "2026-09-10T02:32:39.925962+00:00", "authors": [ { "name": "BricksNotes Editorial" } ], "tags": [ "data-engineering", "databricks", "delta-lake", "fundamentals" ] }, { "id": "https://bricksnotes.com/blog/30000-practice-exams-bricksnotes-milestone", "url": "https://bricksnotes.com/blog/30000-practice-exams-bricksnotes-milestone", "title": "30,000 Practice Exams. Thank You.", "summary": "More than 30,000 practice exams have been completed on BricksNotes in the last 9 months. Thank you to every learner preparing quietly, one concept at a time.", "content_text": "More than 30,000 practice exams have been completed on BricksNotes in the last 9 months. Thank you to every learner preparing quietly, one concept at a time.", "image": "https://gpiwbukbsgnkfmexpcmx.supabase.co/storage/v1/object/public/blog-images/featured%2Fv3%2F30000-practice-exams-milestone-v1.jpg", "date_published": "2026-09-09T03:02:55.192402+00:00", "date_modified": "2026-09-09T03:02:55.192402+00:00", "authors": [ { "name": "BricksNotes Editorial" } ], "tags": [ "Community", "Milestone" ] }, { "id": "https://bricksnotes.com/blog/data-ai-space-exploration", "url": "https://bricksnotes.com/blog/data-ai-space-exploration", "title": "Data and AI in space exploration: from orbit to answer", "summary": "Space missions are data missions. Here is how telemetry, science payloads, versioned history and onboard models fit together, and how a lakehouse supports all of it.", "content_text": "Space missions are data missions. Here is how telemetry, science payloads, versioned history and onboard models fit together, and how a lakehouse supports all of it.", "image": "https://gpiwbukbsgnkfmexpcmx.supabase.co/storage/v1/object/public/blog-images/featured%2Fv3%2Fdata-ai-space-exploration-v1.jpg", "date_published": "2026-09-09T01:28:01.179776+00:00", "date_modified": "2026-09-09T01:28:01.179776+00:00", "authors": [ { "name": "BricksNotes" } ], "tags": [ "data engineering", "AI", "space", "vision" ] }, { "id": "https://bricksnotes.com/blog/small-files-problem-explained", "url": "https://bricksnotes.com/blog/small-files-problem-explained", "title": "The small files problem in Spark and Databricks, explained simply", "summary": "A pipeline can process the correct data and still be painfully slow. The cause is often hundreds of thousands of tiny files. Learn why the small files problem happens, how to spot it, and how to fix it with partitioning, OPTIMIZE, and better write habits.", "content_text": "A pipeline can process the correct data and still be painfully slow. The cause is often hundreds of thousands of tiny files. Learn why the small files problem happens, how to spot it, and how to fix it with partitioning, OPTIMIZE, and better write habits.", "image": "https://gpiwbukbsgnkfmexpcmx.supabase.co/storage/v1/object/public/blog-images/featured%2Fv3%2Fsmall-files-problem-explained-v1.jpg", "date_published": "2026-09-08T02:53:30.493398+00:00", "date_modified": "2026-09-08T02:53:30.493398+00:00", "authors": [ { "name": "BricksNotes" } ], "tags": [ "spark", "databricks", "delta lake", "performance" ] }, { "id": "https://bricksnotes.com/blog/personal-ai-agents-2026-data-future", "url": "https://bricksnotes.com/blog/personal-ai-agents-2026-data-future", "title": "Your next assistant is an agent. And it runs on data", "summary": "Personal AI agents are coming fast, and they all run on trustworthy data. What the agent era means for data engineering careers, and how to start building toward it today.", "content_text": "Personal AI agents are coming fast, and they all run on trustworthy data. What the agent era means for data engineering careers, and how to start building toward it today.", "image": "https://gpiwbukbsgnkfmexpcmx.supabase.co/storage/v1/object/public/blog-images/featured%2Fv3%2Fpersonal-ai-agents-2026-v1.jpg", "date_published": "2026-09-07T03:36:36.113315+00:00", "date_modified": "2026-09-07T03:37:29.625095+00:00", "authors": [ { "name": "BricksNotes" } ], "tags": [ "AI", "data engineering", "agents", "career", "vision" ] }, { "id": "https://bricksnotes.com/blog/medallion-architecture-explained", "url": "https://bricksnotes.com/blog/medallion-architecture-explained", "title": "Medallion architecture explained: bronze, silver, and gold without the jargon", "summary": "Medallion architecture explained in plain words: what bronze, silver, and gold tables are really for, a worked example, the mistakes beginners make, and when fewer layers are the better design.", "content_text": "Medallion architecture explained in plain words: what bronze, silver, and gold tables are really for, a worked example, the mistakes beginners make, and when fewer layers are the better design.", "image": "https://gpiwbukbsgnkfmexpcmx.supabase.co/storage/v1/object/public/blog-images/featured%2Fv3%2Fmedallion-architecture-explained-v1.jpg", "date_published": "2026-09-06T02:59:34.051127+00:00", "date_modified": "2026-09-06T02:59:34.051127+00:00", "authors": [ { "name": "BricksNotes" } ], "tags": [ "databricks", "delta lake", "medallion architecture", "fundamentals" ] }, { "id": "https://bricksnotes.com/blog/data-agents-future-of-data-engineering", "url": "https://bricksnotes.com/blog/data-agents-future-of-data-engineering", "title": "Data Agents and the Next Decade of Data Engineering", "summary": "AI agents are starting to work with data directly. This article looks at what data agents are, why trustworthy tables matter more than ever, and how a beginner today can prepare for the agent era.", "content_text": "AI agents are starting to work with data directly. This article looks at what data agents are, why trustworthy tables matter more than ever, and how a beginner today can prepare for the agent era.", "image": "https://gpiwbukbsgnkfmexpcmx.supabase.co/storage/v1/object/public/blog-images/featured/v3/data-agents-future-v2.jpg", "date_published": "2026-09-05T05:26:55.590351+00:00", "date_modified": "2026-09-05T15:58:57.389339+00:00", "authors": [ { "name": "BricksNotes" } ], "tags": [ "AI", "Data Engineering", "Vision", "Agents" ] }, { "id": "https://bricksnotes.com/blog/data-ai-golden-era-vision", "url": "https://bricksnotes.com/blog/data-ai-golden-era-vision", "title": "The future belongs to data and AI. A golden era is opening up for the people who build it", "summary": "The future belongs to data and AI, and the bottleneck is no longer the model. It is trustworthy data. A look at why this era rewards builders, the honest skill path from foundations to AI readiness, and the BricksNotes vision behind it.", "content_text": "The future belongs to data and AI, and the bottleneck is no longer the model. It is trustworthy data. A look at why this era rewards builders, the honest skill path from foundations to AI readiness, and the BricksNotes vision behind it.", "image": "https://gpiwbukbsgnkfmexpcmx.supabase.co/storage/v1/object/public/blog-images/featured%2Fv3%2Fdata-ai-golden-era-v1.jpg", "date_published": "2026-09-04T17:10:12.771612+00:00", "date_modified": "2026-09-04T17:10:12.771612+00:00", "authors": [ { "name": "BricksNotes" } ], "tags": [ "data engineering", "AI", "vision", "career" ] }, { "id": "https://bricksnotes.com/blog/data-engineering-faster-decisions", "url": "https://bricksnotes.com/blog/data-engineering-faster-decisions", "title": "The next phase of data engineering is not faster pipelines. It is faster decisions", "summary": "Your pipeline runs in four minutes and the decision still waits for Monday. A practical look at decision latency, designing backwards from the decision, and what changes when the consumer is an agent.", "content_text": "Your pipeline runs in four minutes and the decision still waits for Monday. A practical look at decision latency, designing backwards from the decision, and what changes when the consumer is an agent.", "image": "https://gpiwbukbsgnkfmexpcmx.supabase.co/storage/v1/object/public/blog-images/featured%2Fv3%2Fdata-engineering-faster-decisions-v1.jpg", "date_published": "2026-09-03T02:11:09.757106+00:00", "date_modified": "2026-09-03T02:17:03.761227+00:00", "authors": [ { "name": "BricksNotes" } ], "tags": [ "data engineering", "decisions", "databricks" ] }, { "id": "https://bricksnotes.com/blog/databricks-small-file-problem-optimize-vacuum", "url": "https://bricksnotes.com/blog/databricks-small-file-problem-optimize-vacuum", "title": "The table had 40,000 tiny files. The small file problem in Databricks, explained", "summary": "A Delta table that was fast in week one became slow by month three. The data had not grown much. The file count had. Here is what the small file problem is, why streaming and frequent merges cause it, and how OPTIMIZE and VACUUM keep a table healthy.", "content_text": "A Delta table that was fast in week one became slow by month three. The data had not grown much. The file count had. Here is what the small file problem is, why streaming and frequent merges cause it, and how OPTIMIZE and VACUUM keep a table healthy.", "image": "https://gpiwbukbsgnkfmexpcmx.supabase.co/storage/v1/object/public/blog-images/featured%2Fv3%2Fsmall-file-problem-databricks-v1.jpg", "date_published": "2026-09-02T03:10:00+00:00", "date_modified": "2026-09-02T03:05:33.631655+00:00", "authors": [ { "name": "BricksNotes" } ], "tags": [ "databricks", "delta lake", "performance", "fundamentals" ] }, { "id": "https://bricksnotes.com/blog/delta-lake-time-travel-explained", "url": "https://bricksnotes.com/blog/delta-lake-time-travel-explained", "title": "What did this table look like last Tuesday? Delta Lake time travel, explained", "summary": "Delta Lake keeps every version of your table. Learn how to query older versions with VERSION AS OF, read table history, and undo bad writes with RESTORE, with simple examples that run in Databricks Free Edition.", "content_text": "Delta Lake keeps every version of your table. Learn how to query older versions with VERSION AS OF, read table history, and undo bad writes with RESTORE, with simple examples that run in Databricks Free Edition.", "image": "https://gpiwbukbsgnkfmexpcmx.supabase.co/storage/v1/object/public/blog-images/featured%2Fv3%2Fdelta-lake-time-travel-v3.jpg", "date_published": "2026-09-01T03:38:53.187131+00:00", "date_modified": "2026-09-01T03:46:48.177043+00:00", "authors": [ { "name": "BricksNotes" } ], "tags": [ "Databricks", "Delta Lake", "time travel", "data engineering" ] }, { "id": "https://bricksnotes.com/blog/databricks-pipeline-observability-alerts-runbook", "url": "https://bricksnotes.com/blog/databricks-pipeline-observability-alerts-runbook", "title": "The dashboard was wrong before anyone knew. Observability in a Databricks pipeline", "summary": "A green run is a weak signal. Here are the four questions your pipeline should answer on its own, with freshness checks, run metrics, Delta constraints and alerts you can build in Free Edition.", "content_text": "A green run is a weak signal. Here are the four questions your pipeline should answer on its own, with freshness checks, run metrics, Delta constraints and alerts you can build in Free Edition.", "image": "https://gpiwbukbsgnkfmexpcmx.supabase.co/storage/v1/object/public/blog-images/featured%2Fv3%2Fdatabricks-pipeline-observability-v1.jpg", "date_published": "2026-08-31T01:51:24.932152+00:00", "date_modified": "2026-08-31T01:52:09.033518+00:00", "authors": [ { "name": "BricksNotes" } ], "tags": [ "Databricks", "monitoring", "data-quality", "pipelines" ] }, { "id": "https://bricksnotes.com/blog/databricks-electric-acquisition-lakebase-agents", "url": "https://bricksnotes.com/blog/databricks-electric-acquisition-lakebase-agents", "title": "Databricks acquired Electric. Why data next to the agent matters", "summary": "Databricks acquiring Electric is a bet that agents need data close to where they run. Here is what it means for Lakebase, and what it changes for data engineers.", "content_text": "Databricks acquiring Electric is a bet that agents need data close to where they run. Here is what it means for Lakebase, and what it changes for data engineers.", "image": "https://gpiwbukbsgnkfmexpcmx.supabase.co/storage/v1/object/public/blog-images/featured%2Fv3%2Fdatabricks-electric-lakebase-agents-v1.jpg", "date_published": "2026-08-30T02:25:52.156647+00:00", "date_modified": "2026-08-30T02:25:52.156647+00:00", "authors": [ { "name": "BricksNotes" } ], "tags": [ "Databricks", "ai-agents", "lakebase", "architecture" ] }, { "id": "https://bricksnotes.com/blog/what-is-lakebase-explained-simply", "url": "https://bricksnotes.com/blog/what-is-lakebase-explained-simply", "title": "Lakebase, explained simply. Where it came from and what to build with it", "summary": "Lakebase is managed Postgres inside Databricks. Here is the idea behind it, where it fits, the use cases worth trying, and why agents make it more than a convenience feature.", "content_text": "Lakebase is managed Postgres inside Databricks. Here is the idea behind it, where it fits, the use cases worth trying, and why agents make it more than a convenience feature.", "image": "https://gpiwbukbsgnkfmexpcmx.supabase.co/storage/v1/object/public/blog-images/featured%2Fv3%2Flakebase-explained-simply-v1.jpg", "date_published": "2026-08-29T02:56:00.868649+00:00", "date_modified": "2026-08-29T02:56:00.868649+00:00", "authors": [ { "name": "BricksNotes" } ], "tags": [ "Databricks", "Lakebase", "Data + AI", "Architecture", "Agents" ] }, { "id": "https://bricksnotes.com/blog/databricks-query-optimization-execution-plan", "url": "https://bricksnotes.com/blog/databricks-query-optimization-execution-plan", "title": "Same result, 3 seconds or 30 minutes. Query optimization in Databricks", "summary": "Two queries, identical results, wildly different cost. Here is what happens between the SQL you write and the answer you get, and the seven techniques that decide how much work the engine does.", "content_text": "Two queries, identical results, wildly different cost. Here is what happens between the SQL you write and the answer you get, and the seven techniques that decide how much work the engine does.", "image": "https://gpiwbukbsgnkfmexpcmx.supabase.co/storage/v1/object/public/blog-images/featured%2Fv3%2Fquery-optimization-execution-plan-v1.jpg", "date_published": "2026-08-28T01:42:09.460227+00:00", "date_modified": "2026-08-28T01:42:09.460227+00:00", "authors": [ { "name": "BricksNotes" } ], "tags": [ "Databricks", "Spark", "Performance", "SQL", "Data Engineering" ] }, { "id": "https://bricksnotes.com/blog/databricks-broadcast-vs-shuffle-joins", "url": "https://bricksnotes.com/blog/databricks-broadcast-vs-shuffle-joins", "title": "The join that ran for seven hours. Broadcast and shuffle joins in Databricks", "summary": "One line joined orders to customers, and an eleven minute job ran all night. Here is what a join really does on a cluster, and how to choose the right one.", "content_text": "One line joined orders to customers, and an eleven minute job ran all night. Here is what a join really does on a cluster, and how to choose the right one.", "image": "https://gpiwbukbsgnkfmexpcmx.supabase.co/storage/v1/object/public/blog-images/featured%2Fv3%2Fjoin-strategy-broadcast-shuffle-v1.jpg", "date_published": "2026-08-27T02:09:50.765277+00:00", "date_modified": "2026-08-27T02:09:50.765277+00:00", "authors": [ { "name": "BricksNotes" } ], "tags": [ "Databricks", "Spark", "Performance", "Data Engineering" ] }, { "id": "https://bricksnotes.com/blog/schema-changes-data-contracts-databricks", "url": "https://bricksnotes.com/blog/schema-changes-data-contracts-databricks", "title": "The pipeline kept running. Why silent schema changes are the dangerous ones", "summary": "Schema evolution is normal. Uncontrolled schema evolution is dangerous. The five change types, why a data contract does what a schema cannot, and six habits that make change visible, testable and safe in Databricks.", "content_text": "Schema evolution is normal. Uncontrolled schema evolution is dangerous. The five change types, why a data contract does what a schema cannot, and six habits that make change visible, testable and safe in Databricks.", "image": "https://gpiwbukbsgnkfmexpcmx.supabase.co/storage/v1/object/public/blog-images/featured%2Fv3%2Fschema-silent-change-v1.jpg", "date_published": "2026-08-26T01:34:12.069715+00:00", "date_modified": "2026-08-26T01:34:58.081941+00:00", "authors": [ { "name": "BricksNotes" } ], "tags": [ "Databricks", "Schema Evolution", "Data Quality", "Data Engineering" ] }, { "id": "https://bricksnotes.com/blog/databricks-duplicate-records-deduplication", "url": "https://bricksnotes.com/blog/databricks-duplicate-records-deduplication", "title": "The order was counted twice. Duplicate records in Databricks, explained", "summary": "A pipeline can finish green and your numbers can still be wrong. Duplicates rarely break pipelines. They break business decisions. Here is how to handle them properly.", "content_text": "A pipeline can finish green and your numbers can still be wrong. Duplicates rarely break pipelines. They break business decisions. Here is how to handle them properly.", "image": "https://gpiwbukbsgnkfmexpcmx.supabase.co/storage/v1/object/public/blog-images/featured%2Fv3%2Fdatabricks-duplicate-records-v1.jpg", "date_published": "2026-08-25T00:34:08.87537+00:00", "date_modified": "2026-08-25T00:34:08.87537+00:00", "authors": [ { "name": "BricksNotes" } ], "tags": [ "Databricks", "Data Quality", "SQL", "Fundamentals" ] }, { "id": "https://bricksnotes.com/blog/databases-built-for-agents-not-just-developers", "url": "https://bricksnotes.com/blog/databases-built-for-agents-not-just-developers", "title": "The next database may be built as much for agents as for developers", "summary": "For forty years databases were designed around a human who could ask a teammate. Agents cannot. Here is how a data platform changes when machines are the main readers, and what to do about it in Databricks this week.", "content_text": "For forty years databases were designed around a human who could ask a teammate. Agents cannot. Here is how a data platform changes when machines are the main readers, and what to do about it in Databricks this week.", "image": "https://gpiwbukbsgnkfmexpcmx.supabase.co/storage/v1/object/public/blog-images/featured%2Fv3%2Fdatabases-built-for-agents-v1.jpg", "date_published": "2026-08-24T00:53:14.268992+00:00", "date_modified": "2026-08-24T00:53:14.268992+00:00", "authors": [ { "name": "BricksNotes" } ], "tags": [ "AI Agents", "Unity Catalog", "Data Engineering", "Databricks" ] }, { "id": "https://bricksnotes.com/blog/databricks-data-skew-slow-tasks", "url": "https://bricksnotes.com/blog/databricks-data-skew-slow-tasks", "title": "One task ran for forty minutes. Data skew in Databricks, explained", "summary": "The code did not change. The data did. Here is how one heavy key turns a nine minute job into a fifty one minute one, and how to fix it.", "content_text": "The code did not change. The data did. Here is how one heavy key turns a nine minute job into a fifty one minute one, and how to fix it.", "image": "https://gpiwbukbsgnkfmexpcmx.supabase.co/storage/v1/object/public/blog-images/featured%2Fv3%2Fdatabricks-data-skew-v1.jpg", "date_published": "2026-08-23T03:34:15.454721+00:00", "date_modified": "2026-08-23T03:34:15.454721+00:00", "authors": [ { "name": "BricksNotes" } ], "tags": [ "Databricks", "Spark", "Performance", "Joins" ] }, { "id": "https://bricksnotes.com/blog/csv-json-parquet-delta-which-format-to-use", "url": "https://bricksnotes.com/blog/csv-json-parquet-delta-which-format-to-use", "title": "CSV, JSON, Parquet, and Delta: which one should you use?", "summary": "CSV, JSON, Parquet, or Delta? A practical comparison with runnable Databricks Free Edition examples, real size and speed differences, and a simple rule for each layer of your pipeline.", "content_text": "CSV, JSON, Parquet, or Delta? A practical comparison with runnable Databricks Free Edition examples, real size and speed differences, and a simple rule for each layer of your pipeline.", "image": "https://gpiwbukbsgnkfmexpcmx.supabase.co/storage/v1/object/public/blog-images/featured%2Fv3%2Fcsv-json-parquet-delta-v1.jpg", "date_published": "2026-08-22T15:16:16.117984+00:00", "date_modified": "2026-08-22T15:16:16.117984+00:00", "authors": [ { "name": "BricksNotes Editorial" } ], "tags": [ "Delta Lake", "Parquet", "File Formats", "Data Engineering" ] }, { "id": "https://bricksnotes.com/blog/bricksnotes-40000-to-100000-learners", "url": "https://bricksnotes.com/blog/bricksnotes-40000-to-100000-learners", "title": "How BricksNotes went from 40,000 to 100,000 learners", "summary": "A hundred thousand data professionals have now learned with BricksNotes. Here is the honest story of how it happened, what we built along the way, and why we are not stopping.", "content_text": "A hundred thousand data professionals have now learned with BricksNotes. Here is the honest story of how it happened, what we built along the way, and why we are not stopping.", "image": "https://gpiwbukbsgnkfmexpcmx.supabase.co/storage/v1/object/public/blog-images/featured%2Fv3%2Fbricksnotes-40000-to-100000-learners-v1.jpg", "date_published": "2026-08-21T23:57:32.029783+00:00", "date_modified": "2026-08-21T23:57:38.728813+00:00", "authors": [ { "name": "BricksNotes Editorial" } ], "tags": [ "Community", "Milestone", "Data Engineering", "2026" ] }, { "id": "https://bricksnotes.com/blog/databricks-data-quality-checks", "url": "https://bricksnotes.com/blog/databricks-data-quality-checks", "title": "The pipeline was green. The numbers were wrong.", "summary": "A successful run tells you the code finished, not that the data is right. How to write quality rules, decide what happens to bad rows, and enforce them with Delta constraints and pipeline expectations.", "content_text": "A successful run tells you the code finished, not that the data is right. How to write quality rules, decide what happens to bad rows, and enforce them with Delta constraints and pipeline expectations.", "image": "https://gpiwbukbsgnkfmexpcmx.supabase.co/storage/v1/object/public/blog-images/featured%2Fv3%2Fdatabricks-data-quality-checks-v1.jpg", "date_published": "2026-08-21T02:21:49.273774+00:00", "date_modified": "2026-08-21T02:21:49.273774+00:00", "authors": [ { "name": "BricksNotes Editorial" } ], "tags": [ "Databricks", "Data Quality", "Delta Lake", "Pipelines" ] }, { "id": "https://bricksnotes.com/blog/built-first-data-engineering-project-two-evenings", "url": "https://bricksnotes.com/blog/built-first-data-engineering-project-two-evenings", "title": "I built a data engineering project in two evenings. Here is exactly what I did", "summary": "A boundary instead of a study plan: two evenings, 100 messy orders, one gold table, and a pipeline that runs twice without breaking. Here is the full walkthrough you can repeat tonight in Databricks Free Edition.", "content_text": "A boundary instead of a study plan: two evenings, 100 messy orders, one gold table, and a pipeline that runs twice without breaking. Here is the full walkthrough you can repeat tonight in Databricks Free Edition.", "image": "https://gpiwbukbsgnkfmexpcmx.supabase.co/storage/v1/object/public/blog-images/featured%2Fv3%2Ffirst-project-two-evenings-v1.jpg", "date_published": "2026-08-20T13:30:43.472949+00:00", "date_modified": "2026-08-20T13:30:43.472949+00:00", "authors": [ { "name": "BricksNotes Editorial" } ], "tags": [ "Databricks", "Data Engineering", "PySpark", "Getting Started", "2026" ] }, { "id": "https://bricksnotes.com/blog/databricks-late-arriving-data", "url": "https://bricksnotes.com/blog/databricks-late-arriving-data", "title": "The event arrived two days late. How to handle late data in Databricks", "summary": "A phone was offline, a partner file was late, a queue backed up. Here is how to keep event time honest and stop numbers from drifting quietly.", "content_text": "A phone was offline, a partner file was late, a queue backed up. Here is how to keep event time honest and stop numbers from drifting quietly.", "image": "https://gpiwbukbsgnkfmexpcmx.supabase.co/storage/v1/object/public/blog-images/featured%2Fv3%2Fdatabricks-late-arriving-data-v1.jpg", "date_published": "2026-08-20T01:50:50.475485+00:00", "date_modified": "2026-08-20T01:50:50.475485+00:00", "authors": [ { "name": "BricksNotes Editorial" } ], "tags": [ "Databricks", "Streaming", "Delta Lake", "Data Quality" ] }, { "id": "https://bricksnotes.com/blog/databricks-backfill-without-breaking-downstream", "url": "https://bricksnotes.com/blog/databricks-backfill-without-breaking-downstream", "title": "The backfill. How to reload history in Databricks without breaking downstream tables", "summary": "Reloading March means touching a table six dashboards already read. Here is the plan that makes a backfill boring instead of frightening.", "content_text": "Reloading March means touching a table six dashboards already read. Here is the plan that makes a backfill boring instead of frightening.", "image": "https://gpiwbukbsgnkfmexpcmx.supabase.co/storage/v1/object/public/blog-images/featured%2Fv3%2Fdatabricks-backfill-without-breaking-downstream-v1.jpg", "date_published": "2026-08-19T01:51:14.206917+00:00", "date_modified": "2026-08-19T01:51:14.206917+00:00", "authors": [ { "name": "BricksNotes Editorial" } ], "tags": [ "Databricks", "Delta Lake", "Backfill", "Pipelines" ] } ] }