diff --git a/openmetadata-docs/content/v1.5.x/collateai/index.md b/openmetadata-docs/content/v1.5.x/collateai/index.md index b3c41e10dab9..5bf1adf6e19d 100644 --- a/openmetadata-docs/content/v1.5.x/collateai/index.md +++ b/openmetadata-docs/content/v1.5.x/collateai/index.md @@ -6,7 +6,7 @@ collate: true # Collate AI Technical Documentation -{% youtube videoId="6glMYLzxNqk" start="0:00" end="04:20" width="560px" height="315px" /%} +{% youtube videoId="6glMYLzxNqk" start="0:00" end="04:20" width="800px" height="450px" /%} Collate AI is an AI-powered tool within Collate that simplifies and enhances metadata management. By integrating generative AI, Collate AI assists users in automating the documentation of data assets, writing and optimizing SQL queries, and interacting with data through natural language. This first-of-its-kind data copilot improves productivity by automating tedious tasks and providing intelligent insights into your data environment. diff --git a/openmetadata-docs/content/v1.5.x/connectors/custom-connectors.md b/openmetadata-docs/content/v1.5.x/connectors/custom-connectors.md index 5a05ce21322b..6b63028563a7 100644 --- a/openmetadata-docs/content/v1.5.x/connectors/custom-connectors.md +++ b/openmetadata-docs/content/v1.5.x/connectors/custom-connectors.md @@ -22,7 +22,7 @@ We'd recommend to go through the example to better understand how all the pieces Watch OpenMetadata's [Webinar on Custom Connectors](https://www.youtube.com/watch?v=fDUj30Ub9VE) -{% youtube videoId="fDUj30Ub9VE" start="0:00" end="36:33" width="560px" height="315px" /%} +{% youtube videoId="fDUj30Ub9VE" start="0:00" end="36:33" width="800px" height="450px" /%} # Steps to Set Up a Custom Connector diff --git a/openmetadata-docs/content/v1.5.x/developers/open-source-community.md b/openmetadata-docs/content/v1.5.x/developers/open-source-community.md index fe337de457fe..a97bc76768b4 100644 --- a/openmetadata-docs/content/v1.5.x/developers/open-source-community.md +++ b/openmetadata-docs/content/v1.5.x/developers/open-source-community.md @@ -29,6 +29,6 @@ You can watch all of our previous meetings on [YouTube](https://www.youtube.com/ You’ll also find some short feature videos there. Here’s what’s most recent. Take a look! -{% youtube videoId="cZdIobCpI9U" start="0:00" end="58:24" width="560px" height="315px" /%} +{% youtube videoId="cZdIobCpI9U" start="0:00" end="58:24" width="800px" height="450px" /%} -{% youtube videoId="5hA5dr5iVgw" start="0:00" end="54:47" width="560px" height="315px" /%} \ No newline at end of file +{% youtube videoId="5hA5dr5iVgw" start="0:00" end="54:47" width="800px" height="450px" /%} \ No newline at end of file diff --git a/openmetadata-docs/content/v1.5.x/getting-started/day-1/hybrid-saas/index.md b/openmetadata-docs/content/v1.5.x/getting-started/day-1/hybrid-saas/index.md index 399b86be2846..b646885bc1e4 100644 --- a/openmetadata-docs/content/v1.5.x/getting-started/day-1/hybrid-saas/index.md +++ b/openmetadata-docs/content/v1.5.x/getting-started/day-1/hybrid-saas/index.md @@ -6,7 +6,7 @@ collate: true # Hybrid SaaS -{% youtube url="https://drive.google.com/file/d/16-2l9EYBE9DjlHepPKTpVFvashMy1buu/preview" start="0:00" end="6:47" width="560px" height="315px" /%} +{% youtube url="https://drive.google.com/file/d/16-2l9EYBE9DjlHepPKTpVFvashMy1buu/preview" start="0:00" end="6:47" width="800px" height="450px" /%} There's two options on how to set up a data connector: 1. **Run the connector in Collate SaaS**: In this scenario, you'll get an IP when you add the service. You need to give diff --git a/openmetadata-docs/content/v1.5.x/how-to-guides/admin-guide/alerts.md b/openmetadata-docs/content/v1.5.x/how-to-guides/admin-guide/alerts.md index 47572fd3c6a9..0c7f1dc5498b 100644 --- a/openmetadata-docs/content/v1.5.x/how-to-guides/admin-guide/alerts.md +++ b/openmetadata-docs/content/v1.5.x/how-to-guides/admin-guide/alerts.md @@ -15,7 +15,7 @@ Starting from the 1.3 release, Data Observability alerts have been completely re Depending on your use cases, notifications can be sent to owners, admins, teams, or users, providing a more personalized and informed experience. Teams can configure their dedicated Slack, MS Teams, or Google Chat channels to receive notifications related to their data assets, streamlining communication and collaboration. With the alerts and notifications in OpenMetadata, users can send Announcements over email, Slack, or Teams. Alerts are sent to a user when they are mentioned in a task or an activity feed. -{% youtube videoId="qc-3sZ_eU5Y" start="0:00" end="2:04" width="560px" height="315px" /%} +{% youtube videoId="qc-3sZ_eU5Y" start="0:00" end="2:04" width="800px" height="450px" /%} - [Create Observability Alerts](#create-observability-alerts) - [Add Notifications for Change Events](#add-notifications-for-change-events) diff --git a/openmetadata-docs/content/v1.5.x/how-to-guides/admin-guide/persona-landing-page-customization/index.md b/openmetadata-docs/content/v1.5.x/how-to-guides/admin-guide/persona-landing-page-customization/index.md index a36c98fdd65c..9dd70eb0ab54 100644 --- a/openmetadata-docs/content/v1.5.x/how-to-guides/admin-guide/persona-landing-page-customization/index.md +++ b/openmetadata-docs/content/v1.5.x/how-to-guides/admin-guide/persona-landing-page-customization/index.md @@ -5,7 +5,7 @@ slug: /how-to-guides/admin-guide/persona-landing-page-customization # Persona and Landing Page Customization in OpenMetadata -{% youtube videoId="Nh2xLAwY2-A" start="2461" end="2728" width="560px" height="315px" /%} +{% youtube videoId="Nh2xLAwY2-A" start="2461" end="2728" width="800px" height="450px" /%} ## Overview OpenMetadata is designed as a platform for everyone in your organization, catering to the diverse needs of different users. To achieve this, OpenMetadata introduces **Persona and Landing Page Customization**, offering a personalized experience for each user. By defining personas, administrators can customize the application interface and functionality based on the specific requirements of various roles, such as **data engineers, data scientists, data stewards**, etc. This ensures that each user experiences the platform in a way that aligns with their responsibilities, enhancing productivity by providing relevant information and tools tailored to their daily activities. diff --git a/openmetadata-docs/content/v1.5.x/how-to-guides/data-collaboration/index.md b/openmetadata-docs/content/v1.5.x/how-to-guides/data-collaboration/index.md index ec10878e4495..cb0216db07b8 100644 --- a/openmetadata-docs/content/v1.5.x/how-to-guides/data-collaboration/index.md +++ b/openmetadata-docs/content/v1.5.x/how-to-guides/data-collaboration/index.md @@ -16,7 +16,7 @@ There are three important aspects of data collaboration in OpenMetadata: Watch the video on how to use the collaboration features in OpenMetadata. -{% youtube videoId="M6mbFLA1bQc" start="0:00" end="5:58" width="560px" height="315px" /%} +{% youtube videoId="M6mbFLA1bQc" start="0:00" end="5:58" width="800px" height="450px" /%} {%inlineCalloutContainer%} {%inlineCallout diff --git a/openmetadata-docs/content/v1.5.x/how-to-guides/data-discovery/bulk-upload.md b/openmetadata-docs/content/v1.5.x/how-to-guides/data-discovery/bulk-upload.md index 2e010097097a..d06ccd5dcbe1 100644 --- a/openmetadata-docs/content/v1.5.x/how-to-guides/data-discovery/bulk-upload.md +++ b/openmetadata-docs/content/v1.5.x/how-to-guides/data-discovery/bulk-upload.md @@ -9,7 +9,7 @@ collate: true Collate offers a Data Assets Bulk Upload feature, enabling users to efficiently upload multiple data assets via a CSV file. This functionality allows for the bulk import or update of database, schema, and table entities in a single operation, saving time and effort. Additionally, the inline editor provides a convenient way to validate and modify the data assets before finalizing the import process. -{% youtube videoId="CXxDdS6AifY" start="0:00" end="2:19" width="560px" height="315px" /%} +{% youtube videoId="CXxDdS6AifY" start="0:00" end="2:19" width="800px" height="450px" /%} Both importing and exporting the Data Assets from Collate is quick and easy! diff --git a/openmetadata-docs/content/v1.5.x/how-to-guides/data-discovery/index.md b/openmetadata-docs/content/v1.5.x/how-to-guides/data-discovery/index.md index cc5e251e8255..9be01f4d8ee7 100644 --- a/openmetadata-docs/content/v1.5.x/how-to-guides/data-discovery/index.md +++ b/openmetadata-docs/content/v1.5.x/how-to-guides/data-discovery/index.md @@ -15,7 +15,7 @@ OpenMetadata provides a user-friendly interface for **data discovery**. OpenMeta Watch the video on how easy it is to discovery your data in OpenMetadata. -{% youtube videoId="3xaHf3A2PgU" start="0:00" end="3:17" width="560px" height="315px" /%} +{% youtube videoId="3xaHf3A2PgU" start="0:00" end="3:17" width="800px" height="450px" /%} {%inlineCalloutContainer%} {%inlineCallout diff --git a/openmetadata-docs/content/v1.5.x/how-to-guides/data-discovery/openmetadata-extension/index.md b/openmetadata-docs/content/v1.5.x/how-to-guides/data-discovery/openmetadata-extension/index.md index c4cd9372e431..8ddf1e234758 100644 --- a/openmetadata-docs/content/v1.5.x/how-to-guides/data-discovery/openmetadata-extension/index.md +++ b/openmetadata-docs/content/v1.5.x/how-to-guides/data-discovery/openmetadata-extension/index.md @@ -5,7 +5,7 @@ slug: /how-to-guides/data-discovery/openmetadata-extension # OpenMetadata Chrome Extension -{% youtube videoId="ZQckSIXAA6k" start="0:00" end="01:37" width="560px" height="315px" /%} +{% youtube videoId="ZQckSIXAA6k" start="0:00" end="01:37" width="800px" height="450px" /%} # Access Metadata Without Leaving Your Workspace diff --git a/openmetadata-docs/content/v1.5.x/how-to-guides/data-governance/automation/index.md b/openmetadata-docs/content/v1.5.x/how-to-guides/data-governance/automation/index.md index c48e1bee9516..8d4c6aca43f9 100644 --- a/openmetadata-docs/content/v1.5.x/how-to-guides/data-governance/automation/index.md +++ b/openmetadata-docs/content/v1.5.x/how-to-guides/data-governance/automation/index.md @@ -6,7 +6,7 @@ collate: true # Collate Automations -{% youtube videoId="ug08aLUyTyE" start="0:00" end="14:52" width="560px" height="315px" /%} +{% youtube videoId="ug08aLUyTyE" start="0:00" end="14:52" width="800px" height="450px" /%} ## Overview diff --git a/openmetadata-docs/content/v1.5.x/how-to-guides/data-governance/classification/index.md b/openmetadata-docs/content/v1.5.x/how-to-guides/data-governance/classification/index.md index fed5ad1743a4..ed9dfe2a0bbb 100644 --- a/openmetadata-docs/content/v1.5.x/how-to-guides/data-governance/classification/index.md +++ b/openmetadata-docs/content/v1.5.x/how-to-guides/data-governance/classification/index.md @@ -9,7 +9,7 @@ slug: /how-to-guides/data-governance/classification Watch the [Webinar on Glossaries and Classifications in OpenMetadata](https://www.youtube.com/watch?v=LII_5CDo_0s) -{% youtube videoId="LII_5CDo_0s" start="0:00" end="52:35" width="560px" height="315px" /%} +{% youtube videoId="LII_5CDo_0s" start="0:00" end="52:35" width="800px" height="450px" /%} {%inlineCalloutContainer%} {%inlineCallout diff --git a/openmetadata-docs/content/v1.5.x/how-to-guides/data-governance/domain-&-data-products/index.md b/openmetadata-docs/content/v1.5.x/how-to-guides/data-governance/domain-&-data-products/index.md index 7a517e8bf9b5..7a7de5204ac6 100644 --- a/openmetadata-docs/content/v1.5.x/how-to-guides/data-governance/domain-&-data-products/index.md +++ b/openmetadata-docs/content/v1.5.x/how-to-guides/data-governance/domain-&-data-products/index.md @@ -19,7 +19,7 @@ Domains in Open Metadata allow you to categorize and manage your data assets, gl Watch the [Demo on Domain in OpenMetadata](https://www.youtube.com/watch?v=t-9G3vaSdjI) -{% youtube videoId="t-9G3vaSdjI" start="0:00" end="1:21" width="560px" height="315px" /%} +{% youtube videoId="t-9G3vaSdjI" start="0:00" end="1:21" width="800px" height="450px" /%} ## Domains @@ -49,7 +49,7 @@ Data Products in Open Metadata allow teams to package and present their data ass Watch the [Demo on Data Product in OpenMetadata](https://www.youtube.com/watch?v=6NgI_G38D0A) -{% youtube videoId="6NgI_G38D0A" start="0:00" end="0:54" width="560px" height="315px" /%} +{% youtube videoId="6NgI_G38D0A" start="0:00" end="0:54" width="800px" height="450px" /%} ## Data Products diff --git a/openmetadata-docs/content/v1.5.x/how-to-guides/data-governance/glossary/approval.md b/openmetadata-docs/content/v1.5.x/how-to-guides/data-governance/glossary/approval.md index 000129b371ee..815508ec7803 100644 --- a/openmetadata-docs/content/v1.5.x/how-to-guides/data-governance/glossary/approval.md +++ b/openmetadata-docs/content/v1.5.x/how-to-guides/data-governance/glossary/approval.md @@ -9,7 +9,7 @@ The business glossary plays a vital role in standardizing terminology in an orga Watch the video to learn more about **[Glossary Approval Workflow](https://www.youtube.com/watch?v=PgTcKQtpAks&t=4s)** -{% youtube videoId="PgTcKQtpAks" start="0:00" end="2:51" width="560px" height="315px" /%} +{% youtube videoId="PgTcKQtpAks" start="0:00" end="2:51" width="800px" height="450px" /%} To automate the approval workflow, ensure that your Glossary has **Reviewers** assigned. If you glossary has reviewers assigned, the glossary approval workflow gets triggered when a **New Term** is added. diff --git a/openmetadata-docs/content/v1.5.x/how-to-guides/data-governance/glossary/import.md b/openmetadata-docs/content/v1.5.x/how-to-guides/data-governance/glossary/import.md index 7c7d1bdcda85..6c4669c8b561 100644 --- a/openmetadata-docs/content/v1.5.x/how-to-guides/data-governance/glossary/import.md +++ b/openmetadata-docs/content/v1.5.x/how-to-guides/data-governance/glossary/import.md @@ -7,7 +7,7 @@ slug: /how-to-guides/data-governance/glossary/import OpenMetadata supports **Glossary Bulk Upload** to save time and effort by uploading a CSV with thousands of terms in one go. You can create or update multiple glossary terms simultaneously. When bulk uploading, Owners and Reviewers can be defined, who will be further propagated to every glossary term. -{% youtube videoId="mzZxGMcb_ps" start="0:00" end="6:47" width="560px" height="315px" /%} +{% youtube videoId="mzZxGMcb_ps" start="0:00" end="6:47" width="800px" height="450px" /%} To import a glossary into OpenMetadata: - Navigate to **Govern > Glossary** diff --git a/openmetadata-docs/content/v1.5.x/how-to-guides/data-governance/glossary/index.md b/openmetadata-docs/content/v1.5.x/how-to-guides/data-governance/glossary/index.md index d0c8b98d651b..05c04238e6d9 100644 --- a/openmetadata-docs/content/v1.5.x/how-to-guides/data-governance/glossary/index.md +++ b/openmetadata-docs/content/v1.5.x/how-to-guides/data-governance/glossary/index.md @@ -25,7 +25,7 @@ caption="Banking Glossary" Watch the [Webinar on Glossaries and Classifications in OpenMetadata](https://www.youtube.com/watch?v=LII_5CDo_0s) -{% youtube videoId="LII_5CDo_0s" start="0:00" end="52:35" width="560px" height="315px" /%} +{% youtube videoId="LII_5CDo_0s" start="0:00" end="52:35" width="800px" height="450px" /%} ## Glossary APIs diff --git a/openmetadata-docs/content/v1.5.x/how-to-guides/data-insights/data-culture.md b/openmetadata-docs/content/v1.5.x/how-to-guides/data-insights/data-culture.md index bca82c99bb73..09c9ae63a0f2 100644 --- a/openmetadata-docs/content/v1.5.x/how-to-guides/data-insights/data-culture.md +++ b/openmetadata-docs/content/v1.5.x/how-to-guides/data-insights/data-culture.md @@ -83,4 +83,4 @@ OpenMetadata helps customers understand their data with a 360° view. Admins can Go ahead, leverage Data Insights to transform the data culture of your organization! Watch the video to learn more about proactively honing the data culture of your company by setting targets, monitoring, and boosting teams to accomplish data goals with OpenMetadata. -{% youtube videoId="lOQepnTdA58" start="0:00" end="58:23" width="560px" height="315px" /%} \ No newline at end of file +{% youtube videoId="lOQepnTdA58" start="0:00" end="58:23" width="800px" height="450px" /%} \ No newline at end of file diff --git a/openmetadata-docs/content/v1.5.x/how-to-guides/data-insights/index.md b/openmetadata-docs/content/v1.5.x/how-to-guides/data-insights/index.md index 611a46b6f9b9..652183d6397b 100644 --- a/openmetadata-docs/content/v1.5.x/how-to-guides/data-insights/index.md +++ b/openmetadata-docs/content/v1.5.x/how-to-guides/data-insights/index.md @@ -11,11 +11,11 @@ The **Data Insights Dashboard** provides an analytical view of all the key metri Watch the video to learn more about proactively honing the data culture of your company by setting targets, monitoring, and boosting teams to accomplish data goals. -{% youtube videoId="lOQepnTdA58" start="0:00" end="58:23" width="560px" height="315px" /%} +{% youtube videoId="lOQepnTdA58" start="0:00" end="58:23" width="800px" height="450px" /%} Watch a demo of Data Insights in OpenMetadata -{% youtube videoId="Epd9G6igLUM" start="0:00" end="21:58" width="560px" height="315px" /%} +{% youtube videoId="Epd9G6igLUM" start="0:00" end="21:58" width="800px" height="450px" /%} {%inlineCalloutContainer%} {%inlineCallout diff --git a/openmetadata-docs/content/v1.5.x/how-to-guides/data-lineage/column.md b/openmetadata-docs/content/v1.5.x/how-to-guides/data-lineage/column.md index 056d6d7c7d2f..ab041f1ea8c0 100644 --- a/openmetadata-docs/content/v1.5.x/how-to-guides/data-lineage/column.md +++ b/openmetadata-docs/content/v1.5.x/how-to-guides/data-lineage/column.md @@ -34,7 +34,7 @@ caption="Manually Edit Column Level Lineage" /%} Watch the video on editing column-level lineage. -{% youtube videoId="HTkbTvi2H9c" start="0:00" end="00:51" width="560px" height="315px" /%} +{% youtube videoId="HTkbTvi2H9c" start="0:00" end="00:51" width="800px" height="450px" /%} {%inlineCallout color="violet-70" diff --git a/openmetadata-docs/content/v1.5.x/how-to-guides/data-lineage/index.md b/openmetadata-docs/content/v1.5.x/how-to-guides/data-lineage/index.md index e4bc544543c9..7907d3064ae8 100644 --- a/openmetadata-docs/content/v1.5.x/how-to-guides/data-lineage/index.md +++ b/openmetadata-docs/content/v1.5.x/how-to-guides/data-lineage/index.md @@ -15,7 +15,7 @@ caption="Data Lineage in OpenMetadata" Watch the video on data lineage to understand the different options to automatically extract the lineage from your data warehouses such as Snowflake, dashboard service like metabase. Also learn about creating lineage programmatically with python SDK. -{% youtube videoId="jEbN1tt89H0" start="0:00" end="41:43" width="560px" height="315px" /%} +{% youtube videoId="jEbN1tt89H0" start="0:00" end="41:43" width="800px" height="450px" /%} {%inlineCalloutContainer%} {%inlineCallout diff --git a/openmetadata-docs/content/v1.5.x/how-to-guides/data-lineage/manual.md b/openmetadata-docs/content/v1.5.x/how-to-guides/data-lineage/manual.md index e1630e6f71bd..681943d6416d 100644 --- a/openmetadata-docs/content/v1.5.x/how-to-guides/data-lineage/manual.md +++ b/openmetadata-docs/content/v1.5.x/how-to-guides/data-lineage/manual.md @@ -39,7 +39,7 @@ caption="Column-Level Lineage" /%} Here's a quick video on manually adding lineage. -{% youtube videoId="hU8h1n_WmWg" start="00:01" end="00:23" width="560px" height="315px" /%} +{% youtube videoId="hU8h1n_WmWg" start="00:01" end="00:23" width="800px" height="450px" /%} Watch the recording of the Webinar on Lineage (13:30 to 15:50) -{% youtube videoId="jEbN1tt89H0" start="13:30" end="15:48" width="560px" height="315px" /%} \ No newline at end of file +{% youtube videoId="jEbN1tt89H0" start="13:30" end="15:48" width="800px" height="450px" /%} \ No newline at end of file diff --git a/openmetadata-docs/content/v1.5.x/how-to-guides/data-quality-observability/observability/index.md b/openmetadata-docs/content/v1.5.x/how-to-guides/data-quality-observability/observability/index.md index 4177404c1e98..9e570542e069 100644 --- a/openmetadata-docs/content/v1.5.x/how-to-guides/data-quality-observability/observability/index.md +++ b/openmetadata-docs/content/v1.5.x/how-to-guides/data-quality-observability/observability/index.md @@ -15,7 +15,7 @@ Starting from the 1.3 release, Data Observability alerts have been completely re Depending on your use cases, notifications can be sent to owners, admins, teams, or users, providing a more personalized and informed experience. Teams can configure their dedicated Slack, MS Teams, or Google Chat channels to receive notifications related to their data assets, streamlining communication and collaboration. With the alerts and notifications in OpenMetadata, users can send Announcements over email, Slack, or Teams. Alerts are sent to a user when they are mentioned in a task or an activity feed. -{% youtube videoId="qc-3sZ_eU5Y" start="0:00" end="2:04" width="560px" height="315px" /%} +{% youtube videoId="qc-3sZ_eU5Y" start="0:00" end="2:04" width="800px" height="450px" /%} {%inlineCallout icon="MdAddAlert" diff --git a/openmetadata-docs/content/v1.5.x/how-to-guides/data-quality-observability/profiler/index.md b/openmetadata-docs/content/v1.5.x/how-to-guides/data-quality-observability/profiler/index.md index 58c5c5bb4310..cccc7e1a7bff 100644 --- a/openmetadata-docs/content/v1.5.x/how-to-guides/data-quality-observability/profiler/index.md +++ b/openmetadata-docs/content/v1.5.x/how-to-guides/data-quality-observability/profiler/index.md @@ -9,7 +9,7 @@ The profiler in OpenMetadata helps to understand the shape of your data and to q Watch the video to understand OpenMetadata’s native Data Profiler and Data Quality tests. -{% youtube videoId="gLdTOF81YpI" start="0:00" end="1:08:10" width="560px" height="315px" /%} +{% youtube videoId="gLdTOF81YpI" start="0:00" end="1:08:10" width="800px" height="450px" /%} {%inlineCalloutContainer%} {%inlineCallout diff --git a/openmetadata-docs/content/v1.5.x/how-to-guides/data-quality-observability/quality/index.md b/openmetadata-docs/content/v1.5.x/how-to-guides/data-quality-observability/quality/index.md index 47d41cf6a5ff..96c49136b4e2 100644 --- a/openmetadata-docs/content/v1.5.x/how-to-guides/data-quality-observability/quality/index.md +++ b/openmetadata-docs/content/v1.5.x/how-to-guides/data-quality-observability/quality/index.md @@ -23,14 +23,14 @@ caption="Profiler & Data Quality" Watch the video to understand OpenMetadata’s native Data Profiler and Data Quality tests. -{% youtube videoId="gLdTOF81YpI" start="0:00" end="1:08:10" width="560px" height="315px" /%} +{% youtube videoId="gLdTOF81YpI" start="0:00" end="1:08:10" width="800px" height="450px" /%} Watch the video on Data Quality Simplified to effortlessly build, deploy, monitor, and configure alerts using OpenMetadata's no-code platform -{% youtube videoId="ihwtuNHt1kI" start="0:00" end="29:08" width="560px" height="315px" /%} +{% youtube videoId="ihwtuNHt1kI" start="0:00" end="29:08" width="800px" height="450px" /%} Here's the latest on OpenMetadata's data quality. -{% youtube videoId="UbNOje0kf6E" start="0:00" end="54:52" width="560px" height="315px" /%} +{% youtube videoId="UbNOje0kf6E" start="0:00" end="54:52" width="800px" height="450px" /%} {%inlineCalloutContainer%} {%inlineCallout diff --git a/openmetadata-docs/content/v1.5.x/how-to-guides/user-guide-data-users/browser-ext.md b/openmetadata-docs/content/v1.5.x/how-to-guides/user-guide-data-users/browser-ext.md index d95c99af9e1f..d305527f7b82 100644 --- a/openmetadata-docs/content/v1.5.x/how-to-guides/user-guide-data-users/browser-ext.md +++ b/openmetadata-docs/content/v1.5.x/how-to-guides/user-guide-data-users/browser-ext.md @@ -10,7 +10,7 @@ OpenMetadata’s Browser Extension bridges the gap between users and metadata. V Once installed, pin the extension for easy accessibility. Simply click on the OpenMetadata icon in your Chrome browser to start using the extension. Add the base URL for your OpenMetadata instance, and connect by signing in. Once signed in, the OpenMetadata Chrome extension will display your Activity Feeds from My Data page. While working on a third party tool, which is integrated with OpenMetadata, you can simply click on the extension to view the associated metadata to access details about ownership, description, associated tags, glossary terms, schema, lineage, custom properties, and more. Watch the video to learn how you can access all the metadata you need, directly into your active workspace. -{% youtube videoId="ZQckSIXAA6k" start="0:00" end="1:37" width="560px" height="315px" /%} +{% youtube videoId="ZQckSIXAA6k" start="0:00" end="1:37" width="800px" height="450px" /%} {% note %} diff --git a/openmetadata-docs/content/v1.5.x/how-to-guides/user-guide-data-users/follow-data-asset.md b/openmetadata-docs/content/v1.5.x/how-to-guides/user-guide-data-users/follow-data-asset.md index 29b1fd048a42..4c2bd0c7a01f 100644 --- a/openmetadata-docs/content/v1.5.x/how-to-guides/user-guide-data-users/follow-data-asset.md +++ b/openmetadata-docs/content/v1.5.x/how-to-guides/user-guide-data-users/follow-data-asset.md @@ -7,7 +7,7 @@ slug: /how-to-guides/guide-for-data-users/follow-data-asset Users can get timely information about all the **activities**, **announcements**, and **feeds** related to a data asset by following those assets. The owners of the data assets will receive all the updates by default. The follow option can be used for the assets that you do not own. -{% youtube videoId="xKg596qN7LA" start="0:00" end="1:52" width="560px" height="315px" /%} +{% youtube videoId="xKg596qN7LA" start="0:00" end="1:52" width="800px" height="450px" /%} To follow a data asset, - Navigate to the **Explore** page. diff --git a/openmetadata-docs/content/v1.5.x/quick-start/local-docker-deployment.md b/openmetadata-docs/content/v1.5.x/quick-start/local-docker-deployment.md index 4309df307c79..553dc39205bd 100644 --- a/openmetadata-docs/content/v1.5.x/quick-start/local-docker-deployment.md +++ b/openmetadata-docs/content/v1.5.x/quick-start/local-docker-deployment.md @@ -10,7 +10,7 @@ This installation doc will help you start a OpenMetadata standalone instance on If you'd rather see the steps in a guided tutorial, we've got you covered! Otherwise, feel free to read the content below 👇 -{% youtube videoId="ld43_jafL9w" start="0:00" end="6:47" width="560px" height="315px" /%} +{% youtube videoId="ld43_jafL9w" start="0:00" end="6:47" width="800px" height="450px" /%} # Requirements (OSX, Linux and Windows) diff --git a/openmetadata-docs/content/v1.5.x/releases/releases/index.md b/openmetadata-docs/content/v1.5.x/releases/releases/index.md index 2d0cf1f5f4ee..dcd03732ca6b 100644 --- a/openmetadata-docs/content/v1.5.x/releases/releases/index.md +++ b/openmetadata-docs/content/v1.5.x/releases/releases/index.md @@ -462,19 +462,19 @@ OpenMetadata has been driving innovation in Data Quality in Open Source. Many or In 1.5.1, we are bringing in **Anomaly Detection** based on AI to predict when an anomaly happens based on our learning historical data and automatically sending notifications to the owners of the table to warn them of the impending incidents -{% youtube videoId="BPuNC8vPcsw" start="0:00" end="1:01" width="560px" height="315px" /%} +{% youtube videoId="BPuNC8vPcsw" start="0:00" end="1:01" width="800px" height="450px" /%} ## Enhanced Data Quality Dashboard (Collate) We also have improved the Table Data quality dashboard to showcase the tests categorized and make it easy for everyone to consume. When there are issues, the new dashboard makes it easier to understand the Data Quality coverage of your tables and the possible impact each test failure has by organizing tests into different groups. -{% youtube videoId="bXcQBtZuyoU" start="0:00" end="2:10" width="560px" height="315px" /%} +{% youtube videoId="bXcQBtZuyoU" start="0:00" end="2:10" width="800px" height="450px" /%} ## Freshness Data Quality Tests (Collate) Working with old data can lead to making wrong decisions. With the new Freshness test, you can validate that your data arrives at the right time. Freshness tests are a critical part of any data team's toolset. Bringing these tests together with lineage information and the Incident Manager, your team will be able to quickly detect issues related to missing data or stuck pipelines. -{% youtube videoId="QRcR3m9cCGo" start="0:00" end="1:09" width="560px" height="315px" /%} +{% youtube videoId="QRcR3m9cCGo" start="0:00" end="1:09" width="800px" height="450px" /%} ## Data Diff Data Quality Tests @@ -482,7 +482,7 @@ Data quality checks are important not only within a single table but also betwee We are introducing the **table difference data quality test** to validate that multiple appearances of the same information remain consistent. Note that the test allows you to specify which column to use as a key and which columns you want to compare, and even add filters in the data to give you more control over multiple use cases. -{% youtube videoId="oxZVS_UGrE4" start="0:00" end="2:22" width="560px" height="315px" /%} +{% youtube videoId="oxZVS_UGrE4" start="0:00" end="2:22" width="800px" height="450px" /%} ## Domains RBAC & Subdomains @@ -496,7 +496,7 @@ With the 1.5.1 release, we are adding more stricter controls around Domain. Now, This will help large companies to use a single OpenMetadata platform to unify all of their data and teams but also provide more stringent controls to segment the data between domains -{% youtube videoId="r-_HaewjgTQ" start="0:00" end="0:44" width="560px" height="315px" /%} +{% youtube videoId="r-_HaewjgTQ" start="0:00" end="0:44" width="800px" height="450px" /%} ## Improved Explore Page & Data Asset Widget @@ -506,7 +506,7 @@ Our new improved navigation on the Explore page will help users navigate hierarc We are also making the discovery of data more accessible for users introducing a data asset widget, which will group the assets by platform type. This will help users find their data if they are working on a specific platform such as Looker or Snowflake they can easily click on that icon and get to the data. -{% youtube videoId="45ekUIRO1Ec" start="0:00" end="1:11" width="560px" height="315px" /%} +{% youtube videoId="45ekUIRO1Ec" start="0:00" end="1:11" width="800px" height="450px" /%} ## Pipeline Status Widget (Collate) @@ -522,7 +522,7 @@ On top of the many supported connectors across Databases, Dashboards, ML Models, In 1.5.1 we are introducing APIs as another first-class entity. Teams can now capture API requests and responses payloads and use our column level lineage to capture the relation between APIs and any other asset in the platform. -{% youtube videoId="b9wrVnM3u80" start="0:00" end="0:33" width="560px" height="315px" /%} +{% youtube videoId="b9wrVnM3u80" start="0:00" end="0:33" width="800px" height="450px" /%} ## Glossary Improvements @@ -728,7 +728,7 @@ You can find the GitHub release [here](https://github.com/open-metadata/OpenMeta ## Automator (Collate only) -{% youtube videoId="zdh4yzHw4w0" start="0:00" end="2:29" width="560px" height="315px" /%} +{% youtube videoId="zdh4yzHw4w0" start="0:00" end="2:29" width="800px" height="450px" /%} - Easily maintain high-quality metadata at scale with automations. The Automator streamlines governance processes from ownership assignments to tagging, ensuring compliance and consistency. - You can update the properties of your assets by filtering by service, owner, domain, or any other supported property from the advanced search. @@ -738,7 +738,7 @@ You can find the GitHub release [here](https://github.com/open-metadata/OpenMeta ## Bulk Upload Data Assets (Collate only) -{% youtube videoId="CXxDdS6AifY" start="0:00" end="2:19" width="560px" height="315px" /%} +{% youtube videoId="CXxDdS6AifY" start="0:00" end="2:19" width="800px" height="450px" /%} - Bulk upload/download database, schema, and table entities from/into a CSV file for quick edition or creation. - Supports an inline editor to validate/update assets before performing the upload. @@ -746,7 +746,7 @@ You can find the GitHub release [here](https://github.com/open-metadata/OpenMeta ## Data Quality Improvements -{% youtube videoId="UNOHvBMVcYM" start="0:00" end="1:28" width="560px" height="315px" /%} +{% youtube videoId="UNOHvBMVcYM" start="0:00" end="1:28" width="800px" height="450px" /%} - The Table schema page now shows the Data Quality tests for each column. - Improved filtering options for test suite and test cases. @@ -774,11 +774,11 @@ https://www.youtube.com/watch?v=KZdVb8DiHJs - Video on Column Lineage Search - Column Lineage Search -{% youtube videoId="KZdVb8DiHJs" start="0:00" end="0:30" width="560px" height="315px" /%} +{% youtube videoId="KZdVb8DiHJs" start="0:00" end="0:30" width="800px" height="450px" /%} - Lineage Layers -{% youtube videoId="wtBMeLvA6Sw" start="0:00" end="0:43" width="560px" height="315px" /%} +{% youtube videoId="wtBMeLvA6Sw" start="0:00" end="0:43" width="800px" height="450px" /%} - OpenMetadata already supports Column-level lineage, and now we have introduced Task-level lineage for Pipelines, Chart-level lineage for Dashboards, Feature-level lineage for ML Models, Field-level lineage for Topics, and columns for dashboard Data Models. - Automated column-level lineage is now supported for Tableau, Superset, QlikCloud, and QlikSense between Data Models and Tables. @@ -804,14 +804,14 @@ https://www.youtube.com/watch?v=KZdVb8DiHJs - Video on Column Lineage Search ## Custom Theme -{% youtube videoId="-NiU1flBHs0" start="0:00" end="1:02" width="560px" height="315px" /%} +{% youtube videoId="-NiU1flBHs0" start="0:00" end="1:02" width="800px" height="450px" /%} - Previously supported adding logo, monogram, and favicon to your OpenMetadata instance. - Now, it supports customizing the theme with colors to suit your company branding. ## Landing Page Widgets (Collate Only) -{% youtube videoId="Kakfa-lYGOU" start="0:00" end="0:59" width="560px" height="315px" /%} +{% youtube videoId="Kakfa-lYGOU" start="0:00" end="0:59" width="800px" height="450px" /%} - A widget was added to list the pipelines that belong to a user or their team. - Added a Data Quality Widget to list the summary of data quality tests belonging to a user or their team. @@ -837,7 +837,7 @@ https://www.youtube.com/watch?v=KZdVb8DiHJs - Video on Column Lineage Search ## Custom Properties -{% youtube videoId="lZoSeKkErBk" start="0:00" end="1:07" width="560px" height="315px" /%} +{% youtube videoId="lZoSeKkErBk" start="0:00" end="1:07" width="800px" height="450px" /%} - Custom Properties now allow linking other assets in the platform, such as Tables, Dashboards, etc. To enable this, create a Custom Property as an Entity Reference or Entity Reference List. @@ -1026,11 +1026,11 @@ You can find the GitHub release [here](https://github.com/open-metadata/OpenMeta You can find the GitHub release [here](https://github.com/open-metadata/OpenMetadata/releases/tag/1.3.0-release). -{% youtube videoId="cVYP1HFXeRM" start="0:00" end="4:49" width="560px" height="315px" /%} +{% youtube videoId="cVYP1HFXeRM" start="0:00" end="4:49" width="800px" height="450px" /%} ## Lineage -{% youtube videoId="grwhvTWylbw" start="0:00" end="1:43" width="560px" height="315px" /%} +{% youtube videoId="grwhvTWylbw" start="0:00" end="1:43" width="800px" height="450px" /%} - Revamped the lineage UI for an intuitive and comprehensive view of data flow and transformations. - Organized nodes for better visibility with pagination support. @@ -1044,7 +1044,7 @@ You can find the GitHub release [here](https://github.com/open-metadata/OpenMeta ## Data Observability Alerts -{% youtube videoId="qc-3sZ_eU5Y" start="0:00" end="2:04" width="560px" height="315px" /%} +{% youtube videoId="qc-3sZ_eU5Y" start="0:00" end="2:04" width="800px" height="450px" /%} - Data observability alerts have been distinguished from other general-purpose notifications, making it easy to get to the crucial alerts quickly. - Sends alerts for schema changes and test case failures for the data assets that you follow. @@ -1054,7 +1054,7 @@ You can find the GitHub release [here](https://github.com/open-metadata/OpenMeta ## Incident Manager -{% youtube videoId="wz5vc1Al-b8" start="0:00" end="2:19" width="560px" height="315px" /%} +{% youtube videoId="wz5vc1Al-b8" start="0:00" end="2:19" width="800px" height="450px" /%} - Introduced Incidents Manager to improve the data quality resolution flow. - Incidents Manager summarizes all the test case results with information about the failure severity and resolution flow. @@ -1065,7 +1065,7 @@ You can find the GitHub release [here](https://github.com/open-metadata/OpenMeta ## Knowledge Center (Collate) -{% youtube videoId="atwTGm1hixg" start="0:00" end="1:22" width="560px" height="315px" /%} +{% youtube videoId="atwTGm1hixg" start="0:00" end="1:22" width="800px" height="450px" /%} - Supports hierarchical pages to structure the articles. - You can easily associate knowledge articles with data assets. @@ -1078,7 +1078,7 @@ You can find the GitHub release [here](https://github.com/open-metadata/OpenMeta ## Custom Metrics for Profiler -{% youtube videoId="1sx5aQKMSBI" start="0:00" end="1:52" width="560px" height="315px" /%} +{% youtube videoId="1sx5aQKMSBI" start="0:00" end="1:52" width="800px" height="450px" /%} - Supports custom metrics for the data profiler with custom SQL to keep track of your business metrics. - Custom metrics can be created at Table and Column levels. @@ -1114,14 +1114,14 @@ You can find the GitHub release [here](https://github.com/open-metadata/OpenMeta ## Localization -{% youtube videoId="MCjK6fZg3pw" start="0:00" end="0:36" width="560px" height="315px" /%} +{% youtube videoId="MCjK6fZg3pw" start="0:00" end="0:36" width="800px" height="450px" /%} - Now supports RTL UI for the Hebrew language. - New Dutch language translation. ## Settings UI -{% youtube videoId="qE07HNFXyu8" start="0:00" end="0:48" width="560px" height="315px" /%} +{% youtube videoId="qE07HNFXyu8" start="0:00" end="0:48" width="800px" height="450px" /%} - The Settings page UI has been revamped. @@ -1153,13 +1153,13 @@ You can find the GitHub release [here](https://github.com/open-metadata/OpenMeta [OpenMetadata 1.2 Release - Domains, Data Products, Search Index, Stored Procedures, Glossary Approval Workflow, Customizable Landing Page, Applications, Knowledge Center, Cost Analysis, and lots more](https://blog.open-metadata.org/openmetadata-release-1-2-531f0e3c6d9a) {% /note %} -{% youtube videoId="Mu7eq6OVtxk" start="0:00" end="3:29" width="560px" height="315px" /%} +{% youtube videoId="Mu7eq6OVtxk" start="0:00" end="3:29" width="800px" height="450px" /%} ## Domains and Data Products -{% youtube videoId="t-9G3vaSdjI" start="0:00" end="1:21" width="560px" height="315px" /%} +{% youtube videoId="t-9G3vaSdjI" start="0:00" end="1:21" width="800px" height="450px" /%} -{% youtube videoId="6NgI_G38D0A" start="0:00" end="0:54" width="560px" height="315px" /%} +{% youtube videoId="6NgI_G38D0A" start="0:00" end="0:54" width="800px" height="450px" /%} - Added support for Domains and Data Products. - Assets can be added to a Domain, and users can scope their discovery experience to one Domain. @@ -1178,7 +1178,7 @@ You can find the GitHub release [here](https://github.com/open-metadata/OpenMeta ## Glossary Approval Workflow & Glossary Styling -{% youtube videoId="PgTcKQtpAks" start="0:00" end="2:51" width="560px" height="315px" /%} +{% youtube videoId="PgTcKQtpAks" start="0:00" end="2:51" width="800px" height="450px" /%} - Introduced a glossary approval workflow. An approval workflow is created if Reviewers are added to a glossary. - A task is added for reviewers to approve or reject the glossary term. The terms will show up in Draft status. @@ -1195,7 +1195,7 @@ You can find the GitHub release [here](https://github.com/open-metadata/OpenMeta ## Build Automation Applications -{% youtube videoId="pUS9-RevqsU" start="0:00" end="0:57" width="560px" height="315px" /%} +{% youtube videoId="pUS9-RevqsU" start="0:00" end="0:57" width="800px" height="450px" /%} - Added Applications into OpenMetadata, giving users a unique view of processes that can be scheduled and run in the platform. - Search Indexing and Data Insights Report have been converted into Applications. @@ -1216,7 +1216,7 @@ You can find the GitHub release [here](https://github.com/open-metadata/OpenMeta ## Customizable Landing Page -{% youtube videoId="Y-5cPQgzNdo" start="0:00" end="2:08" width="560px" height="315px" /%} +{% youtube videoId="Y-5cPQgzNdo" start="0:00" end="2:08" width="800px" height="450px" /%} - Admins can create Personas to group individuals in their company, such as Data Engineers, Data Stewards, or Data Scientists. - Admins can customize the landing page for each Persona with a set of supported widgets: Activity Feed, Announcements, Knowledge Center, etc. @@ -1224,7 +1224,7 @@ You can find the GitHub release [here](https://github.com/open-metadata/OpenMeta ## Knowledge Center (Collate) -{% youtube videoId="DfOgeZ9f7no" start="0:00" end="3:04" width="560px" height="315px" /%} +{% youtube videoId="DfOgeZ9f7no" start="0:00" end="3:04" width="800px" height="450px" /%} - Backend APIs support creating, editing, and listing knowledge articles (with external links). - Knowledge articles and links can be associated with a Domain, Team, or an Entity. @@ -1232,7 +1232,7 @@ You can find the GitHub release [here](https://github.com/open-metadata/OpenMeta ## Cost Analysis Report (Collate) -{% youtube videoId="KI58oBHxTOU" start="0:00" end="0:33" width="560px" height="315px" /%} +{% youtube videoId="KI58oBHxTOU" start="0:00" end="0:33" width="800px" height="450px" /%} - The Usage Workflow will now also track how tables are Accessed and Updated. - This information will be used in the Data Insights workflow to show the evolution of your used and unused assets and compare them by size. @@ -1588,7 +1588,7 @@ The logic for Notification Support has been improved. Users can define Alerts ba [OpenMetadata 0.13.0 Release — Data Insights & KPIs, Lineage Traceability, Data Lake Profiler, Search Improvements, and lots more](https://blog.open-metadata.org/openmetadata-0-13-0-release-ac8ac5bd87c1) {% /note %} -{% youtube videoId="oNbMnTW5AkE" start="0:00" end="7:51" width="560px" height="315px" /%} +{% youtube videoId="oNbMnTW5AkE" start="0:00" end="7:51" width="800px" height="450px" /%} ## Data Insights and KPI @@ -1692,7 +1692,7 @@ Major enhancements have been made to how data is extracted from Kafka and Redpan [OpenMetadata 0.12.0 Release](https://blog.open-metadata.org/openmetadata-0-12-0-release-1ac059700de4) {% /note %} -{% youtube videoId="tv3pyCLcJfQ" start="0:00" end="17:04" width="560px" height="315px" /%} +{% youtube videoId="tv3pyCLcJfQ" start="0:00" end="17:04" width="800px" height="450px" /%} ## Team Hierarchy diff --git a/openmetadata-docs/content/v1.6.x/collate-ai/index.md b/openmetadata-docs/content/v1.6.x/collate-ai/index.md index 4aca246f9392..8329bf1572dc 100644 --- a/openmetadata-docs/content/v1.6.x/collate-ai/index.md +++ b/openmetadata-docs/content/v1.6.x/collate-ai/index.md @@ -6,7 +6,7 @@ collate: true # Collate AI Technical Documentation -{% youtube videoId="6glMYLzxNqk" start="0:00" end="04:20" width="560px" height="315px" /%} +{% youtube videoId="6glMYLzxNqk" start="0:00" end="04:20" width="800px" height="450px" /%} Collate AI is an AI-powered tool within Collate that simplifies and enhances metadata management. By integrating generative AI, Collate AI assists users in automating the documentation of data assets, writing and optimizing SQL queries, and interacting with data through natural language. This first-of-its-kind data copilot improves productivity by automating tedious tasks and providing intelligent insights into your data environment. diff --git a/openmetadata-docs/content/v1.6.x/connectors/custom-connectors.md b/openmetadata-docs/content/v1.6.x/connectors/custom-connectors.md index 00539ab2215d..7d50df8b90fa 100644 --- a/openmetadata-docs/content/v1.6.x/connectors/custom-connectors.md +++ b/openmetadata-docs/content/v1.6.x/connectors/custom-connectors.md @@ -22,7 +22,7 @@ We'd recommend to go through the example to better understand how all the pieces Watch OpenMetadata's [Webinar on Custom Connectors](https://www.youtube.com/watch?v=fDUj30Ub9VE) -{% youtube videoId="fDUj30Ub9VE" start="0:00" end="36:33" width="560px" height="315px" /%} +{% youtube videoId="fDUj30Ub9VE" start="0:00" end="36:33" width="800px" height="450px" /%} # Steps to Set Up a Custom Connector diff --git a/openmetadata-docs/content/v1.6.x/connectors/database/postgres/index.md b/openmetadata-docs/content/v1.6.x/connectors/database/postgres/index.md index e6bb5b924958..5fcc04014768 100644 --- a/openmetadata-docs/content/v1.6.x/connectors/database/postgres/index.md +++ b/openmetadata-docs/content/v1.6.x/connectors/database/postgres/index.md @@ -7,8 +7,8 @@ slug: /connectors/database/postgres name="Postgres" stage="PROD" platform="OpenMetadata" -availableFeatures=["Metadata", "Query Usage", "Data Profiler", "Data Quality", "dbt", "Lineage", "Column-level Lineage", "Owners", "Tags"] -unavailableFeatures=["Stored Procedures"] +availableFeatures=["Metadata", "Query Usage", "Data Profiler", "Data Quality", "dbt", "Lineage", "Column-level Lineage", "Owners", "Tags", "Stored Procedures"] +unavailableFeatures=["Stored Procedures Lineage"] / %} In this section, we provide guides and references to use the PostgreSQL connector. diff --git a/openmetadata-docs/content/v1.6.x/developers/open-source-community.md b/openmetadata-docs/content/v1.6.x/developers/open-source-community.md index 178309b14086..9ad0bbdae38f 100644 --- a/openmetadata-docs/content/v1.6.x/developers/open-source-community.md +++ b/openmetadata-docs/content/v1.6.x/developers/open-source-community.md @@ -29,6 +29,6 @@ You can watch all of our previous meetings on [YouTube](https://www.youtube.com/ You’ll also find some short feature videos there. Here’s what’s most recent. Take a look! -{% youtube videoId="cZdIobCpI9U" start="0:00" end="58:24" width="560px" height="315px" /%} +{% youtube videoId="cZdIobCpI9U" start="0:00" end="58:24" width="800px" height="450px" /%} -{% youtube videoId="5hA5dr5iVgw" start="0:00" end="54:47" width="560px" height="315px" /%} \ No newline at end of file +{% youtube videoId="5hA5dr5iVgw" start="0:00" end="54:47" width="800px" height="450px" /%} \ No newline at end of file diff --git a/openmetadata-docs/content/v1.6.x/getting-started/day-1/hybrid-saas/index.md b/openmetadata-docs/content/v1.6.x/getting-started/day-1/hybrid-saas/index.md index a14f1840e40a..a09b276991cd 100644 --- a/openmetadata-docs/content/v1.6.x/getting-started/day-1/hybrid-saas/index.md +++ b/openmetadata-docs/content/v1.6.x/getting-started/day-1/hybrid-saas/index.md @@ -6,7 +6,7 @@ collate: true # Hybrid SaaS -{% youtube url="https://drive.google.com/file/d/16-2l9EYBE9DjlHepPKTpVFvashMy1buu/preview" start="0:00" end="6:47" width="560px" height="315px" /%} +{% youtube url="https://drive.google.com/file/d/16-2l9EYBE9DjlHepPKTpVFvashMy1buu/preview" start="0:00" end="6:47" width="800px" height="450px" /%} There's two options on how to set up a data connector: 1. **Run the connector in Collate SaaS**: In this scenario, you'll get an IP when you add the service. You need to give diff --git a/openmetadata-docs/content/v1.6.x/how-to-guides/admin-guide/alerts.md b/openmetadata-docs/content/v1.6.x/how-to-guides/admin-guide/alerts.md index 19000624823e..2a47c0585eaf 100644 --- a/openmetadata-docs/content/v1.6.x/how-to-guides/admin-guide/alerts.md +++ b/openmetadata-docs/content/v1.6.x/how-to-guides/admin-guide/alerts.md @@ -15,7 +15,7 @@ Starting from the 1.3 release, Data Observability alerts have been completely re Depending on your use cases, notifications can be sent to owners, admins, teams, or users, providing a more personalized and informed experience. Teams can configure their dedicated Slack, MS Teams, or Google Chat channels to receive notifications related to their data assets, streamlining communication and collaboration. With the alerts and notifications in OpenMetadata, users can send Announcements over email, Slack, or Teams. Alerts are sent to a user when they are mentioned in a task or an activity feed. -{% youtube videoId="qc-3sZ_eU5Y" start="0:00" end="2:04" width="560px" height="315px" /%} +{% youtube videoId="qc-3sZ_eU5Y" start="0:00" end="2:04" width="800px" height="450px" /%} - [Create Observability Alerts](#create-observability-alerts) - [Add Notifications for Change Events](#add-notifications-for-change-events) diff --git a/openmetadata-docs/content/v1.6.x/how-to-guides/admin-guide/persona-landing-page-customization/index.md b/openmetadata-docs/content/v1.6.x/how-to-guides/admin-guide/persona-landing-page-customization/index.md index 12fbe9fb665f..32856e52ab07 100644 --- a/openmetadata-docs/content/v1.6.x/how-to-guides/admin-guide/persona-landing-page-customization/index.md +++ b/openmetadata-docs/content/v1.6.x/how-to-guides/admin-guide/persona-landing-page-customization/index.md @@ -5,7 +5,7 @@ slug: /how-to-guides/admin-guide/persona-landing-page-customization # Persona and Landing Page Customization in OpenMetadata -{% youtube videoId="Nh2xLAwY2-A" start="2461" end="2728" width="560px" height="315px" /%} +{% youtube videoId="Nh2xLAwY2-A" start="2461" end="2728" width="800px" height="450px" /%} ## Overview OpenMetadata is designed as a platform for everyone in your organization, catering to the diverse needs of different users. To achieve this, OpenMetadata introduces **Persona and Landing Page Customization**, offering a personalized experience for each user. By defining personas, administrators can customize the application interface and functionality based on the specific requirements of various roles, such as **data engineers, data scientists, data stewards**, etc. This ensures that each user experiences the platform in a way that aligns with their responsibilities, enhancing productivity by providing relevant information and tools tailored to their daily activities. diff --git a/openmetadata-docs/content/v1.6.x/how-to-guides/data-collaboration/index.md b/openmetadata-docs/content/v1.6.x/how-to-guides/data-collaboration/index.md index ec10878e4495..cb0216db07b8 100644 --- a/openmetadata-docs/content/v1.6.x/how-to-guides/data-collaboration/index.md +++ b/openmetadata-docs/content/v1.6.x/how-to-guides/data-collaboration/index.md @@ -16,7 +16,7 @@ There are three important aspects of data collaboration in OpenMetadata: Watch the video on how to use the collaboration features in OpenMetadata. -{% youtube videoId="M6mbFLA1bQc" start="0:00" end="5:58" width="560px" height="315px" /%} +{% youtube videoId="M6mbFLA1bQc" start="0:00" end="5:58" width="800px" height="450px" /%} {%inlineCalloutContainer%} {%inlineCallout diff --git a/openmetadata-docs/content/v1.6.x/how-to-guides/data-discovery/bulk-upload.md b/openmetadata-docs/content/v1.6.x/how-to-guides/data-discovery/bulk-upload.md index 2e010097097a..d06ccd5dcbe1 100644 --- a/openmetadata-docs/content/v1.6.x/how-to-guides/data-discovery/bulk-upload.md +++ b/openmetadata-docs/content/v1.6.x/how-to-guides/data-discovery/bulk-upload.md @@ -9,7 +9,7 @@ collate: true Collate offers a Data Assets Bulk Upload feature, enabling users to efficiently upload multiple data assets via a CSV file. This functionality allows for the bulk import or update of database, schema, and table entities in a single operation, saving time and effort. Additionally, the inline editor provides a convenient way to validate and modify the data assets before finalizing the import process. -{% youtube videoId="CXxDdS6AifY" start="0:00" end="2:19" width="560px" height="315px" /%} +{% youtube videoId="CXxDdS6AifY" start="0:00" end="2:19" width="800px" height="450px" /%} Both importing and exporting the Data Assets from Collate is quick and easy! diff --git a/openmetadata-docs/content/v1.6.x/how-to-guides/data-discovery/index.md b/openmetadata-docs/content/v1.6.x/how-to-guides/data-discovery/index.md index 87ded638f3d0..273c9e353fd2 100644 --- a/openmetadata-docs/content/v1.6.x/how-to-guides/data-discovery/index.md +++ b/openmetadata-docs/content/v1.6.x/how-to-guides/data-discovery/index.md @@ -15,7 +15,7 @@ OpenMetadata provides a user-friendly interface for **data discovery**. OpenMeta Watch the video on how easy it is to discovery your data in OpenMetadata. -{% youtube videoId="3xaHf3A2PgU" start="0:00" end="3:17" width="560px" height="315px" /%} +{% youtube videoId="3xaHf3A2PgU" start="0:00" end="3:17" width="800px" height="450px" /%} {%inlineCalloutContainer%} {%inlineCallout diff --git a/openmetadata-docs/content/v1.6.x/how-to-guides/data-discovery/openmetadata-extension/index.md b/openmetadata-docs/content/v1.6.x/how-to-guides/data-discovery/openmetadata-extension/index.md index 802087c4d50b..cf0692b5b8e1 100644 --- a/openmetadata-docs/content/v1.6.x/how-to-guides/data-discovery/openmetadata-extension/index.md +++ b/openmetadata-docs/content/v1.6.x/how-to-guides/data-discovery/openmetadata-extension/index.md @@ -5,7 +5,7 @@ slug: /how-to-guides/data-discovery/openmetadata-extension # OpenMetadata Chrome Extension -{% youtube videoId="ZQckSIXAA6k" start="0:00" end="01:37" width="560px" height="315px" /%} +{% youtube videoId="ZQckSIXAA6k" start="0:00" end="01:37" width="800px" height="450px" /%} # Access Metadata Without Leaving Your Workspace diff --git a/openmetadata-docs/content/v1.6.x/how-to-guides/data-governance/automation/index.md b/openmetadata-docs/content/v1.6.x/how-to-guides/data-governance/automation/index.md index 5a1cb1cd7ce7..7409a360ff06 100644 --- a/openmetadata-docs/content/v1.6.x/how-to-guides/data-governance/automation/index.md +++ b/openmetadata-docs/content/v1.6.x/how-to-guides/data-governance/automation/index.md @@ -6,7 +6,7 @@ collate: true # Collate Automations -{% youtube videoId="ug08aLUyTyE" start="0:00" end="14:52" width="560px" height="315px" /%} +{% youtube videoId="ug08aLUyTyE" start="0:00" end="14:52" width="800px" height="450px" /%} ## Overview diff --git a/openmetadata-docs/content/v1.6.x/how-to-guides/data-governance/classification/index.md b/openmetadata-docs/content/v1.6.x/how-to-guides/data-governance/classification/index.md index fed5ad1743a4..ed9dfe2a0bbb 100644 --- a/openmetadata-docs/content/v1.6.x/how-to-guides/data-governance/classification/index.md +++ b/openmetadata-docs/content/v1.6.x/how-to-guides/data-governance/classification/index.md @@ -9,7 +9,7 @@ slug: /how-to-guides/data-governance/classification Watch the [Webinar on Glossaries and Classifications in OpenMetadata](https://www.youtube.com/watch?v=LII_5CDo_0s) -{% youtube videoId="LII_5CDo_0s" start="0:00" end="52:35" width="560px" height="315px" /%} +{% youtube videoId="LII_5CDo_0s" start="0:00" end="52:35" width="800px" height="450px" /%} {%inlineCalloutContainer%} {%inlineCallout diff --git a/openmetadata-docs/content/v1.6.x/how-to-guides/data-governance/domain-&-data-products/index.md b/openmetadata-docs/content/v1.6.x/how-to-guides/data-governance/domain-&-data-products/index.md index 7a517e8bf9b5..7a7de5204ac6 100644 --- a/openmetadata-docs/content/v1.6.x/how-to-guides/data-governance/domain-&-data-products/index.md +++ b/openmetadata-docs/content/v1.6.x/how-to-guides/data-governance/domain-&-data-products/index.md @@ -19,7 +19,7 @@ Domains in Open Metadata allow you to categorize and manage your data assets, gl Watch the [Demo on Domain in OpenMetadata](https://www.youtube.com/watch?v=t-9G3vaSdjI) -{% youtube videoId="t-9G3vaSdjI" start="0:00" end="1:21" width="560px" height="315px" /%} +{% youtube videoId="t-9G3vaSdjI" start="0:00" end="1:21" width="800px" height="450px" /%} ## Domains @@ -49,7 +49,7 @@ Data Products in Open Metadata allow teams to package and present their data ass Watch the [Demo on Data Product in OpenMetadata](https://www.youtube.com/watch?v=6NgI_G38D0A) -{% youtube videoId="6NgI_G38D0A" start="0:00" end="0:54" width="560px" height="315px" /%} +{% youtube videoId="6NgI_G38D0A" start="0:00" end="0:54" width="800px" height="450px" /%} ## Data Products diff --git a/openmetadata-docs/content/v1.6.x/how-to-guides/data-governance/glossary/approval.md b/openmetadata-docs/content/v1.6.x/how-to-guides/data-governance/glossary/approval.md index 230d7b2a3ad9..b3b9ace7333f 100644 --- a/openmetadata-docs/content/v1.6.x/how-to-guides/data-governance/glossary/approval.md +++ b/openmetadata-docs/content/v1.6.x/how-to-guides/data-governance/glossary/approval.md @@ -9,7 +9,7 @@ The business glossary plays a vital role in standardizing terminology in an orga Watch the video to learn more about **[Glossary Approval Workflow](https://www.youtube.com/watch?v=PgTcKQtpAks&t=4s)** -{% youtube videoId="PgTcKQtpAks" start="0:00" end="2:51" width="560px" height="315px" /%} +{% youtube videoId="PgTcKQtpAks" start="0:00" end="2:51" width="800px" height="450px" /%} To automate the approval workflow, ensure that your Glossary has **Reviewers** assigned. If you glossary has reviewers assigned, the glossary approval workflow gets triggered when a **New Term** is added. diff --git a/openmetadata-docs/content/v1.6.x/how-to-guides/data-governance/glossary/import.md b/openmetadata-docs/content/v1.6.x/how-to-guides/data-governance/glossary/import.md index 7b1491926770..ffb868e63532 100644 --- a/openmetadata-docs/content/v1.6.x/how-to-guides/data-governance/glossary/import.md +++ b/openmetadata-docs/content/v1.6.x/how-to-guides/data-governance/glossary/import.md @@ -7,7 +7,7 @@ slug: /how-to-guides/data-governance/glossary/import OpenMetadata supports **Glossary Bulk Upload** to save time and effort by uploading a CSV with thousands of terms in one go. You can create or update multiple glossary terms simultaneously. When bulk uploading, Owners and Reviewers can be defined, who will be further propagated to every glossary term. -{% youtube videoId="mzZxGMcb_ps" start="0:00" end="6:47" width="560px" height="315px" /%} +{% youtube videoId="mzZxGMcb_ps" start="0:00" end="6:47" width="800px" height="450px" /%} To import a glossary into OpenMetadata: - Navigate to **Govern > Glossary** diff --git a/openmetadata-docs/content/v1.6.x/how-to-guides/data-governance/glossary/index.md b/openmetadata-docs/content/v1.6.x/how-to-guides/data-governance/glossary/index.md index 54165f693305..7806d9d3d815 100644 --- a/openmetadata-docs/content/v1.6.x/how-to-guides/data-governance/glossary/index.md +++ b/openmetadata-docs/content/v1.6.x/how-to-guides/data-governance/glossary/index.md @@ -25,7 +25,7 @@ caption="Banking Glossary" Watch the [Webinar on Glossaries and Classifications in OpenMetadata](https://www.youtube.com/watch?v=LII_5CDo_0s) -{% youtube videoId="LII_5CDo_0s" start="0:00" end="52:35" width="560px" height="315px" /%} +{% youtube videoId="LII_5CDo_0s" start="0:00" end="52:35" width="800px" height="450px" /%} ## Glossary APIs diff --git a/openmetadata-docs/content/v1.6.x/how-to-guides/data-insights/data-culture.md b/openmetadata-docs/content/v1.6.x/how-to-guides/data-insights/data-culture.md index bca82c99bb73..09c9ae63a0f2 100644 --- a/openmetadata-docs/content/v1.6.x/how-to-guides/data-insights/data-culture.md +++ b/openmetadata-docs/content/v1.6.x/how-to-guides/data-insights/data-culture.md @@ -83,4 +83,4 @@ OpenMetadata helps customers understand their data with a 360° view. Admins can Go ahead, leverage Data Insights to transform the data culture of your organization! Watch the video to learn more about proactively honing the data culture of your company by setting targets, monitoring, and boosting teams to accomplish data goals with OpenMetadata. -{% youtube videoId="lOQepnTdA58" start="0:00" end="58:23" width="560px" height="315px" /%} \ No newline at end of file +{% youtube videoId="lOQepnTdA58" start="0:00" end="58:23" width="800px" height="450px" /%} \ No newline at end of file diff --git a/openmetadata-docs/content/v1.6.x/how-to-guides/data-insights/index.md b/openmetadata-docs/content/v1.6.x/how-to-guides/data-insights/index.md index 611a46b6f9b9..652183d6397b 100644 --- a/openmetadata-docs/content/v1.6.x/how-to-guides/data-insights/index.md +++ b/openmetadata-docs/content/v1.6.x/how-to-guides/data-insights/index.md @@ -11,11 +11,11 @@ The **Data Insights Dashboard** provides an analytical view of all the key metri Watch the video to learn more about proactively honing the data culture of your company by setting targets, monitoring, and boosting teams to accomplish data goals. -{% youtube videoId="lOQepnTdA58" start="0:00" end="58:23" width="560px" height="315px" /%} +{% youtube videoId="lOQepnTdA58" start="0:00" end="58:23" width="800px" height="450px" /%} Watch a demo of Data Insights in OpenMetadata -{% youtube videoId="Epd9G6igLUM" start="0:00" end="21:58" width="560px" height="315px" /%} +{% youtube videoId="Epd9G6igLUM" start="0:00" end="21:58" width="800px" height="450px" /%} {%inlineCalloutContainer%} {%inlineCallout diff --git a/openmetadata-docs/content/v1.6.x/how-to-guides/data-lineage/column.md b/openmetadata-docs/content/v1.6.x/how-to-guides/data-lineage/column.md index ed96c13189c6..21b37d8f512c 100644 --- a/openmetadata-docs/content/v1.6.x/how-to-guides/data-lineage/column.md +++ b/openmetadata-docs/content/v1.6.x/how-to-guides/data-lineage/column.md @@ -34,7 +34,7 @@ caption="Manually Edit Column Level Lineage" /%} Watch the video on editing column-level lineage. -{% youtube videoId="HTkbTvi2H9c" start="0:00" end="00:51" width="560px" height="315px" /%} +{% youtube videoId="HTkbTvi2H9c" start="0:00" end="00:51" width="800px" height="450px" /%} {%inlineCallout color="violet-70" diff --git a/openmetadata-docs/content/v1.6.x/how-to-guides/data-lineage/index.md b/openmetadata-docs/content/v1.6.x/how-to-guides/data-lineage/index.md index 5a4b08ac66f8..525597d0cb3b 100644 --- a/openmetadata-docs/content/v1.6.x/how-to-guides/data-lineage/index.md +++ b/openmetadata-docs/content/v1.6.x/how-to-guides/data-lineage/index.md @@ -15,7 +15,7 @@ caption="Data Lineage in OpenMetadata" Watch the video on data lineage to understand the different options to automatically extract the lineage from your data warehouses such as Snowflake, dashboard service like metabase. Also learn about creating lineage programmatically with python SDK. -{% youtube videoId="jEbN1tt89H0" start="0:00" end="41:43" width="560px" height="315px" /%} +{% youtube videoId="jEbN1tt89H0" start="0:00" end="41:43" width="800px" height="450px" /%} {%inlineCalloutContainer%} {%inlineCallout diff --git a/openmetadata-docs/content/v1.6.x/how-to-guides/data-lineage/manual.md b/openmetadata-docs/content/v1.6.x/how-to-guides/data-lineage/manual.md index 5be9f3dd4285..878af52ec095 100644 --- a/openmetadata-docs/content/v1.6.x/how-to-guides/data-lineage/manual.md +++ b/openmetadata-docs/content/v1.6.x/how-to-guides/data-lineage/manual.md @@ -39,7 +39,7 @@ caption="Column-Level Lineage" /%} Here's a quick video on manually adding lineage. -{% youtube videoId="hU8h1n_WmWg" start="00:01" end="00:23" width="560px" height="315px" /%} +{% youtube videoId="hU8h1n_WmWg" start="00:01" end="00:23" width="800px" height="450px" /%} Watch the recording of the Webinar on Lineage (13:30 to 15:50) -{% youtube videoId="jEbN1tt89H0" start="13:30" end="15:48" width="560px" height="315px" /%} \ No newline at end of file +{% youtube videoId="jEbN1tt89H0" start="13:30" end="15:48" width="800px" height="450px" /%} \ No newline at end of file diff --git a/openmetadata-docs/content/v1.6.x/how-to-guides/data-quality-observability/observability/index.md b/openmetadata-docs/content/v1.6.x/how-to-guides/data-quality-observability/observability/index.md index 4177404c1e98..9e570542e069 100644 --- a/openmetadata-docs/content/v1.6.x/how-to-guides/data-quality-observability/observability/index.md +++ b/openmetadata-docs/content/v1.6.x/how-to-guides/data-quality-observability/observability/index.md @@ -15,7 +15,7 @@ Starting from the 1.3 release, Data Observability alerts have been completely re Depending on your use cases, notifications can be sent to owners, admins, teams, or users, providing a more personalized and informed experience. Teams can configure their dedicated Slack, MS Teams, or Google Chat channels to receive notifications related to their data assets, streamlining communication and collaboration. With the alerts and notifications in OpenMetadata, users can send Announcements over email, Slack, or Teams. Alerts are sent to a user when they are mentioned in a task or an activity feed. -{% youtube videoId="qc-3sZ_eU5Y" start="0:00" end="2:04" width="560px" height="315px" /%} +{% youtube videoId="qc-3sZ_eU5Y" start="0:00" end="2:04" width="800px" height="450px" /%} {%inlineCallout icon="MdAddAlert" diff --git a/openmetadata-docs/content/v1.6.x/how-to-guides/data-quality-observability/profiler/index.md b/openmetadata-docs/content/v1.6.x/how-to-guides/data-quality-observability/profiler/index.md index dac03c77d23d..9313982cfeaa 100644 --- a/openmetadata-docs/content/v1.6.x/how-to-guides/data-quality-observability/profiler/index.md +++ b/openmetadata-docs/content/v1.6.x/how-to-guides/data-quality-observability/profiler/index.md @@ -9,7 +9,7 @@ The profiler in OpenMetadata helps to understand the shape of your data and to q Watch the video to understand OpenMetadata’s native Data Profiler and Data Quality tests. -{% youtube videoId="gLdTOF81YpI" start="0:00" end="1:08:10" width="560px" height="315px" /%} +{% youtube videoId="gLdTOF81YpI" start="0:00" end="1:08:10" width="800px" height="450px" /%} {%inlineCalloutContainer%} {%inlineCallout diff --git a/openmetadata-docs/content/v1.6.x/how-to-guides/data-quality-observability/quality/index.md b/openmetadata-docs/content/v1.6.x/how-to-guides/data-quality-observability/quality/index.md index 764bd5ee04b0..7f447ba630f8 100644 --- a/openmetadata-docs/content/v1.6.x/how-to-guides/data-quality-observability/quality/index.md +++ b/openmetadata-docs/content/v1.6.x/how-to-guides/data-quality-observability/quality/index.md @@ -23,14 +23,14 @@ caption="Profiler & Data Quality" Watch the video to understand OpenMetadata’s native Data Profiler and Data Quality tests. -{% youtube videoId="gLdTOF81YpI" start="0:00" end="1:08:10" width="560px" height="315px" /%} +{% youtube videoId="gLdTOF81YpI" start="0:00" end="1:08:10" width="800px" height="450px" /%} Watch the video on Data Quality Simplified to effortlessly build, deploy, monitor, and configure alerts using OpenMetadata's no-code platform -{% youtube videoId="ihwtuNHt1kI" start="0:00" end="29:08" width="560px" height="315px" /%} +{% youtube videoId="ihwtuNHt1kI" start="0:00" end="29:08" width="800px" height="450px" /%} Here's the latest on OpenMetadata's data quality. -{% youtube videoId="UbNOje0kf6E" start="0:00" end="54:52" width="560px" height="315px" /%} +{% youtube videoId="UbNOje0kf6E" start="0:00" end="54:52" width="800px" height="450px" /%} {%inlineCalloutContainer%} {%inlineCallout diff --git a/openmetadata-docs/content/v1.6.x/how-to-guides/user-guide-data-users/browser-ext.md b/openmetadata-docs/content/v1.6.x/how-to-guides/user-guide-data-users/browser-ext.md index d95c99af9e1f..d305527f7b82 100644 --- a/openmetadata-docs/content/v1.6.x/how-to-guides/user-guide-data-users/browser-ext.md +++ b/openmetadata-docs/content/v1.6.x/how-to-guides/user-guide-data-users/browser-ext.md @@ -10,7 +10,7 @@ OpenMetadata’s Browser Extension bridges the gap between users and metadata. V Once installed, pin the extension for easy accessibility. Simply click on the OpenMetadata icon in your Chrome browser to start using the extension. Add the base URL for your OpenMetadata instance, and connect by signing in. Once signed in, the OpenMetadata Chrome extension will display your Activity Feeds from My Data page. While working on a third party tool, which is integrated with OpenMetadata, you can simply click on the extension to view the associated metadata to access details about ownership, description, associated tags, glossary terms, schema, lineage, custom properties, and more. Watch the video to learn how you can access all the metadata you need, directly into your active workspace. -{% youtube videoId="ZQckSIXAA6k" start="0:00" end="1:37" width="560px" height="315px" /%} +{% youtube videoId="ZQckSIXAA6k" start="0:00" end="1:37" width="800px" height="450px" /%} {% note %} diff --git a/openmetadata-docs/content/v1.6.x/how-to-guides/user-guide-data-users/follow-data-asset.md b/openmetadata-docs/content/v1.6.x/how-to-guides/user-guide-data-users/follow-data-asset.md index 485435d768ac..72f10985f064 100644 --- a/openmetadata-docs/content/v1.6.x/how-to-guides/user-guide-data-users/follow-data-asset.md +++ b/openmetadata-docs/content/v1.6.x/how-to-guides/user-guide-data-users/follow-data-asset.md @@ -7,7 +7,7 @@ slug: /how-to-guides/guide-for-data-users/follow-data-asset Users can get timely information about all the **activities**, **announcements**, and **feeds** related to a data asset by following those assets. The owners of the data assets will receive all the updates by default. The follow option can be used for the assets that you do not own. -{% youtube videoId="xKg596qN7LA" start="0:00" end="1:52" width="560px" height="315px" /%} +{% youtube videoId="xKg596qN7LA" start="0:00" end="1:52" width="800px" height="450px" /%} To follow a data asset, - Navigate to the **Explore** page. diff --git a/openmetadata-docs/content/v1.6.x/quick-start/local-docker-deployment.md b/openmetadata-docs/content/v1.6.x/quick-start/local-docker-deployment.md index 8425dd8e1fe9..9dc26222aaef 100644 --- a/openmetadata-docs/content/v1.6.x/quick-start/local-docker-deployment.md +++ b/openmetadata-docs/content/v1.6.x/quick-start/local-docker-deployment.md @@ -10,7 +10,7 @@ This installation doc will help you start a OpenMetadata standalone instance on If you'd rather see the steps in a guided tutorial, we've got you covered! Otherwise, feel free to read the content below 👇 -{% youtube videoId="ld43_jafL9w" start="0:00" end="6:47" width="560px" height="315px" /%} +{% youtube videoId="ld43_jafL9w" start="0:00" end="6:47" width="800px" height="450px" /%} # Requirements (OSX, Linux and Windows) diff --git a/openmetadata-docs/content/v1.6.x/releases/releases/index.md b/openmetadata-docs/content/v1.6.x/releases/releases/index.md index 72bba77283a7..82d4545079f5 100644 --- a/openmetadata-docs/content/v1.6.x/releases/releases/index.md +++ b/openmetadata-docs/content/v1.6.x/releases/releases/index.md @@ -642,19 +642,19 @@ OpenMetadata has been driving innovation in Data Quality in Open Source. Many or In 1.5.1, we are bringing in **Anomaly Detection** based on AI to predict when an anomaly happens based on our learning historical data and automatically sending notifications to the owners of the table to warn them of the impending incidents -{% youtube videoId="BPuNC8vPcsw" start="0:00" end="1:01" width="560px" height="315px" /%} +{% youtube videoId="BPuNC8vPcsw" start="0:00" end="1:01" width="800px" height="450px" /%} ## Enhanced Data Quality Dashboard (Collate) We also have improved the Table Data quality dashboard to showcase the tests categorized and make it easy for everyone to consume. When there are issues, the new dashboard makes it easier to understand the Data Quality coverage of your tables and the possible impact each test failure has by organizing tests into different groups. -{% youtube videoId="bXcQBtZuyoU" start="0:00" end="2:10" width="560px" height="315px" /%} +{% youtube videoId="bXcQBtZuyoU" start="0:00" end="2:10" width="800px" height="450px" /%} ## Freshness Data Quality Tests (Collate) Working with old data can lead to making wrong decisions. With the new Freshness test, you can validate that your data arrives at the right time. Freshness tests are a critical part of any data team's toolset. Bringing these tests together with lineage information and the Incident Manager, your team will be able to quickly detect issues related to missing data or stuck pipelines. -{% youtube videoId="QRcR3m9cCGo" start="0:00" end="1:09" width="560px" height="315px" /%} +{% youtube videoId="QRcR3m9cCGo" start="0:00" end="1:09" width="800px" height="450px" /%} ## Data Diff Data Quality Tests @@ -662,7 +662,7 @@ Data quality checks are important not only within a single table but also betwee We are introducing the **table difference data quality test** to validate that multiple appearances of the same information remain consistent. Note that the test allows you to specify which column to use as a key and which columns you want to compare, and even add filters in the data to give you more control over multiple use cases. -{% youtube videoId="oxZVS_UGrE4" start="0:00" end="2:22" width="560px" height="315px" /%} +{% youtube videoId="oxZVS_UGrE4" start="0:00" end="2:22" width="800px" height="450px" /%} ## Domains RBAC & Subdomains @@ -676,7 +676,7 @@ With the 1.5.1 release, we are adding more stricter controls around Domain. Now, This will help large companies to use a single OpenMetadata platform to unify all of their data and teams but also provide more stringent controls to segment the data between domains -{% youtube videoId="r-_HaewjgTQ" start="0:00" end="0:44" width="560px" height="315px" /%} +{% youtube videoId="r-_HaewjgTQ" start="0:00" end="0:44" width="800px" height="450px" /%} ## Improved Explore Page & Data Asset Widget @@ -686,7 +686,7 @@ Our new improved navigation on the Explore page will help users navigate hierarc We are also making the discovery of data more accessible for users introducing a data asset widget, which will group the assets by platform type. This will help users find their data if they are working on a specific platform such as Looker or Snowflake they can easily click on that icon and get to the data. -{% youtube videoId="45ekUIRO1Ec" start="0:00" end="1:11" width="560px" height="315px" /%} +{% youtube videoId="45ekUIRO1Ec" start="0:00" end="1:11" width="800px" height="450px" /%} ## Pipeline Status Widget (Collate) @@ -702,7 +702,7 @@ On top of the many supported connectors across Databases, Dashboards, ML Models, In 1.5.1 we are introducing APIs as another first-class entity. Teams can now capture API requests and responses payloads and use our column level lineage to capture the relation between APIs and any other asset in the platform. -{% youtube videoId="b9wrVnM3u80" start="0:00" end="0:33" width="560px" height="315px" /%} +{% youtube videoId="b9wrVnM3u80" start="0:00" end="0:33" width="800px" height="450px" /%} ## Glossary Improvements @@ -908,7 +908,7 @@ You can find the GitHub release [here](https://github.com/open-metadata/OpenMeta ## Automator (Collate only) -{% youtube videoId="zdh4yzHw4w0" start="0:00" end="2:29" width="560px" height="315px" /%} +{% youtube videoId="zdh4yzHw4w0" start="0:00" end="2:29" width="800px" height="450px" /%} - Easily maintain high-quality metadata at scale with automations. The Automator streamlines governance processes from ownership assignments to tagging, ensuring compliance and consistency. - You can update the properties of your assets by filtering by service, owner, domain, or any other supported property from the advanced search. @@ -918,7 +918,7 @@ You can find the GitHub release [here](https://github.com/open-metadata/OpenMeta ## Bulk Upload Data Assets (Collate only) -{% youtube videoId="CXxDdS6AifY" start="0:00" end="2:19" width="560px" height="315px" /%} +{% youtube videoId="CXxDdS6AifY" start="0:00" end="2:19" width="800px" height="450px" /%} - Bulk upload/download database, schema, and table entities from/into a CSV file for quick edition or creation. - Supports an inline editor to validate/update assets before performing the upload. @@ -926,7 +926,7 @@ You can find the GitHub release [here](https://github.com/open-metadata/OpenMeta ## Data Quality Improvements -{% youtube videoId="UNOHvBMVcYM" start="0:00" end="1:28" width="560px" height="315px" /%} +{% youtube videoId="UNOHvBMVcYM" start="0:00" end="1:28" width="800px" height="450px" /%} - The Table schema page now shows the Data Quality tests for each column. - Improved filtering options for test suite and test cases. @@ -954,11 +954,11 @@ https://www.youtube.com/watch?v=KZdVb8DiHJs - Video on Column Lineage Search - Column Lineage Search -{% youtube videoId="KZdVb8DiHJs" start="0:00" end="0:30" width="560px" height="315px" /%} +{% youtube videoId="KZdVb8DiHJs" start="0:00" end="0:30" width="800px" height="450px" /%} - Lineage Layers -{% youtube videoId="wtBMeLvA6Sw" start="0:00" end="0:43" width="560px" height="315px" /%} +{% youtube videoId="wtBMeLvA6Sw" start="0:00" end="0:43" width="800px" height="450px" /%} - OpenMetadata already supports Column-level lineage, and now we have introduced Task-level lineage for Pipelines, Chart-level lineage for Dashboards, Feature-level lineage for ML Models, Field-level lineage for Topics, and columns for dashboard Data Models. - Automated column-level lineage is now supported for Tableau, Superset, QlikCloud, and QlikSense between Data Models and Tables. @@ -984,14 +984,14 @@ https://www.youtube.com/watch?v=KZdVb8DiHJs - Video on Column Lineage Search ## Custom Theme -{% youtube videoId="-NiU1flBHs0" start="0:00" end="1:02" width="560px" height="315px" /%} +{% youtube videoId="-NiU1flBHs0" start="0:00" end="1:02" width="800px" height="450px" /%} - Previously supported adding logo, monogram, and favicon to your OpenMetadata instance. - Now, it supports customizing the theme with colors to suit your company branding. ## Landing Page Widgets (Collate Only) -{% youtube videoId="Kakfa-lYGOU" start="0:00" end="0:59" width="560px" height="315px" /%} +{% youtube videoId="Kakfa-lYGOU" start="0:00" end="0:59" width="800px" height="450px" /%} - A widget was added to list the pipelines that belong to a user or their team. - Added a Data Quality Widget to list the summary of data quality tests belonging to a user or their team. @@ -1017,7 +1017,7 @@ https://www.youtube.com/watch?v=KZdVb8DiHJs - Video on Column Lineage Search ## Custom Properties -{% youtube videoId="lZoSeKkErBk" start="0:00" end="1:07" width="560px" height="315px" /%} +{% youtube videoId="lZoSeKkErBk" start="0:00" end="1:07" width="800px" height="450px" /%} - Custom Properties now allow linking other assets in the platform, such as Tables, Dashboards, etc. To enable this, create a Custom Property as an Entity Reference or Entity Reference List. @@ -1206,11 +1206,11 @@ You can find the GitHub release [here](https://github.com/open-metadata/OpenMeta You can find the GitHub release [here](https://github.com/open-metadata/OpenMetadata/releases/tag/1.3.0-release). -{% youtube videoId="cVYP1HFXeRM" start="0:00" end="4:49" width="560px" height="315px" /%} +{% youtube videoId="cVYP1HFXeRM" start="0:00" end="4:49" width="800px" height="450px" /%} ## Lineage -{% youtube videoId="grwhvTWylbw" start="0:00" end="1:43" width="560px" height="315px" /%} +{% youtube videoId="grwhvTWylbw" start="0:00" end="1:43" width="800px" height="450px" /%} - Revamped the lineage UI for an intuitive and comprehensive view of data flow and transformations. - Organized nodes for better visibility with pagination support. @@ -1224,7 +1224,7 @@ You can find the GitHub release [here](https://github.com/open-metadata/OpenMeta ## Data Observability Alerts -{% youtube videoId="qc-3sZ_eU5Y" start="0:00" end="2:04" width="560px" height="315px" /%} +{% youtube videoId="qc-3sZ_eU5Y" start="0:00" end="2:04" width="800px" height="450px" /%} - Data observability alerts have been distinguished from other general-purpose notifications, making it easy to get to the crucial alerts quickly. - Sends alerts for schema changes and test case failures for the data assets that you follow. @@ -1234,7 +1234,7 @@ You can find the GitHub release [here](https://github.com/open-metadata/OpenMeta ## Incident Manager -{% youtube videoId="wz5vc1Al-b8" start="0:00" end="2:19" width="560px" height="315px" /%} +{% youtube videoId="wz5vc1Al-b8" start="0:00" end="2:19" width="800px" height="450px" /%} - Introduced Incidents Manager to improve the data quality resolution flow. - Incidents Manager summarizes all the test case results with information about the failure severity and resolution flow. @@ -1245,7 +1245,7 @@ You can find the GitHub release [here](https://github.com/open-metadata/OpenMeta ## Knowledge Center (Collate) -{% youtube videoId="atwTGm1hixg" start="0:00" end="1:22" width="560px" height="315px" /%} +{% youtube videoId="atwTGm1hixg" start="0:00" end="1:22" width="800px" height="450px" /%} - Supports hierarchical pages to structure the articles. - You can easily associate knowledge articles with data assets. @@ -1258,7 +1258,7 @@ You can find the GitHub release [here](https://github.com/open-metadata/OpenMeta ## Custom Metrics for Profiler -{% youtube videoId="1sx5aQKMSBI" start="0:00" end="1:52" width="560px" height="315px" /%} +{% youtube videoId="1sx5aQKMSBI" start="0:00" end="1:52" width="800px" height="450px" /%} - Supports custom metrics for the data profiler with custom SQL to keep track of your business metrics. - Custom metrics can be created at Table and Column levels. @@ -1294,14 +1294,14 @@ You can find the GitHub release [here](https://github.com/open-metadata/OpenMeta ## Localization -{% youtube videoId="MCjK6fZg3pw" start="0:00" end="0:36" width="560px" height="315px" /%} +{% youtube videoId="MCjK6fZg3pw" start="0:00" end="0:36" width="800px" height="450px" /%} - Now supports RTL UI for the Hebrew language. - New Dutch language translation. ## Settings UI -{% youtube videoId="qE07HNFXyu8" start="0:00" end="0:48" width="560px" height="315px" /%} +{% youtube videoId="qE07HNFXyu8" start="0:00" end="0:48" width="800px" height="450px" /%} - The Settings page UI has been revamped. @@ -1333,13 +1333,13 @@ You can find the GitHub release [here](https://github.com/open-metadata/OpenMeta [OpenMetadata 1.2 Release - Domains, Data Products, Search Index, Stored Procedures, Glossary Approval Workflow, Customizable Landing Page, Applications, Knowledge Center, Cost Analysis, and lots more](https://blog.open-metadata.org/openmetadata-release-1-2-531f0e3c6d9a) {% /note %} -{% youtube videoId="Mu7eq6OVtxk" start="0:00" end="3:29" width="560px" height="315px" /%} +{% youtube videoId="Mu7eq6OVtxk" start="0:00" end="3:29" width="800px" height="450px" /%} ## Domains and Data Products -{% youtube videoId="t-9G3vaSdjI" start="0:00" end="1:21" width="560px" height="315px" /%} +{% youtube videoId="t-9G3vaSdjI" start="0:00" end="1:21" width="800px" height="450px" /%} -{% youtube videoId="6NgI_G38D0A" start="0:00" end="0:54" width="560px" height="315px" /%} +{% youtube videoId="6NgI_G38D0A" start="0:00" end="0:54" width="800px" height="450px" /%} - Added support for Domains and Data Products. - Assets can be added to a Domain, and users can scope their discovery experience to one Domain. @@ -1358,7 +1358,7 @@ You can find the GitHub release [here](https://github.com/open-metadata/OpenMeta ## Glossary Approval Workflow & Glossary Styling -{% youtube videoId="PgTcKQtpAks" start="0:00" end="2:51" width="560px" height="315px" /%} +{% youtube videoId="PgTcKQtpAks" start="0:00" end="2:51" width="800px" height="450px" /%} - Introduced a glossary approval workflow. An approval workflow is created if Reviewers are added to a glossary. - A task is added for reviewers to approve or reject the glossary term. The terms will show up in Draft status. @@ -1375,7 +1375,7 @@ You can find the GitHub release [here](https://github.com/open-metadata/OpenMeta ## Build Automation Applications -{% youtube videoId="pUS9-RevqsU" start="0:00" end="0:57" width="560px" height="315px" /%} +{% youtube videoId="pUS9-RevqsU" start="0:00" end="0:57" width="800px" height="450px" /%} - Added Applications into OpenMetadata, giving users a unique view of processes that can be scheduled and run in the platform. - Search Indexing and Data Insights Report have been converted into Applications. @@ -1396,7 +1396,7 @@ You can find the GitHub release [here](https://github.com/open-metadata/OpenMeta ## Customizable Landing Page -{% youtube videoId="Y-5cPQgzNdo" start="0:00" end="2:08" width="560px" height="315px" /%} +{% youtube videoId="Y-5cPQgzNdo" start="0:00" end="2:08" width="800px" height="450px" /%} - Admins can create Personas to group individuals in their company, such as Data Engineers, Data Stewards, or Data Scientists. - Admins can customize the landing page for each Persona with a set of supported widgets: Activity Feed, Announcements, Knowledge Center, etc. @@ -1404,7 +1404,7 @@ You can find the GitHub release [here](https://github.com/open-metadata/OpenMeta ## Knowledge Center (Collate) -{% youtube videoId="DfOgeZ9f7no" start="0:00" end="3:04" width="560px" height="315px" /%} +{% youtube videoId="DfOgeZ9f7no" start="0:00" end="3:04" width="800px" height="450px" /%} - Backend APIs support creating, editing, and listing knowledge articles (with external links). - Knowledge articles and links can be associated with a Domain, Team, or an Entity. @@ -1412,7 +1412,7 @@ You can find the GitHub release [here](https://github.com/open-metadata/OpenMeta ## Cost Analysis Report (Collate) -{% youtube videoId="KI58oBHxTOU" start="0:00" end="0:33" width="560px" height="315px" /%} +{% youtube videoId="KI58oBHxTOU" start="0:00" end="0:33" width="800px" height="450px" /%} - The Usage Workflow will now also track how tables are Accessed and Updated. - This information will be used in the Data Insights workflow to show the evolution of your used and unused assets and compare them by size. @@ -1768,7 +1768,7 @@ The logic for Notification Support has been improved. Users can define Alerts ba [OpenMetadata 0.13.0 Release — Data Insights & KPIs, Lineage Traceability, Data Lake Profiler, Search Improvements, and lots more](https://blog.open-metadata.org/openmetadata-0-13-0-release-ac8ac5bd87c1) {% /note %} -{% youtube videoId="oNbMnTW5AkE" start="0:00" end="7:51" width="560px" height="315px" /%} +{% youtube videoId="oNbMnTW5AkE" start="0:00" end="7:51" width="800px" height="450px" /%} ## Data Insights and KPI @@ -1872,7 +1872,7 @@ Major enhancements have been made to how data is extracted from Kafka and Redpan [OpenMetadata 0.12.0 Release](https://blog.open-metadata.org/openmetadata-0-12-0-release-1ac059700de4) {% /note %} -{% youtube videoId="tv3pyCLcJfQ" start="0:00" end="17:04" width="560px" height="315px" /%} +{% youtube videoId="tv3pyCLcJfQ" start="0:00" end="17:04" width="800px" height="450px" /%} ## Team Hierarchy diff --git a/openmetadata-docs/content/v1.7.x-SNAPSHOT/collate-ai/index.md b/openmetadata-docs/content/v1.7.x-SNAPSHOT/collate-ai/index.md index 9f6925e3493b..3641b41cdee9 100644 --- a/openmetadata-docs/content/v1.7.x-SNAPSHOT/collate-ai/index.md +++ b/openmetadata-docs/content/v1.7.x-SNAPSHOT/collate-ai/index.md @@ -6,7 +6,7 @@ collate: true # Collate AI Technical Documentation -{% youtube videoId="6glMYLzxNqk" start="0:00" end="04:20" width="560px" height="315px" /%} +{% youtube videoId="6glMYLzxNqk" start="0:00" end="04:20" width="800px" height="450px" /%} Collate AI is an AI-powered tool within Collate that simplifies and enhances metadata management. By integrating generative AI, Collate AI assists users in automating the documentation of data assets, writing and optimizing SQL queries, and interacting with data through natural language. This first-of-its-kind data copilot improves productivity by automating tedious tasks and providing intelligent insights into your data environment. diff --git a/openmetadata-docs/content/v1.7.x-SNAPSHOT/connectors/custom-connectors.md b/openmetadata-docs/content/v1.7.x-SNAPSHOT/connectors/custom-connectors.md index bc6b78475a9a..404c74f0a1db 100644 --- a/openmetadata-docs/content/v1.7.x-SNAPSHOT/connectors/custom-connectors.md +++ b/openmetadata-docs/content/v1.7.x-SNAPSHOT/connectors/custom-connectors.md @@ -22,7 +22,7 @@ We'd recommend to go through the example to better understand how all the pieces Watch OpenMetadata's [Webinar on Custom Connectors](https://www.youtube.com/watch?v=fDUj30Ub9VE) -{% youtube videoId="fDUj30Ub9VE" start="0:00" end="36:33" width="560px" height="315px" /%} +{% youtube videoId="fDUj30Ub9VE" start="0:00" end="36:33" width="800px" height="450px" /%} # Steps to Set Up a Custom Connector diff --git a/openmetadata-docs/content/v1.7.x-SNAPSHOT/connectors/database/postgres/index.md b/openmetadata-docs/content/v1.7.x-SNAPSHOT/connectors/database/postgres/index.md index 69772640de1a..bdf9708f4c49 100644 --- a/openmetadata-docs/content/v1.7.x-SNAPSHOT/connectors/database/postgres/index.md +++ b/openmetadata-docs/content/v1.7.x-SNAPSHOT/connectors/database/postgres/index.md @@ -7,8 +7,8 @@ slug: /connectors/database/postgres name="Postgres" stage="PROD" platform="OpenMetadata" -availableFeatures=["Metadata", "Query Usage", "Data Profiler", "Data Quality", "dbt", "Lineage", "Column-level Lineage", "Owners", "Tags"] -unavailableFeatures=["Stored Procedures"] +availableFeatures=["Metadata", "Query Usage", "Data Profiler", "Data Quality", "dbt", "Lineage", "Column-level Lineage", "Owners", "Tags", "Stored Procedures"] +unavailableFeatures=["Stored Procedures Lineage"] / %} In this section, we provide guides and references to use the PostgreSQL connector. diff --git a/openmetadata-docs/content/v1.7.x-SNAPSHOT/developers/open-source-community.md b/openmetadata-docs/content/v1.7.x-SNAPSHOT/developers/open-source-community.md index 4c4cc6132703..5352495b322a 100644 --- a/openmetadata-docs/content/v1.7.x-SNAPSHOT/developers/open-source-community.md +++ b/openmetadata-docs/content/v1.7.x-SNAPSHOT/developers/open-source-community.md @@ -29,6 +29,6 @@ You can watch all of our previous meetings on [YouTube](https://www.youtube.com/ You’ll also find some short feature videos there. Here’s what’s most recent. Take a look! -{% youtube videoId="cZdIobCpI9U" start="0:00" end="58:24" width="560px" height="315px" /%} +{% youtube videoId="cZdIobCpI9U" start="0:00" end="58:24" width="800px" height="450px" /%} -{% youtube videoId="5hA5dr5iVgw" start="0:00" end="54:47" width="560px" height="315px" /%} \ No newline at end of file +{% youtube videoId="5hA5dr5iVgw" start="0:00" end="54:47" width="800px" height="450px" /%} \ No newline at end of file diff --git a/openmetadata-docs/content/v1.7.x-SNAPSHOT/getting-started/day-1/hybrid-saas/index.md b/openmetadata-docs/content/v1.7.x-SNAPSHOT/getting-started/day-1/hybrid-saas/index.md index 12b32a63722a..a20b3ea40523 100644 --- a/openmetadata-docs/content/v1.7.x-SNAPSHOT/getting-started/day-1/hybrid-saas/index.md +++ b/openmetadata-docs/content/v1.7.x-SNAPSHOT/getting-started/day-1/hybrid-saas/index.md @@ -6,7 +6,7 @@ collate: true # Hybrid SaaS -{% youtube url="https://drive.google.com/file/d/16-2l9EYBE9DjlHepPKTpVFvashMy1buu/preview" start="0:00" end="6:47" width="560px" height="315px" /%} +{% youtube url="https://drive.google.com/file/d/16-2l9EYBE9DjlHepPKTpVFvashMy1buu/preview" start="0:00" end="6:47" width="800px" height="450px" /%} There's two options on how to set up a data connector: 1. **Run the connector in Collate SaaS**: In this scenario, you'll get an IP when you add the service. You need to give diff --git a/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/admin-guide/alerts.md b/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/admin-guide/alerts.md index ecf06144ca08..c4b5c55d63cd 100644 --- a/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/admin-guide/alerts.md +++ b/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/admin-guide/alerts.md @@ -15,7 +15,7 @@ Starting from the 1.3 release, Data Observability alerts have been completely re Depending on your use cases, notifications can be sent to owners, admins, teams, or users, providing a more personalized and informed experience. Teams can configure their dedicated Slack, MS Teams, or Google Chat channels to receive notifications related to their data assets, streamlining communication and collaboration. With the alerts and notifications in OpenMetadata, users can send Announcements over email, Slack, or Teams. Alerts are sent to a user when they are mentioned in a task or an activity feed. -{% youtube videoId="qc-3sZ_eU5Y" start="0:00" end="2:04" width="560px" height="315px" /%} +{% youtube videoId="qc-3sZ_eU5Y" start="0:00" end="2:04" width="800px" height="450px" /%} - [Create Observability Alerts](#create-observability-alerts) - [Add Notifications for Change Events](#add-notifications-for-change-events) diff --git a/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/admin-guide/persona-landing-page-customization/index.md b/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/admin-guide/persona-landing-page-customization/index.md index 9124a844827a..a42dffe4a0a5 100644 --- a/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/admin-guide/persona-landing-page-customization/index.md +++ b/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/admin-guide/persona-landing-page-customization/index.md @@ -5,7 +5,7 @@ slug: /how-to-guides/admin-guide/persona-landing-page-customization # Persona and Landing Page Customization in OpenMetadata -{% youtube videoId="Nh2xLAwY2-A" start="2461" end="2728" width="560px" height="315px" /%} +{% youtube videoId="Nh2xLAwY2-A" start="2461" end="2728" width="800px" height="450px" /%} ## Overview OpenMetadata is designed as a platform for everyone in your organization, catering to the diverse needs of different users. To achieve this, OpenMetadata introduces **Persona and Landing Page Customization**, offering a personalized experience for each user. By defining personas, administrators can customize the application interface and functionality based on the specific requirements of various roles, such as **data engineers, data scientists, data stewards**, etc. This ensures that each user experiences the platform in a way that aligns with their responsibilities, enhancing productivity by providing relevant information and tools tailored to their daily activities. diff --git a/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-collaboration/index.md b/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-collaboration/index.md index ec10878e4495..cb0216db07b8 100644 --- a/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-collaboration/index.md +++ b/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-collaboration/index.md @@ -16,7 +16,7 @@ There are three important aspects of data collaboration in OpenMetadata: Watch the video on how to use the collaboration features in OpenMetadata. -{% youtube videoId="M6mbFLA1bQc" start="0:00" end="5:58" width="560px" height="315px" /%} +{% youtube videoId="M6mbFLA1bQc" start="0:00" end="5:58" width="800px" height="450px" /%} {%inlineCalloutContainer%} {%inlineCallout diff --git a/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-discovery/bulk-upload.md b/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-discovery/bulk-upload.md index 2e010097097a..d06ccd5dcbe1 100644 --- a/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-discovery/bulk-upload.md +++ b/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-discovery/bulk-upload.md @@ -9,7 +9,7 @@ collate: true Collate offers a Data Assets Bulk Upload feature, enabling users to efficiently upload multiple data assets via a CSV file. This functionality allows for the bulk import or update of database, schema, and table entities in a single operation, saving time and effort. Additionally, the inline editor provides a convenient way to validate and modify the data assets before finalizing the import process. -{% youtube videoId="CXxDdS6AifY" start="0:00" end="2:19" width="560px" height="315px" /%} +{% youtube videoId="CXxDdS6AifY" start="0:00" end="2:19" width="800px" height="450px" /%} Both importing and exporting the Data Assets from Collate is quick and easy! diff --git a/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-discovery/index.md b/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-discovery/index.md index 58bac00a5868..fd88d7f7a287 100644 --- a/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-discovery/index.md +++ b/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-discovery/index.md @@ -15,7 +15,7 @@ OpenMetadata provides a user-friendly interface for **data discovery**. OpenMeta Watch the video on how easy it is to discovery your data in OpenMetadata. -{% youtube videoId="3xaHf3A2PgU" start="0:00" end="3:17" width="560px" height="315px" /%} +{% youtube videoId="3xaHf3A2PgU" start="0:00" end="3:17" width="800px" height="450px" /%} {%inlineCalloutContainer%} {%inlineCallout diff --git a/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-discovery/openmetadata-extension/index.md b/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-discovery/openmetadata-extension/index.md index 9034467b23f1..346d88ea0483 100644 --- a/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-discovery/openmetadata-extension/index.md +++ b/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-discovery/openmetadata-extension/index.md @@ -5,7 +5,7 @@ slug: /how-to-guides/data-discovery/openmetadata-extension # OpenMetadata Chrome Extension -{% youtube videoId="ZQckSIXAA6k" start="0:00" end="01:37" width="560px" height="315px" /%} +{% youtube videoId="ZQckSIXAA6k" start="0:00" end="01:37" width="800px" height="450px" /%} # Access Metadata Without Leaving Your Workspace diff --git a/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-governance/automation/index.md b/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-governance/automation/index.md index 813c42034fa0..fa90865335a0 100644 --- a/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-governance/automation/index.md +++ b/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-governance/automation/index.md @@ -6,7 +6,7 @@ collate: true # Collate Automations -{% youtube videoId="ug08aLUyTyE" start="0:00" end="14:52" width="560px" height="315px" /%} +{% youtube videoId="ug08aLUyTyE" start="0:00" end="14:52" width="800px" height="450px" /%} ## Overview diff --git a/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-governance/classification/index.md b/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-governance/classification/index.md index fed5ad1743a4..ed9dfe2a0bbb 100644 --- a/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-governance/classification/index.md +++ b/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-governance/classification/index.md @@ -9,7 +9,7 @@ slug: /how-to-guides/data-governance/classification Watch the [Webinar on Glossaries and Classifications in OpenMetadata](https://www.youtube.com/watch?v=LII_5CDo_0s) -{% youtube videoId="LII_5CDo_0s" start="0:00" end="52:35" width="560px" height="315px" /%} +{% youtube videoId="LII_5CDo_0s" start="0:00" end="52:35" width="800px" height="450px" /%} {%inlineCalloutContainer%} {%inlineCallout diff --git a/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-governance/domain-&-data-products/index.md b/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-governance/domain-&-data-products/index.md index 7a517e8bf9b5..7a7de5204ac6 100644 --- a/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-governance/domain-&-data-products/index.md +++ b/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-governance/domain-&-data-products/index.md @@ -19,7 +19,7 @@ Domains in Open Metadata allow you to categorize and manage your data assets, gl Watch the [Demo on Domain in OpenMetadata](https://www.youtube.com/watch?v=t-9G3vaSdjI) -{% youtube videoId="t-9G3vaSdjI" start="0:00" end="1:21" width="560px" height="315px" /%} +{% youtube videoId="t-9G3vaSdjI" start="0:00" end="1:21" width="800px" height="450px" /%} ## Domains @@ -49,7 +49,7 @@ Data Products in Open Metadata allow teams to package and present their data ass Watch the [Demo on Data Product in OpenMetadata](https://www.youtube.com/watch?v=6NgI_G38D0A) -{% youtube videoId="6NgI_G38D0A" start="0:00" end="0:54" width="560px" height="315px" /%} +{% youtube videoId="6NgI_G38D0A" start="0:00" end="0:54" width="800px" height="450px" /%} ## Data Products diff --git a/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-governance/glossary/approval.md b/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-governance/glossary/approval.md index 000129b371ee..815508ec7803 100644 --- a/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-governance/glossary/approval.md +++ b/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-governance/glossary/approval.md @@ -9,7 +9,7 @@ The business glossary plays a vital role in standardizing terminology in an orga Watch the video to learn more about **[Glossary Approval Workflow](https://www.youtube.com/watch?v=PgTcKQtpAks&t=4s)** -{% youtube videoId="PgTcKQtpAks" start="0:00" end="2:51" width="560px" height="315px" /%} +{% youtube videoId="PgTcKQtpAks" start="0:00" end="2:51" width="800px" height="450px" /%} To automate the approval workflow, ensure that your Glossary has **Reviewers** assigned. If you glossary has reviewers assigned, the glossary approval workflow gets triggered when a **New Term** is added. diff --git a/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-governance/glossary/import.md b/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-governance/glossary/import.md index ee9c234879dc..e16cd4d987cc 100644 --- a/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-governance/glossary/import.md +++ b/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-governance/glossary/import.md @@ -7,7 +7,7 @@ slug: /how-to-guides/data-governance/glossary/import OpenMetadata supports **Glossary Bulk Upload** to save time and effort by uploading a CSV with thousands of terms in one go. You can create or update multiple glossary terms simultaneously. When bulk uploading, Owners and Reviewers can be defined, who will be further propagated to every glossary term. -{% youtube videoId="mzZxGMcb_ps" start="0:00" end="6:47" width="560px" height="315px" /%} +{% youtube videoId="mzZxGMcb_ps" start="0:00" end="6:47" width="800px" height="450px" /%} To import a glossary into OpenMetadata: - Navigate to **Govern > Glossary** diff --git a/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-governance/glossary/index.md b/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-governance/glossary/index.md index 5dfd9aeceb7f..5fc64af7ebb5 100644 --- a/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-governance/glossary/index.md +++ b/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-governance/glossary/index.md @@ -25,7 +25,7 @@ caption="Banking Glossary" Watch the [Webinar on Glossaries and Classifications in OpenMetadata](https://www.youtube.com/watch?v=LII_5CDo_0s) -{% youtube videoId="LII_5CDo_0s" start="0:00" end="52:35" width="560px" height="315px" /%} +{% youtube videoId="LII_5CDo_0s" start="0:00" end="52:35" width="800px" height="450px" /%} ## Glossary APIs diff --git a/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-insights/data-culture.md b/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-insights/data-culture.md index bca82c99bb73..09c9ae63a0f2 100644 --- a/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-insights/data-culture.md +++ b/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-insights/data-culture.md @@ -83,4 +83,4 @@ OpenMetadata helps customers understand their data with a 360° view. Admins can Go ahead, leverage Data Insights to transform the data culture of your organization! Watch the video to learn more about proactively honing the data culture of your company by setting targets, monitoring, and boosting teams to accomplish data goals with OpenMetadata. -{% youtube videoId="lOQepnTdA58" start="0:00" end="58:23" width="560px" height="315px" /%} \ No newline at end of file +{% youtube videoId="lOQepnTdA58" start="0:00" end="58:23" width="800px" height="450px" /%} \ No newline at end of file diff --git a/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-insights/index.md b/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-insights/index.md index 611a46b6f9b9..652183d6397b 100644 --- a/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-insights/index.md +++ b/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-insights/index.md @@ -11,11 +11,11 @@ The **Data Insights Dashboard** provides an analytical view of all the key metri Watch the video to learn more about proactively honing the data culture of your company by setting targets, monitoring, and boosting teams to accomplish data goals. -{% youtube videoId="lOQepnTdA58" start="0:00" end="58:23" width="560px" height="315px" /%} +{% youtube videoId="lOQepnTdA58" start="0:00" end="58:23" width="800px" height="450px" /%} Watch a demo of Data Insights in OpenMetadata -{% youtube videoId="Epd9G6igLUM" start="0:00" end="21:58" width="560px" height="315px" /%} +{% youtube videoId="Epd9G6igLUM" start="0:00" end="21:58" width="800px" height="450px" /%} {%inlineCalloutContainer%} {%inlineCallout diff --git a/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-lineage/column.md b/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-lineage/column.md index 1c9165ef524b..df1b57ddde70 100644 --- a/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-lineage/column.md +++ b/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-lineage/column.md @@ -34,7 +34,7 @@ caption="Manually Edit Column Level Lineage" /%} Watch the video on editing column-level lineage. -{% youtube videoId="HTkbTvi2H9c" start="0:00" end="00:51" width="560px" height="315px" /%} +{% youtube videoId="HTkbTvi2H9c" start="0:00" end="00:51" width="800px" height="450px" /%} {%inlineCallout color="violet-70" diff --git a/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-lineage/index.md b/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-lineage/index.md index 89d375549efc..6267a2c6711e 100644 --- a/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-lineage/index.md +++ b/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-lineage/index.md @@ -15,7 +15,7 @@ caption="Data Lineage in OpenMetadata" Watch the video on data lineage to understand the different options to automatically extract the lineage from your data warehouses such as Snowflake, dashboard service like metabase. Also learn about creating lineage programmatically with python SDK. -{% youtube videoId="jEbN1tt89H0" start="0:00" end="41:43" width="560px" height="315px" /%} +{% youtube videoId="jEbN1tt89H0" start="0:00" end="41:43" width="800px" height="450px" /%} {%inlineCalloutContainer%} {%inlineCallout diff --git a/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-lineage/manual.md b/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-lineage/manual.md index a88da035c16a..453016acbe49 100644 --- a/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-lineage/manual.md +++ b/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-lineage/manual.md @@ -39,7 +39,7 @@ caption="Column-Level Lineage" /%} Here's a quick video on manually adding lineage. -{% youtube videoId="hU8h1n_WmWg" start="00:01" end="00:23" width="560px" height="315px" /%} +{% youtube videoId="hU8h1n_WmWg" start="00:01" end="00:23" width="800px" height="450px" /%} Watch the recording of the Webinar on Lineage (13:30 to 15:50) -{% youtube videoId="jEbN1tt89H0" start="13:30" end="15:48" width="560px" height="315px" /%} \ No newline at end of file +{% youtube videoId="jEbN1tt89H0" start="13:30" end="15:48" width="800px" height="450px" /%} \ No newline at end of file diff --git a/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-quality-observability/observability/index.md b/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-quality-observability/observability/index.md index 4177404c1e98..9e570542e069 100644 --- a/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-quality-observability/observability/index.md +++ b/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-quality-observability/observability/index.md @@ -15,7 +15,7 @@ Starting from the 1.3 release, Data Observability alerts have been completely re Depending on your use cases, notifications can be sent to owners, admins, teams, or users, providing a more personalized and informed experience. Teams can configure their dedicated Slack, MS Teams, or Google Chat channels to receive notifications related to their data assets, streamlining communication and collaboration. With the alerts and notifications in OpenMetadata, users can send Announcements over email, Slack, or Teams. Alerts are sent to a user when they are mentioned in a task or an activity feed. -{% youtube videoId="qc-3sZ_eU5Y" start="0:00" end="2:04" width="560px" height="315px" /%} +{% youtube videoId="qc-3sZ_eU5Y" start="0:00" end="2:04" width="800px" height="450px" /%} {%inlineCallout icon="MdAddAlert" diff --git a/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-quality-observability/profiler/index.md b/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-quality-observability/profiler/index.md index dac03c77d23d..9313982cfeaa 100644 --- a/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-quality-observability/profiler/index.md +++ b/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-quality-observability/profiler/index.md @@ -9,7 +9,7 @@ The profiler in OpenMetadata helps to understand the shape of your data and to q Watch the video to understand OpenMetadata’s native Data Profiler and Data Quality tests. -{% youtube videoId="gLdTOF81YpI" start="0:00" end="1:08:10" width="560px" height="315px" /%} +{% youtube videoId="gLdTOF81YpI" start="0:00" end="1:08:10" width="800px" height="450px" /%} {%inlineCalloutContainer%} {%inlineCallout diff --git a/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-quality-observability/quality/index.md b/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-quality-observability/quality/index.md index 9d5bbd932e1b..fb6466bdcbd3 100644 --- a/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-quality-observability/quality/index.md +++ b/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/data-quality-observability/quality/index.md @@ -23,14 +23,14 @@ caption="Profiler & Data Quality" Watch the video to understand OpenMetadata’s native Data Profiler and Data Quality tests. -{% youtube videoId="gLdTOF81YpI" start="0:00" end="1:08:10" width="560px" height="315px" /%} +{% youtube videoId="gLdTOF81YpI" start="0:00" end="1:08:10" width="800px" height="450px" /%} Watch the video on Data Quality Simplified to effortlessly build, deploy, monitor, and configure alerts using OpenMetadata's no-code platform -{% youtube videoId="ihwtuNHt1kI" start="0:00" end="29:08" width="560px" height="315px" /%} +{% youtube videoId="ihwtuNHt1kI" start="0:00" end="29:08" width="800px" height="450px" /%} Here's the latest on OpenMetadata's data quality. -{% youtube videoId="UbNOje0kf6E" start="0:00" end="54:52" width="560px" height="315px" /%} +{% youtube videoId="UbNOje0kf6E" start="0:00" end="54:52" width="800px" height="450px" /%} {%inlineCalloutContainer%} {%inlineCallout diff --git a/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/user-guide-data-users/browser-ext.md b/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/user-guide-data-users/browser-ext.md index d95c99af9e1f..d305527f7b82 100644 --- a/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/user-guide-data-users/browser-ext.md +++ b/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/user-guide-data-users/browser-ext.md @@ -10,7 +10,7 @@ OpenMetadata’s Browser Extension bridges the gap between users and metadata. V Once installed, pin the extension for easy accessibility. Simply click on the OpenMetadata icon in your Chrome browser to start using the extension. Add the base URL for your OpenMetadata instance, and connect by signing in. Once signed in, the OpenMetadata Chrome extension will display your Activity Feeds from My Data page. While working on a third party tool, which is integrated with OpenMetadata, you can simply click on the extension to view the associated metadata to access details about ownership, description, associated tags, glossary terms, schema, lineage, custom properties, and more. Watch the video to learn how you can access all the metadata you need, directly into your active workspace. -{% youtube videoId="ZQckSIXAA6k" start="0:00" end="1:37" width="560px" height="315px" /%} +{% youtube videoId="ZQckSIXAA6k" start="0:00" end="1:37" width="800px" height="450px" /%} {% note %} diff --git a/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/user-guide-data-users/follow-data-asset.md b/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/user-guide-data-users/follow-data-asset.md index 37c96115da88..26dd9064f7de 100644 --- a/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/user-guide-data-users/follow-data-asset.md +++ b/openmetadata-docs/content/v1.7.x-SNAPSHOT/how-to-guides/user-guide-data-users/follow-data-asset.md @@ -7,7 +7,7 @@ slug: /how-to-guides/guide-for-data-users/follow-data-asset Users can get timely information about all the **activities**, **announcements**, and **feeds** related to a data asset by following those assets. The owners of the data assets will receive all the updates by default. The follow option can be used for the assets that you do not own. -{% youtube videoId="xKg596qN7LA" start="0:00" end="1:52" width="560px" height="315px" /%} +{% youtube videoId="xKg596qN7LA" start="0:00" end="1:52" width="800px" height="450px" /%} To follow a data asset, - Navigate to the **Explore** page. diff --git a/openmetadata-docs/content/v1.7.x-SNAPSHOT/quick-start/local-docker-deployment.md b/openmetadata-docs/content/v1.7.x-SNAPSHOT/quick-start/local-docker-deployment.md index fe7802725916..df8d42f92168 100644 --- a/openmetadata-docs/content/v1.7.x-SNAPSHOT/quick-start/local-docker-deployment.md +++ b/openmetadata-docs/content/v1.7.x-SNAPSHOT/quick-start/local-docker-deployment.md @@ -10,7 +10,7 @@ This installation doc will help you start a OpenMetadata standalone instance on If you'd rather see the steps in a guided tutorial, we've got you covered! Otherwise, feel free to read the content below 👇 -{% youtube videoId="ld43_jafL9w" start="0:00" end="6:47" width="560px" height="315px" /%} +{% youtube videoId="ld43_jafL9w" start="0:00" end="6:47" width="800px" height="450px" /%} # Requirements (OSX, Linux and Windows) diff --git a/openmetadata-docs/content/v1.7.x-SNAPSHOT/releases/releases/index.md b/openmetadata-docs/content/v1.7.x-SNAPSHOT/releases/releases/index.md index c6ef5c4dad6d..d1b7056b5f06 100644 --- a/openmetadata-docs/content/v1.7.x-SNAPSHOT/releases/releases/index.md +++ b/openmetadata-docs/content/v1.7.x-SNAPSHOT/releases/releases/index.md @@ -642,19 +642,19 @@ OpenMetadata has been driving innovation in Data Quality in Open Source. Many or In 1.5.1, we are bringing in **Anomaly Detection** based on AI to predict when an anomaly happens based on our learning historical data and automatically sending notifications to the owners of the table to warn them of the impending incidents -{% youtube videoId="BPuNC8vPcsw" start="0:00" end="1:01" width="560px" height="315px" /%} +{% youtube videoId="BPuNC8vPcsw" start="0:00" end="1:01" width="800px" height="450px" /%} ## Enhanced Data Quality Dashboard (Collate) We also have improved the Table Data quality dashboard to showcase the tests categorized and make it easy for everyone to consume. When there are issues, the new dashboard makes it easier to understand the Data Quality coverage of your tables and the possible impact each test failure has by organizing tests into different groups. -{% youtube videoId="bXcQBtZuyoU" start="0:00" end="2:10" width="560px" height="315px" /%} +{% youtube videoId="bXcQBtZuyoU" start="0:00" end="2:10" width="800px" height="450px" /%} ## Freshness Data Quality Tests (Collate) Working with old data can lead to making wrong decisions. With the new Freshness test, you can validate that your data arrives at the right time. Freshness tests are a critical part of any data team's toolset. Bringing these tests together with lineage information and the Incident Manager, your team will be able to quickly detect issues related to missing data or stuck pipelines. -{% youtube videoId="QRcR3m9cCGo" start="0:00" end="1:09" width="560px" height="315px" /%} +{% youtube videoId="QRcR3m9cCGo" start="0:00" end="1:09" width="800px" height="450px" /%} ## Data Diff Data Quality Tests @@ -662,7 +662,7 @@ Data quality checks are important not only within a single table but also betwee We are introducing the **table difference data quality test** to validate that multiple appearances of the same information remain consistent. Note that the test allows you to specify which column to use as a key and which columns you want to compare, and even add filters in the data to give you more control over multiple use cases. -{% youtube videoId="oxZVS_UGrE4" start="0:00" end="2:22" width="560px" height="315px" /%} +{% youtube videoId="oxZVS_UGrE4" start="0:00" end="2:22" width="800px" height="450px" /%} ## Domains RBAC & Subdomains @@ -676,7 +676,7 @@ With the 1.5.1 release, we are adding more stricter controls around Domain. Now, This will help large companies to use a single OpenMetadata platform to unify all of their data and teams but also provide more stringent controls to segment the data between domains -{% youtube videoId="r-_HaewjgTQ" start="0:00" end="0:44" width="560px" height="315px" /%} +{% youtube videoId="r-_HaewjgTQ" start="0:00" end="0:44" width="800px" height="450px" /%} ## Improved Explore Page & Data Asset Widget @@ -686,7 +686,7 @@ Our new improved navigation on the Explore page will help users navigate hierarc We are also making the discovery of data more accessible for users introducing a data asset widget, which will group the assets by platform type. This will help users find their data if they are working on a specific platform such as Looker or Snowflake they can easily click on that icon and get to the data. -{% youtube videoId="45ekUIRO1Ec" start="0:00" end="1:11" width="560px" height="315px" /%} +{% youtube videoId="45ekUIRO1Ec" start="0:00" end="1:11" width="800px" height="450px" /%} ## Pipeline Status Widget (Collate) @@ -702,7 +702,7 @@ On top of the many supported connectors across Databases, Dashboards, ML Models, In 1.5.1 we are introducing APIs as another first-class entity. Teams can now capture API requests and responses payloads and use our column level lineage to capture the relation between APIs and any other asset in the platform. -{% youtube videoId="b9wrVnM3u80" start="0:00" end="0:33" width="560px" height="315px" /%} +{% youtube videoId="b9wrVnM3u80" start="0:00" end="0:33" width="800px" height="450px" /%} ## Glossary Improvements @@ -908,7 +908,7 @@ You can find the GitHub release [here](https://github.com/open-metadata/OpenMeta ## Automator (Collate only) -{% youtube videoId="zdh4yzHw4w0" start="0:00" end="2:29" width="560px" height="315px" /%} +{% youtube videoId="zdh4yzHw4w0" start="0:00" end="2:29" width="800px" height="450px" /%} - Easily maintain high-quality metadata at scale with automations. The Automator streamlines governance processes from ownership assignments to tagging, ensuring compliance and consistency. - You can update the properties of your assets by filtering by service, owner, domain, or any other supported property from the advanced search. @@ -918,7 +918,7 @@ You can find the GitHub release [here](https://github.com/open-metadata/OpenMeta ## Bulk Upload Data Assets (Collate only) -{% youtube videoId="CXxDdS6AifY" start="0:00" end="2:19" width="560px" height="315px" /%} +{% youtube videoId="CXxDdS6AifY" start="0:00" end="2:19" width="800px" height="450px" /%} - Bulk upload/download database, schema, and table entities from/into a CSV file for quick edition or creation. - Supports an inline editor to validate/update assets before performing the upload. @@ -926,7 +926,7 @@ You can find the GitHub release [here](https://github.com/open-metadata/OpenMeta ## Data Quality Improvements -{% youtube videoId="UNOHvBMVcYM" start="0:00" end="1:28" width="560px" height="315px" /%} +{% youtube videoId="UNOHvBMVcYM" start="0:00" end="1:28" width="800px" height="450px" /%} - The Table schema page now shows the Data Quality tests for each column. - Improved filtering options for test suite and test cases. @@ -954,11 +954,11 @@ https://www.youtube.com/watch?v=KZdVb8DiHJs - Video on Column Lineage Search - Column Lineage Search -{% youtube videoId="KZdVb8DiHJs" start="0:00" end="0:30" width="560px" height="315px" /%} +{% youtube videoId="KZdVb8DiHJs" start="0:00" end="0:30" width="800px" height="450px" /%} - Lineage Layers -{% youtube videoId="wtBMeLvA6Sw" start="0:00" end="0:43" width="560px" height="315px" /%} +{% youtube videoId="wtBMeLvA6Sw" start="0:00" end="0:43" width="800px" height="450px" /%} - OpenMetadata already supports Column-level lineage, and now we have introduced Task-level lineage for Pipelines, Chart-level lineage for Dashboards, Feature-level lineage for ML Models, Field-level lineage for Topics, and columns for dashboard Data Models. - Automated column-level lineage is now supported for Tableau, Superset, QlikCloud, and QlikSense between Data Models and Tables. @@ -984,14 +984,14 @@ https://www.youtube.com/watch?v=KZdVb8DiHJs - Video on Column Lineage Search ## Custom Theme -{% youtube videoId="-NiU1flBHs0" start="0:00" end="1:02" width="560px" height="315px" /%} +{% youtube videoId="-NiU1flBHs0" start="0:00" end="1:02" width="800px" height="450px" /%} - Previously supported adding logo, monogram, and favicon to your OpenMetadata instance. - Now, it supports customizing the theme with colors to suit your company branding. ## Landing Page Widgets (Collate Only) -{% youtube videoId="Kakfa-lYGOU" start="0:00" end="0:59" width="560px" height="315px" /%} +{% youtube videoId="Kakfa-lYGOU" start="0:00" end="0:59" width="800px" height="450px" /%} - A widget was added to list the pipelines that belong to a user or their team. - Added a Data Quality Widget to list the summary of data quality tests belonging to a user or their team. @@ -1017,7 +1017,7 @@ https://www.youtube.com/watch?v=KZdVb8DiHJs - Video on Column Lineage Search ## Custom Properties -{% youtube videoId="lZoSeKkErBk" start="0:00" end="1:07" width="560px" height="315px" /%} +{% youtube videoId="lZoSeKkErBk" start="0:00" end="1:07" width="800px" height="450px" /%} - Custom Properties now allow linking other assets in the platform, such as Tables, Dashboards, etc. To enable this, create a Custom Property as an Entity Reference or Entity Reference List. @@ -1206,11 +1206,11 @@ You can find the GitHub release [here](https://github.com/open-metadata/OpenMeta You can find the GitHub release [here](https://github.com/open-metadata/OpenMetadata/releases/tag/1.3.0-release). -{% youtube videoId="cVYP1HFXeRM" start="0:00" end="4:49" width="560px" height="315px" /%} +{% youtube videoId="cVYP1HFXeRM" start="0:00" end="4:49" width="800px" height="450px" /%} ## Lineage -{% youtube videoId="grwhvTWylbw" start="0:00" end="1:43" width="560px" height="315px" /%} +{% youtube videoId="grwhvTWylbw" start="0:00" end="1:43" width="800px" height="450px" /%} - Revamped the lineage UI for an intuitive and comprehensive view of data flow and transformations. - Organized nodes for better visibility with pagination support. @@ -1224,7 +1224,7 @@ You can find the GitHub release [here](https://github.com/open-metadata/OpenMeta ## Data Observability Alerts -{% youtube videoId="qc-3sZ_eU5Y" start="0:00" end="2:04" width="560px" height="315px" /%} +{% youtube videoId="qc-3sZ_eU5Y" start="0:00" end="2:04" width="800px" height="450px" /%} - Data observability alerts have been distinguished from other general-purpose notifications, making it easy to get to the crucial alerts quickly. - Sends alerts for schema changes and test case failures for the data assets that you follow. @@ -1234,7 +1234,7 @@ You can find the GitHub release [here](https://github.com/open-metadata/OpenMeta ## Incident Manager -{% youtube videoId="wz5vc1Al-b8" start="0:00" end="2:19" width="560px" height="315px" /%} +{% youtube videoId="wz5vc1Al-b8" start="0:00" end="2:19" width="800px" height="450px" /%} - Introduced Incidents Manager to improve the data quality resolution flow. - Incidents Manager summarizes all the test case results with information about the failure severity and resolution flow. @@ -1245,7 +1245,7 @@ You can find the GitHub release [here](https://github.com/open-metadata/OpenMeta ## Knowledge Center (Collate) -{% youtube videoId="atwTGm1hixg" start="0:00" end="1:22" width="560px" height="315px" /%} +{% youtube videoId="atwTGm1hixg" start="0:00" end="1:22" width="800px" height="450px" /%} - Supports hierarchical pages to structure the articles. - You can easily associate knowledge articles with data assets. @@ -1258,7 +1258,7 @@ You can find the GitHub release [here](https://github.com/open-metadata/OpenMeta ## Custom Metrics for Profiler -{% youtube videoId="1sx5aQKMSBI" start="0:00" end="1:52" width="560px" height="315px" /%} +{% youtube videoId="1sx5aQKMSBI" start="0:00" end="1:52" width="800px" height="450px" /%} - Supports custom metrics for the data profiler with custom SQL to keep track of your business metrics. - Custom metrics can be created at Table and Column levels. @@ -1294,14 +1294,14 @@ You can find the GitHub release [here](https://github.com/open-metadata/OpenMeta ## Localization -{% youtube videoId="MCjK6fZg3pw" start="0:00" end="0:36" width="560px" height="315px" /%} +{% youtube videoId="MCjK6fZg3pw" start="0:00" end="0:36" width="800px" height="450px" /%} - Now supports RTL UI for the Hebrew language. - New Dutch language translation. ## Settings UI -{% youtube videoId="qE07HNFXyu8" start="0:00" end="0:48" width="560px" height="315px" /%} +{% youtube videoId="qE07HNFXyu8" start="0:00" end="0:48" width="800px" height="450px" /%} - The Settings page UI has been revamped. @@ -1333,13 +1333,13 @@ You can find the GitHub release [here](https://github.com/open-metadata/OpenMeta [OpenMetadata 1.2 Release - Domains, Data Products, Search Index, Stored Procedures, Glossary Approval Workflow, Customizable Landing Page, Applications, Knowledge Center, Cost Analysis, and lots more](https://blog.open-metadata.org/openmetadata-release-1-2-531f0e3c6d9a) {% /note %} -{% youtube videoId="Mu7eq6OVtxk" start="0:00" end="3:29" width="560px" height="315px" /%} +{% youtube videoId="Mu7eq6OVtxk" start="0:00" end="3:29" width="800px" height="450px" /%} ## Domains and Data Products -{% youtube videoId="t-9G3vaSdjI" start="0:00" end="1:21" width="560px" height="315px" /%} +{% youtube videoId="t-9G3vaSdjI" start="0:00" end="1:21" width="800px" height="450px" /%} -{% youtube videoId="6NgI_G38D0A" start="0:00" end="0:54" width="560px" height="315px" /%} +{% youtube videoId="6NgI_G38D0A" start="0:00" end="0:54" width="800px" height="450px" /%} - Added support for Domains and Data Products. - Assets can be added to a Domain, and users can scope their discovery experience to one Domain. @@ -1358,7 +1358,7 @@ You can find the GitHub release [here](https://github.com/open-metadata/OpenMeta ## Glossary Approval Workflow & Glossary Styling -{% youtube videoId="PgTcKQtpAks" start="0:00" end="2:51" width="560px" height="315px" /%} +{% youtube videoId="PgTcKQtpAks" start="0:00" end="2:51" width="800px" height="450px" /%} - Introduced a glossary approval workflow. An approval workflow is created if Reviewers are added to a glossary. - A task is added for reviewers to approve or reject the glossary term. The terms will show up in Draft status. @@ -1375,7 +1375,7 @@ You can find the GitHub release [here](https://github.com/open-metadata/OpenMeta ## Build Automation Applications -{% youtube videoId="pUS9-RevqsU" start="0:00" end="0:57" width="560px" height="315px" /%} +{% youtube videoId="pUS9-RevqsU" start="0:00" end="0:57" width="800px" height="450px" /%} - Added Applications into OpenMetadata, giving users a unique view of processes that can be scheduled and run in the platform. - Search Indexing and Data Insights Report have been converted into Applications. @@ -1396,7 +1396,7 @@ You can find the GitHub release [here](https://github.com/open-metadata/OpenMeta ## Customizable Landing Page -{% youtube videoId="Y-5cPQgzNdo" start="0:00" end="2:08" width="560px" height="315px" /%} +{% youtube videoId="Y-5cPQgzNdo" start="0:00" end="2:08" width="800px" height="450px" /%} - Admins can create Personas to group individuals in their company, such as Data Engineers, Data Stewards, or Data Scientists. - Admins can customize the landing page for each Persona with a set of supported widgets: Activity Feed, Announcements, Knowledge Center, etc. @@ -1404,7 +1404,7 @@ You can find the GitHub release [here](https://github.com/open-metadata/OpenMeta ## Knowledge Center (Collate) -{% youtube videoId="DfOgeZ9f7no" start="0:00" end="3:04" width="560px" height="315px" /%} +{% youtube videoId="DfOgeZ9f7no" start="0:00" end="3:04" width="800px" height="450px" /%} - Backend APIs support creating, editing, and listing knowledge articles (with external links). - Knowledge articles and links can be associated with a Domain, Team, or an Entity. @@ -1412,7 +1412,7 @@ You can find the GitHub release [here](https://github.com/open-metadata/OpenMeta ## Cost Analysis Report (Collate) -{% youtube videoId="KI58oBHxTOU" start="0:00" end="0:33" width="560px" height="315px" /%} +{% youtube videoId="KI58oBHxTOU" start="0:00" end="0:33" width="800px" height="450px" /%} - The Usage Workflow will now also track how tables are Accessed and Updated. - This information will be used in the Data Insights workflow to show the evolution of your used and unused assets and compare them by size. @@ -1768,7 +1768,7 @@ The logic for Notification Support has been improved. Users can define Alerts ba [OpenMetadata 0.13.0 Release — Data Insights & KPIs, Lineage Traceability, Data Lake Profiler, Search Improvements, and lots more](https://blog.open-metadata.org/openmetadata-0-13-0-release-ac8ac5bd87c1) {% /note %} -{% youtube videoId="oNbMnTW5AkE" start="0:00" end="7:51" width="560px" height="315px" /%} +{% youtube videoId="oNbMnTW5AkE" start="0:00" end="7:51" width="800px" height="450px" /%} ## Data Insights and KPI @@ -1872,7 +1872,7 @@ Major enhancements have been made to how data is extracted from Kafka and Redpan [OpenMetadata 0.12.0 Release](https://blog.open-metadata.org/openmetadata-0-12-0-release-1ac059700de4) {% /note %} -{% youtube videoId="tv3pyCLcJfQ" start="0:00" end="17:04" width="560px" height="315px" /%} +{% youtube videoId="tv3pyCLcJfQ" start="0:00" end="17:04" width="800px" height="450px" /%} ## Team Hierarchy diff --git a/openmetadata-service/src/main/java/org/openmetadata/service/apps/bundles/dataRetention/DataRetention.java b/openmetadata-service/src/main/java/org/openmetadata/service/apps/bundles/dataRetention/DataRetention.java new file mode 100644 index 000000000000..214807bd10ba --- /dev/null +++ b/openmetadata-service/src/main/java/org/openmetadata/service/apps/bundles/dataRetention/DataRetention.java @@ -0,0 +1,100 @@ +package org.openmetadata.service.apps.bundles.dataRetention; + +import java.time.Duration; +import java.time.Instant; +import java.util.function.Supplier; +import lombok.extern.slf4j.Slf4j; +import org.jdbi.v3.sqlobject.transaction.Transaction; +import org.openmetadata.common.utils.CommonUtil; +import org.openmetadata.schema.entity.app.App; +import org.openmetadata.schema.entity.applications.configuration.internal.DataRetentionConfiguration; +import org.openmetadata.service.apps.AbstractNativeApplication; +import org.openmetadata.service.jdbi3.CollectionDAO; +import org.openmetadata.service.search.SearchRepository; +import org.openmetadata.service.util.JsonUtils; +import org.quartz.JobExecutionContext; + +@Slf4j +public class DataRetention extends AbstractNativeApplication { + private static final int BATCH_SIZE = 10_000; + private DataRetentionConfiguration dataRetentionConfiguration; + private final CollectionDAO.EventSubscriptionDAO eventSubscriptionDAO; + + public DataRetention(CollectionDAO collectionDAO, SearchRepository searchRepository) { + super(collectionDAO, searchRepository); + this.eventSubscriptionDAO = collectionDAO.eventSubscriptionDAO(); + } + + @Override + public void init(App app) { + super.init(app); + this.dataRetentionConfiguration = + JsonUtils.convertValue(app.getAppConfiguration(), DataRetentionConfiguration.class); + if (CommonUtil.nullOrEmpty(this.dataRetentionConfiguration)) { + LOG.warn("No retention policy configuration provided. Cleanup tasks will not run."); + } + } + + @Override + public void startApp(JobExecutionContext jobExecutionContext) { + executeCleanup(dataRetentionConfiguration); + } + + public void executeCleanup(DataRetentionConfiguration config) { + if (CommonUtil.nullOrEmpty(config)) { + return; + } + + cleanChangeEvents(config.getChangeEventRetentionPeriod()); + } + + @Transaction + private void cleanChangeEvents(int retentionPeriod) { + LOG.info( + "Initiating change events cleanup: Deleting records with a retention period of {} days.", + retentionPeriod); + long cutoffMillis = getRetentionCutoffMillis(retentionPeriod); + + int totalDeletedSuccessfulEvents = + batchDelete( + () -> + eventSubscriptionDAO.deleteSuccessfulSentChangeEventsInBatches( + cutoffMillis, BATCH_SIZE)); + + int totalDeletedChangeEvents = + batchDelete( + () -> eventSubscriptionDAO.deleteChangeEventsInBatches(cutoffMillis, BATCH_SIZE)); + + int totalDeletedDlq = + batchDelete( + () -> eventSubscriptionDAO.deleteConsumersDlqInBatches(cutoffMillis, BATCH_SIZE)); + + LOG.info( + "Change events cleanup completed: {} successful_sent_change_events, {} change_events, and {} consumers_dlq records deleted (retention period: {} days).", + totalDeletedSuccessfulEvents, + totalDeletedChangeEvents, + totalDeletedDlq, + retentionPeriod); + } + + private long getRetentionCutoffMillis(int retentionPeriodInDays) { + return Instant.now() + .minusMillis(Duration.ofDays(retentionPeriodInDays).toMillis()) + .toEpochMilli(); + } + + /** + * Runs a batch delete operation in a loop until fewer than BATCH_SIZE records are deleted in a single iteration. + */ + private int batchDelete(Supplier deleteFunction) { + var totalDeleted = 0; + while (true) { + var deletedCount = deleteFunction.get(); + totalDeleted += deletedCount; + if (deletedCount < BATCH_SIZE) { + break; + } + } + return totalDeleted; + } +} diff --git a/openmetadata-service/src/main/java/org/openmetadata/service/events/scheduled/EventSubscriptionCleanupJob.java b/openmetadata-service/src/main/java/org/openmetadata/service/events/scheduled/EventSubscriptionCleanupJob.java deleted file mode 100644 index f0eb43ab9cc6..000000000000 --- a/openmetadata-service/src/main/java/org/openmetadata/service/events/scheduled/EventSubscriptionCleanupJob.java +++ /dev/null @@ -1,41 +0,0 @@ -package org.openmetadata.service.events.scheduled; - -import java.util.List; -import lombok.extern.slf4j.Slf4j; -import org.jdbi.v3.sqlobject.transaction.Transaction; -import org.openmetadata.service.Entity; -import org.quartz.Job; -import org.quartz.JobExecutionContext; -import org.quartz.JobExecutionException; - -@Slf4j -public class EventSubscriptionCleanupJob implements Job { - private static final int TARGET_COUNT = 50; - private static final int THRESHOLD = 100; - - @Override - public void execute(JobExecutionContext context) throws JobExecutionException { - performCleanup(); - } - - @Transaction - public static void performCleanup() { - List subscriptionsToClean = - Entity.getCollectionDAO().eventSubscriptionDAO().findSubscriptionsAboveThreshold(THRESHOLD); - - for (String subscriptionId : subscriptionsToClean) { - long recordCount = - Entity.getCollectionDAO().eventSubscriptionDAO().getSuccessfulRecordCount(subscriptionId); - - long excessRecords = recordCount - TARGET_COUNT; - if (excessRecords > 0) { - Entity.getCollectionDAO() - .eventSubscriptionDAO() - .deleteOldRecords(subscriptionId, excessRecords); - } - } - LOG.debug( - "Performed cleanup for subscriptions, retaining {} records per subscription.", - TARGET_COUNT); - } -} diff --git a/openmetadata-service/src/main/java/org/openmetadata/service/events/scheduled/EventSubscriptionScheduler.java b/openmetadata-service/src/main/java/org/openmetadata/service/events/scheduled/EventSubscriptionScheduler.java index b88c0823ec37..e8ce32bb0a00 100644 --- a/openmetadata-service/src/main/java/org/openmetadata/service/events/scheduled/EventSubscriptionScheduler.java +++ b/openmetadata-service/src/main/java/org/openmetadata/service/events/scheduled/EventSubscriptionScheduler.java @@ -63,7 +63,6 @@ public class EventSubscriptionScheduler { public static final String ALERT_TRIGGER_GROUP = "OMAlertJobGroup"; private static EventSubscriptionScheduler instance; private static volatile boolean initialized = false; - public static volatile boolean cleanupJobInitialised = false; private final Scheduler alertsScheduler = new StdSchedulerFactory().getScheduler(); @@ -134,7 +133,6 @@ public void addSubscriptionPublisher(EventSubscription eventSubscription, boolea // Schedule the Job alertsScheduler.scheduleJob(jobDetail, trigger); - instance.scheduleCleanupJob(); LOG.info( "Event Subscription started as {} : status {} for all Destinations", @@ -196,33 +194,6 @@ public void deleteEventSubscriptionPublisher(EventSubscription deletedEntity) LOG.info("Alert publisher deleted for {}", deletedEntity.getName()); } - public void scheduleCleanupJob() { - if (!cleanupJobInitialised) { - try { - JobDetail cleanupJob = - JobBuilder.newJob(EventSubscriptionCleanupJob.class) - .withIdentity("CleanupJob", ALERT_JOB_GROUP) - .build(); - - Trigger cleanupTrigger = - TriggerBuilder.newTrigger() - .withIdentity("CleanupTrigger", ALERT_TRIGGER_GROUP) - .withSchedule( - SimpleScheduleBuilder.simpleSchedule() - .withIntervalInSeconds(10) - .repeatForever()) - .startNow() - .build(); - - alertsScheduler.scheduleJob(cleanupJob, cleanupTrigger); - cleanupJobInitialised = true; - LOG.info("Scheduled periodic cleanup job to run every 10 seconds."); - } catch (SchedulerException e) { - LOG.error("Failed to schedule cleanup job", e); - } - } - } - @Transaction public void deleteSuccessfulAndFailedEventsRecordByAlert(UUID id) { Entity.getCollectionDAO() diff --git a/openmetadata-service/src/main/java/org/openmetadata/service/jdbi3/CollectionDAO.java b/openmetadata-service/src/main/java/org/openmetadata/service/jdbi3/CollectionDAO.java index 4c77797df007..07c71724b755 100644 --- a/openmetadata-service/src/main/java/org/openmetadata/service/jdbi3/CollectionDAO.java +++ b/openmetadata-service/src/main/java/org/openmetadata/service/jdbi3/CollectionDAO.java @@ -1397,6 +1397,11 @@ List listTasksOfUser( @Define("condition") String condition, @Define("sortingOrder") String sortingOrder); + @SqlQuery( + "SELECT id FROM thread_entity WHERE type = 'Conversation' AND createdAt < :cutoffMillis LIMIT :batchSize") + List fetchConversationThreadIdsOlderThan( + @Bind("cutoffMillis") long cutoffMillis, @Bind("batchSize") int batchSize); + @ConnectionAwareSqlQuery( value = "SELECT count(id) FROM thread_entity " @@ -2258,6 +2263,52 @@ void upsertSuccessfulChangeEvent( void deleteOldRecords( @Bind("eventSubscriptionId") String eventSubscriptionId, @Bind("limit") long limit); + @ConnectionAwareSqlUpdate( + value = + "DELETE FROM successful_sent_change_events " + + "WHERE timestamp < :cutoff ORDER BY timestamp LIMIT :limit", + connectionType = MYSQL) + @ConnectionAwareSqlUpdate( + value = + "DELETE FROM successful_sent_change_events " + + "WHERE ctid IN ( " + + " SELECT ctid FROM successful_sent_change_events " + + " WHERE timestamp < :cutoff ORDER BY timestamp LIMIT :limit " + + ")", + connectionType = POSTGRES) + int deleteSuccessfulSentChangeEventsInBatches( + @Bind("cutoff") long cutoff, @Bind("limit") int limit); + + @ConnectionAwareSqlUpdate( + value = + "DELETE FROM change_event " + + "WHERE eventTime < :cutoff ORDER BY eventTime LIMIT :limit", + connectionType = MYSQL) + @ConnectionAwareSqlUpdate( + value = + "DELETE FROM change_event " + + "WHERE ctid IN ( " + + " SELECT ctid FROM change_event " + + " WHERE eventTime < :cutoff ORDER BY eventTime LIMIT :limit " + + ")", + connectionType = POSTGRES) + int deleteChangeEventsInBatches(@Bind("cutoff") long cutoff, @Bind("limit") int limit); + + @ConnectionAwareSqlUpdate( + value = + "DELETE FROM consumers_dlq " + + "WHERE timestamp < :cutoff ORDER BY timestamp LIMIT :limit", + connectionType = MYSQL) + @ConnectionAwareSqlUpdate( + value = + "DELETE FROM consumers_dlq " + + "WHERE ctid IN ( " + + " SELECT ctid FROM consumers_dlq " + + " WHERE timestamp < :cutoff ORDER BY timestamp LIMIT :limit " + + ")", + connectionType = POSTGRES) + int deleteConsumersDlqInBatches(@Bind("cutoff") long cutoff, @Bind("limit") int limit); + @SqlQuery( "SELECT json FROM successful_sent_change_events WHERE event_subscription_id = :eventSubscriptionId ORDER BY timestamp DESC LIMIT :limit OFFSET :paginationOffset") List getSuccessfulChangeEventBySubscriptionId( diff --git a/openmetadata-service/src/main/java/org/openmetadata/service/security/saml/SamlAssertionConsumerServlet.java b/openmetadata-service/src/main/java/org/openmetadata/service/security/saml/SamlAssertionConsumerServlet.java index 2bc6a9cbd2bb..516ba6d54e83 100644 --- a/openmetadata-service/src/main/java/org/openmetadata/service/security/saml/SamlAssertionConsumerServlet.java +++ b/openmetadata-service/src/main/java/org/openmetadata/service/security/saml/SamlAssertionConsumerServlet.java @@ -130,17 +130,22 @@ private void handleResponse(HttpServletRequest req, HttpServletResponse resp) th // Redirect with JWT Token String redirectUri = (String) req.getSession().getAttribute(SESSION_REDIRECT_URI); String url = - redirectUri - + "?id_token=" - + jwtAuthMechanism.getJWTToken() - + "&email=" - + nameId - + "&name=" - + username; + String.format( + "%s?id_token=%s&email=%s&name=%s", + (nullOrEmpty(redirectUri) ? buildBaseRequestUrl(req) : redirectUri), + jwtAuthMechanism.getJWTToken(), + nameId, + username); resp.sendRedirect(url); } } + private String buildBaseRequestUrl(HttpServletRequest req) { + // In case of IDP initiated one it needs to be built on fly, since the session might not exist + return String.format( + "%s://%s:%s/saml/callback", req.getScheme(), req.getServerName(), req.getServerPort()); + } + private JwtResponse getJwtResponseWithRefresh( User storedUser, JWTAuthMechanism jwtAuthMechanism) { RefreshToken newRefreshToken = TokenUtil.getRefreshToken(storedUser.getId(), UUID.randomUUID()); diff --git a/openmetadata-service/src/main/resources/json/data/app/DataRetentionApplication.json b/openmetadata-service/src/main/resources/json/data/app/DataRetentionApplication.json new file mode 100644 index 000000000000..c5e14f24f4e7 --- /dev/null +++ b/openmetadata-service/src/main/resources/json/data/app/DataRetentionApplication.json @@ -0,0 +1,11 @@ +{ + "name": "DataRetentionApplication", + "displayName": "Data Retention", + "appConfiguration": { + "changeEventRetentionPeriod": 7 + }, + "appSchedule": { + "scheduleTimeline": "Custom", + "cronExpression": "0 0 * * 0" + } +} \ No newline at end of file diff --git a/openmetadata-service/src/main/resources/json/data/appMarketPlaceDefinition/DataRetentionApplication.json b/openmetadata-service/src/main/resources/json/data/appMarketPlaceDefinition/DataRetentionApplication.json new file mode 100644 index 000000000000..78ff3a06f876 --- /dev/null +++ b/openmetadata-service/src/main/resources/json/data/appMarketPlaceDefinition/DataRetentionApplication.json @@ -0,0 +1,18 @@ +{ + "name": "DataRetentionApplication", + "displayName": "Data Retention", + "description": "The Data Retention App automates the cleanup of OpenMetadata's internal database to maintain performance and efficiency. Based on customizable retention periods and admin-defined retention policies, this application helps manage rapidly growing tables and prevents data bloat by removing outdated records.\n\n**Efficient Record Management:** The Retention Policy App automates the cleanup and deletion of records for selected entities based on specified retention durations. It simplifies compliance with data retention policies and ensures efficient database management.", + "appType": "internal", + "appScreenshots": ["DataRetentionApplication.png"], + "developer": "Collate Inc.", + "developerUrl": "https://www.getcollate.io", + "privacyPolicyUrl": "https://www.getcollate.io", + "supportEmail": "support@getcollate.io", + "scheduleType": "ScheduledOrManual", + "permission": "All", + "className": "org.openmetadata.service.apps.bundles.dataRetention.DataRetention", + "runtime": { + "enabled": "true" + }, + "appConfiguration": {} +} \ No newline at end of file diff --git a/openmetadata-spec/src/main/resources/json/schema/entity/applications/configuration/applicationConfig.json b/openmetadata-spec/src/main/resources/json/schema/entity/applications/configuration/applicationConfig.json index 74de4576ef66..947d54a309fc 100644 --- a/openmetadata-spec/src/main/resources/json/schema/entity/applications/configuration/applicationConfig.json +++ b/openmetadata-spec/src/main/resources/json/schema/entity/applications/configuration/applicationConfig.json @@ -24,6 +24,9 @@ }, { "$ref": "external/slackAppTokenConfiguration.json" + }, + { + "$ref": "internal/dataRetentionConfiguration.json" } ] }, diff --git a/openmetadata-spec/src/main/resources/json/schema/entity/applications/configuration/internal/dataRetentionConfiguration.json b/openmetadata-spec/src/main/resources/json/schema/entity/applications/configuration/internal/dataRetentionConfiguration.json new file mode 100644 index 000000000000..bdb4745559fa --- /dev/null +++ b/openmetadata-spec/src/main/resources/json/schema/entity/applications/configuration/internal/dataRetentionConfiguration.json @@ -0,0 +1,19 @@ +{ + "$id": "https://open-metadata.org/schema/entity/applications/configuration/dataRetentionConfiguration.json", + "$schema": "http://json-schema.org/draft-07/schema#", + "title": "Retention Configuration", + "description": "Configure retention policies for each entity.", + "properties": { + "changeEventRetentionPeriod": { + "title": "Change Event Retention Period (days)", + "description": "Enter the retention period for change event records in days (e.g., 7 for one week, 30 for one month).", + "type": "integer", + "default": 7, + "minimum": 1 + } + }, + "required": [ + "changeEventRetentionPeriod" + ], + "additionalProperties": false +} diff --git a/openmetadata-ui/src/main/resources/ui/src/assets/img/appScreenshots/DataRetentionApplication.png b/openmetadata-ui/src/main/resources/ui/src/assets/img/appScreenshots/DataRetentionApplication.png new file mode 100644 index 000000000000..aff9b000643f Binary files /dev/null and b/openmetadata-ui/src/main/resources/ui/src/assets/img/appScreenshots/DataRetentionApplication.png differ diff --git a/openmetadata-ui/src/main/resources/ui/src/assets/svg/DataRetentionApplication.svg b/openmetadata-ui/src/main/resources/ui/src/assets/svg/DataRetentionApplication.svg new file mode 100644 index 000000000000..e8e59f7b0d71 --- /dev/null +++ b/openmetadata-ui/src/main/resources/ui/src/assets/svg/DataRetentionApplication.svg @@ -0,0 +1,56 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/openmetadata-ui/src/main/resources/ui/src/generated/entity/applications/configuration/internal/dataRetentionConfiguration.ts b/openmetadata-ui/src/main/resources/ui/src/generated/entity/applications/configuration/internal/dataRetentionConfiguration.ts new file mode 100644 index 000000000000..2e3cd4b41266 --- /dev/null +++ b/openmetadata-ui/src/main/resources/ui/src/generated/entity/applications/configuration/internal/dataRetentionConfiguration.ts @@ -0,0 +1,19 @@ +/* + * Copyright 2024 Collate. + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * http://www.apache.org/licenses/LICENSE-2.0 + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +export interface DataRetentionConfigurationClass { + /** + * Enter the retention period for change event records in days (e.g., 7 for one week, 30 for + * one month). + */ + changeEventRetentionPeriod: number; +} diff --git a/openmetadata-ui/src/main/resources/ui/src/generated/entity/applications/configuration/internal/retentionPolicyConfiguration.ts b/openmetadata-ui/src/main/resources/ui/src/generated/entity/applications/configuration/internal/retentionPolicyConfiguration.ts new file mode 100644 index 000000000000..4e1f2d9e847b --- /dev/null +++ b/openmetadata-ui/src/main/resources/ui/src/generated/entity/applications/configuration/internal/retentionPolicyConfiguration.ts @@ -0,0 +1,28 @@ +/* + * Copyright 2024 Collate. + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * http://www.apache.org/licenses/LICENSE-2.0 + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +export interface RetentionPolicyConfigurationClass { + /** + * Enter the retention period for Activity Threads records in days (e.g., 30 for one month, + * 60 for two months). + */ + activityThreadsRetentionPeriod: number; + /** + * Enter the retention period for change event records in days (e.g., 7 for one week, 30 for + * one month). + */ + changeEventRetentionPeriod: number; + /** + * Enter the number of versions to retain. + */ + versionsRetentionPeriod: number; +} diff --git a/openmetadata-ui/src/main/resources/ui/src/utils/ApplicationSchemas/DataRetentionApplication.json b/openmetadata-ui/src/main/resources/ui/src/utils/ApplicationSchemas/DataRetentionApplication.json new file mode 100644 index 000000000000..0d152ee5ba49 --- /dev/null +++ b/openmetadata-ui/src/main/resources/ui/src/utils/ApplicationSchemas/DataRetentionApplication.json @@ -0,0 +1,18 @@ +{ + "$id": "https://open-metadata.org/schema/entity/applications/configuration/dataRetentionConfiguration.json", + "$schema": "http://json-schema.org/draft-07/schema#", + "title": "Retention Configuration", + "type": "object", + "description": "Configure retention policies for each entity.", + "properties": { + "changeEventRetentionPeriod": { + "title": "Change Event Retention Period (days)", + "description": "Enter the retention period for change event records in days (e.g., 7 for one week, 30 for one month).", + "type": "integer", + "default": 7, + "minimum": 1 + } + }, + "required": ["changeEventRetentionPeriod"], + "additionalProperties": false +}