From 8d606d04d8288fa502e7a2878ed9f227905eb30d Mon Sep 17 00:00:00 2001 From: socar-dini <0327jane@gmail.com> Date: Sat, 21 Oct 2023 05:41:35 +0900 Subject: [PATCH 01/10] docs: adjust sidebar & create new admin section --- docs-website/sidebars.js | 209 ++++++++-------- docs/CODE_OF_CONDUCT.md | 2 +- docs/townhall-history.md | 483 ------------------------------------- docs/townhalls.md | 498 ++++++++++++++++++++++++++++++++++++++- 4 files changed, 608 insertions(+), 584 deletions(-) delete mode 100644 docs/townhall-history.md diff --git a/docs-website/sidebars.js b/docs-website/sidebars.js index b2b3df4dfb33c..f6f034d28292d 100644 --- a/docs-website/sidebars.js +++ b/docs-website/sidebars.js @@ -9,17 +9,13 @@ module.exports = { overviewSidebar: [ { - label: "Getting Started", + label: "What Is DataHub?", type: "category", collapsed: true, + link: { type: "doc", id: "docs/features" }, items: [ // By the end of this section, readers should understand the core use cases that DataHub addresses, // target end-users, high-level architecture, & hosting options - { - type: "doc", - label: "Introduction", - id: "docs/features", - }, { type: "doc", label: "Quickstart", @@ -161,7 +157,15 @@ module.exports = { "docs/deploy/azure", "docker/README", "docs/deploy/kubernetes", + "docs/deploy/confluent-cloud", "docs/deploy/environment-vars", + "docs/how/extract-container-logs", + ], + }, + { + type: "category", + label: "Admin", + items: [ { Authentication: [ "docs/authentication/README", @@ -202,20 +206,91 @@ module.exports = { "docs/how/restore-indices", "docs/advanced/db-retention", "docs/advanced/monitoring", - "docs/how/extract-container-logs", "docs/deploy/telemetry", "docs/how/kafka-config", - "docs/deploy/confluent-cloud", "docs/advanced/no-code-upgrade", "docs/how/jattach-guide", ], }, - "docs/how/updating-datahub", + ] + }, + { + Developers: [ + // The purpose of this section is to provide developers & technical users with + // concrete tutorials for how to work with the DataHub CLI & APIs + { + Architecture: [ + "docs/architecture/architecture", + "docs/components", + "docs/architecture/metadata-ingestion", + "docs/architecture/metadata-serving", + "docs/architecture/docker-containers", + ], + }, + { + "Metadata Model": [ + "docs/modeling/metadata-model", + "docs/modeling/extending-the-metadata-model", + "docs/what/mxe", + { + Entities: [ + { + type: "autogenerated", + dirName: "docs/generated/metamodel/entities", // '.' means the current docs folder + }, + ], + }, + ], + }, + { + "Developing on DataHub": [ + "docs/developers", + "docs/docker/development", + "metadata-ingestion/developing", + "docs/api/graphql/graphql-endpoint-development", + { + Modules: [ + "datahub-web-react/README", + "datahub-frontend/README", + "datahub-graphql-core/README", + "metadata-service/README", + "metadata-jobs/mae-consumer-job/README", + "metadata-jobs/mce-consumer-job/README", + ], + }, + ], + }, + "docs/plugins", + { + Troubleshooting: [ + "docs/troubleshooting/quickstart", + "docs/troubleshooting/build", + "docs/troubleshooting/general", + ], + }, + { + Advanced: [ + "metadata-ingestion/docs/dev_guides/reporting_telemetry", + "docs/advanced/mcp-mcl", + "docker/datahub-upgrade/README", + "docs/advanced/no-code-modeling", + "datahub-web-react/src/app/analytics/README", + "docs/how/migrating-graph-service-implementation", + "docs/advanced/field-path-spec-v2", + "metadata-ingestion/adding-source", + "docs/how/add-custom-ingestion-source", + "docs/how/add-custom-data-platform", + "docs/advanced/browse-paths-upgrade", + "docs/browseV2/browse-paths-v2", + ], + }, ], }, { - API: [ - "docs/api/datahub-apis", + type: "category", + label: "API", + link: { type: "doc", id: "docs/api/datahub-apis" }, + items: [ { "GraphQL API": [ { @@ -454,91 +529,11 @@ module.exports = { ], }, { - Develop: [ - // The purpose of this section is to provide developers & technical users with - // concrete tutorials for how to work with the DataHub CLI & APIs - { - "DataHub Metadata Model": [ - "docs/modeling/metadata-model", - "docs/modeling/extending-the-metadata-model", - "docs/what/mxe", - { - Entities: [ - { - type: "autogenerated", - dirName: "docs/generated/metamodel/entities", // '.' means the current docs folder - }, - ], - }, - ], - }, - { - Architecture: [ - "docs/architecture/architecture", - "docs/components", - "docs/architecture/metadata-ingestion", - "docs/architecture/metadata-serving", - "docs/architecture/docker-containers", - ], - }, - { - "Developing on DataHub": [ - "docs/developers", - "docs/docker/development", - "metadata-ingestion/developing", - "docs/api/graphql/graphql-endpoint-development", - { - Modules: [ - "datahub-web-react/README", - "datahub-frontend/README", - "datahub-graphql-core/README", - "metadata-service/README", - "metadata-jobs/mae-consumer-job/README", - "metadata-jobs/mce-consumer-job/README", - ], - }, - ], - }, - "docs/plugins", - { - Troubleshooting: [ - "docs/troubleshooting/quickstart", - "docs/troubleshooting/build", - "docs/troubleshooting/general", - ], - }, - { - Advanced: [ - "metadata-ingestion/docs/dev_guides/reporting_telemetry", - "docs/advanced/mcp-mcl", - "docker/datahub-upgrade/README", - "docs/advanced/no-code-modeling", - "datahub-web-react/src/app/analytics/README", - "docs/how/migrating-graph-service-implementation", - "docs/advanced/field-path-spec-v2", - "metadata-ingestion/adding-source", - "docs/how/add-custom-ingestion-source", - "docs/how/add-custom-data-platform", - "docs/advanced/browse-paths-upgrade", - "docs/browseV2/browse-paths-v2", - ], - }, - ], - }, - { - Community: [ - "docs/slack", - "docs/townhalls", - "docs/townhall-history", - "docs/CODE_OF_CONDUCT", - "docs/CONTRIBUTING", - "docs/links", - "docs/rfc", - ], - }, - { - "Managed DataHub": [ - "docs/managed-datahub/managed-datahub-overview", + label: "Managed DataHub", + type: "category", + collapsed: true, + link: { type: "doc", id: "docs/managed-datahub/managed-datahub-overview" }, + items: [ "docs/managed-datahub/welcome-acryl", { type: "doc", @@ -631,7 +626,27 @@ module.exports = { ], }, { - "Release History": ["releases"], + label: "Community", + type: "category", + collapsed: true, + link: { + type: "generated-index", + title: "Community", + description: "Learn about DataHub community.", }, + items: [ + "docs/slack", + "docs/townhalls", + "docs/CODE_OF_CONDUCT", + "docs/CONTRIBUTING", + "docs/links", + "docs/rfc", + ], + }, + { + "Release History": [ + "releases", + "docs/how/updating-datahub", + ], }, // "Candidates for Deprecation": [ diff --git a/docs/CODE_OF_CONDUCT.md b/docs/CODE_OF_CONDUCT.md index 1c4fd659f14e0..ca899dc26d5f7 100644 --- a/docs/CODE_OF_CONDUCT.md +++ b/docs/CODE_OF_CONDUCT.md @@ -1,4 +1,4 @@ -# Contributor Covenant Code of Conduct +# Code of Conduct ## Our Pledge diff --git a/docs/townhall-history.md b/docs/townhall-history.md deleted file mode 100644 index d92905af0cd72..0000000000000 --- a/docs/townhall-history.md +++ /dev/null @@ -1,483 +0,0 @@ -# Town Hall History - -A list of previous Town Halls, their planned schedule, and the recording of the meeting. - -## 03/23/2023 -[Full YouTube video](https://youtu.be/BTX8rIBe0yo) - -### Agenda - -- Community & Roadmap Update -- Recent Releases -- Community Case Study — Jumio’s DataHub adoption journey -- DataHub 201: Data Debugging -- Sneak Peek: Streamlined Filtering Experience - -## 02/23/2023 -[Full YouTube video](https://youtu.be/UItt4ppJSFc) - -### Agenda - -- Community & Roadmap Update -- Recent Releases -- Community Case Study - How the Hurb Team successfully implemented and adopted DataHub within their organization -- Sneak Peek: Subscriptions and Notifications -- Search Improvements - API support for pagination -- New Feature - Custom Queries -- Simplifying Metadata Ingestion -- DataHub 201: Rolling Out DataHub - -## 01/26/2023 -[Full YouTube video](https://youtu.be/A3mSiGHZ6Rc) - -### Agenda - -- What’s to Come - Q1 2023 Roadmap: Data Products, Data Contracts and more -- Community Case Study - Notion: Automating annotations and metadata propagation -- Community Contribution - Grab: Improvements to documentation editing -- Simplifying DataHub - Removing Schema Registry requirement and introducing DataHub Lite - -## 01/05/2023 -[Full YouTube video](https://youtu.be/ECxIMbKwuOY) - -### Agenda - -- DataHub Community: 2022 in Review - Our Community of Data Practitioners is one of a kind. We’ll take the time to celebrate who we are, what we’ve built, and how we’ve collaborated in the past 12 months. -- Search Improvements - Learn how we’re making the Search experience smarter and faster to connect you with the most relevant resources during data discovery. -- Removing Schema Registry Requirement - Hear all about ongoing work to simplify the DataHub deployment process. -- Smart Data Profiling - We’re making big improvements to data profiling! Smart data profiling will reduce processing time by only scanning datasets that have recently changed. -- Sneak Peek: Time-based Lineage - Get a preview of how you’ll soon be able to trace lineage between datasets across different points in time to understand how interdependencies have evolved. -- Sneak Peek: Chrome Extension - Soon, you’ll be able to quickly access rich metadata from DataHub while exploring resources in Looker via our upcoming Chrome Extension. - -## 12/01/2022 -[Full YouTube video](https://youtu.be/BlCLhG8lGoY) - -### Agenda - -November Town Hall (in December!) - -- Community Case Study - The Pinterest Team will share how they have integrated DataHub + Thrift and extended the Metadata Model with a Data Element entity to capture semantic types. -- NEW! Ingestion Quickstart Guides - DataHub newbies, this one is for you! We’re rolling out ingestion quickstart guides to help you quickly get up and running with DataHub + Snowflake, BigQuery, and more! -- NEW! In-App Product Tours - We’re making it easier than ever for end-users to get familiar with all that DataHub has to offer - hear all about the in-product onboarding resources we’re rolling out soon! -- DataHub UI Navigation and Performance - Learn all about upcoming changes to our user experience to make it easier (and faster!) for end users to work within DataHub. -- Sneak Peek! Manual Lineage via the UI - The Community asked and we’re delivering! Soon you’ll be able to manually add lineage connections between Entities in DataHub. -- NEW! Slack + Microsoft Teams Integrations - Send automated alerts to Slack and/or Teams to keep track of critical events and changes within DataHub. -- Hacktoberfest Winners Announced - We’ll recap this year’s Hacktoberfest and announce three winners of a $250 Amazon gift card & DataHub Swag. - -## 10/27/2022 -[Full YouTube video](https://youtu.be/B74WHxX5EMk) - -### Agenda - -- Conquer Data Governance with Acryl Data’s Metadata Tests - Learn how to tackle Data Governance with incremental, automation-driven governance using Metadata Tests provided in Acryl Data’s managed DataHub offering -- Community Case Study - The Grab Team shares how they are using DataHub for data discoverability, automated classification and governance workflows, data quality observability, and beyond! -- Upcoming Ingestion Sources - We’ll tell you the ins and outs of our upcoming dbt Cloud and Unity Catalog connectors -- Sneak Peek! Saved Views - Learn how you can soon use Saved Views to help end-users navigate entities in DataHub with more precision and focus -- Performance Improvements - Hear about the latest upgrades to DataHub performance - -## 9/29/2022 -[Full YouTube video](https://youtu.be/FjkNySWkghY) - -### Agenda - -- Column Level Lineage is here! - Demo of column-level lineage and impact analysis in the DataHub UI -- Community Case Study - The Stripe Team shares how they leverage DataHub to power observability within their Airflow-based ecosystem -- Sneak Peek! Automated PII Classification - Preview upcoming functionality to automatically identify data fields that likely contain sensitive data -- Ingestion Improvements Galore - Improved performance and functionality for dbt, Looker, Tableau, and Presto ingestion sources - -## 8/25/2022 -[Full YouTube video](https://youtu.be/EJCKxKBvCwo) - -### Agenda - -- Community Case Study - The Etsy Team shares their journey of adopting DataHub -- Looker & DataHub Improvements - surface the most relevant Looks and Dashboards -- Home Page Improvements to tailor the Browse experience -- Unified Ingestion Summaries - View live logs for UI-based ingestion and see historical ingestion reports across CLI and UI-based ingestion -- Patch Support - Native support for PATCH in the metadata protocol to support efficient updates to add & remove owners, lineage, tags and more -- Sneak Peek! Advanced Search - -## 7/28/2022 -[Full YouTube video](https://youtu.be/Zrkf3Mzcvc4) - -### Agenda - -- Community Updates -- Project Updates -- Improvements to UI-Based Ingestion -- Sneak Preview - Bulk Edits via the UI -- Streamlined Metadata Ingestion -- DataHub 201: Metadata Enrichment - -## 6/30/2022 -[Full YouTube video](https://youtu.be/fAD53fEJ6m0) - -### Agenda - -- Community Updates -- Project Updates -- dbt Integration Updates -- CSV Ingestion Support -- DataHub 201 - Glossary Term Deep Dive - -## 5/26/2022 -[Full YouTube video](https://youtu.be/taKb_zyowEE) - -### Agenda - -- Community Case Study: Hear how the G-Research team is using Cassandra as DataHub’s Backend -- Creating & Editing Glossary Terms from the DataHub UI -- DataHub User Onboarding via the UI -- DataHub 201: Impact Analysis -- Sneak Peek: Data Reliability with DataHub -- Metadata Day Hackathon Winners - -## 4/28/2022 -[Full YouTube video](https://www.youtube.com/watch?v=7iwNxHgqxtg) - -### Agenda -- Community Case Study: Hear from Included Health about how they are embedding external tools into the DataHub UI -- New! Actions Framework: run custom code when changes happen within DataHub -- UI Refresh for ML Entities -- Improved deletion support for time-series aspects, tags, terms, & more -- OpenAPI Improvements - -## 3/31/2022 -[Full YouTube video](https://www.youtube.com/watch?v=IVazVgcNRdw) - -### Agenda -- Community Case Study: Hear from Zendesk about how they are applying “shift left” principles by authoring metadata in their Protobuf schemas -- RBAC Functionality: View-Based Policies -- Schema Version History - surfacing the history of schema changes in DataHub's UI -- Improvements to Airflow Ingestion, including Run History -- Container/Domain-Level Property Inheritance -- Delete API - - -## 2/25/2022 -[Full YouTube video](https://www.youtube.com/watch?v=enBqB2Dbuv4) - -### Agenda - -- Lineage Impact Analysis - using DataHub to understand the impact of changes on downstream dependencies -- Displaying Data Quality Checks in the UI -- Roadmap update: Schema Version History & Column-Level Lineage -- Community Case Study: Managing Lineage via YAML - -## 1/28/2022 -[Full YouTube video](https://youtu.be/ShlSR3dMUnE) - -### Agenda - -- Community & Roadmap Updates by Maggie Hays (Acryl Data) -- Project Updates by Shirshanka Das (Acryl Data) -- Community Case Study: Adding Dataset Transformers by Eric Cooklin (Stash) -- Demo: Data Domains & Containers by John Joyce (Acryl Data) -- DataHub Basics — Data Profiling & Usage Stats 101 by Maggie Hays & Tamás Németh (Acryl Data) -- Demo: Spark Lineage by Mugdha Hardikar (GS Lab) & Shirshanka Das - -## 12/17/2021 -[Full YouTube video](https://youtu.be/rYInKCwxu7o) - -### Agenda -- Community & Roadmap Updates by Maggie Hays (Acryl Data) -- Project Updates by Shirshanka Das (Acryl Data) -- 2021 DataHub Community in Review by Maggie Hays -- DataHub Basics -- Users, Groups, & Authentication 101 by Pedro Silva (Acryl Data) -- Sneak Peek: UI-Based Ingestion by John Joyce (Acryl Data) -- Case Study — DataHub at Grofers by Shubham Gupta -- Top DataHub Contributors of 2021 - Maggie Hays -- Final Surprise! We Interviewed a 10yo and a 70yo about DataHub - -## 11/19/2021 -[Full YouTube video](https://youtu.be/to80sEDZz7k) - -### Agenda -- Community & Roadmap Updates by Maggie Hays (Acryl Data) -- Project Updates by Shirshanka Das (Acryl Data) -- DataHub Basics -- Lineage 101 by John Joyce & Surya Lanka (Acryl Data) -- Introducing No-Code UI by Gabe Lyons & Shirshanka Das (Acryl Data) -- DataHub API Authentication by John Joyce (Acryl Data) -- Case Study: LinkedIn pilot to extend the OSS UI by Aikepaer Abuduweili & Joshua Shinavier - -## 10/29/2021 -[Full YouTube video](https://youtu.be/GrS_uZhYNm0) - -### Agenda -- DataHub Community & Roadmap Update - Maggie Hays (Acryl Data) -- October Project Updates - Shirshanka Das (Acryl Data) -- Introducing Recommendations - John Joyce & Dexter Lee (Acryl Data) -- Case Study: DataHub @ hipages - Chris Coulson (hipages) -- Data Profiling Improvements - Surya Lanka & Harshal Sheth (Acryl Data) -- Lineage Improvements & BigQuery Dataset Lineage by Gabe Lyons & Varun Bharill (Acryl Data) - -## 9/24/2021 -[Full YouTube video](https://youtu.be/nQDiKPKnLLQ) - -### Agenda -- Project Updates and Callouts by Shirshanka - - GraphQL Public API Annoucement -- Demo: Faceted Search by Gabe Lyons (Acryl Data) -- Stateful Ingestion by Shirshanka Das & Surya Lanka (Acryl Data) -- Case-Study: DataHub @ Adevinta by Martinez de Apellaniz -- Recent Improvements to the Looker Connector by Shirshanka Das & Maggie Hays (Acryl Data) -- Offline - - Foreign Key and Related Term Mapping by Gabe Lyons (Acryl Data) [video](https://www.loom.com/share/79f27c2d9f6c4a3b8aacbc48c19add18) - -## 8/27/2021 -[Full YouTube video](https://youtu.be/3joZINi3ti4) - -### Agenda -- Project Updates and Callouts by Shirshanka - - Business Glossary Demo - - 0.8.12 Upcoming Release Highlights - - Users and Groups Management (Okta, Azure AD) -- Demo: Fine Grained Access Control by John Joyce (Acryl Data) -- Community Case-Study: DataHub @ Warung Pintar and Redash integration by Taufiq Ibrahim (Bizzy Group) -- New User Experience by John Joyce (Acryl Data) -- Offline - - Performance Monitoring by Dexter Lee (Acryl Data) [video](https://youtu.be/6Xfr_Y9abZo) - - -## 7/23/2021 -[Full YouTube video](https://www.youtube.com/watch?v=rZsiB8z5rG4) - -[Medium Post](https://medium.com/datahub-project/datahub-project-updates-f4299cd3602e?source=friends_link&sk=27af7637f7ae44786ede694c3af512a5) - -### Agenda - -- Project Updates by Shirshanka - - Release highlights -- Deep Dive: Data Observability: Phase 1 by Harshal Sheth, Dexter Lee (Acryl Data) -- Case Study: Building User Feedback into DataHub by Melinda Cardenas (NY Times) -- Demo: AWS SageMaker integration for Models and Features by Kevin Hu (Acryl Data) - - -## 6/25/2021 -[Full YouTube video](https://www.youtube.com/watch?v=xUHOdDfdFpY) - -[Medium Post](https://medium.com/datahub-project/datahub-project-updates-ed3155476408?source=friends_link&sk=02816a16ff2acd688e6db8eb55808d31) - -#### Agenda - -- Project Updates by Shirshanka - - Release notes - - RBAC update - - Roadmap for H2 2021 -- Demo: Table Popularity powered by Query Activity by Harshal Sheth (Acryl Data) -- Case Study: Business Glossary in production at Saxo Bank by Sheetal Pratik (Saxo Bank), Madhu Podila (ThoughtWorks) -- Developer Session: Simplified Deployment for DataHub by John Joyce, Gabe Lyons (Acryl Data) - - -## 5/27/2021 -[Full YouTube video](https://www.youtube.com/watch?v=qgW_xpIr1Ho) - -[Medium Post](https://medium.com/datahub-project/linkedin-datahub-project-updates-ed98cdf913c1?source=friends_link&sk=9930ec5579299b155ea87c747683d1ad) - -#### Agenda - -- Project Updates by Shirshanka - 10 mins - - 0.8.0 Release - - AWS Recipe by Dexter Lee (Acryl Data) -- Demo: Product Analytics design sprint (Maggie Hays (SpotHero), Dexter Lee (Acryl Data)) - 10 mins -- Use-Case: DataHub on GCP by Sharath Chandra (Confluent) - 10 mins -- Deep Dive: No Code Metadata Engine by John Joyce (Acryl Data) - 20 mins -- General Q&A and closing remarks - -## 4/23/2021 -[Full YouTube video](https://www.youtube.com/watch?v=dlFa4ubJ9ho) - -[Medium Digest](https://medium.com/datahub-project/linkedin-datahub-project-updates-2b0d26066b8f?source=friends_link&sk=686c47219ed294e0838ae3e2fe29084d) - -#### Agenda - -- Welcome - 5 mins -- Project Updates by Shirshanka - 10 mins - - 0.7.1 Release and callouts (dbt by Gary Lucas) - - Product Analytics design sprint announcement (Maggie Hayes) -- Use-Case: DataHub at DefinedCrowd ([video](https://www.youtube.com/watch?v=qz5Rpmw8I5E)) by Pedro Silva - 15 mins -- Deep Dive + Demo: Lineage! Airflow, Superset integration ([video](https://www.youtube.com/watch?v=3wiaqhb8UR0)) by Harshal Sheth and Gabe Lyons - 10 mins -- Use-Case: DataHub Hackathon at Depop ([video](https://www.youtube.com/watch?v=SmOMyFc-9J0)) by John Cragg - 10 mins -- Observability Feedback share out - 5 mins -- General Q&A and closing remarks - 5 mins - - -## 3/19/2021 - [YouTube video](https://www.youtube.com/watch?v=xE8Uc27VTG4) - - [Medium Digest](https://medium.com/datahub-project/linkedin-datahub-project-updates-697f0faddd10?source=friends_link&sk=9888633c5c7219b875125e87a703ec4d) - -#### Agenda - -* Welcome - 5 mins -* Project Updates ([slides](https://drive.google.com/file/d/1c3BTP3oDAzJr07l6pY6CkDZi5nT0cLRs/view?usp=sharing)) by [Shirshanka](https://www.linkedin.com/in/shirshankadas/) - 10 mins - * 0.7.0 Release - * Project Roadmap -* Demo Time: Themes and Tags in the React App! by [Gabe Lyons](https://www.linkedin.com/in/gabe-lyons-9a574543/) - 10 mins -* Use-Case: DataHub at [Wolt](https://www.linkedin.com/company/wolt-oy/) ([slides](https://drive.google.com/file/d/1za7NKbnXpFV2bBDblP35CbQEIDwc9tog/view?usp=sharing)) by [Fredrik](https://www.linkedin.com/in/fredriksannholm/?originalSubdomain=fi) and Matti - 15 mins -* Poll Time: Observability Mocks! ([slides](https://drive.google.com/file/d/1Ih2EGf-76jhbNAjr2EsBLb7n8bra2WIz/view?usp=sharing)) - 5 mins -* General Q&A from sign up sheet, slack, and participants - 10 mins -* Closing remarks - 5 mins - - -## 2/19/2021 - [YouTube video](https://www.youtube.com/watch?v=Z9ImbcsAVl0) - - [Medium Digest](https://medium.com/datahub-project/linkedin-datahub-project-updates-february-2021-edition-338d2c6021f0) -#### Agenda - -* Welcome - 5 mins -* Latest React App Demo! ([video](https://www.youtube.com/watch?v=RQBEJhcen5E)) by John Joyce and Gabe Lyons - 5 mins -* Use-Case: DataHub at Geotab ([video](https://www.youtube.com/watch?v=boyjT2OrlU4)) by [John Yoon](https://www.linkedin.com/in/yhjyoon/) - 15 mins -* Tech Deep Dive: Tour of new pull-based Python Ingestion scripts ([slides](https://docs.google.com/presentation/d/15Xay596WDIhzkc5c8DEv6M-Bv1N4hP8quup1tkws6ms/edit#slide=id.gb478361595_0_10),[video](https://www.youtube.com/watch?v=u0IUQvG-_xI)) by [Harshal Sheth](https://www.linkedin.com/in/hsheth2/) - 15 mins -* General Q&A from sign up sheet, slack, and participants - 15 mins -* Closing remarks - 5 mins - - -## 1/15/2021 -[Full Recording](https://youtu.be/r862MZTLAJ0) - -[Slide-deck](https://docs.google.com/presentation/d/e/2PACX-1vQ2B0iHb2uwege1wlkXHOgQer0myOMEE5EGnzRjyqw0xxS5SaAc8VMZ_1XVOHuTZCJYzZZW4i9YnzSN/pub?start=false&loop=false&delayms=3000) - -Agenda - -- Announcements - 2 mins -- Community Updates ([video](https://youtu.be/r862MZTLAJ0?t=99)) - 10 mins -- Use-Case: DataHub at Viasat ([slides](https://github.com/acryldata/static-assets-test/raw/master/imgs/demo/ViasatMetadataJourney.pdf),[video](https://youtu.be/2SrDAJnzkjE)) by [Anna Kepler](https://www.linkedin.com/in/akepler) - 15 mins- Tech Deep Dive: GraphQL + React RFCs readout and discussion ([slides](https://docs.google.com/presentation/d/e/2PACX-1vRtnINnpi6PvFw7-5iW8PSQoT9Kdf1O_0YW7QAr1_mSdJMNftYFTVCjKL-e3fpe8t6IGkha8UpdmoOI/pub?start=false&loop=false&delayms=3000) ,[video](https://www.youtube.com/watch?v=PrBaFrb7pqA)) by [John Joyce](https://www.linkedin.com/in/john-joyce-759883aa) and [Arun Vasudevan](https://www.linkedin.com/in/arun-vasudevan-55117368/) - 15 mins -- General Q&A from sign up sheet, slack, and participants - 15 mins -- Closing remarks - 3 mins -- General Q&A from sign up sheet, slack, and participants - 15 mins -- Closing remarks - 5 minutes - -## 12/04/2020 -[Recording](https://linkedin.zoom.us/rec/share/8E7-lFnCi_kQ8OvXR9kW6fn-AjvV8VlqOO2xYR8b5Y_UeWI_ODcKFlxlHqYgBP7j.S-c8C1YMrz7d3Mjq) - -Agenda - -- Quick intro - 5 mins -- [Why did Grofers choose DataHub for their data catalog?](https://github.com/acryldata/static-assets-test/raw/master/imgs/demo/Datahub_at_Grofers.pdf) by [Shubham Gupta](https://www.linkedin.com/in/shubhamg931/) - 15 minutes -- [DataHub UI development - Part 2](https://github.com/acryldata/static-assets-test/raw/master/imgs/demo/Town_Hall_Presentation_-_12-2020_-_UI_Development_Part_2.pdf) by [Charlie Tran](https://www.linkedin.com/in/charlie-tran/) (LinkedIn) - 20 minutes -- General Q&A from sign up sheet, slack, and participants - 15 mins -- Closing remarks - 5 minutes - -## 11/06/2020 - -[Recording](https://linkedin.zoom.us/rec/share/0yvjZ2fOzVmD8aaDo3lC59fXivmYG3EnF0U9tMVgKs827595usvSoIhtFUPjZCsU.b915nLRkw6iQlnoD) - -Agenda - -- Quick intro - 5 mins -- [Lightning talk on Metadata use-cases at LinkedIn](https://github.com/acryldata/static-assets-test/raw/master/imgs/demo/Metadata_Use-Cases_at_LinkedIn_-_Lightning_Talk.pdf) by [Shirshanka Das](https://www.linkedin.com/in/shirshankadas/) (LinkedIn) - 5 mins -- [Strongly Consistent Secondary Index (SCSI) in GMA](https://github.com/acryldata/static-assets-test/raw/master/imgs/demo/Datahub_-_Strongly_Consistent_Secondary_Indexing.pdf), an upcoming feature by [Jyoti Wadhwani](https://www.linkedin.com/in/jyotiwadhwani/) (LinkedIn) - 15 minutes -- [DataHub UI overview](https://github.com/acryldata/static-assets-test/raw/master/imgs/demo/DataHub-UIOverview.pdf) by [Ignacio Bona](https://www.linkedin.com/in/ignaciobona) (LinkedIn) - 20 minutes -- General Q&A from sign up sheet, slack, and participants - 10 mins -- Closing remarks - 5 minutes - - -## 09/25/2020 - -[Recording](https://linkedin.zoom.us/rec/share/uEQ2pRY0BHbVqk_sOTVRm05VXJ0xM_zKJ26yzfCBqNZItiBht__k_juCCahJ37QK.IKAU9qA_0qdURX4_) - -Agenda - -- Quick intro - 5 mins -- [Data Discoverability at SpotHero](https://github.com/acryldata/static-assets-test/raw/master/imgs/demo/Data_Discoverability_at_SpotHero.pdf) by [Maggie Hays](https://www.linkedin.com/in/maggie-hays/) (SpotHero) - 20 mins -- [Designing the next generation of metadata events for scale](https://github.com/acryldata/static-assets-test/raw/master/imgs/demo/Designing_the_next_generation_of_metadata_events_for_scale.pdf) by [Chris Lee](https://www.linkedin.com/in/chrisleecmu/) (LinkedIn) - 15 mins -- General Q&A from sign up sheet, slack, and participants - 15 mins -- Closing remarks - 5 mins - -## 08/28/2020 - -[Recording](https://linkedin.zoom.us/rec/share/vMBfcb31825IBZ3T71_wffM_GNv3T6a8hicf8_dcfzQlhfFxl5i_CPVKcmYaZA) - - -Agenda -- Quick intro - 5 mins -- [Data Governance look for a Digital Bank](https://www.slideshare.net/SheetalPratik/linkedinsaxobankdataworkbench) by [Sheetal Pratik](https://www.linkedin.com/in/sheetalpratik/) (Saxo Bank) - 20 mins -- Column level lineage for datasets demo by [Nagarjuna Kanamarlapudi](https://www.linkedin.com/in/nagarjunak/) (LinkedIn) - 15 mins -- General Q&A from sign up sheet and participants - 15 mins -- Closing remarks - 5 mins - -## 07/31/20 - -[Recording](https://bluejeans.com/s/wjnDRJevi5z/) - -Agenda - * Quick intro - 5 mins - * Showcasing new entities onboarded to internal LinkedIn DataHub (Data Concepts, Schemas) by [Nagarjuna Kanamarlapudi](https://www.linkedin.com/in/nagarjunak) (LinkedIn) - 15 mins - * Showcasing new Lineage UI in internal LinkedIn DataHub By [Ignacio Bona](https://www.linkedin.com/in/ignaciobona) (LinkedIn) - 10 mins - * New [RFC Process](./rfc.md) by [John Plaisted](https://www.linkedin.com/in/john-plaisted-49a00a78/) (LinkedIn) - 2 mins - * Answering questions from the signup sheet - 13 mins - * Questions from the participants - 10 mins - * Closing remarks - 5 mins - -## 06/26/20 - -[Recording](https://bluejeans.com/s/yILyR/) - -Agenda - * Quick intro - 5 mins - * Onboarding Data Process entity by [Liangjun Jiang](https://github.com/liangjun-jiang) (Expedia) - 15 mins - * How to onboard a new relationship to metadata graph by [Kerem Sahin](https://github.com/keremsahin1) (Linkedin) - 15 mins - * Answering questions from the signup sheet - 15 mins - * Questions from the participants - 10 mins - * Closing remarks - 5 mins - -## 05/29/20 - -[Recording](https://bluejeans.com/s/GCAzY) - -Agenda - * Quick intro - 5 mins - * How to add a new aspect/feature for an existing entity in UI by [Charlie Tran](https://www.linkedin.com/in/charlie-tran/) (LinkedIn) - 10 mins - * How to search over a new field by [Jyoti Wadhwani](https://www.linkedin.com/in/jyotiwadhwani/) (LinkedIn) - 10 mins - * Answering questions from the signup sheet - 15 mins - * Questions from the participants - 10 mins - * Closing remarks - 5 mins - -## 04/17/20 - -[Recording](https://bluejeans.com/s/eYRD4) - -Agenda - * Quick intro - 5 mins - * [DataHub Journey with Expedia Group](https://www.youtube.com/watch?v=ajcRdB22s5o&ab_channel=ArunVasudevan) by [Arun Vasudevan](https://www.linkedin.com/in/arun-vasudevan-55117368/) (Expedia) - 10 mins - * Deploying DataHub using Nix by [Larry Luo](https://github.com/clojurians-org) (Shanghai HuaRui Bank) - 10 mins - * Answering questions from the signup sheet - 15 mins - * Questions from the participants - 10 mins - * Closing remarks - 5 mins - -## 04/03/20 - -[Recording](https://bluejeans.com/s/vzYpa) - -[Q&A](https://docs.google.com/document/d/1ChF9jiJWv9wj3HLLkFYRg7NSYg8Kb0PT7COd7Hf9Zpk/edit?usp=sharing) - -- Agenda - * Quick intro - 5 mins - * Creating Helm charts for deploying DataHub on Kubernetes by [Bharat Akkinepalli](https://www.linkedin.com/in/bharat-akkinepalli-ba0b7223/) (ThoughtWorks) - 10 mins - * How to onboard a new metadata aspect by [Mars Lan](https://www.linkedin.com/in/marslan) (LinkedIn) - 10 mins - * Answering questions from the signup sheet - 15 mins - * Questions from the participants - 10 mins - * Closing remarks - 5 mins - -## 03/20/20 - -[Recording](https://bluejeans.com/s/FSKEF) - -[Q&A](https://docs.google.com/document/d/1vQ6tAGXsVafnPIcZv1GSYgnTJJXFOACa1aWzOQjiGHI/edit) - -Agenda - * Quick intro - 5 mins - * Internal DataHub demo - 10 mins - * What's coming up next for DataHub (what roadmap items we are working on) - 10 mins - * Answering questions from the signup sheet - 15 mins - * Questions from the participants - 10 mins - * Closing remarks - 5 mins - -## 03/06/20 - -[Recording](https://bluejeans.com/s/vULMG) - -[Q&A](https://docs.google.com/document/d/1N_VGqlH9CD-54LBsVlpcK2Cf2Mgmuzq79EvN9qgBqtQ/edit) - diff --git a/docs/townhalls.md b/docs/townhalls.md index f9c3bb16150cd..2e8f9cc3f99f7 100644 --- a/docs/townhalls.md +++ b/docs/townhalls.md @@ -5,10 +5,502 @@ Currently it's held on the fourth Thursday of every month (with some exceptions It's the perfect venue to meet the team behind DataHub and other users, as well as to ask higher-level questions, such as roadmap and product direction. From time to time we also use the opportunity to showcase upcoming features. -## Meeting Invite & Agenda +## Meeting Invite & **Agenda** You can join with this link https://zoom.datahubproject.io, or [RSVP](https://rsvp.datahubproject.io/) to get a calendar invite - this will always have the most up-to-date agenda for upcoming sessions. -## Past Meetings +## Town Hall History + +A list of previous Town Halls, their planned schedule, and the recording of the meeting. + +### Mar 2023 + +[Full YouTube video](https://youtu.be/BTX8rIBe0yo) + +**Agenda** +- Community & Roadmap Update +- Recent Releases +- Community Case Study — Jumio’s DataHub adoption journey +- DataHub 201: Data Debugging +- Sneak Peek: Streamlined Filtering Experience + +### Feb 2023 +[Full YouTube video](https://youtu.be/UItt4ppJSFc) + +**Agenda** + +- Community & Roadmap Update +- Recent Releases +- Community Case Study - How the Hurb Team successfully implemented and adopted DataHub within their organization +- Sneak Peek: Subscriptions and Notifications +- Search Improvements - API support for pagination +- New Feature - Custom Queries +- Simplifying Metadata Ingestion +- DataHub 201: Rolling Out DataHub + +### Jan 2023 (26th) +[Full YouTube video](https://youtu.be/A3mSiGHZ6Rc) + +**Agenda** + +- What’s to Come - Q1 2023 Roadmap: Data Products, Data Contracts and more +- Community Case Study - Notion: Automating annotations and metadata propagation +- Community Contribution - Grab: Improvements to documentation editing +- Simplifying DataHub - Removing Schema Registry requirement and introducing DataHub Lite + +### Jan 2023 (5th) +[Full YouTube video](https://youtu.be/ECxIMbKwuOY) + +**Agenda** + +- DataHub Community: 2022 in Review - Our Community of Data Practitioners is one of a kind. We’ll take the time to celebrate who we are, what we’ve built, and how we’ve collaborated in the past 12 months. +- Search Improvements - Learn how we’re making the Search experience smarter and faster to connect you with the most relevant resources during data discovery. +- Removing Schema Registry Requirement - Hear all about ongoing work to simplify the DataHub deployment process. +- Smart Data Profiling - We’re making big improvements to data profiling! Smart data profiling will reduce processing time by only scanning datasets that have recently changed. +- Sneak Peek: Time-based Lineage - Get a preview of how you’ll soon be able to trace lineage between datasets across different points in time to understand how interdependencies have evolved. +- Sneak Peek: Chrome Extension - Soon, you’ll be able to quickly access rich metadata from DataHub while exploring resources in Looker via our upcoming Chrome Extension. + +### Dec 2023 +[Full YouTube video](https://youtu.be/BlCLhG8lGoY) + +**Agenda** + +November Town Hall (in December!) +- Community Case Study - The Pinterest Team will share how they have integrated DataHub + Thrift and extended the Metadata Model with a Data Element entity to capture semantic types. +- NEW! Ingestion Quickstart Guides - DataHub newbies, this one is for you! We’re rolling out ingestion quickstart guides to help you quickly get up and running with DataHub + Snowflake, BigQuery, and more! +- NEW! In-App Product Tours - We’re making it easier than ever for end-users to get familiar with all that DataHub has to offer - hear all about the in-product onboarding resources we’re rolling out soon! +- DataHub UI Navigation and Performance - Learn all about upcoming changes to our user experience to make it easier (and faster!) for end users to work within DataHub. +- Sneak Peek! Manual Lineage via the UI - The Community asked and we’re delivering! Soon you’ll be able to manually add lineage connections between Entities in DataHub. +- NEW! Slack + Microsoft Teams Integrations - Send automated alerts to Slack and/or Teams to keep track of critical events and changes within DataHub. +- Hacktoberfest Winners Announced - We’ll recap this year’s Hacktoberfest and announce three winners of a $250 Amazon gift card & DataHub Swag. + +### Oct 2022 +[Full YouTube video](https://youtu.be/B74WHxX5EMk) + +**Agenda** + +- Conquer Data Governance with Acryl Data’s Metadata Tests - Learn how to tackle Data Governance with incremental, automation-driven governance using Metadata Tests provided in Acryl Data’s managed DataHub offering +- Community Case Study - The Grab Team shares how they are using DataHub for data discoverability, automated classification and governance workflows, data quality observability, and beyond! +- Upcoming Ingestion Sources - We’ll tell you the ins and outs of our upcoming dbt Cloud and Unity Catalog connectors +- Sneak Peek! Saved Views - Learn how you can soon use Saved Views to help end-users navigate entities in DataHub with more precision and focus +- Performance Improvements - Hear about the latest upgrades to DataHub performance + +### Sep 2022 +[Full YouTube video](https://youtu.be/FjkNySWkghY) + +**Agenda** +- Column Level Lineage is here! - Demo of column-level lineage and impact analysis in the DataHub UI +- Community Case Study - The Stripe Team shares how they leverage DataHub to power observability within their Airflow-based ecosystem +- Sneak Peek! Automated PII Classification - Preview upcoming functionality to automatically identify data fields that likely contain sensitive data +- Ingestion Improvements Galore - Improved performance and functionality for dbt, Looker, Tableau, and Presto ingestion sources + +### Aug 2022 +[Full YouTube video](https://youtu.be/EJCKxKBvCwo) + +**Agenda** + +- Community Case Study - The Etsy Team shares their journey of adopting DataHub +- Looker & DataHub Improvements - surface the most relevant Looks and Dashboards +- Home Page Improvements to tailor the Browse experience +- Unified Ingestion Summaries - View live logs for UI-based ingestion and see historical ingestion reports across CLI and UI-based ingestion +- Patch Support - Native support for PATCH in the metadata protocol to support efficient updates to add & remove owners, lineage, tags and more +- Sneak Peek! Advanced Search + +### Jul 2022 + +[Full YouTube video](https://youtu.be/Zrkf3Mzcvc4) + +**Agenda** + +- Community Updates +- Project Updates +- Improvements to UI-Based Ingestion +- Sneak Preview - Bulk Edits via the UI +- Streamlined Metadata Ingestion +- DataHub 201: Metadata Enrichment + +### Jun 2022 +[Full YouTube video](https://youtu.be/fAD53fEJ6m0) + +**Agenda** +- Community Updates +- Project Updates +- dbt Integration Updates +- CSV Ingestion Support +- DataHub 201 - Glossary Term Deep Dive + +### May 2022 +[Full YouTube video](https://youtu.be/taKb_zyowEE) + +**Agenda** + +- Community Case Study: Hear how the G-Research team is using Cassandra as DataHub’s Backend +- Creating & Editing Glossary Terms from the DataHub UI +- DataHub User Onboarding via the UI +- DataHub 201: Impact Analysis +- Sneak Peek: Data Reliability with DataHub +- Metadata Day Hackathon Winners + +### Apr 2022 +[Full YouTube video](https://www.youtube.com/watch?v=7iwNxHgqxtg) + +**Agenda** + +- Community Case Study: Hear from Included Health about how they are embedding external tools into the DataHub UI +- New! Actions Framework: run custom code when changes happen within DataHub +- UI Refresh for ML Entities +- Improved deletion support for time-series aspects, tags, terms, & more +- OpenAPI Improvements + +### Mar 2022 +[Full YouTube video](https://www.youtube.com/watch?v=IVazVgcNRdw) + +**Agenda** + +- Community Case Study: Hear from Zendesk about how they are applying “shift left” principles by authoring metadata in their Protobuf schemas +- RBAC Functionality: View-Based Policies +- Schema Version History - surfacing the history of schema changes in DataHub's UI +- Improvements to Airflow Ingestion, including Run History +- Container/Domain-Level Property Inheritance +- Delete API + + +### Feb 2022 +[Full YouTube video](https://www.youtube.com/watch?v=enBqB2Dbuv4) + +**Agenda** + + +- Lineage Impact Analysis - using DataHub to understand the impact of changes on downstream dependencies +- Displaying Data Quality Checks in the UI +- Roadmap update: Schema Version History & Column-Level Lineage +- Community Case Study: Managing Lineage via YAML + +### Jan 2022 +[Full YouTube video](https://youtu.be/ShlSR3dMUnE) + +**Agenda** + + +- Community & Roadmap Updates by Maggie Hays (Acryl Data) +- Project Updates by Shirshanka Das (Acryl Data) +- Community Case Study: Adding Dataset Transformers by Eric Cooklin (Stash) +- Demo: Data Domains & Containers by John Joyce (Acryl Data) +- DataHub Basics — Data Profiling & Usage Stats 101 by Maggie Hays & Tamás Németh (Acryl Data) +- Demo: Spark Lineage by Mugdha Hardikar (GS Lab) & Shirshanka Das + +### Dec 2021 +[Full YouTube video](https://youtu.be/rYInKCwxu7o) + +**Agenda** + +- Community & Roadmap Updates by Maggie Hays (Acryl Data) +- Project Updates by Shirshanka Das (Acryl Data) +- 2021 DataHub Community in Review by Maggie Hays +- DataHub Basics -- Users, Groups, & Authentication 101 by Pedro Silva (Acryl Data) +- Sneak Peek: UI-Based Ingestion by John Joyce (Acryl Data) +- Case Study — DataHub at Grofers by Shubham Gupta +- Top DataHub Contributors of 2021 - Maggie Hays +- Final Surprise! We Interviewed a 10yo and a 70yo about DataHub + +### Nov 2021 +[Full YouTube video](https://youtu.be/to80sEDZz7k) + +**Agenda** + +- Community & Roadmap Updates by Maggie Hays (Acryl Data) +- Project Updates by Shirshanka Das (Acryl Data) +- DataHub Basics -- Lineage 101 by John Joyce & Surya Lanka (Acryl Data) +- Introducing No-Code UI by Gabe Lyons & Shirshanka Das (Acryl Data) +- DataHub API Authentication by John Joyce (Acryl Data) +- Case Study: LinkedIn pilot to extend the OSS UI by Aikepaer Abuduweili & Joshua Shinavier + +### Oct 2021 +[Full YouTube video](https://youtu.be/GrS_uZhYNm0) + +**Agenda** + +- DataHub Community & Roadmap Update - Maggie Hays (Acryl Data) +- October Project Updates - Shirshanka Das (Acryl Data) +- Introducing Recommendations - John Joyce & Dexter Lee (Acryl Data) +- Case Study: DataHub @ hipages - Chris Coulson (hipages) +- Data Profiling Improvements - Surya Lanka & Harshal Sheth (Acryl Data) +- Lineage Improvements & BigQuery Dataset Lineage by Gabe Lyons & Varun Bharill (Acryl Data) + +### Sep 2021 +[Full YouTube video](https://youtu.be/nQDiKPKnLLQ) + +**Agenda** + +- Project Updates and Callouts by Shirshanka + - GraphQL Public API Annoucement +- Demo: Faceted Search by Gabe Lyons (Acryl Data) +- Stateful Ingestion by Shirshanka Das & Surya Lanka (Acryl Data) +- Case-Study: DataHub @ Adevinta by Martinez de Apellaniz +- Recent Improvements to the Looker Connector by Shirshanka Das & Maggie Hays (Acryl Data) +- Offline + - Foreign Key and Related Term Mapping by Gabe Lyons (Acryl Data) [video](https://www.loom.com/share/79f27c2d9f6c4a3b8aacbc48c19add18) + +### Aug 2021 +[Full YouTube video](https://youtu.be/3joZINi3ti4) + +**Agenda** + +- Project Updates and Callouts by Shirshanka + - Business Glossary Demo + - 0.8.12 Upcoming Release Highlights + - Users and Groups Management (Okta, Azure AD) +- Demo: Fine Grained Access Control by John Joyce (Acryl Data) +- Community Case-Study: DataHub @ Warung Pintar and Redash integration by Taufiq Ibrahim (Bizzy Group) +- New User Experience by John Joyce (Acryl Data) +- Offline + - Performance Monitoring by Dexter Lee (Acryl Data) [video](https://youtu.be/6Xfr_Y9abZo) + + +### Jul 2021 +[Full YouTube video](https://www.youtube.com/watch?v=rZsiB8z5rG4) + +[Medium Post](https://medium.com/datahub-project/datahub-project-updates-f4299cd3602e?source=friends_link&sk=27af7637f7ae44786ede694c3af512a5) + +**Agenda** + + +- Project Updates by Shirshanka + - Release highlights +- Deep Dive: Data Observability: Phase 1 by Harshal Sheth, Dexter Lee (Acryl Data) +- Case Study: Building User Feedback into DataHub by Melinda Cardenas (NY Times) +- Demo: AWS SageMaker integration for Models and Features by Kevin Hu (Acryl Data) + + +### Jun 2021 +[Full YouTube video](https://www.youtube.com/watch?v=xUHOdDfdFpY) + +[Medium Post](https://medium.com/datahub-project/datahub-project-updates-ed3155476408?source=friends_link&sk=02816a16ff2acd688e6db8eb55808d31) + +**Agenda** + + +- Project Updates by Shirshanka + - Release notes + - RBAC update + - Roadmap for H2 2021 +- Demo: Table Popularity powered by Query Activity by Harshal Sheth (Acryl Data) +- Case Study: Business Glossary in production at Saxo Bank by Sheetal Pratik (Saxo Bank), Madhu Podila (ThoughtWorks) +- Developer Session: Simplified Deployment for DataHub by John Joyce, Gabe Lyons (Acryl Data) + + +### May 2021 +[Full YouTube video](https://www.youtube.com/watch?v=qgW_xpIr1Ho) + +[Medium Post](https://medium.com/datahub-project/linkedin-datahub-project-updates-ed98cdf913c1?source=friends_link&sk=9930ec5579299b155ea87c747683d1ad) + +**Agenda** + + +- Project Updates by Shirshanka - 10 mins + - 0.8.0 Release + - AWS Recipe by Dexter Lee (Acryl Data) +- Demo: Product Analytics design sprint (Maggie Hays (SpotHero), Dexter Lee (Acryl Data)) - 10 mins +- Use-Case: DataHub on GCP by Sharath Chandra (Confluent) - 10 mins +- Deep Dive: No Code Metadata Engine by John Joyce (Acryl Data) - 20 mins +- General Q&A and closing remarks + +### Apr 2021 +[Full YouTube video](https://www.youtube.com/watch?v=dlFa4ubJ9ho) + +[Medium Digest](https://medium.com/datahub-project/linkedin-datahub-project-updates-2b0d26066b8f?source=friends_link&sk=686c47219ed294e0838ae3e2fe29084d) + +**Agenda** + + +- Welcome - 5 mins +- Project Updates by Shirshanka - 10 mins + - 0.7.1 Release and callouts (dbt by Gary Lucas) + - Product Analytics design sprint announcement (Maggie Hayes) +- Use-Case: DataHub at DefinedCrowd ([video](https://www.youtube.com/watch?v=qz5Rpmw8I5E)) by Pedro Silva - 15 mins +- Deep Dive + Demo: Lineage! Airflow, Superset integration ([video](https://www.youtube.com/watch?v=3wiaqhb8UR0)) by Harshal Sheth and Gabe Lyons - 10 mins +- Use-Case: DataHub Hackathon at Depop ([video](https://www.youtube.com/watch?v=SmOMyFc-9J0)) by John Cragg - 10 mins +- Observability Feedback share out - 5 mins +- General Q&A and closing remarks - 5 mins + + +### Mar 2021 + [YouTube video](https://www.youtube.com/watch?v=xE8Uc27VTG4) + + [Medium Digest](https://medium.com/datahub-project/linkedin-datahub-project-updates-697f0faddd10?source=friends_link&sk=9888633c5c7219b875125e87a703ec4d) + +**Agenda** + + +* Welcome - 5 mins +* Project Updates ([slides](https://drive.google.com/file/d/1c3BTP3oDAzJr07l6pY6CkDZi5nT0cLRs/view?usp=sharing)) by [Shirshanka](https://www.linkedin.com/in/shirshankadas/) - 10 mins + * 0.7.0 Release + * Project Roadmap +* Demo Time: Themes and Tags in the React App! by [Gabe Lyons](https://www.linkedin.com/in/gabe-lyons-9a574543/) - 10 mins +* Use-Case: DataHub at [Wolt](https://www.linkedin.com/company/wolt-oy/) ([slides](https://drive.google.com/file/d/1za7NKbnXpFV2bBDblP35CbQEIDwc9tog/view?usp=sharing)) by [Fredrik](https://www.linkedin.com/in/fredriksannholm/?originalSubdomain=fi) and Matti - 15 mins +* Poll Time: Observability Mocks! ([slides](https://drive.google.com/file/d/1Ih2EGf-76jhbNAjr2EsBLb7n8bra2WIz/view?usp=sharing)) - 5 mins +* General Q&A from sign up sheet, slack, and participants - 10 mins +* Closing remarks - 5 mins + + +### Feb 2021 + [YouTube video](https://www.youtube.com/watch?v=Z9ImbcsAVl0) + + [Medium Digest](https://medium.com/datahub-project/linkedin-datahub-project-updates-february-2021-edition-338d2c6021f0) +**Agenda** + +* Welcome - 5 mins +* Latest React App Demo! ([video](https://www.youtube.com/watch?v=RQBEJhcen5E)) by John Joyce and Gabe Lyons - 5 mins +* Use-Case: DataHub at Geotab ([video](https://www.youtube.com/watch?v=boyjT2OrlU4)) by [John Yoon](https://www.linkedin.com/in/yhjyoon/) - 15 mins +* Tech Deep Dive: Tour of new pull-based Python Ingestion scripts ([slides](https://docs.google.com/presentation/d/15Xay596WDIhzkc5c8DEv6M-Bv1N4hP8quup1tkws6ms/edit#slide=id.gb478361595_0_10),[video](https://www.youtube.com/watch?v=u0IUQvG-_xI)) by [Harshal Sheth](https://www.linkedin.com/in/hsheth2/) - 15 mins +* General Q&A from sign up sheet, slack, and participants - 15 mins +* Closing remarks - 5 mins + + +### Jan 2021 +[Full Recording](https://youtu.be/r862MZTLAJ0) + +[Slide-deck](https://docs.google.com/presentation/d/e/2PACX-1vQ2B0iHb2uwege1wlkXHOgQer0myOMEE5EGnzRjyqw0xxS5SaAc8VMZ_1XVOHuTZCJYzZZW4i9YnzSN/pub?start=false&loop=false&delayms=3000) + +**Agenda** + +- Announcements - 2 mins +- Community Updates ([video](https://youtu.be/r862MZTLAJ0?t=99)) - 10 mins +- Use-Case: DataHub at Viasat ([slides](https://github.com/acryldata/static-assets-test/raw/master/imgs/demo/ViasatMetadataJourney.pdf),[video](https://youtu.be/2SrDAJnzkjE)) by [Anna Kepler](https://www.linkedin.com/in/akepler) - 15 mins- Tech Deep Dive: GraphQL + React RFCs readout and discussion ([slides](https://docs.google.com/presentation/d/e/2PACX-1vRtnINnpi6PvFw7-5iW8PSQoT9Kdf1O_0YW7QAr1_mSdJMNftYFTVCjKL-e3fpe8t6IGkha8UpdmoOI/pub?start=false&loop=false&delayms=3000) ,[video](https://www.youtube.com/watch?v=PrBaFrb7pqA)) by [John Joyce](https://www.linkedin.com/in/john-joyce-759883aa) and [Arun Vasudevan](https://www.linkedin.com/in/arun-vasudevan-55117368/) - 15 mins +- General Q&A from sign up sheet, slack, and participants - 15 mins +- Closing remarks - 3 mins +- General Q&A from sign up sheet, slack, and participants - 15 mins +- Closing remarks - 5 minutes + +### Dec 2020 +[Recording](https://linkedin.zoom.us/rec/share/8E7-lFnCi_kQ8OvXR9kW6fn-AjvV8VlqOO2xYR8b5Y_UeWI_ODcKFlxlHqYgBP7j.S-c8C1YMrz7d3Mjq) + +**Agenda** + +- Quick intro - 5 mins +- [Why did Grofers choose DataHub for their data catalog?](https://github.com/acryldata/static-assets-test/raw/master/imgs/demo/Datahub_at_Grofers.pdf) by [Shubham Gupta](https://www.linkedin.com/in/shubhamg931/) - 15 minutes +- [DataHub UI development - Part 2](https://github.com/acryldata/static-assets-test/raw/master/imgs/demo/Town_Hall_Presentation_-_12-2020_-_UI_Development_Part_2.pdf) by [Charlie Tran](https://www.linkedin.com/in/charlie-tran/) (LinkedIn) - 20 minutes +- General Q&A from sign up sheet, slack, and participants - 15 mins +- Closing remarks - 5 minutes + +### Nov 2020 + +[Recording](https://linkedin.zoom.us/rec/share/0yvjZ2fOzVmD8aaDo3lC59fXivmYG3EnF0U9tMVgKs827595usvSoIhtFUPjZCsU.b915nLRkw6iQlnoD) + +**Agenda** + +- Quick intro - 5 mins +- [Lightning talk on Metadata use-cases at LinkedIn](https://github.com/acryldata/static-assets-test/raw/master/imgs/demo/Metadata_Use-Cases_at_LinkedIn_-_Lightning_Talk.pdf) by [Shirshanka Das](https://www.linkedin.com/in/shirshankadas/) (LinkedIn) - 5 mins +- [Strongly Consistent Secondary Index (SCSI) in GMA](https://github.com/acryldata/static-assets-test/raw/master/imgs/demo/Datahub_-_Strongly_Consistent_Secondary_Indexing.pdf), an upcoming feature by [Jyoti Wadhwani](https://www.linkedin.com/in/jyotiwadhwani/) (LinkedIn) - 15 minutes +- [DataHub UI overview](https://github.com/acryldata/static-assets-test/raw/master/imgs/demo/DataHub-UIOverview.pdf) by [Ignacio Bona](https://www.linkedin.com/in/ignaciobona) (LinkedIn) - 20 minutes +- General Q&A from sign up sheet, slack, and participants - 10 mins +- Closing remarks - 5 minutes + + +### Sep 2020 + +[Recording](https://linkedin.zoom.us/rec/share/uEQ2pRY0BHbVqk_sOTVRm05VXJ0xM_zKJ26yzfCBqNZItiBht__k_juCCahJ37QK.IKAU9qA_0qdURX4_) + +**Agenda** + +- Quick intro - 5 mins +- [Data Discoverability at SpotHero](https://github.com/acryldata/static-assets-test/raw/master/imgs/demo/Data_Discoverability_at_SpotHero.pdf) by [Maggie Hays](https://www.linkedin.com/in/maggie-hays/) (SpotHero) - 20 mins +- [Designing the next generation of metadata events for scale](https://github.com/acryldata/static-assets-test/raw/master/imgs/demo/Designing_the_next_generation_of_metadata_events_for_scale.pdf) by [Chris Lee](https://www.linkedin.com/in/chrisleecmu/) (LinkedIn) - 15 mins +- General Q&A from sign up sheet, slack, and participants - 15 mins +- Closing remarks - 5 mins + +### Aug 2020 + +[Recording](https://linkedin.zoom.us/rec/share/vMBfcb31825IBZ3T71_wffM_GNv3T6a8hicf8_dcfzQlhfFxl5i_CPVKcmYaZA) + + +**Agenda** +- Quick intro - 5 mins +- [Data Governance look for a Digital Bank](https://www.slideshare.net/SheetalPratik/linkedinsaxobankdataworkbench) by [Sheetal Pratik](https://www.linkedin.com/in/sheetalpratik/) (Saxo Bank) - 20 mins +- Column level lineage for datasets demo by [Nagarjuna Kanamarlapudi](https://www.linkedin.com/in/nagarjunak/) (LinkedIn) - 15 mins +- General Q&A from sign up sheet and participants - 15 mins +- Closing remarks - 5 mins + +### Jul 2020 + +[Recording](https://bluejeans.com/s/wjnDRJevi5z/) + +**Agenda** + * Quick intro - 5 mins + * Showcasing new entities onboarded to internal LinkedIn DataHub (Data Concepts, Schemas) by [Nagarjuna Kanamarlapudi](https://www.linkedin.com/in/nagarjunak) (LinkedIn) - 15 mins + * Showcasing new Lineage UI in internal LinkedIn DataHub By [Ignacio Bona](https://www.linkedin.com/in/ignaciobona) (LinkedIn) - 10 mins + * New [RFC Process](./rfc.md) by [John Plaisted](https://www.linkedin.com/in/john-plaisted-49a00a78/) (LinkedIn) - 2 mins + * Answering questions from the signup sheet - 13 mins + * Questions from the participants - 10 mins + * Closing remarks - 5 mins + +### June 2020 + +[Recording](https://bluejeans.com/s/yILyR/) + +**Agenda** + * Quick intro - 5 mins + * Onboarding Data Process entity by [Liangjun Jiang](https://github.com/liangjun-jiang) (Expedia) - 15 mins + * How to onboard a new relationship to metadata graph by [Kerem Sahin](https://github.com/keremsahin1) (Linkedin) - 15 mins + * Answering questions from the signup sheet - 15 mins + * Questions from the participants - 10 mins + * Closing remarks - 5 mins + +### May 2020 + +[Recording](https://bluejeans.com/s/GCAzY) + +**Agenda** + * Quick intro - 5 mins + * How to add a new aspect/feature for an existing entity in UI by [Charlie Tran](https://www.linkedin.com/in/charlie-tran/) (LinkedIn) - 10 mins + * How to search over a new field by [Jyoti Wadhwani](https://www.linkedin.com/in/jyotiwadhwani/) (LinkedIn) - 10 mins + * Answering questions from the signup sheet - 15 mins + * Questions from the participants - 10 mins + * Closing remarks - 5 mins + +### Apr 2020 (17th) + +[Recording](https://bluejeans.com/s/eYRD4) + +**Agenda** + * Quick intro - 5 mins + * [DataHub Journey with Expedia Group](https://www.youtube.com/watch?v=ajcRdB22s5o&ab_channel=ArunVasudevan) by [Arun Vasudevan](https://www.linkedin.com/in/arun-vasudevan-55117368/) (Expedia) - 10 mins + * Deploying DataHub using Nix by [Larry Luo](https://github.com/clojurians-org) (Shanghai HuaRui Bank) - 10 mins + * Answering questions from the signup sheet - 15 mins + * Questions from the participants - 10 mins + * Closing remarks - 5 mins + +### Apr 2020 (3rd) + +[Recording](https://bluejeans.com/s/vzYpa) + +[Q&A](https://docs.google.com/document/d/1ChF9jiJWv9wj3HLLkFYRg7NSYg8Kb0PT7COd7Hf9Zpk/edit?usp=sharing) + +- **Agenda** + * Quick intro - 5 mins + * Creating Helm charts for deploying DataHub on Kubernetes by [Bharat Akkinepalli](https://www.linkedin.com/in/bharat-akkinepalli-ba0b7223/) (ThoughtWorks) - 10 mins + * How to onboard a new metadata aspect by [Mars Lan](https://www.linkedin.com/in/marslan) (LinkedIn) - 10 mins + * Answering questions from the signup sheet - 15 mins + * Questions from the participants - 10 mins + * Closing remarks - 5 mins + +### Mar 2020 (20th) + +[Recording](https://bluejeans.com/s/FSKEF) + +[Q&A](https://docs.google.com/document/d/1vQ6tAGXsVafnPIcZv1GSYgnTJJXFOACa1aWzOQjiGHI/edit) + +**Agenda** + * Quick intro - 5 mins + * Internal DataHub demo - 10 mins + * What's coming up next for DataHub (what roadmap items we are working on) - 10 mins + * Answering questions from the signup sheet - 15 mins + * Questions from the participants - 10 mins + * Closing remarks - 5 mins + +### Mar 2020 (6th) + +[Recording](https://bluejeans.com/s/vULMG) + +[Q&A](https://docs.google.com/document/d/1N_VGqlH9CD-54LBsVlpcK2Cf2Mgmuzq79EvN9qgBqtQ/edit) -See [Town Hall History](townhall-history.md) for recordings of past town halls. From 0b68cda7440bbc673e7e79762c3745624ca6260a Mon Sep 17 00:00:00 2001 From: socar-dini <0327jane@gmail.com> Date: Sat, 21 Oct 2023 05:48:33 +0900 Subject: [PATCH 02/10] docs: revert back changes on townhall docs --- docs-website/sidebars.js | 1 + docs/CODE_OF_CONDUCT.md | 2 +- docs/townhall-history.md | 482 +++++++++++++++++++++++++++++++++++++ docs/townhalls.md | 498 +-------------------------------------- 4 files changed, 487 insertions(+), 496 deletions(-) create mode 100644 docs/townhall-history.md diff --git a/docs-website/sidebars.js b/docs-website/sidebars.js index f6f034d28292d..feda448e5969c 100644 --- a/docs-website/sidebars.js +++ b/docs-website/sidebars.js @@ -636,6 +636,7 @@ module.exports = { items: [ "docs/slack", "docs/townhalls", + "docs/townhall-history", "docs/CODE_OF_CONDUCT", "docs/CONTRIBUTING", "docs/links", diff --git a/docs/CODE_OF_CONDUCT.md b/docs/CODE_OF_CONDUCT.md index ca899dc26d5f7..1c4fd659f14e0 100644 --- a/docs/CODE_OF_CONDUCT.md +++ b/docs/CODE_OF_CONDUCT.md @@ -1,4 +1,4 @@ -# Code of Conduct +# Contributor Covenant Code of Conduct ## Our Pledge diff --git a/docs/townhall-history.md b/docs/townhall-history.md new file mode 100644 index 0000000000000..6ec35f93d7c95 --- /dev/null +++ b/docs/townhall-history.md @@ -0,0 +1,482 @@ +# Town Hall History + +A list of previous Town Halls, their planned schedule, and the recording of the meeting. + +## 03/23/2023 +[Full YouTube video](https://youtu.be/BTX8rIBe0yo) + +### Agenda + +- Community & Roadmap Update +- Recent Releases +- Community Case Study — Jumio’s DataHub adoption journey +- DataHub 201: Data Debugging +- Sneak Peek: Streamlined Filtering Experience + +## 02/23/2023 +[Full YouTube video](https://youtu.be/UItt4ppJSFc) + +### Agenda + +- Community & Roadmap Update +- Recent Releases +- Community Case Study - How the Hurb Team successfully implemented and adopted DataHub within their organization +- Sneak Peek: Subscriptions and Notifications +- Search Improvements - API support for pagination +- New Feature - Custom Queries +- Simplifying Metadata Ingestion +- DataHub 201: Rolling Out DataHub + +## 01/26/2023 +[Full YouTube video](https://youtu.be/A3mSiGHZ6Rc) + +### Agenda + +- What’s to Come - Q1 2023 Roadmap: Data Products, Data Contracts and more +- Community Case Study - Notion: Automating annotations and metadata propagation +- Community Contribution - Grab: Improvements to documentation editing +- Simplifying DataHub - Removing Schema Registry requirement and introducing DataHub Lite + +## 01/05/2023 +[Full YouTube video](https://youtu.be/ECxIMbKwuOY) + +### Agenda + +- DataHub Community: 2022 in Review - Our Community of Data Practitioners is one of a kind. We’ll take the time to celebrate who we are, what we’ve built, and how we’ve collaborated in the past 12 months. +- Search Improvements - Learn how we’re making the Search experience smarter and faster to connect you with the most relevant resources during data discovery. +- Removing Schema Registry Requirement - Hear all about ongoing work to simplify the DataHub deployment process. +- Smart Data Profiling - We’re making big improvements to data profiling! Smart data profiling will reduce processing time by only scanning datasets that have recently changed. +- Sneak Peek: Time-based Lineage - Get a preview of how you’ll soon be able to trace lineage between datasets across different points in time to understand how interdependencies have evolved. +- Sneak Peek: Chrome Extension - Soon, you’ll be able to quickly access rich metadata from DataHub while exploring resources in Looker via our upcoming Chrome Extension. + +## 12/01/2022 +[Full YouTube video](https://youtu.be/BlCLhG8lGoY) + +### Agenda + +November Town Hall (in December!) + +- Community Case Study - The Pinterest Team will share how they have integrated DataHub + Thrift and extended the Metadata Model with a Data Element entity to capture semantic types. +- NEW! Ingestion Quickstart Guides - DataHub newbies, this one is for you! We’re rolling out ingestion quickstart guides to help you quickly get up and running with DataHub + Snowflake, BigQuery, and more! +- NEW! In-App Product Tours - We’re making it easier than ever for end-users to get familiar with all that DataHub has to offer - hear all about the in-product onboarding resources we’re rolling out soon! +- DataHub UI Navigation and Performance - Learn all about upcoming changes to our user experience to make it easier (and faster!) for end users to work within DataHub. +- Sneak Peek! Manual Lineage via the UI - The Community asked and we’re delivering! Soon you’ll be able to manually add lineage connections between Entities in DataHub. +- NEW! Slack + Microsoft Teams Integrations - Send automated alerts to Slack and/or Teams to keep track of critical events and changes within DataHub. +- Hacktoberfest Winners Announced - We’ll recap this year’s Hacktoberfest and announce three winners of a $250 Amazon gift card & DataHub Swag. + +## 10/27/2022 +[Full YouTube video](https://youtu.be/B74WHxX5EMk) + +### Agenda + +- Conquer Data Governance with Acryl Data’s Metadata Tests - Learn how to tackle Data Governance with incremental, automation-driven governance using Metadata Tests provided in Acryl Data’s managed DataHub offering +- Community Case Study - The Grab Team shares how they are using DataHub for data discoverability, automated classification and governance workflows, data quality observability, and beyond! +- Upcoming Ingestion Sources - We’ll tell you the ins and outs of our upcoming dbt Cloud and Unity Catalog connectors +- Sneak Peek! Saved Views - Learn how you can soon use Saved Views to help end-users navigate entities in DataHub with more precision and focus +- Performance Improvements - Hear about the latest upgrades to DataHub performance + +## 9/29/2022 +[Full YouTube video](https://youtu.be/FjkNySWkghY) + +### Agenda + +- Column Level Lineage is here! - Demo of column-level lineage and impact analysis in the DataHub UI +- Community Case Study - The Stripe Team shares how they leverage DataHub to power observability within their Airflow-based ecosystem +- Sneak Peek! Automated PII Classification - Preview upcoming functionality to automatically identify data fields that likely contain sensitive data +- Ingestion Improvements Galore - Improved performance and functionality for dbt, Looker, Tableau, and Presto ingestion sources + +## 8/25/2022 +[Full YouTube video](https://youtu.be/EJCKxKBvCwo) + +### Agenda + +- Community Case Study - The Etsy Team shares their journey of adopting DataHub +- Looker & DataHub Improvements - surface the most relevant Looks and Dashboards +- Home Page Improvements to tailor the Browse experience +- Unified Ingestion Summaries - View live logs for UI-based ingestion and see historical ingestion reports across CLI and UI-based ingestion +- Patch Support - Native support for PATCH in the metadata protocol to support efficient updates to add & remove owners, lineage, tags and more +- Sneak Peek! Advanced Search + +## 7/28/2022 +[Full YouTube video](https://youtu.be/Zrkf3Mzcvc4) + +### Agenda + +- Community Updates +- Project Updates +- Improvements to UI-Based Ingestion +- Sneak Preview - Bulk Edits via the UI +- Streamlined Metadata Ingestion +- DataHub 201: Metadata Enrichment + +## 6/30/2022 +[Full YouTube video](https://youtu.be/fAD53fEJ6m0) + +### Agenda + +- Community Updates +- Project Updates +- dbt Integration Updates +- CSV Ingestion Support +- DataHub 201 - Glossary Term Deep Dive + +## 5/26/2022 +[Full YouTube video](https://youtu.be/taKb_zyowEE) + +### Agenda + +- Community Case Study: Hear how the G-Research team is using Cassandra as DataHub’s Backend +- Creating & Editing Glossary Terms from the DataHub UI +- DataHub User Onboarding via the UI +- DataHub 201: Impact Analysis +- Sneak Peek: Data Reliability with DataHub +- Metadata Day Hackathon Winners + +## 4/28/2022 +[Full YouTube video](https://www.youtube.com/watch?v=7iwNxHgqxtg) + +### Agenda +- Community Case Study: Hear from Included Health about how they are embedding external tools into the DataHub UI +- New! Actions Framework: run custom code when changes happen within DataHub +- UI Refresh for ML Entities +- Improved deletion support for time-series aspects, tags, terms, & more +- OpenAPI Improvements + +## 3/31/2022 +[Full YouTube video](https://www.youtube.com/watch?v=IVazVgcNRdw) + +### Agenda +- Community Case Study: Hear from Zendesk about how they are applying “shift left” principles by authoring metadata in their Protobuf schemas +- RBAC Functionality: View-Based Policies +- Schema Version History - surfacing the history of schema changes in DataHub's UI +- Improvements to Airflow Ingestion, including Run History +- Container/Domain-Level Property Inheritance +- Delete API + + +## 2/25/2022 +[Full YouTube video](https://www.youtube.com/watch?v=enBqB2Dbuv4) + +### Agenda + +- Lineage Impact Analysis - using DataHub to understand the impact of changes on downstream dependencies +- Displaying Data Quality Checks in the UI +- Roadmap update: Schema Version History & Column-Level Lineage +- Community Case Study: Managing Lineage via YAML + +## 1/28/2022 +[Full YouTube video](https://youtu.be/ShlSR3dMUnE) + +### Agenda + +- Community & Roadmap Updates by Maggie Hays (Acryl Data) +- Project Updates by Shirshanka Das (Acryl Data) +- Community Case Study: Adding Dataset Transformers by Eric Cooklin (Stash) +- Demo: Data Domains & Containers by John Joyce (Acryl Data) +- DataHub Basics — Data Profiling & Usage Stats 101 by Maggie Hays & Tamás Németh (Acryl Data) +- Demo: Spark Lineage by Mugdha Hardikar (GS Lab) & Shirshanka Das + +## 12/17/2021 +[Full YouTube video](https://youtu.be/rYInKCwxu7o) + +### Agenda +- Community & Roadmap Updates by Maggie Hays (Acryl Data) +- Project Updates by Shirshanka Das (Acryl Data) +- 2021 DataHub Community in Review by Maggie Hays +- DataHub Basics -- Users, Groups, & Authentication 101 by Pedro Silva (Acryl Data) +- Sneak Peek: UI-Based Ingestion by John Joyce (Acryl Data) +- Case Study — DataHub at Grofers by Shubham Gupta +- Top DataHub Contributors of 2021 - Maggie Hays +- Final Surprise! We Interviewed a 10yo and a 70yo about DataHub + +## 11/19/2021 +[Full YouTube video](https://youtu.be/to80sEDZz7k) + +### Agenda +- Community & Roadmap Updates by Maggie Hays (Acryl Data) +- Project Updates by Shirshanka Das (Acryl Data) +- DataHub Basics -- Lineage 101 by John Joyce & Surya Lanka (Acryl Data) +- Introducing No-Code UI by Gabe Lyons & Shirshanka Das (Acryl Data) +- DataHub API Authentication by John Joyce (Acryl Data) +- Case Study: LinkedIn pilot to extend the OSS UI by Aikepaer Abuduweili & Joshua Shinavier + +## 10/29/2021 +[Full YouTube video](https://youtu.be/GrS_uZhYNm0) + +### Agenda +- DataHub Community & Roadmap Update - Maggie Hays (Acryl Data) +- October Project Updates - Shirshanka Das (Acryl Data) +- Introducing Recommendations - John Joyce & Dexter Lee (Acryl Data) +- Case Study: DataHub @ hipages - Chris Coulson (hipages) +- Data Profiling Improvements - Surya Lanka & Harshal Sheth (Acryl Data) +- Lineage Improvements & BigQuery Dataset Lineage by Gabe Lyons & Varun Bharill (Acryl Data) + +## 9/24/2021 +[Full YouTube video](https://youtu.be/nQDiKPKnLLQ) + +### Agenda +- Project Updates and Callouts by Shirshanka + - GraphQL Public API Annoucement +- Demo: Faceted Search by Gabe Lyons (Acryl Data) +- Stateful Ingestion by Shirshanka Das & Surya Lanka (Acryl Data) +- Case-Study: DataHub @ Adevinta by Martinez de Apellaniz +- Recent Improvements to the Looker Connector by Shirshanka Das & Maggie Hays (Acryl Data) +- Offline + - Foreign Key and Related Term Mapping by Gabe Lyons (Acryl Data) [video](https://www.loom.com/share/79f27c2d9f6c4a3b8aacbc48c19add18) + +## 8/27/2021 +[Full YouTube video](https://youtu.be/3joZINi3ti4) + +### Agenda +- Project Updates and Callouts by Shirshanka + - Business Glossary Demo + - 0.8.12 Upcoming Release Highlights + - Users and Groups Management (Okta, Azure AD) +- Demo: Fine Grained Access Control by John Joyce (Acryl Data) +- Community Case-Study: DataHub @ Warung Pintar and Redash integration by Taufiq Ibrahim (Bizzy Group) +- New User Experience by John Joyce (Acryl Data) +- Offline + - Performance Monitoring by Dexter Lee (Acryl Data) [video](https://youtu.be/6Xfr_Y9abZo) + + +## 7/23/2021 +[Full YouTube video](https://www.youtube.com/watch?v=rZsiB8z5rG4) + +[Medium Post](https://medium.com/datahub-project/datahub-project-updates-f4299cd3602e?source=friends_link&sk=27af7637f7ae44786ede694c3af512a5) + +### Agenda + +- Project Updates by Shirshanka + - Release highlights +- Deep Dive: Data Observability: Phase 1 by Harshal Sheth, Dexter Lee (Acryl Data) +- Case Study: Building User Feedback into DataHub by Melinda Cardenas (NY Times) +- Demo: AWS SageMaker integration for Models and Features by Kevin Hu (Acryl Data) + + +## 6/25/2021 +[Full YouTube video](https://www.youtube.com/watch?v=xUHOdDfdFpY) + +[Medium Post](https://medium.com/datahub-project/datahub-project-updates-ed3155476408?source=friends_link&sk=02816a16ff2acd688e6db8eb55808d31) + +#### Agenda + +- Project Updates by Shirshanka + - Release notes + - RBAC update + - Roadmap for H2 2021 +- Demo: Table Popularity powered by Query Activity by Harshal Sheth (Acryl Data) +- Case Study: Business Glossary in production at Saxo Bank by Sheetal Pratik (Saxo Bank), Madhu Podila (ThoughtWorks) +- Developer Session: Simplified Deployment for DataHub by John Joyce, Gabe Lyons (Acryl Data) + + +## 5/27/2021 +[Full YouTube video](https://www.youtube.com/watch?v=qgW_xpIr1Ho) + +[Medium Post](https://medium.com/datahub-project/linkedin-datahub-project-updates-ed98cdf913c1?source=friends_link&sk=9930ec5579299b155ea87c747683d1ad) + +#### Agenda + +- Project Updates by Shirshanka - 10 mins + - 0.8.0 Release + - AWS Recipe by Dexter Lee (Acryl Data) +- Demo: Product Analytics design sprint (Maggie Hays (SpotHero), Dexter Lee (Acryl Data)) - 10 mins +- Use-Case: DataHub on GCP by Sharath Chandra (Confluent) - 10 mins +- Deep Dive: No Code Metadata Engine by John Joyce (Acryl Data) - 20 mins +- General Q&A and closing remarks + +## 4/23/2021 +[Full YouTube video](https://www.youtube.com/watch?v=dlFa4ubJ9ho) + +[Medium Digest](https://medium.com/datahub-project/linkedin-datahub-project-updates-2b0d26066b8f?source=friends_link&sk=686c47219ed294e0838ae3e2fe29084d) + +#### Agenda + +- Welcome - 5 mins +- Project Updates by Shirshanka - 10 mins + - 0.7.1 Release and callouts (dbt by Gary Lucas) + - Product Analytics design sprint announcement (Maggie Hayes) +- Use-Case: DataHub at DefinedCrowd ([video](https://www.youtube.com/watch?v=qz5Rpmw8I5E)) by Pedro Silva - 15 mins +- Deep Dive + Demo: Lineage! Airflow, Superset integration ([video](https://www.youtube.com/watch?v=3wiaqhb8UR0)) by Harshal Sheth and Gabe Lyons - 10 mins +- Use-Case: DataHub Hackathon at Depop ([video](https://www.youtube.com/watch?v=SmOMyFc-9J0)) by John Cragg - 10 mins +- Observability Feedback share out - 5 mins +- General Q&A and closing remarks - 5 mins + + +## 3/19/2021 + [YouTube video](https://www.youtube.com/watch?v=xE8Uc27VTG4) + + [Medium Digest](https://medium.com/datahub-project/linkedin-datahub-project-updates-697f0faddd10?source=friends_link&sk=9888633c5c7219b875125e87a703ec4d) + +#### Agenda + +* Welcome - 5 mins +* Project Updates ([slides](https://drive.google.com/file/d/1c3BTP3oDAzJr07l6pY6CkDZi5nT0cLRs/view?usp=sharing)) by [Shirshanka](https://www.linkedin.com/in/shirshankadas/) - 10 mins + * 0.7.0 Release + * Project Roadmap +* Demo Time: Themes and Tags in the React App! by [Gabe Lyons](https://www.linkedin.com/in/gabe-lyons-9a574543/) - 10 mins +* Use-Case: DataHub at [Wolt](https://www.linkedin.com/company/wolt-oy/) ([slides](https://drive.google.com/file/d/1za7NKbnXpFV2bBDblP35CbQEIDwc9tog/view?usp=sharing)) by [Fredrik](https://www.linkedin.com/in/fredriksannholm/?originalSubdomain=fi) and Matti - 15 mins +* Poll Time: Observability Mocks! ([slides](https://drive.google.com/file/d/1Ih2EGf-76jhbNAjr2EsBLb7n8bra2WIz/view?usp=sharing)) - 5 mins +* General Q&A from sign up sheet, slack, and participants - 10 mins +* Closing remarks - 5 mins + + +## 2/19/2021 + [YouTube video](https://www.youtube.com/watch?v=Z9ImbcsAVl0) + + [Medium Digest](https://medium.com/datahub-project/linkedin-datahub-project-updates-february-2021-edition-338d2c6021f0) +#### Agenda + +* Welcome - 5 mins +* Latest React App Demo! ([video](https://www.youtube.com/watch?v=RQBEJhcen5E)) by John Joyce and Gabe Lyons - 5 mins +* Use-Case: DataHub at Geotab ([video](https://www.youtube.com/watch?v=boyjT2OrlU4)) by [John Yoon](https://www.linkedin.com/in/yhjyoon/) - 15 mins +* Tech Deep Dive: Tour of new pull-based Python Ingestion scripts ([slides](https://docs.google.com/presentation/d/15Xay596WDIhzkc5c8DEv6M-Bv1N4hP8quup1tkws6ms/edit#slide=id.gb478361595_0_10),[video](https://www.youtube.com/watch?v=u0IUQvG-_xI)) by [Harshal Sheth](https://www.linkedin.com/in/hsheth2/) - 15 mins +* General Q&A from sign up sheet, slack, and participants - 15 mins +* Closing remarks - 5 mins + + +## 1/15/2021 +[Full Recording](https://youtu.be/r862MZTLAJ0) + +[Slide-deck](https://docs.google.com/presentation/d/e/2PACX-1vQ2B0iHb2uwege1wlkXHOgQer0myOMEE5EGnzRjyqw0xxS5SaAc8VMZ_1XVOHuTZCJYzZZW4i9YnzSN/pub?start=false&loop=false&delayms=3000) + +Agenda + +- Announcements - 2 mins +- Community Updates ([video](https://youtu.be/r862MZTLAJ0?t=99)) - 10 mins +- Use-Case: DataHub at Viasat ([slides](https://github.com/acryldata/static-assets-test/raw/master/imgs/demo/ViasatMetadataJourney.pdf),[video](https://youtu.be/2SrDAJnzkjE)) by [Anna Kepler](https://www.linkedin.com/in/akepler) - 15 mins- Tech Deep Dive: GraphQL + React RFCs readout and discussion ([slides](https://docs.google.com/presentation/d/e/2PACX-1vRtnINnpi6PvFw7-5iW8PSQoT9Kdf1O_0YW7QAr1_mSdJMNftYFTVCjKL-e3fpe8t6IGkha8UpdmoOI/pub?start=false&loop=false&delayms=3000) ,[video](https://www.youtube.com/watch?v=PrBaFrb7pqA)) by [John Joyce](https://www.linkedin.com/in/john-joyce-759883aa) and [Arun Vasudevan](https://www.linkedin.com/in/arun-vasudevan-55117368/) - 15 mins +- General Q&A from sign up sheet, slack, and participants - 15 mins +- Closing remarks - 3 mins +- General Q&A from sign up sheet, slack, and participants - 15 mins +- Closing remarks - 5 minutes + +## 12/04/2020 +[Recording](https://linkedin.zoom.us/rec/share/8E7-lFnCi_kQ8OvXR9kW6fn-AjvV8VlqOO2xYR8b5Y_UeWI_ODcKFlxlHqYgBP7j.S-c8C1YMrz7d3Mjq) + +Agenda + +- Quick intro - 5 mins +- [Why did Grofers choose DataHub for their data catalog?](https://github.com/acryldata/static-assets-test/raw/master/imgs/demo/Datahub_at_Grofers.pdf) by [Shubham Gupta](https://www.linkedin.com/in/shubhamg931/) - 15 minutes +- [DataHub UI development - Part 2](https://github.com/acryldata/static-assets-test/raw/master/imgs/demo/Town_Hall_Presentation_-_12-2020_-_UI_Development_Part_2.pdf) by [Charlie Tran](https://www.linkedin.com/in/charlie-tran/) (LinkedIn) - 20 minutes +- General Q&A from sign up sheet, slack, and participants - 15 mins +- Closing remarks - 5 minutes + +## 11/06/2020 + +[Recording](https://linkedin.zoom.us/rec/share/0yvjZ2fOzVmD8aaDo3lC59fXivmYG3EnF0U9tMVgKs827595usvSoIhtFUPjZCsU.b915nLRkw6iQlnoD) + +Agenda + +- Quick intro - 5 mins +- [Lightning talk on Metadata use-cases at LinkedIn](https://github.com/acryldata/static-assets-test/raw/master/imgs/demo/Metadata_Use-Cases_at_LinkedIn_-_Lightning_Talk.pdf) by [Shirshanka Das](https://www.linkedin.com/in/shirshankadas/) (LinkedIn) - 5 mins +- [Strongly Consistent Secondary Index (SCSI) in GMA](https://github.com/acryldata/static-assets-test/raw/master/imgs/demo/Datahub_-_Strongly_Consistent_Secondary_Indexing.pdf), an upcoming feature by [Jyoti Wadhwani](https://www.linkedin.com/in/jyotiwadhwani/) (LinkedIn) - 15 minutes +- [DataHub UI overview](https://github.com/acryldata/static-assets-test/raw/master/imgs/demo/DataHub-UIOverview.pdf) by [Ignacio Bona](https://www.linkedin.com/in/ignaciobona) (LinkedIn) - 20 minutes +- General Q&A from sign up sheet, slack, and participants - 10 mins +- Closing remarks - 5 minutes + + +## 09/25/2020 + +[Recording](https://linkedin.zoom.us/rec/share/uEQ2pRY0BHbVqk_sOTVRm05VXJ0xM_zKJ26yzfCBqNZItiBht__k_juCCahJ37QK.IKAU9qA_0qdURX4_) + +Agenda + +- Quick intro - 5 mins +- [Data Discoverability at SpotHero](https://github.com/acryldata/static-assets-test/raw/master/imgs/demo/Data_Discoverability_at_SpotHero.pdf) by [Maggie Hays](https://www.linkedin.com/in/maggie-hays/) (SpotHero) - 20 mins +- [Designing the next generation of metadata events for scale](https://github.com/acryldata/static-assets-test/raw/master/imgs/demo/Designing_the_next_generation_of_metadata_events_for_scale.pdf) by [Chris Lee](https://www.linkedin.com/in/chrisleecmu/) (LinkedIn) - 15 mins +- General Q&A from sign up sheet, slack, and participants - 15 mins +- Closing remarks - 5 mins + +## 08/28/2020 + +[Recording](https://linkedin.zoom.us/rec/share/vMBfcb31825IBZ3T71_wffM_GNv3T6a8hicf8_dcfzQlhfFxl5i_CPVKcmYaZA) + + +Agenda +- Quick intro - 5 mins +- [Data Governance look for a Digital Bank](https://www.slideshare.net/SheetalPratik/linkedinsaxobankdataworkbench) by [Sheetal Pratik](https://www.linkedin.com/in/sheetalpratik/) (Saxo Bank) - 20 mins +- Column level lineage for datasets demo by [Nagarjuna Kanamarlapudi](https://www.linkedin.com/in/nagarjunak/) (LinkedIn) - 15 mins +- General Q&A from sign up sheet and participants - 15 mins +- Closing remarks - 5 mins + +## 07/31/20 + +[Recording](https://bluejeans.com/s/wjnDRJevi5z/) + +Agenda + * Quick intro - 5 mins + * Showcasing new entities onboarded to internal LinkedIn DataHub (Data Concepts, Schemas) by [Nagarjuna Kanamarlapudi](https://www.linkedin.com/in/nagarjunak) (LinkedIn) - 15 mins + * Showcasing new Lineage UI in internal LinkedIn DataHub By [Ignacio Bona](https://www.linkedin.com/in/ignaciobona) (LinkedIn) - 10 mins + * New [RFC Process](./rfc.md) by [John Plaisted](https://www.linkedin.com/in/john-plaisted-49a00a78/) (LinkedIn) - 2 mins + * Answering questions from the signup sheet - 13 mins + * Questions from the participants - 10 mins + * Closing remarks - 5 mins + +## 06/26/20 + +[Recording](https://bluejeans.com/s/yILyR/) + +Agenda + * Quick intro - 5 mins + * Onboarding Data Process entity by [Liangjun Jiang](https://github.com/liangjun-jiang) (Expedia) - 15 mins + * How to onboard a new relationship to metadata graph by [Kerem Sahin](https://github.com/keremsahin1) (Linkedin) - 15 mins + * Answering questions from the signup sheet - 15 mins + * Questions from the participants - 10 mins + * Closing remarks - 5 mins + +## 05/29/20 + +[Recording](https://bluejeans.com/s/GCAzY) + +Agenda + * Quick intro - 5 mins + * How to add a new aspect/feature for an existing entity in UI by [Charlie Tran](https://www.linkedin.com/in/charlie-tran/) (LinkedIn) - 10 mins + * How to search over a new field by [Jyoti Wadhwani](https://www.linkedin.com/in/jyotiwadhwani/) (LinkedIn) - 10 mins + * Answering questions from the signup sheet - 15 mins + * Questions from the participants - 10 mins + * Closing remarks - 5 mins + +## 04/17/20 + +[Recording](https://bluejeans.com/s/eYRD4) + +Agenda + * Quick intro - 5 mins + * [DataHub Journey with Expedia Group](https://www.youtube.com/watch?v=ajcRdB22s5o&ab_channel=ArunVasudevan) by [Arun Vasudevan](https://www.linkedin.com/in/arun-vasudevan-55117368/) (Expedia) - 10 mins + * Deploying DataHub using Nix by [Larry Luo](https://github.com/clojurians-org) (Shanghai HuaRui Bank) - 10 mins + * Answering questions from the signup sheet - 15 mins + * Questions from the participants - 10 mins + * Closing remarks - 5 mins + +## 04/03/20 + +[Recording](https://bluejeans.com/s/vzYpa) + +[Q&A](https://docs.google.com/document/d/1ChF9jiJWv9wj3HLLkFYRg7NSYg8Kb0PT7COd7Hf9Zpk/edit?usp=sharing) + +- Agenda + * Quick intro - 5 mins + * Creating Helm charts for deploying DataHub on Kubernetes by [Bharat Akkinepalli](https://www.linkedin.com/in/bharat-akkinepalli-ba0b7223/) (ThoughtWorks) - 10 mins + * How to onboard a new metadata aspect by [Mars Lan](https://www.linkedin.com/in/marslan) (LinkedIn) - 10 mins + * Answering questions from the signup sheet - 15 mins + * Questions from the participants - 10 mins + * Closing remarks - 5 mins + +## 03/20/20 + +[Recording](https://bluejeans.com/s/FSKEF) + +[Q&A](https://docs.google.com/document/d/1vQ6tAGXsVafnPIcZv1GSYgnTJJXFOACa1aWzOQjiGHI/edit) + +Agenda + * Quick intro - 5 mins + * Internal DataHub demo - 10 mins + * What's coming up next for DataHub (what roadmap items we are working on) - 10 mins + * Answering questions from the signup sheet - 15 mins + * Questions from the participants - 10 mins + * Closing remarks - 5 mins + +## 03/06/20 + +[Recording](https://bluejeans.com/s/vULMG) + +[Q&A](https://docs.google.com/document/d/1N_VGqlH9CD-54LBsVlpcK2Cf2Mgmuzq79EvN9qgBqtQ/edit) diff --git a/docs/townhalls.md b/docs/townhalls.md index 2e8f9cc3f99f7..3b3dbd34be4e4 100644 --- a/docs/townhalls.md +++ b/docs/townhalls.md @@ -5,502 +5,10 @@ Currently it's held on the fourth Thursday of every month (with some exceptions It's the perfect venue to meet the team behind DataHub and other users, as well as to ask higher-level questions, such as roadmap and product direction. From time to time we also use the opportunity to showcase upcoming features. -## Meeting Invite & **Agenda** +## Meeting Invite & Agenda You can join with this link https://zoom.datahubproject.io, or [RSVP](https://rsvp.datahubproject.io/) to get a calendar invite - this will always have the most up-to-date agenda for upcoming sessions. -## Town Hall History - -A list of previous Town Halls, their planned schedule, and the recording of the meeting. - -### Mar 2023 - -[Full YouTube video](https://youtu.be/BTX8rIBe0yo) - -**Agenda** -- Community & Roadmap Update -- Recent Releases -- Community Case Study — Jumio’s DataHub adoption journey -- DataHub 201: Data Debugging -- Sneak Peek: Streamlined Filtering Experience - -### Feb 2023 -[Full YouTube video](https://youtu.be/UItt4ppJSFc) - -**Agenda** - -- Community & Roadmap Update -- Recent Releases -- Community Case Study - How the Hurb Team successfully implemented and adopted DataHub within their organization -- Sneak Peek: Subscriptions and Notifications -- Search Improvements - API support for pagination -- New Feature - Custom Queries -- Simplifying Metadata Ingestion -- DataHub 201: Rolling Out DataHub - -### Jan 2023 (26th) -[Full YouTube video](https://youtu.be/A3mSiGHZ6Rc) - -**Agenda** - -- What’s to Come - Q1 2023 Roadmap: Data Products, Data Contracts and more -- Community Case Study - Notion: Automating annotations and metadata propagation -- Community Contribution - Grab: Improvements to documentation editing -- Simplifying DataHub - Removing Schema Registry requirement and introducing DataHub Lite - -### Jan 2023 (5th) -[Full YouTube video](https://youtu.be/ECxIMbKwuOY) - -**Agenda** - -- DataHub Community: 2022 in Review - Our Community of Data Practitioners is one of a kind. We’ll take the time to celebrate who we are, what we’ve built, and how we’ve collaborated in the past 12 months. -- Search Improvements - Learn how we’re making the Search experience smarter and faster to connect you with the most relevant resources during data discovery. -- Removing Schema Registry Requirement - Hear all about ongoing work to simplify the DataHub deployment process. -- Smart Data Profiling - We’re making big improvements to data profiling! Smart data profiling will reduce processing time by only scanning datasets that have recently changed. -- Sneak Peek: Time-based Lineage - Get a preview of how you’ll soon be able to trace lineage between datasets across different points in time to understand how interdependencies have evolved. -- Sneak Peek: Chrome Extension - Soon, you’ll be able to quickly access rich metadata from DataHub while exploring resources in Looker via our upcoming Chrome Extension. - -### Dec 2023 -[Full YouTube video](https://youtu.be/BlCLhG8lGoY) - -**Agenda** - -November Town Hall (in December!) -- Community Case Study - The Pinterest Team will share how they have integrated DataHub + Thrift and extended the Metadata Model with a Data Element entity to capture semantic types. -- NEW! Ingestion Quickstart Guides - DataHub newbies, this one is for you! We’re rolling out ingestion quickstart guides to help you quickly get up and running with DataHub + Snowflake, BigQuery, and more! -- NEW! In-App Product Tours - We’re making it easier than ever for end-users to get familiar with all that DataHub has to offer - hear all about the in-product onboarding resources we’re rolling out soon! -- DataHub UI Navigation and Performance - Learn all about upcoming changes to our user experience to make it easier (and faster!) for end users to work within DataHub. -- Sneak Peek! Manual Lineage via the UI - The Community asked and we’re delivering! Soon you’ll be able to manually add lineage connections between Entities in DataHub. -- NEW! Slack + Microsoft Teams Integrations - Send automated alerts to Slack and/or Teams to keep track of critical events and changes within DataHub. -- Hacktoberfest Winners Announced - We’ll recap this year’s Hacktoberfest and announce three winners of a $250 Amazon gift card & DataHub Swag. - -### Oct 2022 -[Full YouTube video](https://youtu.be/B74WHxX5EMk) - -**Agenda** - -- Conquer Data Governance with Acryl Data’s Metadata Tests - Learn how to tackle Data Governance with incremental, automation-driven governance using Metadata Tests provided in Acryl Data’s managed DataHub offering -- Community Case Study - The Grab Team shares how they are using DataHub for data discoverability, automated classification and governance workflows, data quality observability, and beyond! -- Upcoming Ingestion Sources - We’ll tell you the ins and outs of our upcoming dbt Cloud and Unity Catalog connectors -- Sneak Peek! Saved Views - Learn how you can soon use Saved Views to help end-users navigate entities in DataHub with more precision and focus -- Performance Improvements - Hear about the latest upgrades to DataHub performance - -### Sep 2022 -[Full YouTube video](https://youtu.be/FjkNySWkghY) - -**Agenda** -- Column Level Lineage is here! - Demo of column-level lineage and impact analysis in the DataHub UI -- Community Case Study - The Stripe Team shares how they leverage DataHub to power observability within their Airflow-based ecosystem -- Sneak Peek! Automated PII Classification - Preview upcoming functionality to automatically identify data fields that likely contain sensitive data -- Ingestion Improvements Galore - Improved performance and functionality for dbt, Looker, Tableau, and Presto ingestion sources - -### Aug 2022 -[Full YouTube video](https://youtu.be/EJCKxKBvCwo) - -**Agenda** - -- Community Case Study - The Etsy Team shares their journey of adopting DataHub -- Looker & DataHub Improvements - surface the most relevant Looks and Dashboards -- Home Page Improvements to tailor the Browse experience -- Unified Ingestion Summaries - View live logs for UI-based ingestion and see historical ingestion reports across CLI and UI-based ingestion -- Patch Support - Native support for PATCH in the metadata protocol to support efficient updates to add & remove owners, lineage, tags and more -- Sneak Peek! Advanced Search - -### Jul 2022 - -[Full YouTube video](https://youtu.be/Zrkf3Mzcvc4) - -**Agenda** - -- Community Updates -- Project Updates -- Improvements to UI-Based Ingestion -- Sneak Preview - Bulk Edits via the UI -- Streamlined Metadata Ingestion -- DataHub 201: Metadata Enrichment - -### Jun 2022 -[Full YouTube video](https://youtu.be/fAD53fEJ6m0) - -**Agenda** -- Community Updates -- Project Updates -- dbt Integration Updates -- CSV Ingestion Support -- DataHub 201 - Glossary Term Deep Dive - -### May 2022 -[Full YouTube video](https://youtu.be/taKb_zyowEE) - -**Agenda** - -- Community Case Study: Hear how the G-Research team is using Cassandra as DataHub’s Backend -- Creating & Editing Glossary Terms from the DataHub UI -- DataHub User Onboarding via the UI -- DataHub 201: Impact Analysis -- Sneak Peek: Data Reliability with DataHub -- Metadata Day Hackathon Winners - -### Apr 2022 -[Full YouTube video](https://www.youtube.com/watch?v=7iwNxHgqxtg) - -**Agenda** - -- Community Case Study: Hear from Included Health about how they are embedding external tools into the DataHub UI -- New! Actions Framework: run custom code when changes happen within DataHub -- UI Refresh for ML Entities -- Improved deletion support for time-series aspects, tags, terms, & more -- OpenAPI Improvements - -### Mar 2022 -[Full YouTube video](https://www.youtube.com/watch?v=IVazVgcNRdw) - -**Agenda** - -- Community Case Study: Hear from Zendesk about how they are applying “shift left” principles by authoring metadata in their Protobuf schemas -- RBAC Functionality: View-Based Policies -- Schema Version History - surfacing the history of schema changes in DataHub's UI -- Improvements to Airflow Ingestion, including Run History -- Container/Domain-Level Property Inheritance -- Delete API - - -### Feb 2022 -[Full YouTube video](https://www.youtube.com/watch?v=enBqB2Dbuv4) - -**Agenda** - - -- Lineage Impact Analysis - using DataHub to understand the impact of changes on downstream dependencies -- Displaying Data Quality Checks in the UI -- Roadmap update: Schema Version History & Column-Level Lineage -- Community Case Study: Managing Lineage via YAML - -### Jan 2022 -[Full YouTube video](https://youtu.be/ShlSR3dMUnE) - -**Agenda** - - -- Community & Roadmap Updates by Maggie Hays (Acryl Data) -- Project Updates by Shirshanka Das (Acryl Data) -- Community Case Study: Adding Dataset Transformers by Eric Cooklin (Stash) -- Demo: Data Domains & Containers by John Joyce (Acryl Data) -- DataHub Basics — Data Profiling & Usage Stats 101 by Maggie Hays & Tamás Németh (Acryl Data) -- Demo: Spark Lineage by Mugdha Hardikar (GS Lab) & Shirshanka Das - -### Dec 2021 -[Full YouTube video](https://youtu.be/rYInKCwxu7o) - -**Agenda** - -- Community & Roadmap Updates by Maggie Hays (Acryl Data) -- Project Updates by Shirshanka Das (Acryl Data) -- 2021 DataHub Community in Review by Maggie Hays -- DataHub Basics -- Users, Groups, & Authentication 101 by Pedro Silva (Acryl Data) -- Sneak Peek: UI-Based Ingestion by John Joyce (Acryl Data) -- Case Study — DataHub at Grofers by Shubham Gupta -- Top DataHub Contributors of 2021 - Maggie Hays -- Final Surprise! We Interviewed a 10yo and a 70yo about DataHub - -### Nov 2021 -[Full YouTube video](https://youtu.be/to80sEDZz7k) - -**Agenda** - -- Community & Roadmap Updates by Maggie Hays (Acryl Data) -- Project Updates by Shirshanka Das (Acryl Data) -- DataHub Basics -- Lineage 101 by John Joyce & Surya Lanka (Acryl Data) -- Introducing No-Code UI by Gabe Lyons & Shirshanka Das (Acryl Data) -- DataHub API Authentication by John Joyce (Acryl Data) -- Case Study: LinkedIn pilot to extend the OSS UI by Aikepaer Abuduweili & Joshua Shinavier - -### Oct 2021 -[Full YouTube video](https://youtu.be/GrS_uZhYNm0) - -**Agenda** - -- DataHub Community & Roadmap Update - Maggie Hays (Acryl Data) -- October Project Updates - Shirshanka Das (Acryl Data) -- Introducing Recommendations - John Joyce & Dexter Lee (Acryl Data) -- Case Study: DataHub @ hipages - Chris Coulson (hipages) -- Data Profiling Improvements - Surya Lanka & Harshal Sheth (Acryl Data) -- Lineage Improvements & BigQuery Dataset Lineage by Gabe Lyons & Varun Bharill (Acryl Data) - -### Sep 2021 -[Full YouTube video](https://youtu.be/nQDiKPKnLLQ) - -**Agenda** - -- Project Updates and Callouts by Shirshanka - - GraphQL Public API Annoucement -- Demo: Faceted Search by Gabe Lyons (Acryl Data) -- Stateful Ingestion by Shirshanka Das & Surya Lanka (Acryl Data) -- Case-Study: DataHub @ Adevinta by Martinez de Apellaniz -- Recent Improvements to the Looker Connector by Shirshanka Das & Maggie Hays (Acryl Data) -- Offline - - Foreign Key and Related Term Mapping by Gabe Lyons (Acryl Data) [video](https://www.loom.com/share/79f27c2d9f6c4a3b8aacbc48c19add18) - -### Aug 2021 -[Full YouTube video](https://youtu.be/3joZINi3ti4) - -**Agenda** - -- Project Updates and Callouts by Shirshanka - - Business Glossary Demo - - 0.8.12 Upcoming Release Highlights - - Users and Groups Management (Okta, Azure AD) -- Demo: Fine Grained Access Control by John Joyce (Acryl Data) -- Community Case-Study: DataHub @ Warung Pintar and Redash integration by Taufiq Ibrahim (Bizzy Group) -- New User Experience by John Joyce (Acryl Data) -- Offline - - Performance Monitoring by Dexter Lee (Acryl Data) [video](https://youtu.be/6Xfr_Y9abZo) - - -### Jul 2021 -[Full YouTube video](https://www.youtube.com/watch?v=rZsiB8z5rG4) - -[Medium Post](https://medium.com/datahub-project/datahub-project-updates-f4299cd3602e?source=friends_link&sk=27af7637f7ae44786ede694c3af512a5) - -**Agenda** - - -- Project Updates by Shirshanka - - Release highlights -- Deep Dive: Data Observability: Phase 1 by Harshal Sheth, Dexter Lee (Acryl Data) -- Case Study: Building User Feedback into DataHub by Melinda Cardenas (NY Times) -- Demo: AWS SageMaker integration for Models and Features by Kevin Hu (Acryl Data) - - -### Jun 2021 -[Full YouTube video](https://www.youtube.com/watch?v=xUHOdDfdFpY) - -[Medium Post](https://medium.com/datahub-project/datahub-project-updates-ed3155476408?source=friends_link&sk=02816a16ff2acd688e6db8eb55808d31) - -**Agenda** - - -- Project Updates by Shirshanka - - Release notes - - RBAC update - - Roadmap for H2 2021 -- Demo: Table Popularity powered by Query Activity by Harshal Sheth (Acryl Data) -- Case Study: Business Glossary in production at Saxo Bank by Sheetal Pratik (Saxo Bank), Madhu Podila (ThoughtWorks) -- Developer Session: Simplified Deployment for DataHub by John Joyce, Gabe Lyons (Acryl Data) - - -### May 2021 -[Full YouTube video](https://www.youtube.com/watch?v=qgW_xpIr1Ho) - -[Medium Post](https://medium.com/datahub-project/linkedin-datahub-project-updates-ed98cdf913c1?source=friends_link&sk=9930ec5579299b155ea87c747683d1ad) - -**Agenda** - - -- Project Updates by Shirshanka - 10 mins - - 0.8.0 Release - - AWS Recipe by Dexter Lee (Acryl Data) -- Demo: Product Analytics design sprint (Maggie Hays (SpotHero), Dexter Lee (Acryl Data)) - 10 mins -- Use-Case: DataHub on GCP by Sharath Chandra (Confluent) - 10 mins -- Deep Dive: No Code Metadata Engine by John Joyce (Acryl Data) - 20 mins -- General Q&A and closing remarks - -### Apr 2021 -[Full YouTube video](https://www.youtube.com/watch?v=dlFa4ubJ9ho) - -[Medium Digest](https://medium.com/datahub-project/linkedin-datahub-project-updates-2b0d26066b8f?source=friends_link&sk=686c47219ed294e0838ae3e2fe29084d) - -**Agenda** - - -- Welcome - 5 mins -- Project Updates by Shirshanka - 10 mins - - 0.7.1 Release and callouts (dbt by Gary Lucas) - - Product Analytics design sprint announcement (Maggie Hayes) -- Use-Case: DataHub at DefinedCrowd ([video](https://www.youtube.com/watch?v=qz5Rpmw8I5E)) by Pedro Silva - 15 mins -- Deep Dive + Demo: Lineage! Airflow, Superset integration ([video](https://www.youtube.com/watch?v=3wiaqhb8UR0)) by Harshal Sheth and Gabe Lyons - 10 mins -- Use-Case: DataHub Hackathon at Depop ([video](https://www.youtube.com/watch?v=SmOMyFc-9J0)) by John Cragg - 10 mins -- Observability Feedback share out - 5 mins -- General Q&A and closing remarks - 5 mins - - -### Mar 2021 - [YouTube video](https://www.youtube.com/watch?v=xE8Uc27VTG4) - - [Medium Digest](https://medium.com/datahub-project/linkedin-datahub-project-updates-697f0faddd10?source=friends_link&sk=9888633c5c7219b875125e87a703ec4d) - -**Agenda** - - -* Welcome - 5 mins -* Project Updates ([slides](https://drive.google.com/file/d/1c3BTP3oDAzJr07l6pY6CkDZi5nT0cLRs/view?usp=sharing)) by [Shirshanka](https://www.linkedin.com/in/shirshankadas/) - 10 mins - * 0.7.0 Release - * Project Roadmap -* Demo Time: Themes and Tags in the React App! by [Gabe Lyons](https://www.linkedin.com/in/gabe-lyons-9a574543/) - 10 mins -* Use-Case: DataHub at [Wolt](https://www.linkedin.com/company/wolt-oy/) ([slides](https://drive.google.com/file/d/1za7NKbnXpFV2bBDblP35CbQEIDwc9tog/view?usp=sharing)) by [Fredrik](https://www.linkedin.com/in/fredriksannholm/?originalSubdomain=fi) and Matti - 15 mins -* Poll Time: Observability Mocks! ([slides](https://drive.google.com/file/d/1Ih2EGf-76jhbNAjr2EsBLb7n8bra2WIz/view?usp=sharing)) - 5 mins -* General Q&A from sign up sheet, slack, and participants - 10 mins -* Closing remarks - 5 mins - - -### Feb 2021 - [YouTube video](https://www.youtube.com/watch?v=Z9ImbcsAVl0) - - [Medium Digest](https://medium.com/datahub-project/linkedin-datahub-project-updates-february-2021-edition-338d2c6021f0) -**Agenda** - -* Welcome - 5 mins -* Latest React App Demo! ([video](https://www.youtube.com/watch?v=RQBEJhcen5E)) by John Joyce and Gabe Lyons - 5 mins -* Use-Case: DataHub at Geotab ([video](https://www.youtube.com/watch?v=boyjT2OrlU4)) by [John Yoon](https://www.linkedin.com/in/yhjyoon/) - 15 mins -* Tech Deep Dive: Tour of new pull-based Python Ingestion scripts ([slides](https://docs.google.com/presentation/d/15Xay596WDIhzkc5c8DEv6M-Bv1N4hP8quup1tkws6ms/edit#slide=id.gb478361595_0_10),[video](https://www.youtube.com/watch?v=u0IUQvG-_xI)) by [Harshal Sheth](https://www.linkedin.com/in/hsheth2/) - 15 mins -* General Q&A from sign up sheet, slack, and participants - 15 mins -* Closing remarks - 5 mins - - -### Jan 2021 -[Full Recording](https://youtu.be/r862MZTLAJ0) - -[Slide-deck](https://docs.google.com/presentation/d/e/2PACX-1vQ2B0iHb2uwege1wlkXHOgQer0myOMEE5EGnzRjyqw0xxS5SaAc8VMZ_1XVOHuTZCJYzZZW4i9YnzSN/pub?start=false&loop=false&delayms=3000) - -**Agenda** - -- Announcements - 2 mins -- Community Updates ([video](https://youtu.be/r862MZTLAJ0?t=99)) - 10 mins -- Use-Case: DataHub at Viasat ([slides](https://github.com/acryldata/static-assets-test/raw/master/imgs/demo/ViasatMetadataJourney.pdf),[video](https://youtu.be/2SrDAJnzkjE)) by [Anna Kepler](https://www.linkedin.com/in/akepler) - 15 mins- Tech Deep Dive: GraphQL + React RFCs readout and discussion ([slides](https://docs.google.com/presentation/d/e/2PACX-1vRtnINnpi6PvFw7-5iW8PSQoT9Kdf1O_0YW7QAr1_mSdJMNftYFTVCjKL-e3fpe8t6IGkha8UpdmoOI/pub?start=false&loop=false&delayms=3000) ,[video](https://www.youtube.com/watch?v=PrBaFrb7pqA)) by [John Joyce](https://www.linkedin.com/in/john-joyce-759883aa) and [Arun Vasudevan](https://www.linkedin.com/in/arun-vasudevan-55117368/) - 15 mins -- General Q&A from sign up sheet, slack, and participants - 15 mins -- Closing remarks - 3 mins -- General Q&A from sign up sheet, slack, and participants - 15 mins -- Closing remarks - 5 minutes - -### Dec 2020 -[Recording](https://linkedin.zoom.us/rec/share/8E7-lFnCi_kQ8OvXR9kW6fn-AjvV8VlqOO2xYR8b5Y_UeWI_ODcKFlxlHqYgBP7j.S-c8C1YMrz7d3Mjq) - -**Agenda** - -- Quick intro - 5 mins -- [Why did Grofers choose DataHub for their data catalog?](https://github.com/acryldata/static-assets-test/raw/master/imgs/demo/Datahub_at_Grofers.pdf) by [Shubham Gupta](https://www.linkedin.com/in/shubhamg931/) - 15 minutes -- [DataHub UI development - Part 2](https://github.com/acryldata/static-assets-test/raw/master/imgs/demo/Town_Hall_Presentation_-_12-2020_-_UI_Development_Part_2.pdf) by [Charlie Tran](https://www.linkedin.com/in/charlie-tran/) (LinkedIn) - 20 minutes -- General Q&A from sign up sheet, slack, and participants - 15 mins -- Closing remarks - 5 minutes - -### Nov 2020 - -[Recording](https://linkedin.zoom.us/rec/share/0yvjZ2fOzVmD8aaDo3lC59fXivmYG3EnF0U9tMVgKs827595usvSoIhtFUPjZCsU.b915nLRkw6iQlnoD) - -**Agenda** - -- Quick intro - 5 mins -- [Lightning talk on Metadata use-cases at LinkedIn](https://github.com/acryldata/static-assets-test/raw/master/imgs/demo/Metadata_Use-Cases_at_LinkedIn_-_Lightning_Talk.pdf) by [Shirshanka Das](https://www.linkedin.com/in/shirshankadas/) (LinkedIn) - 5 mins -- [Strongly Consistent Secondary Index (SCSI) in GMA](https://github.com/acryldata/static-assets-test/raw/master/imgs/demo/Datahub_-_Strongly_Consistent_Secondary_Indexing.pdf), an upcoming feature by [Jyoti Wadhwani](https://www.linkedin.com/in/jyotiwadhwani/) (LinkedIn) - 15 minutes -- [DataHub UI overview](https://github.com/acryldata/static-assets-test/raw/master/imgs/demo/DataHub-UIOverview.pdf) by [Ignacio Bona](https://www.linkedin.com/in/ignaciobona) (LinkedIn) - 20 minutes -- General Q&A from sign up sheet, slack, and participants - 10 mins -- Closing remarks - 5 minutes - - -### Sep 2020 - -[Recording](https://linkedin.zoom.us/rec/share/uEQ2pRY0BHbVqk_sOTVRm05VXJ0xM_zKJ26yzfCBqNZItiBht__k_juCCahJ37QK.IKAU9qA_0qdURX4_) - -**Agenda** - -- Quick intro - 5 mins -- [Data Discoverability at SpotHero](https://github.com/acryldata/static-assets-test/raw/master/imgs/demo/Data_Discoverability_at_SpotHero.pdf) by [Maggie Hays](https://www.linkedin.com/in/maggie-hays/) (SpotHero) - 20 mins -- [Designing the next generation of metadata events for scale](https://github.com/acryldata/static-assets-test/raw/master/imgs/demo/Designing_the_next_generation_of_metadata_events_for_scale.pdf) by [Chris Lee](https://www.linkedin.com/in/chrisleecmu/) (LinkedIn) - 15 mins -- General Q&A from sign up sheet, slack, and participants - 15 mins -- Closing remarks - 5 mins - -### Aug 2020 - -[Recording](https://linkedin.zoom.us/rec/share/vMBfcb31825IBZ3T71_wffM_GNv3T6a8hicf8_dcfzQlhfFxl5i_CPVKcmYaZA) - - -**Agenda** -- Quick intro - 5 mins -- [Data Governance look for a Digital Bank](https://www.slideshare.net/SheetalPratik/linkedinsaxobankdataworkbench) by [Sheetal Pratik](https://www.linkedin.com/in/sheetalpratik/) (Saxo Bank) - 20 mins -- Column level lineage for datasets demo by [Nagarjuna Kanamarlapudi](https://www.linkedin.com/in/nagarjunak/) (LinkedIn) - 15 mins -- General Q&A from sign up sheet and participants - 15 mins -- Closing remarks - 5 mins - -### Jul 2020 - -[Recording](https://bluejeans.com/s/wjnDRJevi5z/) - -**Agenda** - * Quick intro - 5 mins - * Showcasing new entities onboarded to internal LinkedIn DataHub (Data Concepts, Schemas) by [Nagarjuna Kanamarlapudi](https://www.linkedin.com/in/nagarjunak) (LinkedIn) - 15 mins - * Showcasing new Lineage UI in internal LinkedIn DataHub By [Ignacio Bona](https://www.linkedin.com/in/ignaciobona) (LinkedIn) - 10 mins - * New [RFC Process](./rfc.md) by [John Plaisted](https://www.linkedin.com/in/john-plaisted-49a00a78/) (LinkedIn) - 2 mins - * Answering questions from the signup sheet - 13 mins - * Questions from the participants - 10 mins - * Closing remarks - 5 mins - -### June 2020 - -[Recording](https://bluejeans.com/s/yILyR/) - -**Agenda** - * Quick intro - 5 mins - * Onboarding Data Process entity by [Liangjun Jiang](https://github.com/liangjun-jiang) (Expedia) - 15 mins - * How to onboard a new relationship to metadata graph by [Kerem Sahin](https://github.com/keremsahin1) (Linkedin) - 15 mins - * Answering questions from the signup sheet - 15 mins - * Questions from the participants - 10 mins - * Closing remarks - 5 mins - -### May 2020 - -[Recording](https://bluejeans.com/s/GCAzY) - -**Agenda** - * Quick intro - 5 mins - * How to add a new aspect/feature for an existing entity in UI by [Charlie Tran](https://www.linkedin.com/in/charlie-tran/) (LinkedIn) - 10 mins - * How to search over a new field by [Jyoti Wadhwani](https://www.linkedin.com/in/jyotiwadhwani/) (LinkedIn) - 10 mins - * Answering questions from the signup sheet - 15 mins - * Questions from the participants - 10 mins - * Closing remarks - 5 mins - -### Apr 2020 (17th) - -[Recording](https://bluejeans.com/s/eYRD4) - -**Agenda** - * Quick intro - 5 mins - * [DataHub Journey with Expedia Group](https://www.youtube.com/watch?v=ajcRdB22s5o&ab_channel=ArunVasudevan) by [Arun Vasudevan](https://www.linkedin.com/in/arun-vasudevan-55117368/) (Expedia) - 10 mins - * Deploying DataHub using Nix by [Larry Luo](https://github.com/clojurians-org) (Shanghai HuaRui Bank) - 10 mins - * Answering questions from the signup sheet - 15 mins - * Questions from the participants - 10 mins - * Closing remarks - 5 mins - -### Apr 2020 (3rd) - -[Recording](https://bluejeans.com/s/vzYpa) - -[Q&A](https://docs.google.com/document/d/1ChF9jiJWv9wj3HLLkFYRg7NSYg8Kb0PT7COd7Hf9Zpk/edit?usp=sharing) - -- **Agenda** - * Quick intro - 5 mins - * Creating Helm charts for deploying DataHub on Kubernetes by [Bharat Akkinepalli](https://www.linkedin.com/in/bharat-akkinepalli-ba0b7223/) (ThoughtWorks) - 10 mins - * How to onboard a new metadata aspect by [Mars Lan](https://www.linkedin.com/in/marslan) (LinkedIn) - 10 mins - * Answering questions from the signup sheet - 15 mins - * Questions from the participants - 10 mins - * Closing remarks - 5 mins - -### Mar 2020 (20th) - -[Recording](https://bluejeans.com/s/FSKEF) - -[Q&A](https://docs.google.com/document/d/1vQ6tAGXsVafnPIcZv1GSYgnTJJXFOACa1aWzOQjiGHI/edit) - -**Agenda** - * Quick intro - 5 mins - * Internal DataHub demo - 10 mins - * What's coming up next for DataHub (what roadmap items we are working on) - 10 mins - * Answering questions from the signup sheet - 15 mins - * Questions from the participants - 10 mins - * Closing remarks - 5 mins - -### Mar 2020 (6th) - -[Recording](https://bluejeans.com/s/vULMG) - -[Q&A](https://docs.google.com/document/d/1N_VGqlH9CD-54LBsVlpcK2Cf2Mgmuzq79EvN9qgBqtQ/edit) +## Past Meetings +See [Town Hall History](townhall-history.md) for recordings of past town halls. \ No newline at end of file From 7155958395e9b78d972abefe289db867bc5a2869 Mon Sep 17 00:00:00 2001 From: socar-dini <0327jane@gmail.com> Date: Sat, 21 Oct 2023 05:49:27 +0900 Subject: [PATCH 03/10] docs: revert end of file lines --- docs/townhall-history.md | 2 +- docs/townhalls.md | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/docs/townhall-history.md b/docs/townhall-history.md index 6ec35f93d7c95..cc55f2b97c95a 100644 --- a/docs/townhall-history.md +++ b/docs/townhall-history.md @@ -479,4 +479,4 @@ Agenda [Recording](https://bluejeans.com/s/vULMG) -[Q&A](https://docs.google.com/document/d/1N_VGqlH9CD-54LBsVlpcK2Cf2Mgmuzq79EvN9qgBqtQ/edit) +[Q&A](https://docs.google.com/document/d/1N_VGqlH9CD-54LBsVlpcK2Cf2Mgmuzq79EvN9qgBqtQ/edit) \ No newline at end of file diff --git a/docs/townhalls.md b/docs/townhalls.md index 3b3dbd34be4e4..f9c3bb16150cd 100644 --- a/docs/townhalls.md +++ b/docs/townhalls.md @@ -11,4 +11,4 @@ You can join with this link https://zoom.datahubproject.io, or [RSVP](https://rs ## Past Meetings -See [Town Hall History](townhall-history.md) for recordings of past town halls. \ No newline at end of file +See [Town Hall History](townhall-history.md) for recordings of past town halls. From fedb90fe2d1767927a07ceaba8fcdfa0321c82e1 Mon Sep 17 00:00:00 2001 From: socar-dini <0327jane@gmail.com> Date: Sat, 21 Oct 2023 05:50:07 +0900 Subject: [PATCH 04/10] docs: revert end of file lines --- docs/townhall-history.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/townhall-history.md b/docs/townhall-history.md index cc55f2b97c95a..6ec35f93d7c95 100644 --- a/docs/townhall-history.md +++ b/docs/townhall-history.md @@ -479,4 +479,4 @@ Agenda [Recording](https://bluejeans.com/s/vULMG) -[Q&A](https://docs.google.com/document/d/1N_VGqlH9CD-54LBsVlpcK2Cf2Mgmuzq79EvN9qgBqtQ/edit) \ No newline at end of file +[Q&A](https://docs.google.com/document/d/1N_VGqlH9CD-54LBsVlpcK2Cf2Mgmuzq79EvN9qgBqtQ/edit) From 2191a64353c8f5cedfdd37fc7d6a42a43669e273 Mon Sep 17 00:00:00 2001 From: socar-dini <0327jane@gmail.com> Date: Sat, 21 Oct 2023 05:50:50 +0900 Subject: [PATCH 05/10] docs: revert end of file lines --- docs/townhall-history.md | 1 + 1 file changed, 1 insertion(+) diff --git a/docs/townhall-history.md b/docs/townhall-history.md index 6ec35f93d7c95..d92905af0cd72 100644 --- a/docs/townhall-history.md +++ b/docs/townhall-history.md @@ -480,3 +480,4 @@ Agenda [Recording](https://bluejeans.com/s/vULMG) [Q&A](https://docs.google.com/document/d/1N_VGqlH9CD-54LBsVlpcK2Cf2Mgmuzq79EvN9qgBqtQ/edit) + From e4eb2f9d7ed9984e19756d76ce21d30f95b9f692 Mon Sep 17 00:00:00 2001 From: socar-dini <0327jane@gmail.com> Date: Wed, 1 Nov 2023 12:34:14 +0900 Subject: [PATCH 06/10] docs: fix yarnlink --- docs-website/sidebars.js | 15 ++++++++------- 1 file changed, 8 insertions(+), 7 deletions(-) diff --git a/docs-website/sidebars.js b/docs-website/sidebars.js index 31136efc127c6..ef4d7f147953d 100644 --- a/docs-website/sidebars.js +++ b/docs-website/sidebars.js @@ -212,7 +212,7 @@ module.exports = { "docs/how/jattach-guide", ], }, - ] + ], }, { Developers: [ @@ -551,7 +551,10 @@ module.exports = { label: "Managed DataHub", type: "category", collapsed: true, - link: { type: "doc", id: "docs/managed-datahub/managed-datahub-overview" }, + link: { + type: "doc", + id: "docs/managed-datahub/managed-datahub-overview", + }, items: [ "docs/managed-datahub/welcome-acryl", { @@ -650,7 +653,8 @@ module.exports = { link: { type: "generated-index", title: "Community", - description: "Learn about DataHub community.", }, + description: "Learn about DataHub community.", + }, items: [ "docs/slack", "docs/townhalls", @@ -662,10 +666,7 @@ module.exports = { ], }, { - "Release History": [ - "releases", - "docs/how/updating-datahub", - ], + "Release History": ["releases", "docs/how/updating-datahub"], }, // "Candidates for Deprecation": [ From 322e08b724ff550f6699d7ad3ec488008e14f781 Mon Sep 17 00:00:00 2001 From: socar-dini <0327jane@gmail.com> Date: Wed, 1 Nov 2023 13:58:57 +0900 Subject: [PATCH 07/10] docs: fix townhall page --- docs-website/sidebars.js | 2 - docs/CODE_OF_CONDUCT.md | 2 +- docs/saas.md | 14 -- docs/townhall-history.md | 483 --------------------------------------- docs/townhalls.md | 7 +- 5 files changed, 5 insertions(+), 503 deletions(-) delete mode 100644 docs/saas.md delete mode 100644 docs/townhall-history.md diff --git a/docs-website/sidebars.js b/docs-website/sidebars.js index ef4d7f147953d..487ff47464ac7 100644 --- a/docs-website/sidebars.js +++ b/docs-website/sidebars.js @@ -27,7 +27,6 @@ module.exports = { href: "https://demo.datahubproject.io/", }, "docs/what-is-datahub/datahub-concepts", - "docs/saas", ], }, { @@ -658,7 +657,6 @@ module.exports = { items: [ "docs/slack", "docs/townhalls", - "docs/townhall-history", "docs/CODE_OF_CONDUCT", "docs/CONTRIBUTING", "docs/links", diff --git a/docs/CODE_OF_CONDUCT.md b/docs/CODE_OF_CONDUCT.md index 1c4fd659f14e0..ca899dc26d5f7 100644 --- a/docs/CODE_OF_CONDUCT.md +++ b/docs/CODE_OF_CONDUCT.md @@ -1,4 +1,4 @@ -# Contributor Covenant Code of Conduct +# Code of Conduct ## Our Pledge diff --git a/docs/saas.md b/docs/saas.md deleted file mode 100644 index de57b5617e062..0000000000000 --- a/docs/saas.md +++ /dev/null @@ -1,14 +0,0 @@ -# DataHub SaaS - -Sign up for fully managed, hassle-free and secure SaaS service for DataHub, provided by [Acryl Data](https://www.acryl.io/). - -

- - Sign up - -

- -Refer to [Managed Datahub Exclusives](/docs/managed-datahub/managed-datahub-overview.md) for more information. diff --git a/docs/townhall-history.md b/docs/townhall-history.md deleted file mode 100644 index d92905af0cd72..0000000000000 --- a/docs/townhall-history.md +++ /dev/null @@ -1,483 +0,0 @@ -# Town Hall History - -A list of previous Town Halls, their planned schedule, and the recording of the meeting. - -## 03/23/2023 -[Full YouTube video](https://youtu.be/BTX8rIBe0yo) - -### Agenda - -- Community & Roadmap Update -- Recent Releases -- Community Case Study — Jumio’s DataHub adoption journey -- DataHub 201: Data Debugging -- Sneak Peek: Streamlined Filtering Experience - -## 02/23/2023 -[Full YouTube video](https://youtu.be/UItt4ppJSFc) - -### Agenda - -- Community & Roadmap Update -- Recent Releases -- Community Case Study - How the Hurb Team successfully implemented and adopted DataHub within their organization -- Sneak Peek: Subscriptions and Notifications -- Search Improvements - API support for pagination -- New Feature - Custom Queries -- Simplifying Metadata Ingestion -- DataHub 201: Rolling Out DataHub - -## 01/26/2023 -[Full YouTube video](https://youtu.be/A3mSiGHZ6Rc) - -### Agenda - -- What’s to Come - Q1 2023 Roadmap: Data Products, Data Contracts and more -- Community Case Study - Notion: Automating annotations and metadata propagation -- Community Contribution - Grab: Improvements to documentation editing -- Simplifying DataHub - Removing Schema Registry requirement and introducing DataHub Lite - -## 01/05/2023 -[Full YouTube video](https://youtu.be/ECxIMbKwuOY) - -### Agenda - -- DataHub Community: 2022 in Review - Our Community of Data Practitioners is one of a kind. We’ll take the time to celebrate who we are, what we’ve built, and how we’ve collaborated in the past 12 months. -- Search Improvements - Learn how we’re making the Search experience smarter and faster to connect you with the most relevant resources during data discovery. -- Removing Schema Registry Requirement - Hear all about ongoing work to simplify the DataHub deployment process. -- Smart Data Profiling - We’re making big improvements to data profiling! Smart data profiling will reduce processing time by only scanning datasets that have recently changed. -- Sneak Peek: Time-based Lineage - Get a preview of how you’ll soon be able to trace lineage between datasets across different points in time to understand how interdependencies have evolved. -- Sneak Peek: Chrome Extension - Soon, you’ll be able to quickly access rich metadata from DataHub while exploring resources in Looker via our upcoming Chrome Extension. - -## 12/01/2022 -[Full YouTube video](https://youtu.be/BlCLhG8lGoY) - -### Agenda - -November Town Hall (in December!) - -- Community Case Study - The Pinterest Team will share how they have integrated DataHub + Thrift and extended the Metadata Model with a Data Element entity to capture semantic types. -- NEW! Ingestion Quickstart Guides - DataHub newbies, this one is for you! We’re rolling out ingestion quickstart guides to help you quickly get up and running with DataHub + Snowflake, BigQuery, and more! -- NEW! In-App Product Tours - We’re making it easier than ever for end-users to get familiar with all that DataHub has to offer - hear all about the in-product onboarding resources we’re rolling out soon! -- DataHub UI Navigation and Performance - Learn all about upcoming changes to our user experience to make it easier (and faster!) for end users to work within DataHub. -- Sneak Peek! Manual Lineage via the UI - The Community asked and we’re delivering! Soon you’ll be able to manually add lineage connections between Entities in DataHub. -- NEW! Slack + Microsoft Teams Integrations - Send automated alerts to Slack and/or Teams to keep track of critical events and changes within DataHub. -- Hacktoberfest Winners Announced - We’ll recap this year’s Hacktoberfest and announce three winners of a $250 Amazon gift card & DataHub Swag. - -## 10/27/2022 -[Full YouTube video](https://youtu.be/B74WHxX5EMk) - -### Agenda - -- Conquer Data Governance with Acryl Data’s Metadata Tests - Learn how to tackle Data Governance with incremental, automation-driven governance using Metadata Tests provided in Acryl Data’s managed DataHub offering -- Community Case Study - The Grab Team shares how they are using DataHub for data discoverability, automated classification and governance workflows, data quality observability, and beyond! -- Upcoming Ingestion Sources - We’ll tell you the ins and outs of our upcoming dbt Cloud and Unity Catalog connectors -- Sneak Peek! Saved Views - Learn how you can soon use Saved Views to help end-users navigate entities in DataHub with more precision and focus -- Performance Improvements - Hear about the latest upgrades to DataHub performance - -## 9/29/2022 -[Full YouTube video](https://youtu.be/FjkNySWkghY) - -### Agenda - -- Column Level Lineage is here! - Demo of column-level lineage and impact analysis in the DataHub UI -- Community Case Study - The Stripe Team shares how they leverage DataHub to power observability within their Airflow-based ecosystem -- Sneak Peek! Automated PII Classification - Preview upcoming functionality to automatically identify data fields that likely contain sensitive data -- Ingestion Improvements Galore - Improved performance and functionality for dbt, Looker, Tableau, and Presto ingestion sources - -## 8/25/2022 -[Full YouTube video](https://youtu.be/EJCKxKBvCwo) - -### Agenda - -- Community Case Study - The Etsy Team shares their journey of adopting DataHub -- Looker & DataHub Improvements - surface the most relevant Looks and Dashboards -- Home Page Improvements to tailor the Browse experience -- Unified Ingestion Summaries - View live logs for UI-based ingestion and see historical ingestion reports across CLI and UI-based ingestion -- Patch Support - Native support for PATCH in the metadata protocol to support efficient updates to add & remove owners, lineage, tags and more -- Sneak Peek! Advanced Search - -## 7/28/2022 -[Full YouTube video](https://youtu.be/Zrkf3Mzcvc4) - -### Agenda - -- Community Updates -- Project Updates -- Improvements to UI-Based Ingestion -- Sneak Preview - Bulk Edits via the UI -- Streamlined Metadata Ingestion -- DataHub 201: Metadata Enrichment - -## 6/30/2022 -[Full YouTube video](https://youtu.be/fAD53fEJ6m0) - -### Agenda - -- Community Updates -- Project Updates -- dbt Integration Updates -- CSV Ingestion Support -- DataHub 201 - Glossary Term Deep Dive - -## 5/26/2022 -[Full YouTube video](https://youtu.be/taKb_zyowEE) - -### Agenda - -- Community Case Study: Hear how the G-Research team is using Cassandra as DataHub’s Backend -- Creating & Editing Glossary Terms from the DataHub UI -- DataHub User Onboarding via the UI -- DataHub 201: Impact Analysis -- Sneak Peek: Data Reliability with DataHub -- Metadata Day Hackathon Winners - -## 4/28/2022 -[Full YouTube video](https://www.youtube.com/watch?v=7iwNxHgqxtg) - -### Agenda -- Community Case Study: Hear from Included Health about how they are embedding external tools into the DataHub UI -- New! Actions Framework: run custom code when changes happen within DataHub -- UI Refresh for ML Entities -- Improved deletion support for time-series aspects, tags, terms, & more -- OpenAPI Improvements - -## 3/31/2022 -[Full YouTube video](https://www.youtube.com/watch?v=IVazVgcNRdw) - -### Agenda -- Community Case Study: Hear from Zendesk about how they are applying “shift left” principles by authoring metadata in their Protobuf schemas -- RBAC Functionality: View-Based Policies -- Schema Version History - surfacing the history of schema changes in DataHub's UI -- Improvements to Airflow Ingestion, including Run History -- Container/Domain-Level Property Inheritance -- Delete API - - -## 2/25/2022 -[Full YouTube video](https://www.youtube.com/watch?v=enBqB2Dbuv4) - -### Agenda - -- Lineage Impact Analysis - using DataHub to understand the impact of changes on downstream dependencies -- Displaying Data Quality Checks in the UI -- Roadmap update: Schema Version History & Column-Level Lineage -- Community Case Study: Managing Lineage via YAML - -## 1/28/2022 -[Full YouTube video](https://youtu.be/ShlSR3dMUnE) - -### Agenda - -- Community & Roadmap Updates by Maggie Hays (Acryl Data) -- Project Updates by Shirshanka Das (Acryl Data) -- Community Case Study: Adding Dataset Transformers by Eric Cooklin (Stash) -- Demo: Data Domains & Containers by John Joyce (Acryl Data) -- DataHub Basics — Data Profiling & Usage Stats 101 by Maggie Hays & Tamás Németh (Acryl Data) -- Demo: Spark Lineage by Mugdha Hardikar (GS Lab) & Shirshanka Das - -## 12/17/2021 -[Full YouTube video](https://youtu.be/rYInKCwxu7o) - -### Agenda -- Community & Roadmap Updates by Maggie Hays (Acryl Data) -- Project Updates by Shirshanka Das (Acryl Data) -- 2021 DataHub Community in Review by Maggie Hays -- DataHub Basics -- Users, Groups, & Authentication 101 by Pedro Silva (Acryl Data) -- Sneak Peek: UI-Based Ingestion by John Joyce (Acryl Data) -- Case Study — DataHub at Grofers by Shubham Gupta -- Top DataHub Contributors of 2021 - Maggie Hays -- Final Surprise! We Interviewed a 10yo and a 70yo about DataHub - -## 11/19/2021 -[Full YouTube video](https://youtu.be/to80sEDZz7k) - -### Agenda -- Community & Roadmap Updates by Maggie Hays (Acryl Data) -- Project Updates by Shirshanka Das (Acryl Data) -- DataHub Basics -- Lineage 101 by John Joyce & Surya Lanka (Acryl Data) -- Introducing No-Code UI by Gabe Lyons & Shirshanka Das (Acryl Data) -- DataHub API Authentication by John Joyce (Acryl Data) -- Case Study: LinkedIn pilot to extend the OSS UI by Aikepaer Abuduweili & Joshua Shinavier - -## 10/29/2021 -[Full YouTube video](https://youtu.be/GrS_uZhYNm0) - -### Agenda -- DataHub Community & Roadmap Update - Maggie Hays (Acryl Data) -- October Project Updates - Shirshanka Das (Acryl Data) -- Introducing Recommendations - John Joyce & Dexter Lee (Acryl Data) -- Case Study: DataHub @ hipages - Chris Coulson (hipages) -- Data Profiling Improvements - Surya Lanka & Harshal Sheth (Acryl Data) -- Lineage Improvements & BigQuery Dataset Lineage by Gabe Lyons & Varun Bharill (Acryl Data) - -## 9/24/2021 -[Full YouTube video](https://youtu.be/nQDiKPKnLLQ) - -### Agenda -- Project Updates and Callouts by Shirshanka - - GraphQL Public API Annoucement -- Demo: Faceted Search by Gabe Lyons (Acryl Data) -- Stateful Ingestion by Shirshanka Das & Surya Lanka (Acryl Data) -- Case-Study: DataHub @ Adevinta by Martinez de Apellaniz -- Recent Improvements to the Looker Connector by Shirshanka Das & Maggie Hays (Acryl Data) -- Offline - - Foreign Key and Related Term Mapping by Gabe Lyons (Acryl Data) [video](https://www.loom.com/share/79f27c2d9f6c4a3b8aacbc48c19add18) - -## 8/27/2021 -[Full YouTube video](https://youtu.be/3joZINi3ti4) - -### Agenda -- Project Updates and Callouts by Shirshanka - - Business Glossary Demo - - 0.8.12 Upcoming Release Highlights - - Users and Groups Management (Okta, Azure AD) -- Demo: Fine Grained Access Control by John Joyce (Acryl Data) -- Community Case-Study: DataHub @ Warung Pintar and Redash integration by Taufiq Ibrahim (Bizzy Group) -- New User Experience by John Joyce (Acryl Data) -- Offline - - Performance Monitoring by Dexter Lee (Acryl Data) [video](https://youtu.be/6Xfr_Y9abZo) - - -## 7/23/2021 -[Full YouTube video](https://www.youtube.com/watch?v=rZsiB8z5rG4) - -[Medium Post](https://medium.com/datahub-project/datahub-project-updates-f4299cd3602e?source=friends_link&sk=27af7637f7ae44786ede694c3af512a5) - -### Agenda - -- Project Updates by Shirshanka - - Release highlights -- Deep Dive: Data Observability: Phase 1 by Harshal Sheth, Dexter Lee (Acryl Data) -- Case Study: Building User Feedback into DataHub by Melinda Cardenas (NY Times) -- Demo: AWS SageMaker integration for Models and Features by Kevin Hu (Acryl Data) - - -## 6/25/2021 -[Full YouTube video](https://www.youtube.com/watch?v=xUHOdDfdFpY) - -[Medium Post](https://medium.com/datahub-project/datahub-project-updates-ed3155476408?source=friends_link&sk=02816a16ff2acd688e6db8eb55808d31) - -#### Agenda - -- Project Updates by Shirshanka - - Release notes - - RBAC update - - Roadmap for H2 2021 -- Demo: Table Popularity powered by Query Activity by Harshal Sheth (Acryl Data) -- Case Study: Business Glossary in production at Saxo Bank by Sheetal Pratik (Saxo Bank), Madhu Podila (ThoughtWorks) -- Developer Session: Simplified Deployment for DataHub by John Joyce, Gabe Lyons (Acryl Data) - - -## 5/27/2021 -[Full YouTube video](https://www.youtube.com/watch?v=qgW_xpIr1Ho) - -[Medium Post](https://medium.com/datahub-project/linkedin-datahub-project-updates-ed98cdf913c1?source=friends_link&sk=9930ec5579299b155ea87c747683d1ad) - -#### Agenda - -- Project Updates by Shirshanka - 10 mins - - 0.8.0 Release - - AWS Recipe by Dexter Lee (Acryl Data) -- Demo: Product Analytics design sprint (Maggie Hays (SpotHero), Dexter Lee (Acryl Data)) - 10 mins -- Use-Case: DataHub on GCP by Sharath Chandra (Confluent) - 10 mins -- Deep Dive: No Code Metadata Engine by John Joyce (Acryl Data) - 20 mins -- General Q&A and closing remarks - -## 4/23/2021 -[Full YouTube video](https://www.youtube.com/watch?v=dlFa4ubJ9ho) - -[Medium Digest](https://medium.com/datahub-project/linkedin-datahub-project-updates-2b0d26066b8f?source=friends_link&sk=686c47219ed294e0838ae3e2fe29084d) - -#### Agenda - -- Welcome - 5 mins -- Project Updates by Shirshanka - 10 mins - - 0.7.1 Release and callouts (dbt by Gary Lucas) - - Product Analytics design sprint announcement (Maggie Hayes) -- Use-Case: DataHub at DefinedCrowd ([video](https://www.youtube.com/watch?v=qz5Rpmw8I5E)) by Pedro Silva - 15 mins -- Deep Dive + Demo: Lineage! Airflow, Superset integration ([video](https://www.youtube.com/watch?v=3wiaqhb8UR0)) by Harshal Sheth and Gabe Lyons - 10 mins -- Use-Case: DataHub Hackathon at Depop ([video](https://www.youtube.com/watch?v=SmOMyFc-9J0)) by John Cragg - 10 mins -- Observability Feedback share out - 5 mins -- General Q&A and closing remarks - 5 mins - - -## 3/19/2021 - [YouTube video](https://www.youtube.com/watch?v=xE8Uc27VTG4) - - [Medium Digest](https://medium.com/datahub-project/linkedin-datahub-project-updates-697f0faddd10?source=friends_link&sk=9888633c5c7219b875125e87a703ec4d) - -#### Agenda - -* Welcome - 5 mins -* Project Updates ([slides](https://drive.google.com/file/d/1c3BTP3oDAzJr07l6pY6CkDZi5nT0cLRs/view?usp=sharing)) by [Shirshanka](https://www.linkedin.com/in/shirshankadas/) - 10 mins - * 0.7.0 Release - * Project Roadmap -* Demo Time: Themes and Tags in the React App! by [Gabe Lyons](https://www.linkedin.com/in/gabe-lyons-9a574543/) - 10 mins -* Use-Case: DataHub at [Wolt](https://www.linkedin.com/company/wolt-oy/) ([slides](https://drive.google.com/file/d/1za7NKbnXpFV2bBDblP35CbQEIDwc9tog/view?usp=sharing)) by [Fredrik](https://www.linkedin.com/in/fredriksannholm/?originalSubdomain=fi) and Matti - 15 mins -* Poll Time: Observability Mocks! ([slides](https://drive.google.com/file/d/1Ih2EGf-76jhbNAjr2EsBLb7n8bra2WIz/view?usp=sharing)) - 5 mins -* General Q&A from sign up sheet, slack, and participants - 10 mins -* Closing remarks - 5 mins - - -## 2/19/2021 - [YouTube video](https://www.youtube.com/watch?v=Z9ImbcsAVl0) - - [Medium Digest](https://medium.com/datahub-project/linkedin-datahub-project-updates-february-2021-edition-338d2c6021f0) -#### Agenda - -* Welcome - 5 mins -* Latest React App Demo! ([video](https://www.youtube.com/watch?v=RQBEJhcen5E)) by John Joyce and Gabe Lyons - 5 mins -* Use-Case: DataHub at Geotab ([video](https://www.youtube.com/watch?v=boyjT2OrlU4)) by [John Yoon](https://www.linkedin.com/in/yhjyoon/) - 15 mins -* Tech Deep Dive: Tour of new pull-based Python Ingestion scripts ([slides](https://docs.google.com/presentation/d/15Xay596WDIhzkc5c8DEv6M-Bv1N4hP8quup1tkws6ms/edit#slide=id.gb478361595_0_10),[video](https://www.youtube.com/watch?v=u0IUQvG-_xI)) by [Harshal Sheth](https://www.linkedin.com/in/hsheth2/) - 15 mins -* General Q&A from sign up sheet, slack, and participants - 15 mins -* Closing remarks - 5 mins - - -## 1/15/2021 -[Full Recording](https://youtu.be/r862MZTLAJ0) - -[Slide-deck](https://docs.google.com/presentation/d/e/2PACX-1vQ2B0iHb2uwege1wlkXHOgQer0myOMEE5EGnzRjyqw0xxS5SaAc8VMZ_1XVOHuTZCJYzZZW4i9YnzSN/pub?start=false&loop=false&delayms=3000) - -Agenda - -- Announcements - 2 mins -- Community Updates ([video](https://youtu.be/r862MZTLAJ0?t=99)) - 10 mins -- Use-Case: DataHub at Viasat ([slides](https://github.com/acryldata/static-assets-test/raw/master/imgs/demo/ViasatMetadataJourney.pdf),[video](https://youtu.be/2SrDAJnzkjE)) by [Anna Kepler](https://www.linkedin.com/in/akepler) - 15 mins- Tech Deep Dive: GraphQL + React RFCs readout and discussion ([slides](https://docs.google.com/presentation/d/e/2PACX-1vRtnINnpi6PvFw7-5iW8PSQoT9Kdf1O_0YW7QAr1_mSdJMNftYFTVCjKL-e3fpe8t6IGkha8UpdmoOI/pub?start=false&loop=false&delayms=3000) ,[video](https://www.youtube.com/watch?v=PrBaFrb7pqA)) by [John Joyce](https://www.linkedin.com/in/john-joyce-759883aa) and [Arun Vasudevan](https://www.linkedin.com/in/arun-vasudevan-55117368/) - 15 mins -- General Q&A from sign up sheet, slack, and participants - 15 mins -- Closing remarks - 3 mins -- General Q&A from sign up sheet, slack, and participants - 15 mins -- Closing remarks - 5 minutes - -## 12/04/2020 -[Recording](https://linkedin.zoom.us/rec/share/8E7-lFnCi_kQ8OvXR9kW6fn-AjvV8VlqOO2xYR8b5Y_UeWI_ODcKFlxlHqYgBP7j.S-c8C1YMrz7d3Mjq) - -Agenda - -- Quick intro - 5 mins -- [Why did Grofers choose DataHub for their data catalog?](https://github.com/acryldata/static-assets-test/raw/master/imgs/demo/Datahub_at_Grofers.pdf) by [Shubham Gupta](https://www.linkedin.com/in/shubhamg931/) - 15 minutes -- [DataHub UI development - Part 2](https://github.com/acryldata/static-assets-test/raw/master/imgs/demo/Town_Hall_Presentation_-_12-2020_-_UI_Development_Part_2.pdf) by [Charlie Tran](https://www.linkedin.com/in/charlie-tran/) (LinkedIn) - 20 minutes -- General Q&A from sign up sheet, slack, and participants - 15 mins -- Closing remarks - 5 minutes - -## 11/06/2020 - -[Recording](https://linkedin.zoom.us/rec/share/0yvjZ2fOzVmD8aaDo3lC59fXivmYG3EnF0U9tMVgKs827595usvSoIhtFUPjZCsU.b915nLRkw6iQlnoD) - -Agenda - -- Quick intro - 5 mins -- [Lightning talk on Metadata use-cases at LinkedIn](https://github.com/acryldata/static-assets-test/raw/master/imgs/demo/Metadata_Use-Cases_at_LinkedIn_-_Lightning_Talk.pdf) by [Shirshanka Das](https://www.linkedin.com/in/shirshankadas/) (LinkedIn) - 5 mins -- [Strongly Consistent Secondary Index (SCSI) in GMA](https://github.com/acryldata/static-assets-test/raw/master/imgs/demo/Datahub_-_Strongly_Consistent_Secondary_Indexing.pdf), an upcoming feature by [Jyoti Wadhwani](https://www.linkedin.com/in/jyotiwadhwani/) (LinkedIn) - 15 minutes -- [DataHub UI overview](https://github.com/acryldata/static-assets-test/raw/master/imgs/demo/DataHub-UIOverview.pdf) by [Ignacio Bona](https://www.linkedin.com/in/ignaciobona) (LinkedIn) - 20 minutes -- General Q&A from sign up sheet, slack, and participants - 10 mins -- Closing remarks - 5 minutes - - -## 09/25/2020 - -[Recording](https://linkedin.zoom.us/rec/share/uEQ2pRY0BHbVqk_sOTVRm05VXJ0xM_zKJ26yzfCBqNZItiBht__k_juCCahJ37QK.IKAU9qA_0qdURX4_) - -Agenda - -- Quick intro - 5 mins -- [Data Discoverability at SpotHero](https://github.com/acryldata/static-assets-test/raw/master/imgs/demo/Data_Discoverability_at_SpotHero.pdf) by [Maggie Hays](https://www.linkedin.com/in/maggie-hays/) (SpotHero) - 20 mins -- [Designing the next generation of metadata events for scale](https://github.com/acryldata/static-assets-test/raw/master/imgs/demo/Designing_the_next_generation_of_metadata_events_for_scale.pdf) by [Chris Lee](https://www.linkedin.com/in/chrisleecmu/) (LinkedIn) - 15 mins -- General Q&A from sign up sheet, slack, and participants - 15 mins -- Closing remarks - 5 mins - -## 08/28/2020 - -[Recording](https://linkedin.zoom.us/rec/share/vMBfcb31825IBZ3T71_wffM_GNv3T6a8hicf8_dcfzQlhfFxl5i_CPVKcmYaZA) - - -Agenda -- Quick intro - 5 mins -- [Data Governance look for a Digital Bank](https://www.slideshare.net/SheetalPratik/linkedinsaxobankdataworkbench) by [Sheetal Pratik](https://www.linkedin.com/in/sheetalpratik/) (Saxo Bank) - 20 mins -- Column level lineage for datasets demo by [Nagarjuna Kanamarlapudi](https://www.linkedin.com/in/nagarjunak/) (LinkedIn) - 15 mins -- General Q&A from sign up sheet and participants - 15 mins -- Closing remarks - 5 mins - -## 07/31/20 - -[Recording](https://bluejeans.com/s/wjnDRJevi5z/) - -Agenda - * Quick intro - 5 mins - * Showcasing new entities onboarded to internal LinkedIn DataHub (Data Concepts, Schemas) by [Nagarjuna Kanamarlapudi](https://www.linkedin.com/in/nagarjunak) (LinkedIn) - 15 mins - * Showcasing new Lineage UI in internal LinkedIn DataHub By [Ignacio Bona](https://www.linkedin.com/in/ignaciobona) (LinkedIn) - 10 mins - * New [RFC Process](./rfc.md) by [John Plaisted](https://www.linkedin.com/in/john-plaisted-49a00a78/) (LinkedIn) - 2 mins - * Answering questions from the signup sheet - 13 mins - * Questions from the participants - 10 mins - * Closing remarks - 5 mins - -## 06/26/20 - -[Recording](https://bluejeans.com/s/yILyR/) - -Agenda - * Quick intro - 5 mins - * Onboarding Data Process entity by [Liangjun Jiang](https://github.com/liangjun-jiang) (Expedia) - 15 mins - * How to onboard a new relationship to metadata graph by [Kerem Sahin](https://github.com/keremsahin1) (Linkedin) - 15 mins - * Answering questions from the signup sheet - 15 mins - * Questions from the participants - 10 mins - * Closing remarks - 5 mins - -## 05/29/20 - -[Recording](https://bluejeans.com/s/GCAzY) - -Agenda - * Quick intro - 5 mins - * How to add a new aspect/feature for an existing entity in UI by [Charlie Tran](https://www.linkedin.com/in/charlie-tran/) (LinkedIn) - 10 mins - * How to search over a new field by [Jyoti Wadhwani](https://www.linkedin.com/in/jyotiwadhwani/) (LinkedIn) - 10 mins - * Answering questions from the signup sheet - 15 mins - * Questions from the participants - 10 mins - * Closing remarks - 5 mins - -## 04/17/20 - -[Recording](https://bluejeans.com/s/eYRD4) - -Agenda - * Quick intro - 5 mins - * [DataHub Journey with Expedia Group](https://www.youtube.com/watch?v=ajcRdB22s5o&ab_channel=ArunVasudevan) by [Arun Vasudevan](https://www.linkedin.com/in/arun-vasudevan-55117368/) (Expedia) - 10 mins - * Deploying DataHub using Nix by [Larry Luo](https://github.com/clojurians-org) (Shanghai HuaRui Bank) - 10 mins - * Answering questions from the signup sheet - 15 mins - * Questions from the participants - 10 mins - * Closing remarks - 5 mins - -## 04/03/20 - -[Recording](https://bluejeans.com/s/vzYpa) - -[Q&A](https://docs.google.com/document/d/1ChF9jiJWv9wj3HLLkFYRg7NSYg8Kb0PT7COd7Hf9Zpk/edit?usp=sharing) - -- Agenda - * Quick intro - 5 mins - * Creating Helm charts for deploying DataHub on Kubernetes by [Bharat Akkinepalli](https://www.linkedin.com/in/bharat-akkinepalli-ba0b7223/) (ThoughtWorks) - 10 mins - * How to onboard a new metadata aspect by [Mars Lan](https://www.linkedin.com/in/marslan) (LinkedIn) - 10 mins - * Answering questions from the signup sheet - 15 mins - * Questions from the participants - 10 mins - * Closing remarks - 5 mins - -## 03/20/20 - -[Recording](https://bluejeans.com/s/FSKEF) - -[Q&A](https://docs.google.com/document/d/1vQ6tAGXsVafnPIcZv1GSYgnTJJXFOACa1aWzOQjiGHI/edit) - -Agenda - * Quick intro - 5 mins - * Internal DataHub demo - 10 mins - * What's coming up next for DataHub (what roadmap items we are working on) - 10 mins - * Answering questions from the signup sheet - 15 mins - * Questions from the participants - 10 mins - * Closing remarks - 5 mins - -## 03/06/20 - -[Recording](https://bluejeans.com/s/vULMG) - -[Q&A](https://docs.google.com/document/d/1N_VGqlH9CD-54LBsVlpcK2Cf2Mgmuzq79EvN9qgBqtQ/edit) - diff --git a/docs/townhalls.md b/docs/townhalls.md index f9c3bb16150cd..96b8c7f01083b 100644 --- a/docs/townhalls.md +++ b/docs/townhalls.md @@ -7,8 +7,9 @@ From time to time we also use the opportunity to showcase upcoming features. ## Meeting Invite & Agenda -You can join with this link https://zoom.datahubproject.io, or [RSVP](https://rsvp.datahubproject.io/) to get a calendar invite - this will always have the most up-to-date agenda for upcoming sessions. +You can join with [this link](https://zoom.datahubproject.io) or [RSVP](https://rsvp.datahubproject.io/) to get a calendar invite - this will always have the most up-to-date agenda for upcoming sessions. -## Past Meetings +## Town Hall History + +See our [Town Hall history](https://www.linkedin.com/company/acryl-data/events/) for the recordings and summaries of the past town halls. -See [Town Hall History](townhall-history.md) for recordings of past town halls. From 02c44693825694f68d0c75306312de13c4813ea8 Mon Sep 17 00:00:00 2001 From: socar-dini <0327jane@gmail.com> Date: Thu, 2 Nov 2023 16:49:02 +0900 Subject: [PATCH 08/10] docs: fix townhall page --- docs-website/sidebars.js | 1 + docs/townhall-history.md | 527 +++++++++++++++++++++++++++++++++++++++ docs/townhalls.md | 6 +- 3 files changed, 533 insertions(+), 1 deletion(-) create mode 100644 docs/townhall-history.md diff --git a/docs-website/sidebars.js b/docs-website/sidebars.js index 487ff47464ac7..29a757f0ad1ff 100644 --- a/docs-website/sidebars.js +++ b/docs-website/sidebars.js @@ -657,6 +657,7 @@ module.exports = { items: [ "docs/slack", "docs/townhalls", +// "docs/townhall-history", "docs/CODE_OF_CONDUCT", "docs/CONTRIBUTING", "docs/links", diff --git a/docs/townhall-history.md b/docs/townhall-history.md new file mode 100644 index 0000000000000..1d9a8def1b99d --- /dev/null +++ b/docs/townhall-history.md @@ -0,0 +1,527 @@ +# Town Hall History + +:::note +For the Town Hall meetings after Mar 2023, please refer to our [LinkedIn Live event history](https://www.linkedin.com/company/acryl-data/events/). +::: + +### June 2023 +[Full YouTube video](https://www.youtube.com/watch?v=1QVcUmRQK5E) + +- Community & Project Updates - Maggie Hays & Shirshanka Das (Acryl Data) +- Community Case Study: Dataset Joins - Raj Tekal & Bobbie-Jean Nowak (Optum) +- DataHub 201: Column-Level Lineage - Hyejin Yoon (Acryl Data) +- Sneak Peek: BigQuery Column-Level Lineage with SQL Parsing - Harshal Sheth (Acryl Data) +- DataHub Performance Tuning – Indy Prentice (Acryl Data) + + +### May 2023 +[Full YouTube video](https://www.youtube.com/watch?v=KHNPjSbbZR8) + +**Agenda** +- Community - Maggie Hays & Shirshanka Das (Acryl Data) +- Community Case Study: Jira + DataHub for Access Requests - Joshua Garza (Sharp Healthcare) +- Sneak Peek: Use your own ownership types - Pedro Silva (Acryl Data) +- Sneak Peek: Data Contracts are coming! – John Joyce, Shirshanka (Acryl Data) +- Bring DataHub into your BI Tools — Chris Collins (Acryl Data) + +### Apr 2023 +[Full YouTube video](https://www.youtube.com/watch?v=D5YYGu-ZIBo) + +**Agenda** +- Community & Roadmap Updates - Maggie Hays & Shirshanka Das (Acryl Data) +- DataHub 201: Python SDK - Hyejin Yoon (Acryl Data) +- Streamlined Search & Browse Experience - Chris Collins (Acryl Data) +- Acryl's DataHub GitHub Actions - Harshal Sheth (Acryl Data) +- Data Products in DataHub - Shirshanka Das & Chris Collins (Acryl Data) +- DataHub Docs Bot - Maggie Hays (Acryl Data) + +### Mar 2023 + +[Full YouTube video](https://youtu.be/BTX8rIBe0yo) + +**Agenda** +- Community & Roadmap Update +- Recent Releases +- Community Case Study — Jumio’s DataHub adoption journey +- DataHub 201: Data Debugging +- Sneak Peek: Streamlined Filtering Experience + +### Feb 2023 +[Full YouTube video](https://youtu.be/UItt4ppJSFc) + +**Agenda** + +- Community & Roadmap Update +- Recent Releases +- Community Case Study - How the Hurb Team successfully implemented and adopted DataHub within their organization +- Sneak Peek: Subscriptions and Notifications +- Search Improvements - API support for pagination +- New Feature - Custom Queries +- Simplifying Metadata Ingestion +- DataHub 201: Rolling Out DataHub + +### Jan 2023 (26th) +[Full YouTube video](https://youtu.be/A3mSiGHZ6Rc) + +**Agenda** + +- What’s to Come - Q1 2023 Roadmap: Data Products, Data Contracts and more +- Community Case Study - Notion: Automating annotations and metadata propagation +- Community Contribution - Grab: Improvements to documentation editing +- Simplifying DataHub - Removing Schema Registry requirement and introducing DataHub Lite + +### Jan 2023 (5th) +[Full YouTube video](https://youtu.be/ECxIMbKwuOY) + +**Agenda** + +- DataHub Community: 2022 in Review - Our Community of Data Practitioners is one of a kind. We’ll take the time to celebrate who we are, what we’ve built, and how we’ve collaborated in the past 12 months. +- Search Improvements - Learn how we’re making the Search experience smarter and faster to connect you with the most relevant resources during data discovery. +- Removing Schema Registry Requirement - Hear all about ongoing work to simplify the DataHub deployment process. +- Smart Data Profiling - We’re making big improvements to data profiling! Smart data profiling will reduce processing time by only scanning datasets that have recently changed. +- Sneak Peek: Time-based Lineage - Get a preview of how you’ll soon be able to trace lineage between datasets across different points in time to understand how interdependencies have evolved. +- Sneak Peek: Chrome Extension - Soon, you’ll be able to quickly access rich metadata from DataHub while exploring resources in Looker via our upcoming Chrome Extension. + +### Dec 2023 +[Full YouTube video](https://youtu.be/BlCLhG8lGoY) + +**Agenda** + +November Town Hall (in December!) +- Community Case Study - The Pinterest Team will share how they have integrated DataHub + Thrift and extended the Metadata Model with a Data Element entity to capture semantic types. +- NEW! Ingestion Quickstart Guides - DataHub newbies, this one is for you! We’re rolling out ingestion quickstart guides to help you quickly get up and running with DataHub + Snowflake, BigQuery, and more! +- NEW! In-App Product Tours - We’re making it easier than ever for end-users to get familiar with all that DataHub has to offer - hear all about the in-product onboarding resources we’re rolling out soon! +- DataHub UI Navigation and Performance - Learn all about upcoming changes to our user experience to make it easier (and faster!) for end users to work within DataHub. +- Sneak Peek! Manual Lineage via the UI - The Community asked and we’re delivering! Soon you’ll be able to manually add lineage connections between Entities in DataHub. +- NEW! Slack + Microsoft Teams Integrations - Send automated alerts to Slack and/or Teams to keep track of critical events and changes within DataHub. +- Hacktoberfest Winners Announced - We’ll recap this year’s Hacktoberfest and announce three winners of a $250 Amazon gift card & DataHub Swag. + +### Oct 2022 +[Full YouTube video](https://youtu.be/B74WHxX5EMk) + +**Agenda** + +- Conquer Data Governance with Acryl Data’s Metadata Tests - Learn how to tackle Data Governance with incremental, automation-driven governance using Metadata Tests provided in Acryl Data’s managed DataHub offering +- Community Case Study - The Grab Team shares how they are using DataHub for data discoverability, automated classification and governance workflows, data quality observability, and beyond! +- Upcoming Ingestion Sources - We’ll tell you the ins and outs of our upcoming dbt Cloud and Unity Catalog connectors +- Sneak Peek! Saved Views - Learn how you can soon use Saved Views to help end-users navigate entities in DataHub with more precision and focus +- Performance Improvements - Hear about the latest upgrades to DataHub performance + +### Sep 2022 +[Full YouTube video](https://youtu.be/FjkNySWkghY) + +**Agenda** +- Column Level Lineage is here! - Demo of column-level lineage and impact analysis in the DataHub UI +- Community Case Study - The Stripe Team shares how they leverage DataHub to power observability within their Airflow-based ecosystem +- Sneak Peek! Automated PII Classification - Preview upcoming functionality to automatically identify data fields that likely contain sensitive data +- Ingestion Improvements Galore - Improved performance and functionality for dbt, Looker, Tableau, and Presto ingestion sources + +### Aug 2022 +[Full YouTube video](https://youtu.be/EJCKxKBvCwo) + +**Agenda** + +- Community Case Study - The Etsy Team shares their journey of adopting DataHub +- Looker & DataHub Improvements - surface the most relevant Looks and Dashboards +- Home Page Improvements to tailor the Browse experience +- Unified Ingestion Summaries - View live logs for UI-based ingestion and see historical ingestion reports across CLI and UI-based ingestion +- Patch Support - Native support for PATCH in the metadata protocol to support efficient updates to add & remove owners, lineage, tags and more +- Sneak Peek! Advanced Search + +### Jul 2022 + +[Full YouTube video](https://youtu.be/Zrkf3Mzcvc4) + +**Agenda** + +- Community Updates +- Project Updates +- Improvements to UI-Based Ingestion +- Sneak Preview - Bulk Edits via the UI +- Streamlined Metadata Ingestion +- DataHub 201: Metadata Enrichment + +### Jun 2022 +[Full YouTube video](https://youtu.be/fAD53fEJ6m0) + +**Agenda** +- Community Updates +- Project Updates +- dbt Integration Updates +- CSV Ingestion Support +- DataHub 201 - Glossary Term Deep Dive + +### May 2022 +[Full YouTube video](https://youtu.be/taKb_zyowEE) + +**Agenda** + +- Community Case Study: Hear how the G-Research team is using Cassandra as DataHub’s Backend +- Creating & Editing Glossary Terms from the DataHub UI +- DataHub User Onboarding via the UI +- DataHub 201: Impact Analysis +- Sneak Peek: Data Reliability with DataHub +- Metadata Day Hackathon Winners + +### Apr 2022 +[Full YouTube video](https://www.youtube.com/watch?v=7iwNxHgqxtg) + +**Agenda** + +- Community Case Study: Hear from Included Health about how they are embedding external tools into the DataHub UI +- New! Actions Framework: run custom code when changes happen within DataHub +- UI Refresh for ML Entities +- Improved deletion support for time-series aspects, tags, terms, & more +- OpenAPI Improvements + +### Mar 2022 +[Full YouTube video](https://www.youtube.com/watch?v=IVazVgcNRdw) + +**Agenda** + +- Community Case Study: Hear from Zendesk about how they are applying “shift left” principles by authoring metadata in their Protobuf schemas +- RBAC Functionality: View-Based Policies +- Schema Version History - surfacing the history of schema changes in DataHub's UI +- Improvements to Airflow Ingestion, including Run History +- Container/Domain-Level Property Inheritance +- Delete API + + +### Feb 2022 +[Full YouTube video](https://www.youtube.com/watch?v=enBqB2Dbuv4) + +**Agenda** + + +- Lineage Impact Analysis - using DataHub to understand the impact of changes on downstream dependencies +- Displaying Data Quality Checks in the UI +- Roadmap update: Schema Version History & Column-Level Lineage +- Community Case Study: Managing Lineage via YAML + +### Jan 2022 +[Full YouTube video](https://youtu.be/ShlSR3dMUnE) + +**Agenda** + + +- Community & Roadmap Updates by Maggie Hays (Acryl Data) +- Project Updates by Shirshanka Das (Acryl Data) +- Community Case Study: Adding Dataset Transformers by Eric Cooklin (Stash) +- Demo: Data Domains & Containers by John Joyce (Acryl Data) +- DataHub Basics — Data Profiling & Usage Stats 101 by Maggie Hays & Tamás Németh (Acryl Data) +- Demo: Spark Lineage by Mugdha Hardikar (GS Lab) & Shirshanka Das + +### Dec 2021 +[Full YouTube video](https://youtu.be/rYInKCwxu7o) + +**Agenda** + +- Community & Roadmap Updates by Maggie Hays (Acryl Data) +- Project Updates by Shirshanka Das (Acryl Data) +- 2021 DataHub Community in Review by Maggie Hays +- DataHub Basics -- Users, Groups, & Authentication 101 by Pedro Silva (Acryl Data) +- Sneak Peek: UI-Based Ingestion by John Joyce (Acryl Data) +- Case Study — DataHub at Grofers by Shubham Gupta +- Top DataHub Contributors of 2021 - Maggie Hays +- Final Surprise! We Interviewed a 10yo and a 70yo about DataHub + +### Nov 2021 +[Full YouTube video](https://youtu.be/to80sEDZz7k) + +**Agenda** + +- Community & Roadmap Updates by Maggie Hays (Acryl Data) +- Project Updates by Shirshanka Das (Acryl Data) +- DataHub Basics -- Lineage 101 by John Joyce & Surya Lanka (Acryl Data) +- Introducing No-Code UI by Gabe Lyons & Shirshanka Das (Acryl Data) +- DataHub API Authentication by John Joyce (Acryl Data) +- Case Study: LinkedIn pilot to extend the OSS UI by Aikepaer Abuduweili & Joshua Shinavier + +### Oct 2021 +[Full YouTube video](https://youtu.be/GrS_uZhYNm0) + +**Agenda** + +- DataHub Community & Roadmap Update - Maggie Hays (Acryl Data) +- October Project Updates - Shirshanka Das (Acryl Data) +- Introducing Recommendations - John Joyce & Dexter Lee (Acryl Data) +- Case Study: DataHub @ hipages - Chris Coulson (hipages) +- Data Profiling Improvements - Surya Lanka & Harshal Sheth (Acryl Data) +- Lineage Improvements & BigQuery Dataset Lineage by Gabe Lyons & Varun Bharill (Acryl Data) + +### Sep 2021 +[Full YouTube video](https://youtu.be/nQDiKPKnLLQ) + +**Agenda** + +- Project Updates and Callouts by Shirshanka + - GraphQL Public API Annoucement +- Demo: Faceted Search by Gabe Lyons (Acryl Data) +- Stateful Ingestion by Shirshanka Das & Surya Lanka (Acryl Data) +- Case-Study: DataHub @ Adevinta by Martinez de Apellaniz +- Recent Improvements to the Looker Connector by Shirshanka Das & Maggie Hays (Acryl Data) +- Offline + - Foreign Key and Related Term Mapping by Gabe Lyons (Acryl Data) [video](https://www.loom.com/share/79f27c2d9f6c4a3b8aacbc48c19add18) + +### Aug 2021 +[Full YouTube video](https://youtu.be/3joZINi3ti4) + +**Agenda** + +- Project Updates and Callouts by Shirshanka + - Business Glossary Demo + - 0.8.12 Upcoming Release Highlights + - Users and Groups Management (Okta, Azure AD) +- Demo: Fine Grained Access Control by John Joyce (Acryl Data) +- Community Case-Study: DataHub @ Warung Pintar and Redash integration by Taufiq Ibrahim (Bizzy Group) +- New User Experience by John Joyce (Acryl Data) +- Offline + - Performance Monitoring by Dexter Lee (Acryl Data) [video](https://youtu.be/6Xfr_Y9abZo) + + +### Jul 2021 +[Full YouTube video](https://www.youtube.com/watch?v=rZsiB8z5rG4) + +[Medium Post](https://medium.com/datahub-project/datahub-project-updates-f4299cd3602e?source=friends_link&sk=27af7637f7ae44786ede694c3af512a5) + +**Agenda** + + +- Project Updates by Shirshanka + - Release highlights +- Deep Dive: Data Observability: Phase 1 by Harshal Sheth, Dexter Lee (Acryl Data) +- Case Study: Building User Feedback into DataHub by Melinda Cardenas (NY Times) +- Demo: AWS SageMaker integration for Models and Features by Kevin Hu (Acryl Data) + + +### Jun 2021 +[Full YouTube video](https://www.youtube.com/watch?v=xUHOdDfdFpY) + +[Medium Post](https://medium.com/datahub-project/datahub-project-updates-ed3155476408?source=friends_link&sk=02816a16ff2acd688e6db8eb55808d31) + +**Agenda** + + +- Project Updates by Shirshanka + - Release notes + - RBAC update + - Roadmap for H2 2021 +- Demo: Table Popularity powered by Query Activity by Harshal Sheth (Acryl Data) +- Case Study: Business Glossary in production at Saxo Bank by Sheetal Pratik (Saxo Bank), Madhu Podila (ThoughtWorks) +- Developer Session: Simplified Deployment for DataHub by John Joyce, Gabe Lyons (Acryl Data) + + +### May 2021 +[Full YouTube video](https://www.youtube.com/watch?v=qgW_xpIr1Ho) + +[Medium Post](https://medium.com/datahub-project/linkedin-datahub-project-updates-ed98cdf913c1?source=friends_link&sk=9930ec5579299b155ea87c747683d1ad) + +**Agenda** + + +- Project Updates by Shirshanka - 10 mins + - 0.8.0 Release + - AWS Recipe by Dexter Lee (Acryl Data) +- Demo: Product Analytics design sprint (Maggie Hays (SpotHero), Dexter Lee (Acryl Data)) - 10 mins +- Use-Case: DataHub on GCP by Sharath Chandra (Confluent) - 10 mins +- Deep Dive: No Code Metadata Engine by John Joyce (Acryl Data) - 20 mins +- General Q&A and closing remarks + +### Apr 2021 +[Full YouTube video](https://www.youtube.com/watch?v=dlFa4ubJ9ho) + +[Medium Digest](https://medium.com/datahub-project/linkedin-datahub-project-updates-2b0d26066b8f?source=friends_link&sk=686c47219ed294e0838ae3e2fe29084d) + +**Agenda** + + +- Welcome - 5 mins +- Project Updates by Shirshanka - 10 mins + - 0.7.1 Release and callouts (dbt by Gary Lucas) + - Product Analytics design sprint announcement (Maggie Hayes) +- Use-Case: DataHub at DefinedCrowd ([video](https://www.youtube.com/watch?v=qz5Rpmw8I5E)) by Pedro Silva - 15 mins +- Deep Dive + Demo: Lineage! Airflow, Superset integration ([video](https://www.youtube.com/watch?v=3wiaqhb8UR0)) by Harshal Sheth and Gabe Lyons - 10 mins +- Use-Case: DataHub Hackathon at Depop ([video](https://www.youtube.com/watch?v=SmOMyFc-9J0)) by John Cragg - 10 mins +- Observability Feedback share out - 5 mins +- General Q&A and closing remarks - 5 mins + + +### Mar 2021 + [YouTube video](https://www.youtube.com/watch?v=xE8Uc27VTG4) + + [Medium Digest](https://medium.com/datahub-project/linkedin-datahub-project-updates-697f0faddd10?source=friends_link&sk=9888633c5c7219b875125e87a703ec4d) + +**Agenda** + + +* Welcome - 5 mins +* Project Updates ([slides](https://drive.google.com/file/d/1c3BTP3oDAzJr07l6pY6CkDZi5nT0cLRs/view?usp=sharing)) by [Shirshanka](https://www.linkedin.com/in/shirshankadas/) - 10 mins + * 0.7.0 Release + * Project Roadmap +* Demo Time: Themes and Tags in the React App! by [Gabe Lyons](https://www.linkedin.com/in/gabe-lyons-9a574543/) - 10 mins +* Use-Case: DataHub at [Wolt](https://www.linkedin.com/company/wolt-oy/) ([slides](https://drive.google.com/file/d/1za7NKbnXpFV2bBDblP35CbQEIDwc9tog/view?usp=sharing)) by [Fredrik](https://www.linkedin.com/in/fredriksannholm/?originalSubdomain=fi) and Matti - 15 mins +* Poll Time: Observability Mocks! ([slides](https://drive.google.com/file/d/1Ih2EGf-76jhbNAjr2EsBLb7n8bra2WIz/view?usp=sharing)) - 5 mins +* General Q&A from sign up sheet, slack, and participants - 10 mins +* Closing remarks - 5 mins + + +### Feb 2021 + [YouTube video](https://www.youtube.com/watch?v=Z9ImbcsAVl0) + + [Medium Digest](https://medium.com/datahub-project/linkedin-datahub-project-updates-february-2021-edition-338d2c6021f0) +**Agenda** + +* Welcome - 5 mins +* Latest React App Demo! ([video](https://www.youtube.com/watch?v=RQBEJhcen5E)) by John Joyce and Gabe Lyons - 5 mins +* Use-Case: DataHub at Geotab ([video](https://www.youtube.com/watch?v=boyjT2OrlU4)) by [John Yoon](https://www.linkedin.com/in/yhjyoon/) - 15 mins +* Tech Deep Dive: Tour of new pull-based Python Ingestion scripts ([slides](https://docs.google.com/presentation/d/15Xay596WDIhzkc5c8DEv6M-Bv1N4hP8quup1tkws6ms/edit#slide=id.gb478361595_0_10),[video](https://www.youtube.com/watch?v=u0IUQvG-_xI)) by [Harshal Sheth](https://www.linkedin.com/in/hsheth2/) - 15 mins +* General Q&A from sign up sheet, slack, and participants - 15 mins +* Closing remarks - 5 mins + + +### Jan 2021 +[Full Recording](https://youtu.be/r862MZTLAJ0) + +[Slide-deck](https://docs.google.com/presentation/d/e/2PACX-1vQ2B0iHb2uwege1wlkXHOgQer0myOMEE5EGnzRjyqw0xxS5SaAc8VMZ_1XVOHuTZCJYzZZW4i9YnzSN/pub?start=false&loop=false&delayms=3000) + +**Agenda** + +- Announcements - 2 mins +- Community Updates ([video](https://youtu.be/r862MZTLAJ0?t=99)) - 10 mins +- Use-Case: DataHub at Viasat ([slides](https://github.com/acryldata/static-assets-test/raw/master/imgs/demo/ViasatMetadataJourney.pdf),[video](https://youtu.be/2SrDAJnzkjE)) by [Anna Kepler](https://www.linkedin.com/in/akepler) - 15 mins- Tech Deep Dive: GraphQL + React RFCs readout and discussion ([slides](https://docs.google.com/presentation/d/e/2PACX-1vRtnINnpi6PvFw7-5iW8PSQoT9Kdf1O_0YW7QAr1_mSdJMNftYFTVCjKL-e3fpe8t6IGkha8UpdmoOI/pub?start=false&loop=false&delayms=3000) ,[video](https://www.youtube.com/watch?v=PrBaFrb7pqA)) by [John Joyce](https://www.linkedin.com/in/john-joyce-759883aa) and [Arun Vasudevan](https://www.linkedin.com/in/arun-vasudevan-55117368/) - 15 mins +- General Q&A from sign up sheet, slack, and participants - 15 mins +- Closing remarks - 3 mins +- General Q&A from sign up sheet, slack, and participants - 15 mins +- Closing remarks - 5 minutes + +### Dec 2020 +[Recording](https://linkedin.zoom.us/rec/share/8E7-lFnCi_kQ8OvXR9kW6fn-AjvV8VlqOO2xYR8b5Y_UeWI_ODcKFlxlHqYgBP7j.S-c8C1YMrz7d3Mjq) + +**Agenda** + +- Quick intro - 5 mins +- [Why did Grofers choose DataHub for their data catalog?](https://github.com/acryldata/static-assets-test/raw/master/imgs/demo/Datahub_at_Grofers.pdf) by [Shubham Gupta](https://www.linkedin.com/in/shubhamg931/) - 15 minutes +- [DataHub UI development - Part 2](https://github.com/acryldata/static-assets-test/raw/master/imgs/demo/Town_Hall_Presentation_-_12-2020_-_UI_Development_Part_2.pdf) by [Charlie Tran](https://www.linkedin.com/in/charlie-tran/) (LinkedIn) - 20 minutes +- General Q&A from sign up sheet, slack, and participants - 15 mins +- Closing remarks - 5 minutes + +### Nov 2020 + +[Recording](https://linkedin.zoom.us/rec/share/0yvjZ2fOzVmD8aaDo3lC59fXivmYG3EnF0U9tMVgKs827595usvSoIhtFUPjZCsU.b915nLRkw6iQlnoD) + +**Agenda** + +- Quick intro - 5 mins +- [Lightning talk on Metadata use-cases at LinkedIn](https://github.com/acryldata/static-assets-test/raw/master/imgs/demo/Metadata_Use-Cases_at_LinkedIn_-_Lightning_Talk.pdf) by [Shirshanka Das](https://www.linkedin.com/in/shirshankadas/) (LinkedIn) - 5 mins +- [Strongly Consistent Secondary Index (SCSI) in GMA](https://github.com/acryldata/static-assets-test/raw/master/imgs/demo/Datahub_-_Strongly_Consistent_Secondary_Indexing.pdf), an upcoming feature by [Jyoti Wadhwani](https://www.linkedin.com/in/jyotiwadhwani/) (LinkedIn) - 15 minutes +- [DataHub UI overview](https://github.com/acryldata/static-assets-test/raw/master/imgs/demo/DataHub-UIOverview.pdf) by [Ignacio Bona](https://www.linkedin.com/in/ignaciobona) (LinkedIn) - 20 minutes +- General Q&A from sign up sheet, slack, and participants - 10 mins +- Closing remarks - 5 minutes + + +### Sep 2020 + +[Recording](https://linkedin.zoom.us/rec/share/uEQ2pRY0BHbVqk_sOTVRm05VXJ0xM_zKJ26yzfCBqNZItiBht__k_juCCahJ37QK.IKAU9qA_0qdURX4_) + +**Agenda** + +- Quick intro - 5 mins +- [Data Discoverability at SpotHero](https://github.com/acryldata/static-assets-test/raw/master/imgs/demo/Data_Discoverability_at_SpotHero.pdf) by [Maggie Hays](https://www.linkedin.com/in/maggie-hays/) (SpotHero) - 20 mins +- [Designing the next generation of metadata events for scale](https://github.com/acryldata/static-assets-test/raw/master/imgs/demo/Designing_the_next_generation_of_metadata_events_for_scale.pdf) by [Chris Lee](https://www.linkedin.com/in/chrisleecmu/) (LinkedIn) - 15 mins +- General Q&A from sign up sheet, slack, and participants - 15 mins +- Closing remarks - 5 mins + +### Aug 2020 + +[Recording](https://linkedin.zoom.us/rec/share/vMBfcb31825IBZ3T71_wffM_GNv3T6a8hicf8_dcfzQlhfFxl5i_CPVKcmYaZA) + + +**Agenda** +- Quick intro - 5 mins +- [Data Governance look for a Digital Bank](https://www.slideshare.net/SheetalPratik/linkedinsaxobankdataworkbench) by [Sheetal Pratik](https://www.linkedin.com/in/sheetalpratik/) (Saxo Bank) - 20 mins +- Column level lineage for datasets demo by [Nagarjuna Kanamarlapudi](https://www.linkedin.com/in/nagarjunak/) (LinkedIn) - 15 mins +- General Q&A from sign up sheet and participants - 15 mins +- Closing remarks - 5 mins + +### Jul 2020 + +[Recording](https://bluejeans.com/s/wjnDRJevi5z/) + +**Agenda** + * Quick intro - 5 mins + * Showcasing new entities onboarded to internal LinkedIn DataHub (Data Concepts, Schemas) by [Nagarjuna Kanamarlapudi](https://www.linkedin.com/in/nagarjunak) (LinkedIn) - 15 mins + * Showcasing new Lineage UI in internal LinkedIn DataHub By [Ignacio Bona](https://www.linkedin.com/in/ignaciobona) (LinkedIn) - 10 mins + * New [RFC Process](./rfc.md) by [John Plaisted](https://www.linkedin.com/in/john-plaisted-49a00a78/) (LinkedIn) - 2 mins + * Answering questions from the signup sheet - 13 mins + * Questions from the participants - 10 mins + * Closing remarks - 5 mins + +### June 2020 + +[Recording](https://bluejeans.com/s/yILyR/) + +**Agenda** + * Quick intro - 5 mins + * Onboarding Data Process entity by [Liangjun Jiang](https://github.com/liangjun-jiang) (Expedia) - 15 mins + * How to onboard a new relationship to metadata graph by [Kerem Sahin](https://github.com/keremsahin1) (Linkedin) - 15 mins + * Answering questions from the signup sheet - 15 mins + * Questions from the participants - 10 mins + * Closing remarks - 5 mins + +### May 2020 + +[Recording](https://bluejeans.com/s/GCAzY) + +**Agenda** + * Quick intro - 5 mins + * How to add a new aspect/feature for an existing entity in UI by [Charlie Tran](https://www.linkedin.com/in/charlie-tran/) (LinkedIn) - 10 mins + * How to search over a new field by [Jyoti Wadhwani](https://www.linkedin.com/in/jyotiwadhwani/) (LinkedIn) - 10 mins + * Answering questions from the signup sheet - 15 mins + * Questions from the participants - 10 mins + * Closing remarks - 5 mins + +### Apr 2020 (17th) + +[Recording](https://bluejeans.com/s/eYRD4) + +**Agenda** + * Quick intro - 5 mins + * [DataHub Journey with Expedia Group](https://www.youtube.com/watch?v=ajcRdB22s5o&ab_channel=ArunVasudevan) by [Arun Vasudevan](https://www.linkedin.com/in/arun-vasudevan-55117368/) (Expedia) - 10 mins + * Deploying DataHub using Nix by [Larry Luo](https://github.com/clojurians-org) (Shanghai HuaRui Bank) - 10 mins + * Answering questions from the signup sheet - 15 mins + * Questions from the participants - 10 mins + * Closing remarks - 5 mins + +### Apr 2020 (3rd) + +[Recording](https://bluejeans.com/s/vzYpa) + +[Q&A](https://docs.google.com/document/d/1ChF9jiJWv9wj3HLLkFYRg7NSYg8Kb0PT7COd7Hf9Zpk/edit?usp=sharing) + +- **Agenda** + * Quick intro - 5 mins + * Creating Helm charts for deploying DataHub on Kubernetes by [Bharat Akkinepalli](https://www.linkedin.com/in/bharat-akkinepalli-ba0b7223/) (ThoughtWorks) - 10 mins + * How to onboard a new metadata aspect by [Mars Lan](https://www.linkedin.com/in/marslan) (LinkedIn) - 10 mins + * Answering questions from the signup sheet - 15 mins + * Questions from the participants - 10 mins + * Closing remarks - 5 mins + +### Mar 2020 (20th) + +[Recording](https://bluejeans.com/s/FSKEF) + +[Q&A](https://docs.google.com/document/d/1vQ6tAGXsVafnPIcZv1GSYgnTJJXFOACa1aWzOQjiGHI/edit) + +**Agenda** + * Quick intro - 5 mins + * Internal DataHub demo - 10 mins + * What's coming up next for DataHub (what roadmap items we are working on) - 10 mins + * Answering questions from the signup sheet - 15 mins + * Questions from the participants - 10 mins + * Closing remarks - 5 mins + +### Mar 2020 (6th) + +[Recording](https://bluejeans.com/s/vULMG) + +[Q&A](https://docs.google.com/document/d/1N_VGqlH9CD-54LBsVlpcK2Cf2Mgmuzq79EvN9qgBqtQ/edit) \ No newline at end of file diff --git a/docs/townhalls.md b/docs/townhalls.md index 96b8c7f01083b..c80d198e5184c 100644 --- a/docs/townhalls.md +++ b/docs/townhalls.md @@ -11,5 +11,9 @@ You can join with [this link](https://zoom.datahubproject.io) or [RSVP](https:// ## Town Hall History -See our [Town Hall history](https://www.linkedin.com/company/acryl-data/events/) for the recordings and summaries of the past town halls. +See our Town Hall history for the recordings and summaries of the past town halls. + +* [Town Hall Events (July 2023~)](https://www.linkedin.com/company/acryl-data/events/) +* [Town Hall Events (~June 2023)](townhall-history.md) + From dcf2143d82f95f1f23dbfa3cb37c4a4ab34cd6fc Mon Sep 17 00:00:00 2001 From: socar-dini <0327jane@gmail.com> Date: Thu, 2 Nov 2023 17:08:56 +0900 Subject: [PATCH 09/10] docs: fix yarnlint --- docs-website/sidebars.js | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs-website/sidebars.js b/docs-website/sidebars.js index 29a757f0ad1ff..a70d05ffff040 100644 --- a/docs-website/sidebars.js +++ b/docs-website/sidebars.js @@ -657,7 +657,7 @@ module.exports = { items: [ "docs/slack", "docs/townhalls", -// "docs/townhall-history", + // "docs/townhall-history", "docs/CODE_OF_CONDUCT", "docs/CONTRIBUTING", "docs/links", From 42446dcb6b359e2142334faeadfc2036430b2eba Mon Sep 17 00:00:00 2001 From: socar-dini <0327jane@gmail.com> Date: Fri, 3 Nov 2023 12:49:54 +0900 Subject: [PATCH 10/10] docs: fix date on tonwhall history --- docs/townhall-history.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/townhall-history.md b/docs/townhall-history.md index 1d9a8def1b99d..0242e4ec2cee1 100644 --- a/docs/townhall-history.md +++ b/docs/townhall-history.md @@ -1,7 +1,7 @@ # Town Hall History :::note -For the Town Hall meetings after Mar 2023, please refer to our [LinkedIn Live event history](https://www.linkedin.com/company/acryl-data/events/). +For the Town Hall meetings after June 2023, please refer to our [LinkedIn Live event history](https://www.linkedin.com/company/acryl-data/events/). ::: ### June 2023