Merge branch 'master' into origin/NestedDomainsCypressTest

datahub-project · Sep 21, 2023 · d6d2a36 · d6d2a36
2 parents 2a0de2f + 4be8fd0
commit d6d2a36
Show file tree

Hide file tree

Showing 8 changed files with 384 additions and 187 deletions.
diff --git a/docs-website/markdown-link-check-config.json b/docs-website/markdown-link-check-config.json
@@ -1,50 +1,41 @@
 {
   "ignorePatterns": [
     {
-    "pattern": "^http://demo\\.datahubproject\\.io"
+      "pattern": "^https?://demo\\.datahubproject\\.io"
     },
     {
-    "pattern": "^http://localhost"
+      "pattern": "^http://localhost"
     },
     {
-    "pattern": "^http://www.famfamfam.com"
+      "pattern": "^/docs"
     },
     {
-    "pattern": "^http://www.linkedin.com"
+      "pattern": "^/integrations"
     },
     {
-    "pattern": "\\.md$"
+      "pattern": "^https?://www.linkedin.com"
     },
     {
-    "pattern":"\\.json$"
+      "pattern": "\\.md(#.*)?$"
     },
     {
-    "pattern":"\\.txt$"
+      "pattern": "\\.json$"
     },
     {
-    "pattern": "\\.java$"
+      "pattern": "\\.txt$"
     },
     {
-    "pattern": "\\.md#.*$"
+      "pattern": "\\.java$"
     },
     {
-    "pattern": "^https://oauth2.googleapis.com/token"
+      "pattern": "^https://oauth2.googleapis.com/token"
     },
     {
-    "pattern": "^https://login.microsoftonline.com/common/oauth2/na$"
+      "pattern": "^https://login.microsoftonline.com/common/oauth2/na$"
     },
     {
-    "pattern": "#v(\\d+)-(\\d+)-(\\d+)"
-    },
-    {
-    "pattern": "^https://github.com/mohdsiddique$"
-    },
-    {
-    "pattern": "^https://github.com/2x$"
-    },
-    {
-    "pattern": "^https://github.com/datahub-project/datahub/assets/15873986/2f47d033-6c2b-483a-951d-e6d6b807f0d0%22%3E$"
+      "pattern": "^https://github.com/datahub-project/datahub/assets/15873986/2f47d033-6c2b-483a-951d-e6d6b807f0d0%22%3E$"
     }
   ],
-  "aliveStatusCodes": [200, 206, 0, 999, 400, 401, 403]
-}
+  "aliveStatusCodes": [200, 206, 0, 999]
+}
diff --git a/docs-website/package.json b/docs-website/package.json
@@ -17,8 +17,10 @@
     "generate": "rm -rf genDocs genStatic && mkdir genDocs genStatic && yarn _generate-docs && mv docs/* genDocs/ && rmdir docs",
     "generate-rsync": "mkdir -p genDocs genStatic && yarn _generate-docs && rsync -v --checksum -r -h -i --delete docs/ genDocs && rm -rf docs",
     "lint": "prettier -w generateDocsDir.ts sidebars.js src/pages/index.js",
-    "lint-check": "prettier -l generateDocsDir.ts sidebars.js src/pages/index.js && find ./genDocs -name \\*.md -not -path \"./genDocs/python-sdk/models.md\" -print0 | xargs -0 -n1 markdown-link-check -p -q -c markdown-link-check-config.json",
-    "lint-fix": "prettier --write generateDocsDir.ts sidebars.js src/pages/index.js"
+    "lint-check": "prettier -l generateDocsDir.ts sidebars.js src/pages/index.js",
+    "lint-fix": "prettier --write generateDocsDir.ts sidebars.js src/pages/index.js",
+    "_list-link-check-files": "find ./genDocs -name '*.md' -not \\( -path './genDocs/python-sdk/*' -o -path './genDocs/releases.md' \\)",
+    "check-links": "yarn run -s _list-link-check-files -print0 | xargs -0 -n1 -t markdown-link-check -q -c markdown-link-check-config.json"
   },
   "dependencies": {
     "@ant-design/icons": "^4.7.0",

diff --git a/metadata-ingestion/setup.py b/metadata-ingestion/setup.py
@@ -138,7 +138,7 @@ def get_long_description():
 sqlglot_lib = {
     # Using an Acryl fork of sqlglot.
     # https://github.com/tobymao/sqlglot/compare/main...hsheth2:sqlglot:hsheth?expand=1
-    "acryl-sqlglot==18.0.2.dev15",
+    "acryl-sqlglot==18.5.2.dev45",
 }
 
 aws_common = {