Skip to content

Commit

Permalink
See open-metadata/OpenMetadata@4adffef from refs/heads/main
Browse files Browse the repository at this point in the history
  • Loading branch information
open-metadata committed Dec 12, 2024
1 parent 9f0a0b4 commit 48b06c3
Show file tree
Hide file tree
Showing 424 changed files with 2,821 additions and 2,821 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,6 @@

{% connectorInfoCard name="MLflow" stage="PROD" href="/connectors/ml-model/mlflow" platform="OpenMetadata" / %}
{% connectorInfoCard name="Sagemaker" stage="PROD" href="/connectors/ml-model/sagemaker" platform="OpenMetadata" / %}
{% connectorInfoCard name="VertexAI" stage="PROD" href="/connectors/ml-model/vertexai" platform="Collate" / %}
{% connectorInfoCard name="VertexAI" stage="BETA" href="/connectors/ml-model/vertexai" platform="Collate" / %}

{% /connectorsListContainer %}
4 changes: 2 additions & 2 deletions content/partials/v1.6/connectors/pipeline/connectors-list.md
Original file line number Diff line number Diff line change
Expand Up @@ -9,12 +9,12 @@
{% connectorInfoCard name="Domo" stage="PROD" href="/connectors/pipeline/domo-pipeline" platform="OpenMetadata" / %}
{% connectorInfoCard name="Fivetran" stage="PROD" href="/connectors/pipeline/fivetran" platform="OpenMetadata" / %}
{% connectorInfoCard name="Flink" stage="BETA" href="/connectors/pipeline/flink" platform="OpenMetadata" / %}
{% connectorInfoCard name="Matillion" stage="BETA" href="/connectors/pipeline/matillion" platform="Collate" / %}
{% connectorInfoCard name="Matillion" stage="PROD" href="/connectors/pipeline/matillion" platform="Collate" / %}
{% connectorInfoCard name="Glue" stage="PROD" href="/connectors/pipeline/glue-pipeline" platform="OpenMetadata" / %}
{% connectorInfoCard name="KafkaConnect" stage="PROD" href="/connectors/pipeline/kafkaconnect" platform="OpenMetadata" / %}
{% connectorInfoCard name="OpenLineage" stage="PROD" href="/connectors/pipeline/openlineage" platform="OpenMetadata" / %}
{% connectorInfoCard name="NiFi" stage="PROD" href="/connectors/pipeline/nifi" platform="OpenMetadata" / %}
{% connectorInfoCard name="Spline" stage="BETA" href="/connectors/pipeline/spline" platform="OpenMetadata" / %}
{% connectorInfoCard name="Stitch" stage="BETA" href="/connectors/pipeline/stitch" platform="Collate" / %}
{% connectorInfoCard name="Stitch" stage="PROD" href="/connectors/pipeline/stitch" platform="Collate" / %}

{% /connectorsListContainer %}
Original file line number Diff line number Diff line change
Expand Up @@ -2,6 +2,6 @@

{% connectorInfoCard name="MLflow" stage="PROD" href="/connectors/ml-model/mlflow" platform="OpenMetadata" / %}
{% connectorInfoCard name="Sagemaker" stage="PROD" href="/connectors/ml-model/sagemaker" platform="OpenMetadata" / %}
{% connectorInfoCard name="VertexAI" stage="PROD" href="/connectors/ml-model/vertexai" platform="Collate" / %}
{% connectorInfoCard name="VertexAI" stage="BETA" href="/connectors/ml-model/vertexai" platform="Collate" / %}

{% /connectorsListContainer %}
4 changes: 2 additions & 2 deletions content/partials/v1.7/connectors/pipeline/connectors-list.md
Original file line number Diff line number Diff line change
Expand Up @@ -9,12 +9,12 @@
{% connectorInfoCard name="Domo" stage="PROD" href="/connectors/pipeline/domo-pipeline" platform="OpenMetadata" / %}
{% connectorInfoCard name="Fivetran" stage="PROD" href="/connectors/pipeline/fivetran" platform="OpenMetadata" / %}
{% connectorInfoCard name="Flink" stage="BETA" href="/connectors/pipeline/flink" platform="OpenMetadata" / %}
{% connectorInfoCard name="Matillion" stage="BETA" href="/connectors/pipeline/matillion" platform="Collate" / %}
{% connectorInfoCard name="Matillion" stage="PROD" href="/connectors/pipeline/matillion" platform="Collate" / %}
{% connectorInfoCard name="Glue" stage="PROD" href="/connectors/pipeline/glue-pipeline" platform="OpenMetadata" / %}
{% connectorInfoCard name="KafkaConnect" stage="PROD" href="/connectors/pipeline/kafkaconnect" platform="OpenMetadata" / %}
{% connectorInfoCard name="OpenLineage" stage="PROD" href="/connectors/pipeline/openlineage" platform="OpenMetadata" / %}
{% connectorInfoCard name="NiFi" stage="PROD" href="/connectors/pipeline/nifi" platform="OpenMetadata" / %}
{% connectorInfoCard name="Spline" stage="BETA" href="/connectors/pipeline/spline" platform="OpenMetadata" / %}
{% connectorInfoCard name="Stitch" stage="BETA" href="/connectors/pipeline/stitch" platform="Collate" / %}
{% connectorInfoCard name="Stitch" stage="PROD" href="/connectors/pipeline/stitch" platform="Collate" / %}

{% /connectorsListContainer %}
20 changes: 10 additions & 10 deletions content/v1.7.x-SNAPSHOT/collate-ai/how-to-use-collate-ai.md
Original file line number Diff line number Diff line change
Expand Up @@ -10,31 +10,31 @@ collate: true
- Navigate to **Settings > Applications** in the Collate platform.

{% image
src="/images/v1.6/collate-ai/setting-up-collate-ai-1.png"
src="/images/v1.7/collate-ai/setting-up-collate-ai-1.png"
alt="setting up Collate AI"
caption="Navigate to Settings > Applications"
/%}

- Install Collate AI by following the on-screen instructions.

{% image
src="/images/v1.6/collate-ai/setting-up-collate-ai-2.png"
src="/images/v1.7/collate-ai/setting-up-collate-ai-2.png"
alt="Install Collate AI"
caption="Install Collate AI"
/%}

- Configure and add filters based on criteria such as owner, schema, database, service, and more. You can also combine multiple conditions to meet your specific requirements.

{% image
src="/images/v1.6/collate-ai/setting-up-collate-ai-3.png"
src="/images/v1.7/collate-ai/setting-up-collate-ai-3.png"
alt="automatically generate descriptions"
caption="automatically generate descriptions"
/%}

- **Scheduling**: Schedule Collate AI to run regularly, automatically generating metadata at predefined intervals (e.g., weekly).

{% image
src="/images/v1.6/collate-ai/setting-up-collate-ai-4.png"
src="/images/v1.7/collate-ai/setting-up-collate-ai-4.png"
alt="Schedule Collate AI"
caption="Schedule Collate AI"
/%}
Expand All @@ -43,7 +43,7 @@ caption="Schedule Collate AI"
- The Collate AI chatbot icon appears on every page after installation.

{% image
src="/images/v1.6/collate-ai/using-collate-ai-chatbot-1.png"
src="/images/v1.7/collate-ai/using-collate-ai-chatbot-1.png"
alt="chatbot icon"
caption="chatbot icon"
/%}
Expand All @@ -55,7 +55,7 @@ caption="chatbot icon"
- Collate AI will generate the corresponding SQL query and provide a detailed explanation of the query logic.

{% image
src="/images/v1.6/collate-ai/using-collate-ai-chatbot-2.png"
src="/images/v1.7/collate-ai/using-collate-ai-chatbot-2.png"
alt="natural language questions"
caption="natural language questions"
/%}
Expand All @@ -67,15 +67,15 @@ caption="natural language questions"
- The **Metadata Usage** workflows will ingest the queries being run against the tables. You can see how long each query has been executed in the **Queries** tab.

{% image
src="/images/v1.6/collate-ai/fixing-sql-queries-1.png"
src="/images/v1.7/collate-ai/fixing-sql-queries-1.png"
alt="metadata usage workflows"
caption="metadata usage workflows"
/%}

- If a query runs inefficiently, ask the chatbot to optimize it by typing: “Optimize this query.”

{% image
src="/images/v1.6/collate-ai/fixing-sql-queries-3.png"
src="/images/v1.7/collate-ai/fixing-sql-queries-3.png"
alt="Optimize this query"
caption="Optimize this query"
/%}
Expand All @@ -87,7 +87,7 @@ caption="Optimize this query"
- Collate AI will correct the query and provide a working version.

{% image
src="/images/v1.6/collate-ai/fixing-sql-queries-4.png"
src="/images/v1.7/collate-ai/fixing-sql-queries-4.png"
alt="Can you fix this query"
caption="Can you fix this query"
/%}
Expand All @@ -97,7 +97,7 @@ caption="Can you fix this query"
- You can accept or reject each suggestion individually or choose to accept all suggestions in bulk.

{% image
src="/images/v1.6/collate-ai/reviewing-generated-metadata.png"
src="/images/v1.7/collate-ai/reviewing-generated-metadata.png"
alt="reviewing Generated Metadata"
caption="reviewing Generated Metadata"
/%}
Expand Down
8 changes: 4 additions & 4 deletions content/v1.7.x-SNAPSHOT/collate-ai/index.md
Original file line number Diff line number Diff line change
Expand Up @@ -35,7 +35,7 @@ Documenting thousands of tables manually is tedious and time-consuming. Collate
### 1. Automatic Data Asset Documentation

{% image
src="/images/v1.6/collate-ai/reviewing-generated-metadata.png"
src="/images/v1.7/collate-ai/reviewing-generated-metadata.png"
alt="Automatic Data Asset Documentation"
caption="Auto Generate data Asset Documentation"
/%}
Expand All @@ -48,7 +48,7 @@ caption="Auto Generate data Asset Documentation"
### 2. Natural Language SQL Query Generation

{% image
src="/images/v1.6/collate-ai/using-collate-ai-chatbot-2.png"
src="/images/v1.7/collate-ai/using-collate-ai-chatbot-2.png"
alt="Natural Language SQL Query Generation"
caption="Natural Language SQL Query Generation"
/%}
Expand All @@ -61,7 +61,7 @@ caption="Natural Language SQL Query Generation"
### 3. SQL Query Optimization and Troubleshooting

{% image
src="/images/v1.6/collate-ai/fixing-sql-queries-3.png"
src="/images/v1.7/collate-ai/fixing-sql-queries-3.png"
alt="SQL Query Optimization and Troubleshooting"
caption="SQL Query Optimization"
/%}
Expand All @@ -74,7 +74,7 @@ caption="SQL Query Optimization"
### 4. Fixing SQL Queries

{% image
src="/images/v1.6/collate-ai/fixing-sql-queries-4.png"
src="/images/v1.7/collate-ai/fixing-sql-queries-4.png"
alt="Fixing SQL Queries"
caption="Fixing SQL Queries"
/%}
Expand Down
2 changes: 1 addition & 1 deletion content/v1.7.x-SNAPSHOT/connectors/api/index.md
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,7 @@ slug: /connectors/api

This is the supported list of connectors for API Services:

{% partial file="/v1.6/connectors/api/connectors-list.md" /%}
{% partial file="/v1.7/connectors/api/connectors-list.md" /%}

If you have a request for a new connector, don't hesitate to reach out in [Slack](https://slack.open-metadata.org/) or
open a [feature request](https://github.com/open-metadata/OpenMetadata/issues/new/choose) in our GitHub repo.
16 changes: 8 additions & 8 deletions content/v1.7.x-SNAPSHOT/connectors/api/rest/index.md
Original file line number Diff line number Diff line change
Expand Up @@ -18,7 +18,7 @@ Configure and schedule REST metadata workflows from the OpenMetadata UI:
- [Requirements](#requirements)
- [Metadata Ingestion](#metadata-ingestion)

{% partial file="/v1.6/connectors/ingestion-modes-tiles.md" variables={yamlPath: "/connectors/api/rest/yaml"} /%}
{% partial file="/v1.7/connectors/ingestion-modes-tiles.md" variables={yamlPath: "/connectors/api/rest/yaml"} /%}

## Requirements

Expand All @@ -30,12 +30,12 @@ Configure and schedule REST metadata workflows from the OpenMetadata UI:
## Metadata Ingestion

{% partial
file="/v1.6/connectors/metadata-ingestion-ui.md"
file="/v1.7/connectors/metadata-ingestion-ui.md"
variables={
connector: "VertexAI",
selectServicePath: "/images/v1.6/connectors/rest/select-service.png",
addNewServicePath: "/images/v1.6/connectors/rest/add-new-service.png",
serviceConnectionPath: "/images/v1.6/connectors/rest/service-connection.png",
selectServicePath: "/images/v1.7/connectors/rest/select-service.png",
addNewServicePath: "/images/v1.7/connectors/rest/add-new-service.png",
serviceConnectionPath: "/images/v1.7/connectors/rest/service-connection.png",
}
/%}

Expand All @@ -52,11 +52,11 @@ An OpenAPI schema URL typically refers to the URL where the OpenAPI Specificatio

{% /extraContent %}

{% partial file="/v1.6/connectors/test-connection.md" /%}
{% partial file="/v1.7/connectors/test-connection.md" /%}


{% partial file="/v1.6/connectors/ingestion-schedule-and-deploy.md" /%}
{% partial file="/v1.7/connectors/ingestion-schedule-and-deploy.md" /%}

{% /stepsContainer %}

{% partial file="/v1.6/connectors/troubleshooting.md" /%}
{% partial file="/v1.7/connectors/troubleshooting.md" /%}
12 changes: 6 additions & 6 deletions content/v1.7.x-SNAPSHOT/connectors/api/rest/yaml.md
Original file line number Diff line number Diff line change
Expand Up @@ -18,13 +18,13 @@ Configure and schedule REST metadata workflows from the OpenMetadata UI:
- [Requirements](#requirements)
- [Metadata Ingestion](#metadata-ingestion)

{% partial file="/v1.6/connectors/external-ingestion-deployment.md" /%}
{% partial file="/v1.7/connectors/external-ingestion-deployment.md" /%}

## Requirements

### Python Requirements

{% partial file="/v1.6/connectors/python-requirements.md" /%}
{% partial file="/v1.7/connectors/python-requirements.md" /%}


### Generate OpenAPI Schema URL
Expand Down Expand Up @@ -71,14 +71,14 @@ source:
```


{% partial file="/v1.6/connectors/yaml/database/source-config.md" /%}
{% partial file="/v1.7/connectors/yaml/database/source-config.md" /%}

{% partial file="/v1.6/connectors/yaml/ingestion-sink.md" /%}
{% partial file="/v1.7/connectors/yaml/ingestion-sink.md" /%}

{% partial file="/v1.6/connectors/yaml/workflow-config.md" /%}
{% partial file="/v1.7/connectors/yaml/workflow-config.md" /%}

{% /codeBlock %}

{% /codePreview %}

{% partial file="/v1.6/connectors/yaml/ingestion-cli.md" /%}
{% partial file="/v1.7/connectors/yaml/ingestion-cli.md" /%}
2 changes: 1 addition & 1 deletion content/v1.7.x-SNAPSHOT/connectors/custom-connectors.md
Original file line number Diff line number Diff line change
Expand Up @@ -133,5 +133,5 @@ and set the `Source Python Class Name` as `connector.my_awesome_connector.MyAwes
Note how we are specifying the full module name so that the Ingestion Framework can import the Source class.

{% image
src="/images/v1.6/connectors/custom-connector.png"
src="/images/v1.7/connectors/custom-connector.png"
alt="Custom Connector" /%}
Original file line number Diff line number Diff line change
Expand Up @@ -17,7 +17,7 @@ Configure and schedule DomoDashboard metadata and profiler workflows from the Op
- [Requirements](#requirements)
- [Metadata Ingestion](#metadata-ingestion)

{% partial file="/v1.6/connectors/ingestion-modes-tiles.md" variables={yamlPath: "/connectors/dashboard/domo-dashboard/yaml"} /%}
{% partial file="/v1.7/connectors/ingestion-modes-tiles.md" variables={yamlPath: "/connectors/dashboard/domo-dashboard/yaml"} /%}

## Requirements

Expand All @@ -27,12 +27,12 @@ For questions related to scopes, click [here](https://developer.domo.com/portal/
## Metadata Ingestion

{% partial
file="/v1.6/connectors/metadata-ingestion-ui.md"
file="/v1.7/connectors/metadata-ingestion-ui.md"
variables={
connector: "Domo Dashboard",
selectServicePath: "/images/v1.6/connectors/domodashboard/select-service.png",
addNewServicePath: "/images/v1.6/connectors/domodashboard/add-new-service.png",
serviceConnectionPath: "/images/v1.6/connectors/domodashboard/service-connection.png",
selectServicePath: "/images/v1.7/connectors/domodashboard/select-service.png",
addNewServicePath: "/images/v1.7/connectors/domodashboard/add-new-service.png",
serviceConnectionPath: "/images/v1.7/connectors/domodashboard/service-connection.png",
}
/%}

Expand All @@ -49,12 +49,12 @@ For questions related to scopes, click [here](https://developer.domo.com/portal/

{% /extraContent %}

{% partial file="/v1.6/connectors/test-connection.md" /%}
{% partial file="/v1.7/connectors/test-connection.md" /%}

{% partial file="/v1.6/connectors/dashboard/configure-ingestion.md" /%}
{% partial file="/v1.7/connectors/dashboard/configure-ingestion.md" /%}

{% partial file="/v1.6/connectors/ingestion-schedule-and-deploy.md" /%}
{% partial file="/v1.7/connectors/ingestion-schedule-and-deploy.md" /%}

{% /stepsContainer %}

{% partial file="/v1.6/connectors/troubleshooting.md" /%}
{% partial file="/v1.7/connectors/troubleshooting.md" /%}
Original file line number Diff line number Diff line change
Expand Up @@ -18,7 +18,7 @@ Configure and schedule DomoDashboard metadata and profiler workflows from the Op
- [Requirements](#requirements)
- [Metadata Ingestion](#metadata-ingestion)

{% partial file="/v1.6/connectors/external-ingestion-deployment.md" /%}
{% partial file="/v1.7/connectors/external-ingestion-deployment.md" /%}

## Requirements

Expand All @@ -27,7 +27,7 @@ Question related to scopes, click [here](https://developer.domo.com/portal/1845f

### Python Requirements

{% partial file="/v1.6/connectors/python-requirements.md" /%}
{% partial file="/v1.7/connectors/python-requirements.md" /%}

To run the DomoDashboard ingestion, you will need to install:

Expand Down Expand Up @@ -88,11 +88,11 @@ This is a sample config for Domo-Dashboard:

{% /codeInfo %}

{% partial file="/v1.6/connectors/yaml/dashboard/source-config-def.md" /%}
{% partial file="/v1.7/connectors/yaml/dashboard/source-config-def.md" /%}

{% partial file="/v1.6/connectors/yaml/ingestion-sink-def.md" /%}
{% partial file="/v1.7/connectors/yaml/ingestion-sink-def.md" /%}

{% partial file="/v1.6/connectors/yaml/workflow-config-def.md" /%}
{% partial file="/v1.7/connectors/yaml/workflow-config-def.md" /%}

{% /codeInfoContainer %}

Expand Down Expand Up @@ -122,14 +122,14 @@ source:
instanceDomain: https://<your>.domo.com
```
{% partial file="/v1.6/connectors/yaml/dashboard/source-config.md" /%}
{% partial file="/v1.7/connectors/yaml/dashboard/source-config.md" /%}
{% partial file="/v1.6/connectors/yaml/ingestion-sink.md" /%}
{% partial file="/v1.7/connectors/yaml/ingestion-sink.md" /%}
{% partial file="/v1.6/connectors/yaml/workflow-config.md" /%}
{% partial file="/v1.7/connectors/yaml/workflow-config.md" /%}
{% /codeBlock %}
{% /codePreview %}
{% partial file="/v1.6/connectors/yaml/ingestion-cli.md" /%}
{% partial file="/v1.7/connectors/yaml/ingestion-cli.md" /%}
2 changes: 1 addition & 1 deletion content/v1.7.x-SNAPSHOT/connectors/dashboard/index.md
Original file line number Diff line number Diff line change
Expand Up @@ -7,7 +7,7 @@ slug: /connectors/dashboard

This is the supported list of connectors for Dashboard Services:

{% partial file="/v1.6/connectors/dashboard/connectors-list.md" /%}
{% partial file="/v1.7/connectors/dashboard/connectors-list.md" /%}

If you have a request for a new connector, don't hesitate to reach out in [Slack](https://slack.open-metadata.org/) or
open a [feature request](https://github.com/open-metadata/OpenMetadata/issues/new/choose) in our GitHub repo.
Loading

0 comments on commit 48b06c3

Please sign in to comment.