run python readme.py

Azure · Sep 10, 2024 · d111283 · d111283
1 parent 02bdc0f
commit d111283
Show file tree

Hide file tree

Showing 138 changed files with 31,120 additions and 227 deletions.
diff --git a/.github/workflows/cli-assets-component-component_additional_includes.yml b/.github/workflows/cli-assets-component-component_additional_includes.yml
@@ -0,0 +1,67 @@
+# This code is autogenerated.
+# Code is generated by running custom script: python3 readme.py
+# Any manual changes to this file may cause incorrect behavior.
+# Any manual changes will be overwritten if the code is regenerated.
+
+name: cli-assets-component-component_additional_includes
+on:
+  workflow_dispatch:
+  schedule:
+    - cron: "47 9/12 * * *"
+  pull_request:
+    branches:
+      - main
+    paths:
+      - cli/assets/component/component_additional_includes.yml
+      - infra/bootstrapping/**
+      - .github/workflows/cli-assets-component-component_additional_includes.yml
+      - cli/setup.sh
+permissions:
+  id-token: write
+concurrency:
+  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
+  cancel-in-progress: true
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    steps:
+    - name: check out repo
+      uses: actions/checkout@v2
+    - name: azure login
+      uses: azure/login@v1
+      with:
+        client-id: ${{ secrets.OIDC_AZURE_CLIENT_ID }}
+        tenant-id: ${{ secrets.OIDC_AZURE_TENANT_ID }}
+        subscription-id: ${{ secrets.OIDC_AZURE_SUBSCRIPTION_ID }}
+    - name: bootstrap resources
+      run: |
+          bash bootstrapping/bootstrap.sh
+      working-directory: infra
+      continue-on-error: false
+    - name: setup-cli
+      run: |
+          source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh";
+          source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh";
+          bash setup.sh
+      working-directory: cli
+      continue-on-error: true
+    - name: Eagerly cache access tokens for required scopes
+      run: |
+          # Workaround for azure-cli's lack of support for ID token refresh
+          # Taken from: https://github.com/Azure/login/issues/372#issuecomment-2056289617
+
+          # Management
+          az account get-access-token --scope https://management.azure.com/.default --output none
+          # ML
+          az account get-access-token --scope https://ml.azure.com/.default --output none
+    - name: validate readme
+      run: |
+          python check-readme.py "${{ github.workspace }}/cli/assets/component"
+      working-directory: infra/bootstrapping
+      continue-on-error: false
+    - name: create asset
+      run: |
+          source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh";
+          source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh";
+          az ml component create -f assets/component/component_additional_includes.yml
+      working-directory: cli
diff --git a/.github/workflows/cli-assets-component-pipeline.yml b/.github/workflows/cli-assets-component-pipeline.yml
@@ -35,8 +35,8 @@ jobs:
         subscription-id: ${{ secrets.OIDC_AZURE_SUBSCRIPTION_ID }}
     - name: bootstrap resources
       run: |
-          bash bootstrap.sh
-      working-directory: infra/bootstrapping
+          bash bootstrapping/bootstrap.sh
+      working-directory: infra
       continue-on-error: false
     - name: setup-cli
       run: |
@@ -63,23 +63,5 @@ jobs:
       run: |
           source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh";
           source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh";
-          log_output=$(az ml component create -f assets/component/pipeline.yml 2>&1)
-          echo "$log_output" > create-asset.log
-          cat create-asset.log
+          az ml component create -f assets/component/pipeline.yml
       working-directory: cli
-    - name: Determine Failure Reason
-      run: |
-        failure_reason="N/A"
-        if [ "${{ job.status }}" == "failure" ]; then
-          if grep -q "ResourceNotReady" create-asset.log; then
-            failure_reason = "ResourceNotReady"
-          elif grep -q "quota" create-asset.log; then
-            failure_reason="QuotaIssue"
-          elif grep -q "ParentResourceNotFound" create-asset.log; then
-            failure_reason="ParentResourceNotFound"
-          else
-            failure_reason="UncategorizedFailure"
-          fi
-        fi
-        echo "FAILURE_REASON=$failure_reason" >> $GITHUB_ENV
-      working-directory: cli
diff --git a/.github/workflows/cli-assets-component-train.yml b/.github/workflows/cli-assets-component-train.yml
@@ -35,8 +35,8 @@ jobs:
         subscription-id: ${{ secrets.OIDC_AZURE_SUBSCRIPTION_ID }}
     - name: bootstrap resources
       run: |
-          bash bootstrap.sh
-      working-directory: infra/bootstrapping
+          bash bootstrapping/bootstrap.sh
+      working-directory: infra
       continue-on-error: false
     - name: setup-cli
       run: |

diff --git a/.github/workflows/cli-assets-data-azure-sql-import.yml b/.github/workflows/cli-assets-data-azure-sql-import.yml
@@ -0,0 +1,67 @@
+# This code is autogenerated.
+# Code is generated by running custom script: python3 readme.py
+# Any manual changes to this file may cause incorrect behavior.
+# Any manual changes will be overwritten if the code is regenerated.
+
+name: cli-assets-data-azure-sql-import
+on:
+  workflow_dispatch:
+  schedule:
+    - cron: "13 6/12 * * *"
+  pull_request:
+    branches:
+      - main
+    paths:
+      - cli/assets/data/azure-sql-import.yml
+      - infra/bootstrapping/**
+      - .github/workflows/cli-assets-data-azure-sql-import.yml
+      - cli/setup.sh
+permissions:
+  id-token: write
+concurrency:
+  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
+  cancel-in-progress: true
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    steps:
+    - name: check out repo
+      uses: actions/checkout@v2
+    - name: azure login
+      uses: azure/login@v1
+      with:
+        client-id: ${{ secrets.OIDC_AZURE_CLIENT_ID }}
+        tenant-id: ${{ secrets.OIDC_AZURE_TENANT_ID }}
+        subscription-id: ${{ secrets.OIDC_AZURE_SUBSCRIPTION_ID }}
+    - name: bootstrap resources
+      run: |
+          bash bootstrapping/bootstrap.sh
+      working-directory: infra
+      continue-on-error: false
+    - name: setup-cli
+      run: |
+          source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh";
+          source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh";
+          bash setup.sh
+      working-directory: cli
+      continue-on-error: true
+    - name: Eagerly cache access tokens for required scopes
+      run: |
+          # Workaround for azure-cli's lack of support for ID token refresh
+          # Taken from: https://github.com/Azure/login/issues/372#issuecomment-2056289617
+
+          # Management
+          az account get-access-token --scope https://management.azure.com/.default --output none
+          # ML
+          az account get-access-token --scope https://ml.azure.com/.default --output none
+    - name: validate readme
+      run: |
+          python check-readme.py "${{ github.workspace }}/cli/assets/data"
+      working-directory: infra/bootstrapping
+      continue-on-error: false
+    - name: create asset
+      run: |
+          source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh";
+          source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh";
+          az ml data create -f assets/data/azure-sql-import.yml
+      working-directory: cli
diff --git a/.github/workflows/cli-assets-data-cloud-file-https.yml b/.github/workflows/cli-assets-data-cloud-file-https.yml
@@ -35,8 +35,8 @@ jobs:
         subscription-id: ${{ secrets.OIDC_AZURE_SUBSCRIPTION_ID }}
     - name: bootstrap resources
       run: |
-          bash bootstrap.sh
-      working-directory: infra/bootstrapping
+          bash bootstrapping/bootstrap.sh
+      working-directory: infra
       continue-on-error: false
     - name: setup-cli
       run: |

diff --git a/.github/workflows/cli-assets-data-cloud-file-wasbs.yml b/.github/workflows/cli-assets-data-cloud-file-wasbs.yml
@@ -35,8 +35,8 @@ jobs:
         subscription-id: ${{ secrets.OIDC_AZURE_SUBSCRIPTION_ID }}
     - name: bootstrap resources
       run: |
-          bash bootstrap.sh
-      working-directory: infra/bootstrapping
+          bash bootstrapping/bootstrap.sh
+      working-directory: infra
       continue-on-error: false
     - name: setup-cli
       run: |

diff --git a/.github/workflows/cli-assets-data-cloud-file.yml b/.github/workflows/cli-assets-data-cloud-file.yml
@@ -35,8 +35,8 @@ jobs:
         subscription-id: ${{ secrets.OIDC_AZURE_SUBSCRIPTION_ID }}
     - name: bootstrap resources
       run: |
-          bash bootstrap.sh
-      working-directory: infra/bootstrapping
+          bash bootstrapping/bootstrap.sh
+      working-directory: infra
       continue-on-error: false
     - name: setup-cli
       run: |

diff --git a/.github/workflows/cli-assets-data-cloud-folder-https.yml b/.github/workflows/cli-assets-data-cloud-folder-https.yml
@@ -35,8 +35,8 @@ jobs:
         subscription-id: ${{ secrets.OIDC_AZURE_SUBSCRIPTION_ID }}
     - name: bootstrap resources
       run: |
-          bash bootstrap.sh
-      working-directory: infra/bootstrapping
+          bash bootstrapping/bootstrap.sh
+      working-directory: infra
       continue-on-error: false
     - name: setup-cli
       run: |

diff --git a/.github/workflows/cli-assets-data-cloud-folder-wasbs.yml b/.github/workflows/cli-assets-data-cloud-folder-wasbs.yml
@@ -0,0 +1,67 @@
+# This code is autogenerated.
+# Code is generated by running custom script: python3 readme.py
+# Any manual changes to this file may cause incorrect behavior.
+# Any manual changes will be overwritten if the code is regenerated.
+
+name: cli-assets-data-cloud-folder-wasbs
+on:
+  workflow_dispatch:
+  schedule:
+    - cron: "23 9/12 * * *"
+  pull_request:
+    branches:
+      - main
+    paths:
+      - cli/assets/data/cloud-folder-wasbs.yml
+      - infra/bootstrapping/**
+      - .github/workflows/cli-assets-data-cloud-folder-wasbs.yml
+      - cli/setup.sh
+permissions:
+  id-token: write
+concurrency:
+  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
+  cancel-in-progress: true
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    steps:
+    - name: check out repo
+      uses: actions/checkout@v2
+    - name: azure login
+      uses: azure/login@v1
+      with:
+        client-id: ${{ secrets.OIDC_AZURE_CLIENT_ID }}
+        tenant-id: ${{ secrets.OIDC_AZURE_TENANT_ID }}
+        subscription-id: ${{ secrets.OIDC_AZURE_SUBSCRIPTION_ID }}
+    - name: bootstrap resources
+      run: |
+          bash bootstrapping/bootstrap.sh
+      working-directory: infra
+      continue-on-error: false
+    - name: setup-cli
+      run: |
+          source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh";
+          source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh";
+          bash setup.sh
+      working-directory: cli
+      continue-on-error: true
+    - name: Eagerly cache access tokens for required scopes
+      run: |
+          # Workaround for azure-cli's lack of support for ID token refresh
+          # Taken from: https://github.com/Azure/login/issues/372#issuecomment-2056289617
+
+          # Management
+          az account get-access-token --scope https://management.azure.com/.default --output none
+          # ML
+          az account get-access-token --scope https://ml.azure.com/.default --output none
+    - name: validate readme
+      run: |
+          python check-readme.py "${{ github.workspace }}/cli/assets/data"
+      working-directory: infra/bootstrapping
+      continue-on-error: false
+    - name: create asset
+      run: |
+          source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh";
+          source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh";
+          az ml data create -f assets/data/cloud-folder-wasbs.yml
+      working-directory: cli
diff --git a/.github/workflows/cli-assets-data-cloud-folder.yml b/.github/workflows/cli-assets-data-cloud-folder.yml
@@ -35,8 +35,8 @@ jobs:
         subscription-id: ${{ secrets.OIDC_AZURE_SUBSCRIPTION_ID }}
     - name: bootstrap resources
       run: |
-          bash bootstrap.sh
-      working-directory: infra/bootstrapping
+          bash bootstrapping/bootstrap.sh
+      working-directory: infra
       continue-on-error: false
     - name: setup-cli
       run: |

diff --git a/.github/workflows/cli-assets-data-cloud-mltable.yml b/.github/workflows/cli-assets-data-cloud-mltable.yml
@@ -35,8 +35,8 @@ jobs:
         subscription-id: ${{ secrets.OIDC_AZURE_SUBSCRIPTION_ID }}
     - name: bootstrap resources
       run: |
-          bash bootstrap.sh
-      working-directory: infra/bootstrapping
+          bash bootstrapping/bootstrap.sh
+      working-directory: infra
       continue-on-error: false
     - name: setup-cli
       run: |

diff --git a/.github/workflows/cli-assets-data-data_import_schedule_database_inline.yml b/.github/workflows/cli-assets-data-data_import_schedule_database_inline.yml
@@ -0,0 +1,67 @@
+# This code is autogenerated.
+# Code is generated by running custom script: python3 readme.py
+# Any manual changes to this file may cause incorrect behavior.
+# Any manual changes will be overwritten if the code is regenerated.
+
+name: cli-assets-data-data_import_schedule_database_inline
+on:
+  workflow_dispatch:
+  schedule:
+    - cron: "30 7/12 * * *"
+  pull_request:
+    branches:
+      - main
+    paths:
+      - cli/assets/data/data_import_schedule_database_inline.yml
+      - infra/bootstrapping/**
+      - .github/workflows/cli-assets-data-data_import_schedule_database_inline.yml
+      - cli/setup.sh
+permissions:
+  id-token: write
+concurrency:
+  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
+  cancel-in-progress: true
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    steps:
+    - name: check out repo
+      uses: actions/checkout@v2
+    - name: azure login
+      uses: azure/login@v1
+      with:
+        client-id: ${{ secrets.OIDC_AZURE_CLIENT_ID }}
+        tenant-id: ${{ secrets.OIDC_AZURE_TENANT_ID }}
+        subscription-id: ${{ secrets.OIDC_AZURE_SUBSCRIPTION_ID }}
+    - name: bootstrap resources
+      run: |
+          bash bootstrapping/bootstrap.sh
+      working-directory: infra
+      continue-on-error: false
+    - name: setup-cli
+      run: |
+          source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh";
+          source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh";
+          bash setup.sh
+      working-directory: cli
+      continue-on-error: true
+    - name: Eagerly cache access tokens for required scopes
+      run: |
+          # Workaround for azure-cli's lack of support for ID token refresh
+          # Taken from: https://github.com/Azure/login/issues/372#issuecomment-2056289617
+
+          # Management
+          az account get-access-token --scope https://management.azure.com/.default --output none
+          # ML
+          az account get-access-token --scope https://ml.azure.com/.default --output none
+    - name: validate readme
+      run: |
+          python check-readme.py "${{ github.workspace }}/cli/assets/data"
+      working-directory: infra/bootstrapping
+      continue-on-error: false
+    - name: create asset
+      run: |
+          source "${{ github.workspace }}/infra/bootstrapping/sdk_helpers.sh";
+          source "${{ github.workspace }}/infra/bootstrapping/init_environment.sh";
+          az ml data create -f assets/data/data_import_schedule_database_inline.yml
+      working-directory: cli
diff --git a/.github/workflows/cli-assets-data-iris-csv-example.yml b/.github/workflows/cli-assets-data-iris-csv-example.yml
@@ -35,8 +35,8 @@ jobs:
         subscription-id: ${{ secrets.OIDC_AZURE_SUBSCRIPTION_ID }}
     - name: bootstrap resources
       run: |
-          bash bootstrap.sh
-      working-directory: infra/bootstrapping
+          bash bootstrapping/bootstrap.sh
+      working-directory: infra
       continue-on-error: false
     - name: setup-cli
       run: |