Skip to content

Commit

Permalink
Switch our preset to there final kaggle location
Browse files Browse the repository at this point in the history
  • Loading branch information
mattdangerw committed Dec 7, 2023
1 parent bcbce12 commit 69ab525
Show file tree
Hide file tree
Showing 15 changed files with 65 additions and 58 deletions.
7 changes: 7 additions & 0 deletions .cloudbuild/cloudbuild.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -50,6 +50,7 @@ steps:
'--ext-str', 'backend=$_BACKEND',
'-o', 'output.yaml',
]
secretEnv: ['KAGGLE_USERNAME', 'KAGGLE_KEY']
- name: 'gcr.io/cloud-builders/gcloud'
id: create-job
waitFor:
Expand All @@ -75,3 +76,9 @@ options:
volumes:
- name: go-modules
path: /go
availableSecrets:
secretManager:
- versionName: projects/$PROJECT_ID/secrets/KAGGLE_USERNAME/versions/latest
env: 'KAGGLE_USERNAME'
- versionName: projects/$PROJECT_ID/secrets/KAGGLE_KEY/versions/latest
env: 'KAGGLE_KEY'
8 changes: 4 additions & 4 deletions keras_nlp/models/albert/albert_presets.py
Original file line number Diff line number Diff line change
Expand Up @@ -26,7 +26,7 @@
"path": "albert",
"model_card": "https://github.com/google-research/albert/blob/master/README.md",
},
"kaggle_handle": "gs://keras-nlp-kaggle/albert_base_en_uncased",
"kaggle_handle": "kaggle://keras/albert/albert_base_en_uncased/1",
},
"albert_large_en_uncased": {
"metadata": {
Expand All @@ -39,7 +39,7 @@
"path": "albert",
"model_card": "https://github.com/google-research/albert/blob/master/README.md",
},
"kaggle_handle": "gs://keras-nlp-kaggle/albert_large_en_uncased",
"kaggle_handle": "kaggle://keras/albert/albert_large_en_uncased/1",
},
"albert_extra_large_en_uncased": {
"metadata": {
Expand All @@ -52,7 +52,7 @@
"path": "albert",
"model_card": "https://github.com/google-research/albert/blob/master/README.md",
},
"kaggle_handle": "gs://keras-nlp-kaggle/albert_extra_large_en_uncased",
"kaggle_handle": "kaggle://keras/albert/albert_extra_large_en_uncased/1",
},
"albert_extra_extra_large_en_uncased": {
"metadata": {
Expand All @@ -65,6 +65,6 @@
"path": "albert",
"model_card": "https://github.com/google-research/albert/blob/master/README.md",
},
"kaggle_handle": "gs://keras-nlp-kaggle/albert_extra_extra_large_en_uncased",
"kaggle_handle": "kaggle://keras/albert/albert_extra_extra_large_en_uncased/1",
},
}
6 changes: 3 additions & 3 deletions keras_nlp/models/bart/bart_presets.py
Original file line number Diff line number Diff line change
Expand Up @@ -25,7 +25,7 @@
"path": "bart",
"model_card": "https://github.com/facebookresearch/fairseq/blob/main/examples/bart/README.md",
},
"kaggle_handle": "gs://keras-nlp-kaggle/bart_base_en",
"kaggle_handle": "kaggle://keras/bart/bart_base_en/1",
},
"bart_large_en": {
"metadata": {
Expand All @@ -47,7 +47,7 @@
"dropout": 0.1,
"max_sequence_length": 1024,
},
"kaggle_handle": "gs://keras-nlp-kaggle/bart_large_en",
"kaggle_handle": "kaggle://keras/bart/bart_large_en/1",
},
"bart_large_en_cnn": {
"metadata": {
Expand All @@ -69,6 +69,6 @@
"dropout": 0.1,
"max_sequence_length": 1024,
},
"kaggle_handle": "gs://keras-nlp-kaggle/bart_large_en_cnn",
"kaggle_handle": "kaggle://keras/bart/bart_large_en_cnn/1",
},
}
22 changes: 10 additions & 12 deletions keras_nlp/models/bert/bert_presets.py
Original file line number Diff line number Diff line change
Expand Up @@ -13,8 +13,6 @@
# limitations under the License.
"""BERT model preset configurations."""

# TODO(jbischof): document presets in keras.io and use URL in docstrings
# Metadata for loading pretrained model weights.
backbone_presets = {
"bert_tiny_en_uncased": {
"metadata": {
Expand All @@ -27,7 +25,7 @@
"path": "bert",
"model_card": "https://github.com/google-research/bert/blob/master/README.md",
},
"kaggle_handle": "gs://keras-nlp-kaggle/bert_tiny_en_uncased",
"kaggle_handle": "kaggle://keras/bert/bert_tiny_en_uncased/1",
},
"bert_small_en_uncased": {
"metadata": {
Expand All @@ -40,7 +38,7 @@
"path": "bert",
"model_card": "https://github.com/google-research/bert/blob/master/README.md",
},
"kaggle_handle": "gs://keras-nlp-kaggle/bert_small_en_uncased",
"kaggle_handle": "kaggle://keras/bert/bert_small_en_uncased/1",
},
"bert_medium_en_uncased": {
"metadata": {
Expand All @@ -53,7 +51,7 @@
"path": "bert",
"model_card": "https://github.com/google-research/bert/blob/master/README.md",
},
"kaggle_handle": "gs://keras-nlp-kaggle/bert_medium_en_uncased",
"kaggle_handle": "kaggle://keras/bert/bert_medium_en_uncased/1",
},
"bert_base_en_uncased": {
"metadata": {
Expand All @@ -66,7 +64,7 @@
"path": "bert",
"model_card": "https://github.com/google-research/bert/blob/master/README.md",
},
"kaggle_handle": "gs://keras-nlp-kaggle/bert_base_en_uncased",
"kaggle_handle": "kaggle://keras/bert/bert_base_en_uncased/1",
},
"bert_base_en": {
"metadata": {
Expand All @@ -79,7 +77,7 @@
"path": "bert",
"model_card": "https://github.com/google-research/bert/blob/master/README.md",
},
"kaggle_handle": "gs://keras-nlp-kaggle/bert_base_en",
"kaggle_handle": "kaggle://keras/bert/bert_base_en/1",
},
"bert_base_zh": {
"metadata": {
Expand All @@ -91,7 +89,7 @@
"path": "bert",
"model_card": "https://github.com/google-research/bert/blob/master/README.md",
},
"kaggle_handle": "gs://keras-nlp-kaggle/bert_base_zh",
"kaggle_handle": "kaggle://keras/bert/bert_base_zh/1",
},
"bert_base_multi": {
"metadata": {
Expand All @@ -103,7 +101,7 @@
"path": "bert",
"model_card": "https://github.com/google-research/bert/blob/master/README.md",
},
"kaggle_handle": "gs://keras-nlp-kaggle/bert_base_multi",
"kaggle_handle": "kaggle://keras/bert/bert_base_multi/1",
},
"bert_large_en_uncased": {
"metadata": {
Expand All @@ -116,7 +114,7 @@
"path": "bert",
"model_card": "https://github.com/google-research/bert/blob/master/README.md",
},
"kaggle_handle": "gs://keras-nlp-kaggle/bert_large_en_uncased",
"kaggle_handle": "kaggle://keras/bert/bert_large_en_uncased/1",
},
"bert_large_en": {
"metadata": {
Expand All @@ -129,7 +127,7 @@
"path": "bert",
"model_card": "https://github.com/google-research/bert/blob/master/README.md",
},
"kaggle_handle": "gs://keras-nlp-kaggle/bert_large_en",
"kaggle_handle": "kaggle://keras/bert/bert_large_en/1",
},
}

Expand All @@ -144,6 +142,6 @@
"path": "bert",
"model_card": "https://github.com/google-research/bert/blob/master/README.md",
},
"kaggle_handle": "gs://keras-nlp-kaggle/bert_tiny_en_uncased_sst2",
"kaggle_handle": "kaggle://keras/bert/bert_tiny_en_uncased_sst2/1",
}
}
10 changes: 5 additions & 5 deletions keras_nlp/models/deberta_v3/deberta_v3_presets.py
Original file line number Diff line number Diff line change
Expand Up @@ -25,7 +25,7 @@
"path": "deberta_v3",
"model_card": "https://huggingface.co/microsoft/deberta-v3-xsmall",
},
"kaggle_handle": "gs://keras-nlp-kaggle/deberta_v3_extra_small_en",
"kaggle_handle": "kaggle://keras/deberta_v3/deberta_v3_extra_small_en/1",
},
"deberta_v3_small_en": {
"metadata": {
Expand All @@ -38,7 +38,7 @@
"path": "deberta_v3",
"model_card": "https://huggingface.co/microsoft/deberta-v3-small",
},
"kaggle_handle": "gs://keras-nlp-kaggle/deberta_v3_small_en",
"kaggle_handle": "kaggle://keras/deberta_v3/deberta_v3_small_en/1",
},
"deberta_v3_base_en": {
"metadata": {
Expand All @@ -51,7 +51,7 @@
"path": "deberta_v3",
"model_card": "https://huggingface.co/microsoft/deberta-v3-base",
},
"kaggle_handle": "gs://keras-nlp-kaggle/deberta_v3_base_en",
"kaggle_handle": "kaggle://keras/deberta_v3/deberta_v3_base_en/1",
},
"deberta_v3_large_en": {
"metadata": {
Expand All @@ -64,7 +64,7 @@
"path": "deberta_v3",
"model_card": "https://huggingface.co/microsoft/deberta-v3-large",
},
"kaggle_handle": "gs://keras-nlp-kaggle/deberta_v3_large_en",
"kaggle_handle": "kaggle://keras/deberta_v3/deberta_v3_large_en/1",
},
"deberta_v3_base_multi": {
"metadata": {
Expand All @@ -77,6 +77,6 @@
"path": "deberta_v3",
"model_card": "https://huggingface.co/microsoft/mdeberta-v3-base",
},
"kaggle_handle": "gs://keras-nlp-kaggle/deberta_v3_base_multi",
"kaggle_handle": "kaggle://keras/deberta_v3/deberta_v3_base_multi/1",
},
}
6 changes: 3 additions & 3 deletions keras_nlp/models/distil_bert/distil_bert_presets.py
Original file line number Diff line number Diff line change
Expand Up @@ -26,7 +26,7 @@
"path": "distil_bert",
"model_card": "https://huggingface.co/distilbert-base-uncased",
},
"kaggle_handle": "gs://keras-nlp-kaggle/distil_bert_base_en_uncased",
"kaggle_handle": "kaggle://keras/distil_bert/distil_bert_base_en_uncased/1",
},
"distil_bert_base_en": {
"metadata": {
Expand All @@ -40,7 +40,7 @@
"path": "distil_bert",
"model_card": "https://huggingface.co/distilbert-base-cased",
},
"kaggle_handle": "gs://keras-nlp-kaggle/distil_bert_base_en",
"kaggle_handle": "kaggle://keras/distil_bert/distil_bert_base_en/1",
},
"distil_bert_base_multi": {
"metadata": {
Expand All @@ -52,6 +52,6 @@
"path": "distil_bert",
"model_card": "https://huggingface.co/distilbert-base-multilingual-cased",
},
"kaggle_handle": "gs://keras-nlp-kaggle/distil_bert_base_multi",
"kaggle_handle": "kaggle://keras/distil_bert/distil_bert_base_multi/1",
},
}
4 changes: 2 additions & 2 deletions keras_nlp/models/f_net/f_net_presets.py
Original file line number Diff line number Diff line change
Expand Up @@ -25,7 +25,7 @@
"path": "f_net",
"model_card": "https://github.com/google-research/google-research/blob/master/f_net/README.md",
},
"kaggle_handle": "gs://keras-nlp-kaggle/f_net_base_en",
"kaggle_handle": "kaggle://keras/f_net/f_net_base_en/1",
},
"f_net_large_en": {
"metadata": {
Expand All @@ -38,6 +38,6 @@
"path": "f_net",
"model_card": "https://github.com/google-research/google-research/blob/master/f_net/README.md",
},
"kaggle_handle": "gs://keras-nlp-kaggle/f_net_large_en",
"kaggle_handle": "kaggle://keras/f_net/f_net_large_en/1",
},
}
10 changes: 5 additions & 5 deletions keras_nlp/models/gpt2/gpt2_presets.py
Original file line number Diff line number Diff line change
Expand Up @@ -26,7 +26,7 @@
"path": "gpt2",
"model_card": "https://github.com/openai/gpt-2/blob/master/model_card.md",
},
"kaggle_handle": "gs://keras-nlp-kaggle/gpt2_base_en",
"kaggle_handle": "kaggle://keras/gpt2/gpt2_base_en/1",
},
"gpt2_medium_en": {
"metadata": {
Expand All @@ -39,7 +39,7 @@
"path": "gpt2",
"model_card": "https://github.com/openai/gpt-2/blob/master/model_card.md",
},
"kaggle_handle": "gs://keras-nlp-kaggle/gpt2_medium_en",
"kaggle_handle": "kaggle://keras/gpt2/gpt2_medium_en/1",
},
"gpt2_large_en": {
"metadata": {
Expand All @@ -52,7 +52,7 @@
"path": "gpt2",
"model_card": "https://github.com/openai/gpt-2/blob/master/model_card.md",
},
"kaggle_handle": "gs://keras-nlp-kaggle/gpt2_large_en",
"kaggle_handle": "kaggle://keras/gpt2/gpt2_large_en/1",
},
"gpt2_extra_large_en": {
"metadata": {
Expand All @@ -65,7 +65,7 @@
"path": "gpt2",
"model_card": "https://github.com/openai/gpt-2/blob/master/model_card.md",
},
"kaggle_handle": "gs://keras-nlp-kaggle/gpt2_extra_large_en",
"kaggle_handle": "kaggle://keras/gpt2/gpt2_extra_large_en/1",
},
"gpt2_base_en_cnn_dailymail": {
"metadata": {
Expand All @@ -77,6 +77,6 @@
"official_name": "GPT-2",
"path": "gpt2",
},
"kaggle_handle": "gs://keras-nlp-kaggle/gpt2_base_en_cnn_dailymail",
"kaggle_handle": "kaggle://keras/gpt2/gpt2_base_en_cnn_dailymail/1",
},
}
8 changes: 4 additions & 4 deletions keras_nlp/models/opt/opt_presets.py
Original file line number Diff line number Diff line change
Expand Up @@ -26,7 +26,7 @@
"path": "opt",
"model_card": "https://github.com/facebookresearch/metaseq/blob/main/projects/OPT/model_card.md",
},
"kaggle_handle": "gs://keras-nlp-kaggle/opt_125m_en",
"kaggle_handle": "kaggle://keras/opt/opt_125m_en/1",
},
# We skip the 350m checkpoint because it does not match the structure of
# other checkpoints.
Expand All @@ -41,7 +41,7 @@
"path": "opt",
"model_card": "https://github.com/facebookresearch/metaseq/blob/main/projects/OPT/model_card.md",
},
"kaggle_handle": "gs://keras-nlp-kaggle/opt_1.3b_en",
"kaggle_handle": "kaggle://keras/opt/opt_1.3b_en/1",
},
"opt_2.7b_en": {
"metadata": {
Expand All @@ -54,7 +54,7 @@
"path": "opt",
"model_card": "https://github.com/facebookresearch/metaseq/blob/main/projects/OPT/model_card.md",
},
"kaggle_handle": "gs://keras-nlp-kaggle/opt_2.7b_en",
"kaggle_handle": "kaggle://keras/opt/opt_2.7b_en/1",
},
"opt_6.7b_en": {
"metadata": {
Expand All @@ -67,6 +67,6 @@
"path": "opt",
"model_card": "https://github.com/facebookresearch/metaseq/blob/main/projects/OPT/model_card.md",
},
"kaggle_handle": "gs://keras-nlp-kaggle/opt_6.7b_en",
"kaggle_handle": "kaggle://keras/opt/opt_6.7b_en/1",
},
}
4 changes: 2 additions & 2 deletions keras_nlp/models/roberta/roberta_presets.py
Original file line number Diff line number Diff line change
Expand Up @@ -25,7 +25,7 @@
"path": "roberta",
"model_card": "https://github.com/facebookresearch/fairseq/blob/main/examples/roberta/README.md",
},
"kaggle_handle": "gs://keras-nlp-kaggle/roberta_base_en",
"kaggle_handle": "kaggle://keras/roberta/roberta_base_en/1",
},
"roberta_large_en": {
"metadata": {
Expand All @@ -38,6 +38,6 @@
"path": "roberta",
"model_card": "https://github.com/facebookresearch/fairseq/blob/main/examples/roberta/README.md",
},
"kaggle_handle": "gs://keras-nlp-kaggle/roberta_large_en",
"kaggle_handle": "kaggle://keras/roberta/roberta_large_en/1",
},
}
Loading

0 comments on commit 69ab525

Please sign in to comment.