From 0c5674e6b04d3dabe07dd3c0972ad7480a3ec6bf Mon Sep 17 00:00:00 2001 From: yuiseki Date: Fri, 29 Mar 2024 13:29:46 +0900 Subject: [PATCH] Add recipes/A5000_24GB_x8/i18n-ja-scp-sake.yaml --- recipes/A5000_24GB_x8/i18n-ja-scp-sake.yaml | 31 +++++++++++++++++++++ 1 file changed, 31 insertions(+) create mode 100644 recipes/A5000_24GB_x8/i18n-ja-scp-sake.yaml diff --git a/recipes/A5000_24GB_x8/i18n-ja-scp-sake.yaml b/recipes/A5000_24GB_x8/i18n-ja-scp-sake.yaml new file mode 100644 index 0000000..06500c8 --- /dev/null +++ b/recipes/A5000_24GB_x8/i18n-ja-scp-sake.yaml @@ -0,0 +1,31 @@ +target_task: tasks/i18n/ja.md +base_model_id: yuiseki/tinyllama-ja-scp-1.5T-v0.1 +model_name: tinyllama-ja-scp-sake-qa-1.5T-v0.1 +output_base_dir: /data/output +dataset_id: yuiseki/sake_qa +dataset_input_field_name: input +dataset_output_field_name: output +dataset_filter_field_name: type +dataset_filter_field_value: name +dataset_train_split_seed: 42 +dataset_train_split_test_size: 0.2 +lora_r: 8 +lora_alpha: 16 +lora_dropout: 0.05 +train_claim_gpu_num: 1 +train_per_device_train_batch_size: 16 +train_gradient_accumulation_steps: 8 +train_num_train_epochs: 4 +train_max_steps: 200 +train_fp16: True +inference_max_new_tokens: 32 +evaluations: + - + prompt: "２つ以上の文字を組み合わせて図案化したもののことで、特にルイ・ヴィトンのものが知られるのは何でしょう？" + expected_output: "モノグラム" + - + prompt: "幾つかの布切れを縫いあわせ、飾りや模様を作る手芸方法を何というでしょう？" + expected_output: "パッチワーク" + - + prompt: "格闘家ボブ・サップの出身国はどこでしょう？" + expected_output: "アメリカ"