yds_sme_categories.yaml

model_name: sme-categories-model
domain: yts
model_bucket: yolt-dp-{{ env }}-datascience-yoltapp-yts-sme-categories-model
aws_iam_role_name: YoltDatascienceSagemakerYoltappYtsSmeCategoriesModel
airflow_dag_file:
  - "dags/categories_all_train_dag.py"
# Dir name of the package dir. This dir should be located in the repo root! It will be used
# to package the model code into an archive.
package_dir: categories_model

preprocessing:
  processing_type: spark
  job_docker_image: "{{ docker_registry }}/datascience/yds-pyspark-preprocessing:cad9a952"
  entrypoint: "categories_model/preprocessing/main.py"
  sagemaker_processor_kwargs:
    volume_size_in_gb: 30
    max_runtime_in_seconds: 3600
  script_config:
    docker_output_path: /opt/ml/processing/output
    synthetic_feedback_prefix: "synthetic_feedback"

training:
  training_type: tensorflow
  entrypoint: "categories_model/training/main.py"
  job_docker_image: "{{ docker_registry }}/datascience/yds-tensorflow-training:cad9a952"
  additional_requirements_file: training_requirements.txt
  sagemaker_processor_kwargs:
    max_run: 43200 # 12h
  script_config:
    max_train_retry: 2
    docker_output_path: /opt/ml/model