sync_langident.mk

$(call log.debug, COOKBOOK BEGIN INCLUDE: cookbook/sync_langident.mk)

###############################################################################
# SYNC LANGUAGE IDENTIFICATION TARGETS
#
# Targets for synchronizing processed language identification data
# between S3 and local storage.
###############################################################################


# DOUBLE-COLON-TARGET: sync-input
# Synchronizes processed input language identification data.
#
# This target ensures that language identification input data is
# retrieved from S3 and stored locally for further processing.
sync-input :: sync-input-langident


# DOUBLE-COLON-TARGET: sync-output
# Synchronizes processed output language identification data.
#
# This target ensures that language identification output data is
# retrieved from S3 and stored locally for further analysis.
sync-output :: sync-output-langident


# VARIABLE: LOCAL_LANGIDENT_SYNC_STAMP_FILE
# Local synchronization stamp file for processed input data.
#
# This file serves as a marker indicating whether the processed data
# on S3 has been successfully synced to the local storage.
LOCAL_LANGIDENT_SYNC_STAMP_FILE := $(LOCAL_PATH_LANGIDENT).last_synced
  $(call log.debug, LOCAL_LANGIDENT_SYNC_STAMP_FILE)


# STAMPED-FILE-RULE: $(LOCAL_PATH_LANGIDENT).last_synced
# Rule to sync input data from the S3 bucket to the local directory.
#
# The script `s3_to_local_stamps.py` is used to transfer data
# from the specified S3 path to the local directory.
$(LOCAL_PATH_LANGIDENT).last_synced:
	# Syncing the processed data from $(S3_PATH_LANGIDENT)
	#
	# to $(LOCAL_PATH_LANGIDENT)
	mkdir -p $(@D) && \
	python lib/s3_to_local_stamps.py \
	   $(S3_PATH_LANGIDENT) \
	   --local-dir $(BUILD_DIR) \
	   --stamp-extension $(LOCAL_STAMP_SUFFIX) \
	   --logfile $@.log.gz \
	&& touch $@


# TARGET: sync-input-langident
# Synchronizes processed input data from S3 to local directory.
#
# This target ensures that the latest processed language identification
# data from S3 is made available in the local environment.
sync-input-langident: $(LOCAL_LANGIDENT_SYNC_STAMP_FILE)
PHONY_TARGETS += sync-input-langident


# TARGET: sync-output-langident
# Synchronizes processed output data from S3 to local directory.
#
# This target ensures that the latest processed language identification
# output data from S3 is made available in the local environment.
sync-output-langident: $(LOCAL_LANGIDENT_SYNC_STAMP_FILE)
PHONY_TARGETS += sync-output-langident


$(call log.debug, COOKBOOK END INCLUDE: cookbook/sync_langident.mk)