diff --git a/.gitignore b/.gitignore index 334eb330..ec906617 100644 --- a/.gitignore +++ b/.gitignore @@ -1,3 +1,12 @@ +# dependencies and build output node_modules/ build/ -android/src/main/res \ No newline at end of file + +# IDE and environment related directories +.gradle/ +.idea/ +local.properties + +# generated source files +android/src/androidMain/res +android/src/commonMain/**/translations diff --git a/android/build.gradle b/android/build.gradle deleted file mode 100644 index 1f63dd49..00000000 --- a/android/build.gradle +++ /dev/null @@ -1,32 +0,0 @@ -buildscript { - repositories { - mavenCentral() - jcenter() - google() - } - - dependencies { - classpath "com.android.tools.build:gradle:4.1.1" - } -} - -allprojects { - repositories { - mavenLocal() - jcenter() - google() - } -} - -apply plugin: 'com.android.library' - -android { - compileSdkVersion 31 - - defaultConfig { - minSdkVersion 21 - targetSdkVersion 31 - versionCode 7 - versionName "1.43.17" - } -} diff --git a/android/build.gradle.kts b/android/build.gradle.kts new file mode 100644 index 00000000..622e97e6 --- /dev/null +++ b/android/build.gradle.kts @@ -0,0 +1,44 @@ +group = "com.github.Stremio" +version = "1.44.0" + +plugins { + kotlin("multiplatform") + id("maven-publish") + id("com.android.library") +} + +repositories { + google() + mavenCentral() +} + +val lyricistVersion = "1.4.1" + +kotlin { + android { + publishLibraryVariants("release") + } + + @Suppress("UNUSED_VARIABLE") + sourceSets { + val commonMain by getting { + dependencies { + api("cafe.adriel.lyricist:lyricist:${lyricistVersion}") + } + } + val androidMain by getting + } +} + +android { + defaultConfig { + minSdk = 22 + compileSdk = 33 + } + + sourceSets { + getByName("main") { + manifest.srcFile("src/androidMain/AndroidManifest.xml") + } + } +} diff --git a/android/gradle.properties b/android/gradle.properties new file mode 100644 index 00000000..88a7a18f --- /dev/null +++ b/android/gradle.properties @@ -0,0 +1,5 @@ +org.gradle.jvmargs=-Xmx2048m +kotlin.code.style=official +kotlin.mpp.androidSourceSetLayoutVersion=2 +kotlin.version=1.8.20 +agp.version=7.3.0 \ No newline at end of file diff --git a/android/gradle/wrapper/gradle-wrapper.jar b/android/gradle/wrapper/gradle-wrapper.jar new file mode 100644 index 00000000..41d9927a Binary files /dev/null and b/android/gradle/wrapper/gradle-wrapper.jar differ diff --git a/android/gradle/wrapper/gradle-wrapper.properties b/android/gradle/wrapper/gradle-wrapper.properties new file mode 100644 index 00000000..41dfb879 --- /dev/null +++ b/android/gradle/wrapper/gradle-wrapper.properties @@ -0,0 +1,5 @@ +distributionBase=GRADLE_USER_HOME +distributionPath=wrapper/dists +distributionUrl=https\://services.gradle.org/distributions/gradle-7.4-bin.zip +zipStoreBase=GRADLE_USER_HOME +zipStorePath=wrapper/dists diff --git a/android/gradlew b/android/gradlew new file mode 100755 index 00000000..1b6c7873 --- /dev/null +++ b/android/gradlew @@ -0,0 +1,234 @@ +#!/bin/sh + +# +# Copyright © 2015-2021 the original authors. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# https://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# + +############################################################################## +# +# Gradle start up script for POSIX generated by Gradle. +# +# Important for running: +# +# (1) You need a POSIX-compliant shell to run this script. If your /bin/sh is +# noncompliant, but you have some other compliant shell such as ksh or +# bash, then to run this script, type that shell name before the whole +# command line, like: +# +# ksh Gradle +# +# Busybox and similar reduced shells will NOT work, because this script +# requires all of these POSIX shell features: +# * functions; +# * expansions «$var», «${var}», «${var:-default}», «${var+SET}», +# «${var#prefix}», «${var%suffix}», and «$( cmd )»; +# * compound commands having a testable exit status, especially «case»; +# * various built-in commands including «command», «set», and «ulimit». +# +# Important for patching: +# +# (2) This script targets any POSIX shell, so it avoids extensions provided +# by Bash, Ksh, etc; in particular arrays are avoided. +# +# The "traditional" practice of packing multiple parameters into a +# space-separated string is a well documented source of bugs and security +# problems, so this is (mostly) avoided, by progressively accumulating +# options in "$@", and eventually passing that to Java. +# +# Where the inherited environment variables (DEFAULT_JVM_OPTS, JAVA_OPTS, +# and GRADLE_OPTS) rely on word-splitting, this is performed explicitly; +# see the in-line comments for details. +# +# There are tweaks for specific operating systems such as AIX, CygWin, +# Darwin, MinGW, and NonStop. +# +# (3) This script is generated from the Groovy template +# https://github.com/gradle/gradle/blob/master/subprojects/plugins/src/main/resources/org/gradle/api/internal/plugins/unixStartScript.txt +# within the Gradle project. +# +# You can find Gradle at https://github.com/gradle/gradle/. +# +############################################################################## + +# Attempt to set APP_HOME + +# Resolve links: $0 may be a link +app_path=$0 + +# Need this for daisy-chained symlinks. +while + APP_HOME=${app_path%"${app_path##*/}"} # leaves a trailing /; empty if no leading path + [ -h "$app_path" ] +do + ls=$( ls -ld "$app_path" ) + link=${ls#*' -> '} + case $link in #( + /*) app_path=$link ;; #( + *) app_path=$APP_HOME$link ;; + esac +done + +APP_HOME=$( cd "${APP_HOME:-./}" && pwd -P ) || exit + +APP_NAME="Gradle" +APP_BASE_NAME=${0##*/} + +# Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script. +DEFAULT_JVM_OPTS='"-Xmx64m" "-Xms64m"' + +# Use the maximum available, or set MAX_FD != -1 to use that value. +MAX_FD=maximum + +warn () { + echo "$*" +} >&2 + +die () { + echo + echo "$*" + echo + exit 1 +} >&2 + +# OS specific support (must be 'true' or 'false'). +cygwin=false +msys=false +darwin=false +nonstop=false +case "$( uname )" in #( + CYGWIN* ) cygwin=true ;; #( + Darwin* ) darwin=true ;; #( + MSYS* | MINGW* ) msys=true ;; #( + NONSTOP* ) nonstop=true ;; +esac + +CLASSPATH=$APP_HOME/gradle/wrapper/gradle-wrapper.jar + + +# Determine the Java command to use to start the JVM. +if [ -n "$JAVA_HOME" ] ; then + if [ -x "$JAVA_HOME/jre/sh/java" ] ; then + # IBM's JDK on AIX uses strange locations for the executables + JAVACMD=$JAVA_HOME/jre/sh/java + else + JAVACMD=$JAVA_HOME/bin/java + fi + if [ ! -x "$JAVACMD" ] ; then + die "ERROR: JAVA_HOME is set to an invalid directory: $JAVA_HOME + +Please set the JAVA_HOME variable in your environment to match the +location of your Java installation." + fi +else + JAVACMD=java + which java >/dev/null 2>&1 || die "ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH. + +Please set the JAVA_HOME variable in your environment to match the +location of your Java installation." +fi + +# Increase the maximum file descriptors if we can. +if ! "$cygwin" && ! "$darwin" && ! "$nonstop" ; then + case $MAX_FD in #( + max*) + MAX_FD=$( ulimit -H -n ) || + warn "Could not query maximum file descriptor limit" + esac + case $MAX_FD in #( + '' | soft) :;; #( + *) + ulimit -n "$MAX_FD" || + warn "Could not set maximum file descriptor limit to $MAX_FD" + esac +fi + +# Collect all arguments for the java command, stacking in reverse order: +# * args from the command line +# * the main class name +# * -classpath +# * -D...appname settings +# * --module-path (only if needed) +# * DEFAULT_JVM_OPTS, JAVA_OPTS, and GRADLE_OPTS environment variables. + +# For Cygwin or MSYS, switch paths to Windows format before running java +if "$cygwin" || "$msys" ; then + APP_HOME=$( cygpath --path --mixed "$APP_HOME" ) + CLASSPATH=$( cygpath --path --mixed "$CLASSPATH" ) + + JAVACMD=$( cygpath --unix "$JAVACMD" ) + + # Now convert the arguments - kludge to limit ourselves to /bin/sh + for arg do + if + case $arg in #( + -*) false ;; # don't mess with options #( + /?*) t=${arg#/} t=/${t%%/*} # looks like a POSIX filepath + [ -e "$t" ] ;; #( + *) false ;; + esac + then + arg=$( cygpath --path --ignore --mixed "$arg" ) + fi + # Roll the args list around exactly as many times as the number of + # args, so each arg winds up back in the position where it started, but + # possibly modified. + # + # NB: a `for` loop captures its iteration list before it begins, so + # changing the positional parameters here affects neither the number of + # iterations, nor the values presented in `arg`. + shift # remove old arg + set -- "$@" "$arg" # push replacement arg + done +fi + +# Collect all arguments for the java command; +# * $DEFAULT_JVM_OPTS, $JAVA_OPTS, and $GRADLE_OPTS can contain fragments of +# shell script including quotes and variable substitutions, so put them in +# double quotes to make sure that they get re-expanded; and +# * put everything else in single quotes, so that it's not re-expanded. + +set -- \ + "-Dorg.gradle.appname=$APP_BASE_NAME" \ + -classpath "$CLASSPATH" \ + org.gradle.wrapper.GradleWrapperMain \ + "$@" + +# Use "xargs" to parse quoted args. +# +# With -n1 it outputs one arg per line, with the quotes and backslashes removed. +# +# In Bash we could simply go: +# +# readarray ARGS < <( xargs -n1 <<<"$var" ) && +# set -- "${ARGS[@]}" "$@" +# +# but POSIX shell has neither arrays nor command substitution, so instead we +# post-process each arg (as a line of input to sed) to backslash-escape any +# character that might be a shell metacharacter, then use eval to reverse +# that process (while maintaining the separation between arguments), and wrap +# the whole thing up as a single "set" statement. +# +# This will of course break if any of these variables contains a newline or +# an unmatched quote. +# + +eval "set -- $( + printf '%s\n' "$DEFAULT_JVM_OPTS $JAVA_OPTS $GRADLE_OPTS" | + xargs -n1 | + sed ' s~[^-[:alnum:]+,./:=@_]~\\&~g; ' | + tr '\n' ' ' + )" '"$@"' + +exec "$JAVACMD" "$@" diff --git a/android/gradlew.bat b/android/gradlew.bat new file mode 100644 index 00000000..ac1b06f9 --- /dev/null +++ b/android/gradlew.bat @@ -0,0 +1,89 @@ +@rem +@rem Copyright 2015 the original author or authors. +@rem +@rem Licensed under the Apache License, Version 2.0 (the "License"); +@rem you may not use this file except in compliance with the License. +@rem You may obtain a copy of the License at +@rem +@rem https://www.apache.org/licenses/LICENSE-2.0 +@rem +@rem Unless required by applicable law or agreed to in writing, software +@rem distributed under the License is distributed on an "AS IS" BASIS, +@rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +@rem See the License for the specific language governing permissions and +@rem limitations under the License. +@rem + +@if "%DEBUG%" == "" @echo off +@rem ########################################################################## +@rem +@rem Gradle startup script for Windows +@rem +@rem ########################################################################## + +@rem Set local scope for the variables with windows NT shell +if "%OS%"=="Windows_NT" setlocal + +set DIRNAME=%~dp0 +if "%DIRNAME%" == "" set DIRNAME=. +set APP_BASE_NAME=%~n0 +set APP_HOME=%DIRNAME% + +@rem Resolve any "." and ".." in APP_HOME to make it shorter. +for %%i in ("%APP_HOME%") do set APP_HOME=%%~fi + +@rem Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script. +set DEFAULT_JVM_OPTS="-Xmx64m" "-Xms64m" + +@rem Find java.exe +if defined JAVA_HOME goto findJavaFromJavaHome + +set JAVA_EXE=java.exe +%JAVA_EXE% -version >NUL 2>&1 +if "%ERRORLEVEL%" == "0" goto execute + +echo. +echo ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH. +echo. +echo Please set the JAVA_HOME variable in your environment to match the +echo location of your Java installation. + +goto fail + +:findJavaFromJavaHome +set JAVA_HOME=%JAVA_HOME:"=% +set JAVA_EXE=%JAVA_HOME%/bin/java.exe + +if exist "%JAVA_EXE%" goto execute + +echo. +echo ERROR: JAVA_HOME is set to an invalid directory: %JAVA_HOME% +echo. +echo Please set the JAVA_HOME variable in your environment to match the +echo location of your Java installation. + +goto fail + +:execute +@rem Setup the command line + +set CLASSPATH=%APP_HOME%\gradle\wrapper\gradle-wrapper.jar + + +@rem Execute Gradle +"%JAVA_EXE%" %DEFAULT_JVM_OPTS% %JAVA_OPTS% %GRADLE_OPTS% "-Dorg.gradle.appname=%APP_BASE_NAME%" -classpath "%CLASSPATH%" org.gradle.wrapper.GradleWrapperMain %* + +:end +@rem End local scope for the variables with windows NT shell +if "%ERRORLEVEL%"=="0" goto mainEnd + +:fail +rem Set variable GRADLE_EXIT_CONSOLE if you need the _script_ return code instead of +rem the _cmd.exe /c_ return code! +if not "" == "%GRADLE_EXIT_CONSOLE%" exit 1 +exit /b 1 + +:mainEnd +if "%OS%"=="Windows_NT" endlocal + +:omega diff --git a/android/settings.gradle.kts b/android/settings.gradle.kts new file mode 100644 index 00000000..ef822742 --- /dev/null +++ b/android/settings.gradle.kts @@ -0,0 +1,15 @@ +rootProject.name = "stremio-translations" + +pluginManagement { + repositories { + google() + gradlePluginPortal() + mavenCentral() + maven("https://maven.pkg.jetbrains.space/public/p/compose/dev") + } + + plugins { + kotlin("multiplatform").version(extra["kotlin.version"] as String) + id("com.android.library").version(extra["agp.version"] as String) + } +} diff --git a/android/src/main/AndroidManifest.xml b/android/src/androidMain/AndroidManifest.xml similarity index 100% rename from android/src/main/AndroidManifest.xml rename to android/src/androidMain/AndroidManifest.xml diff --git a/jitpack.yml b/jitpack.yml index 95158ee4..558cccbc 100644 --- a/jitpack.yml +++ b/jitpack.yml @@ -1,7 +1,6 @@ env: NODE_VERSION: "12.22.1" NODE_SHA256: "d315c5dea4d96658164cdb257bd8dbb5e44bdd2a7c1d747841f06515f23a0042" - GRADLE_VERSION: "6.5" GRADLE_SHA256: "23e7d37e9bb4f8dabb8a3ea7fdee9dd0428b9b1a71d298aefd65b11dccea220f" before_install: - wget -q https://nodejs.org/dist/v"$NODE_VERSION"/node-v"$NODE_VERSION"-linux-x64.tar.gz @@ -9,11 +8,7 @@ before_install: - tar -xf node-v"$NODE_VERSION"-linux-x64.tar.gz - rm -f node-v"$NODE_VERSION"-linux-x64.tar.gz - export PATH=$PATH:`pwd`/node-v"$NODE_VERSION"-linux-x64/bin - - wget -q https://services.gradle.org/distributions/gradle-"$GRADLE_VERSION"-bin.zip - - echo "$GRADLE_SHA256" gradle-"$GRADLE_VERSION"-bin.zip | sha256sum -c - - unzip -q gradle-"$GRADLE_VERSION"-bin.zip - - rm -f gradle-"$GRADLE_VERSION"-bin.zip - - ./gradle-6.5/bin/gradle --offline wrapper - npm i - npm run build:android + - npm run build:kmm - cp -r ./android/* . diff --git a/package-lock.json b/package-lock.json index 3ace4f34..c69890d4 100644 --- a/package-lock.json +++ b/package-lock.json @@ -1,6 +1,6 @@ { "name": "stremio-translations", - "version": "1.43.17", + "version": "1.44.0", "lockfileVersion": 1, "requires": true, "dependencies": { diff --git a/package.json b/package.json index 009f2617..7e13b5be 100644 --- a/package.json +++ b/package.json @@ -1,11 +1,12 @@ { "name": "stremio-translations", - "version": "1.43.17", + "version": "1.44.0", "description": "Translation strings used for Stremio app", "main": "index.js", "scripts": { "test": "tape test/*", - "build:android": "node ./scripts/build-android.js" + "build:android": "node ./scripts/build-android.js", + "build:kmm": "node ./scripts/build-kmm.js" }, "repository": { "type": "git", diff --git a/scripts/build-android.js b/scripts/build-android.js index acea51e4..3d0bd323 100755 --- a/scripts/build-android.js +++ b/scripts/build-android.js @@ -1,7 +1,20 @@ const path = require('path'); const fs = require('fs'); - -const rootPath = 'android/src/main/res' +const { deduplicate } = require('./utils'); +const { + escapePercentageSign, + escapeQuestionMark, + escapeSingleQuote, + replaceAmpershandHtmlEntity, + replaceElipsisHtmlEntity, + replaceNbspToSpace, + replaceRightDoubleAngleQuote, + stripHtmlElements, + replaceTextVariables, + replaceBr +} = require('./sanitize'); + +const rootPath = 'android/src/androidMain/res' const files = fs.readdirSync(process.cwd()) fs.mkdirSync(path.join(process.cwd(), rootPath), { recursive: true }); @@ -9,36 +22,19 @@ fs.mkdirSync(path.join(process.cwd(), rootPath), { recursive: true }); const defaultLang = 'en-rUS'; const escapeXmlString = str => { - - const textVars = ['{{[^}]+}}', '\\$ ?{[\\d]+}', '\\#{[^}]+}']; - const newLines = ['<\\/?br ?\\/?>']; - const replacers = { - '\\&(?![#\\w]+;)': '&', // replace "&" with html entity - '\\.\\.\\.': '…', // replace "..." with html entity - '\\ \\;': ' ', // replace " " with space - '\\»\\;': '»', // replace "»" with » - "\\'": "\\\'", // escape quotes - "\\%(?!s|\\d*d|[\\.\\d]*f)": "%%", // escape percentage sign - '\\?': '\\\?', // escape question marks - '<[^>]*>?': '', // strip html elements - }; - - textVars.forEach(el => { str = str.replace(new RegExp(el, 'gm'), '%s') }); - newLines.forEach(el => { str = str.replace(new RegExp(el, 'gm'), '\n') }); - Object.keys(replacers).forEach(key => { str = str.replace(new RegExp(key, 'gm'), replacers[key]) }); + str = replaceAmpershandHtmlEntity(str); + str = replaceElipsisHtmlEntity(str); + str = replaceNbspToSpace(str); + str = replaceRightDoubleAngleQuote(str); + str = escapeSingleQuote(str); + str = escapePercentageSign(str); + str = escapeQuestionMark(str); + str = stripHtmlElements(str); + str = replaceTextVariables(str); + str = replaceBr(str); return str; } -const slug = str => { - // can't start with number - if (/^\d/.test(str)) return false; - // can't include colons - if (/\:/.test(str)) return false; - str = str.replace(/[ &-]+/g, '_') - str = str.replace(/__+/g, '_'); - return `label_${str}`; -} - files .filter(file => /[a-z]{2}-[A-Z]{2}\.json$/g.test(file)) .forEach(file => { @@ -49,11 +45,10 @@ files fs.mkdirSync(path.join(process.cwd(), rootPath, langFolder), { recursive: true }); let xml = '\n'; xml += '\n'; - const dedup = {}; - Object.keys(translations).filter(key => slug(key)).forEach(key => dedup[slug(key.toLowerCase())] = translations[key]); + const dedup = deduplicate(translations); Object.keys(dedup).forEach(key => { xml += ` ${escapeXmlString(dedup[key])}\n`; }); xml += ''; fs.writeFileSync(path.join(process.cwd(), rootPath, langFolder, 'strings.xml'), xml); - }) + }); diff --git a/scripts/build-kmm.js b/scripts/build-kmm.js new file mode 100644 index 00000000..6f7b8747 --- /dev/null +++ b/scripts/build-kmm.js @@ -0,0 +1,99 @@ +const path = require('path'); +const fs = require('fs'); +const { deduplicate } = require('./utils'); +const { + escapePercentageSign, + replaceNbspToSpace, + replaceRightDoubleAngleQuote, + stripHtmlElements, + replaceTextVariables, + replaceBr +} = require('./sanitize'); + +const rootPath = 'android/src/commonMain/kotlin/com/stremio/translations'; +const stringsPath = path.join(rootPath, 'strings'); +const packageName = 'com.stremio.translations'; + +fs.mkdirSync(path.join(process.cwd(), rootPath), { recursive: true }); +fs.mkdirSync(path.join(process.cwd(), stringsPath), { recursive: true }); + +const files = fs.readdirSync(process.cwd()).filter(file => /[a-z]{2}-[A-Z]{2}\.json$/g.test(file)); + +const escape = str => { + str = replaceNbspToSpace(str); + str = replaceRightDoubleAngleQuote(str); + str = escapePercentageSign(str); + str = stripHtmlElements(str); + str = replaceTextVariables(str); + str = replaceBr(str); + return str + .replace(/\\/gm, '\\\\') + .replace(/"/gm, '\\"') + .replace(/\n/gm, '\\n'); +} + +function writeDataClass() { + const defaultTranslation = JSON.parse(fs.readFileSync(path.join(process.cwd(), 'en-US.json'))); + let stringClass = `package ${packageName}\n\n`; + stringClass += 'interface Strings{\n'; + const dedup = deduplicate(defaultTranslation); + Object.keys(dedup).forEach(key => stringClass += ` val ${key}: String\n`); + stringClass += '}'; + fs.writeFileSync(path.join(process.cwd(), rootPath, 'Strings.kt'), stringClass); +} + +function writeLocales() { + let stringClass = `package ${packageName}\n\n`; + stringClass += 'object Locales {\n'; + files.forEach(file => stringClass += ` const val ${toLocaleName(file)} = "${fileName(file)}"\n`); + stringClass += '}'; + fs.writeFileSync(path.join(process.cwd(), rootPath, 'Locales.kt'), stringClass); +} + +function writeTranslations() { + let stringClass = `package ${packageName}\n\n`; + stringClass += 'import com.stremio.translations.Locales\n'; + files.forEach(file => stringClass += `import com.stremio.translations.${toClassName(file)}\n`); + stringClass += '\n'; + stringClass += 'val stremioTranslations = mapOf(\n'; + stringClass += files.map(file => ` Locales.${toLocaleName(file)} to ${toClassName(file)}`).join(',\n'); + stringClass += ',\n)'; + fs.writeFileSync(path.join(process.cwd(), rootPath, 'Translations.kt'), stringClass); +} + +function writeStrings() { + files + .forEach(file => { + const langClassName = toClassName(file); + const translations = JSON.parse(fs.readFileSync(path.join(process.cwd(), file))); + let stringClass = `package ${packageName}\n\n`; + stringClass += 'import cafe.adriel.lyricist.LyricistStrings\n\n'; + stringClass += `class ${langClassName}Class : Strings {\n`; + const dedup = deduplicate(translations); + Object.keys(dedup).forEach(key => { + const value = escape(dedup[key]); + stringClass += ` override val ${key} = "${value}"\n`; + }); + stringClass += '}\n\n'; + stringClass += `@LyricistStrings(languageTag = Locales.${toLocaleName(file)}, default = ${langClassName === 'EnUSStrings' ? 'true' : 'false'})\n`; + stringClass += `val ${langClassName} = ${langClassName}Class()`; + fs.writeFileSync(path.join(process.cwd(), stringsPath, `${langClassName}.kt`), stringClass); + }) +} + +function toLocaleName(file) { + return fileName(file).replace('-', '_').toUpperCase(); +} + +function fileName(file) { + return file.split('.')[0]; +} + +function toClassName(file) { + return file.replace(/(\w\w)-(\w\w)\.json/, (_, p1, p2) => `${p1.charAt(0).toUpperCase() + p1.slice(1)}${p2}Strings`); +} + +writeDataClass(); +writeLocales(); +writeStrings(); +writeTranslations(); diff --git a/scripts/sanitize.js b/scripts/sanitize.js new file mode 100644 index 00000000..2c54a30b --- /dev/null +++ b/scripts/sanitize.js @@ -0,0 +1,101 @@ +const AMPERSAND_HTML_ENTITY = '\\&(?![#\\w]+;)'; +const ELLIPSIS_HTML_ENTITY = '\\.\\.\\.'; +const NBSP_TO_SPACE = '\\ \\;'; +const RIGHT_DOUBLE_ANGLE_QUOTE = '\\»\\;'; +const ESCAPED_SINGLE_QUOTE = "\\'"; +const ESCAPED_PERCENTAGE_SIGN = '\\%(?!s|\\d*d|[\\.\\d]*f)'; +const ESCAPED_QUESTION_MARK = '\\?'; +const HTML_ELEMENT_REGEX = '<[^>]*>?'; +const TEXT_VARS_REGEXES = ['{{[^}]+}}', '\\$ ?{[\\d]+}', '\\#{[^}]+}']; +const NEW_LINES_REGEXES = ['<\\/?br ?\\/?>']; + +/** + * replace "&" with html entity + */ +function replaceAmpershandHtmlEntity(str) { + return str.replace(new RegExp(AMPERSAND_HTML_ENTITY, 'gm'), '&'); +} + +/** + * replace "..." with html entity + */ +function replaceElipsisHtmlEntity(str) { + return str.replace(new RegExp(ELLIPSIS_HTML_ENTITY, 'gm'), '…'); +} + +/** + * replace " " with space + */ +function replaceNbspToSpace(str) { + return str.replace(new RegExp(NBSP_TO_SPACE, 'gm'), ' '); +} + +/** + * replace "»" with » + */ +function replaceRightDoubleAngleQuote(str) { + return str.replace(new RegExp(RIGHT_DOUBLE_ANGLE_QUOTE, 'gm'), '»'); +} + +/** + * escape quotes + */ +function escapeSingleQuote(str) { + return str.replace(new RegExp(ESCAPED_SINGLE_QUOTE, 'gm'), "\\'"); +} + +/** + * escape percentage sign + */ +function escapePercentageSign(str) { + return str.replace(new RegExp(ESCAPED_PERCENTAGE_SIGN, 'gm'), '%%'); +} + +/** + * escape question marks + */ +function escapeQuestionMark(str) { + return str.replace(new RegExp(ESCAPED_QUESTION_MARK, 'gm'), '\\?'); +} + +/** + * strip html elements + */ +function stripHtmlElements(str) { + return str.replace(new RegExp(HTML_ELEMENT_REGEX, 'gm'), ''); +} + +/** + * replace ${1}, ${2}, etc. with %s + */ +function replaceTextVariables(str) { + TEXT_VARS_REGEXES.forEach((regex) => { + str = str.replace(new RegExp(regex, 'gm'), '%s'); + }); + + return str; +} + +/** + * replace
with \n + */ +function replaceBr(str) { + NEW_LINES_REGEXES.forEach((regex) => { + str = str.replace(new RegExp(regex, 'gm'), '\n'); + }); + + return str; +} + +module.exports = { + replaceAmpershandHtmlEntity, + replaceElipsisHtmlEntity, + replaceNbspToSpace, + replaceRightDoubleAngleQuote, + escapeSingleQuote, + escapePercentageSign, + escapeQuestionMark, + stripHtmlElements, + replaceTextVariables, + replaceBr, +}; diff --git a/scripts/utils.js b/scripts/utils.js new file mode 100644 index 00000000..e942c5b8 --- /dev/null +++ b/scripts/utils.js @@ -0,0 +1,17 @@ +const slug = str => { + // can't start with number + if (/^\d/.test(str)) return false; + // can't include colons + if (/\:/.test(str)) return false; + str = str.replace(/[ &-]+/g, '_') + str = str.replace(/__+/g, '_'); + return `label_${str}`; +} + +const deduplicate = (translations) => { + const dedup = {}; + Object.keys(translations).filter(key => slug(key)).forEach(key => dedup[slug(key.toLowerCase())] = translations[key]); + return dedup; +} + +module.exports = { slug, deduplicate };