languages.js

const debug = require('debug')('sentencecollector:languages');
const fetch = require('node-fetch');

const { Sentence } = require('./models');

const FALLBACK_LOCALE = 'en';
const MAX_CACHE_AGE = 30 * 60 * 1000;
const cache = {};

module.exports = {
  FALLBACK_LOCALE,
  getAllLanguages,
  getLanguagesNotInPontoon,
};

async function getAllLanguages() {
  if (typeof cache.lastCacheUpdate !== 'undefined' && Date.now() - cache.lastCacheUpdate <= MAX_CACHE_AGE) {
    debug('RETURN_CACHED_LANGUAGES_LIST');
    return cache.languages;
  }

  debug('FETCHING_NEW_LANGUAGES_LIST');
  const fetchedLanguages = await fetchAllLanguages();
  cache.languages = fetchedLanguages;
  cache.lastCacheUpdate = Date.now();
  return fetchedLanguages;
}

async function fetchAllLanguages() {
  const pontoonLanguages = await fetchPontoonLanguages();
  const allLanguages = pontoonLanguages.map(({ code, isRTL }) => {
    return {
      id: code,
      isRTL,
    };
  });

  return allLanguages;
}

async function getLanguagesNotInPontoon() {
  const pontoonLanguages = await fetchPontoonLanguages();
  const scLanguageCodes = await getLanguagesWithSentences();
  const missingLanguages = scLanguageCodes.filter((code) => !pontoonLanguages.find((pontoonLang) => pontoonLang.code === code));
  return missingLanguages;
}

async function fetchPontoonLanguages() {
  const query = '{ project(slug: "common-voice") { localizations { locale { code, direction } } } }';
  const pontoonResponse = await fetch(`https://pontoon.mozilla.org/graphql?query=${query}`);

  const { data } = await pontoonResponse.json();

  return data.project.localizations
    .map(({ locale }) => ({
      code: locale.code,
      isRTL: locale.direction === 'RTL',
    }))
    .concat({ code: 'en', isRTL: false });
}

async function getLanguagesWithSentences() {
  const distinct = await Sentence.aggregate('localeId', 'DISTINCT', { plain: false });
  const uniqueLanguages = distinct.map((entry) => entry.DISTINCT);
  return uniqueLanguages;
}