scratch-l10n/scripts/tx-pull-www.js

#!/usr/bin/env babel-node

/**
 * @fileoverview
 * Script to pull www translations from transifex for all resources.
 * Expects that the project and that the person running the script
 * has the the TX_TOKEN environment variable set to an api
 * token that has developer access.
 */

const args = process.argv.slice(2);

const usage = `
 Pull supported language translations from Transifex for the 'scratch-website' project.
 It will query transifex for the list of resources.
 Usage:
   node tx-pull-www.js path [lang]
     path: root for the translated resources.
           Each resource will be a subdirectory containing language json files.
     lang: optional language code - will only pull resources for that language
   NOTE: TX_TOKEN environment variable needs to be set with a Transifex API token. 
   See the Localization page on the GUI wiki for information about setting up Transifex.
 `;
// Fail immediately if the TX_TOKEN is not defined
if (!process.env.TX_TOKEN || args.length < 1) {
    process.stdout.write(usage);
    process.exit(1);
}

import fs from 'fs';
import path from 'path';
import mkdirp from 'mkdirp';
import {txPull, txResources} from '../lib/transifex.js';
import locales, {localeMap} from '../src/supported-locales.js';
import {batchMap} from '../lib/batch.js';

// Globals
const PROJECT = 'scratch-website';
const OUTPUT_DIR = path.resolve(args[0]);
// const MODE = {mode: 'reviewed'}; // default is everything for www
const CONCURRENCY_LIMIT = 36;

const lang = args.length === 2 ? args[1] : '';

const getLocaleData = async function (item) {
    const locale = item.locale;
    const resource = item.resource;
    let txLocale = localeMap[locale] || locale;
    for (let i = 0; i < 5; i++) {
        try {
            const translations = await txPull(PROJECT, resource, txLocale);
            
            const txOutdir = `${OUTPUT_DIR}/${PROJECT}.${resource}`;
            mkdirp.sync(txOutdir);
            const fileName = `${txOutdir}/${locale}.json`;
            fs.writeFileSync(
                fileName,
                JSON.stringify(translations, null, 4)
            );
            return {
                resource: resource,
                locale: locale,
                file: fileName
            };
        } catch (e) {
            process.stdout.write(`got ${e.message}, retrying after ${i + 1} attempt(s)\n`);
        }
    }
    throw Error('failed to pull translations after 5 retries');
};

const expandResourceFiles = (resources) => {
    let items = [];
    for (let resource of resources) {
        if (lang) {
            items.push({resource: resource, locale: lang});
        } else {
            for (let locale of Object.keys(locales)) {
                items.push({resource: resource, locale: locale});
            }
        }
    }
    return items;
};

const pullTranslations = async function () {
    const resources = await txResources('scratch-website');
    const allFiles = expandResourceFiles(resources);

    try {
        await batchMap(allFiles, CONCURRENCY_LIMIT, getLocaleData);
    } catch (err) {
        console.error(err); // eslint-disable-line no-console
        process.exit(1);
    }
};

pullTranslations();