Automated more of getting locale files from Twitter

Author: insin

.gitignore

@@ -4,6 +4,7 @@ node_modules/
 promo/*.png
 !promo/blue_promo.png
 scripts/locales/html/*.html
+scripts/locales/js/_files.txt
 scripts/locales/js/*.js
 scripts/locales/locales.js
 web-ext-artifacts/

scripts/locales/README.md

@@ -1,11 +1,17 @@
 ## Updating Locales
 
-Tweak `html/_files.txt` if needed to add new locales.
+### Get locale files from Twitter
 
-In `html/` run `curl -K _files.txt` to retrieve HTML from Twitter with the latest URLs for hashed locale files.
+> Tweak `html/_files.txt` and `create-js-curl-config.js` first if locales have changed.
 
-Use the contents of the HTML files to update `js/_files.txt` - left as an exercise for the reader.
+```sh
+(cd html && curl -K _files.txt)
+node create-js-curl-config.js
+(cd js && curl -K _files.txt)
+```
 
-In `js/` run `curl -K _files.txt` to retrieve locale files.
+### Create locale object for tweak-new-twitter.user.js
 
-Run `node create-locales.js` to create a `locales.js` file and use it to update `tweak-new-twitter.user.js`.
+Run `node create-locales.js` to create `locales.js`.
+
+Open it, save to format it with Prettier, then use its contents to update `tweak-new-twitter.user.js`.

scripts/locales/create-js-curl-config.js

@@ -0,0 +1,23 @@
+const fs = require('fs')
+const path = require('path')
+
+let curlConfig = ''
+for (let file of fs.readdirSync('./html')) {
+  if (!file.endsWith('.html')) continue
+  let localeCode = file.split('.')[0]
+  let html = fs.readFileSync(path.join('html', file), {encoding: 'utf8'})
+  let match = html.match(
+    new RegExp(
+      `https://abs\\.twimg\\.com/responsive-web/client-web-legacy/i18n/${localeCode}\\.(?:[a-z\\d]+)\\.js`
+    )
+  )
+
+  if (!match) {
+    console.log('could not find locale file URL', {file, localeCode})
+    continue
+  }
+
+  curlConfig += `-o ${localeCode}.js\nurl="${match[0]}"\n`
+}
+
+fs.writeFileSync('./js/_files.txt', curlConfig)

scripts/locales/create-locales.js

@@ -231,6 +231,6 @@ for (let file of fs.readdirSync('./js')) {
   locales[localeCode] = sortProperties(locale)
 }
 
-fs.writeFileSync('locales.js', JSON.stringify(locales, null, 2), {
+fs.writeFileSync('locales.js', 'let locales = ' + JSON.stringify(locales, null, 2), {
   encoding: 'utf8',
 })

scripts/locales/js/.gitkeep

@@ -651,7 +651,7 @@ const locales = {
   uk: {
     ADD_MUTED_WORD: 'Додати слово до списку ігнорування',
     DISCOVER_MORE: 'Дізнавайтеся більше',
-    FOLLOWING: 'Читає(те)',
+    FOLLOWING: 'Стрічка',
     HOME: 'Головна',
     MUTE_THIS_CONVERSATION: 'Ігнорувати цю розмову',
     QUOTE_TWEET: 'Цитувати твіт',