Skip to content

Fix getRegions script and update the regions #5450

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
FreeTubeBot merged 2 commits into from
Jul 24, 2024
+71 −42
Merged

Fix getRegions script and update the regions #5450

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
cbacb73
Fix getRegions script and update the regions
absidue Jul 23, 2024
cfc8d48
Add mappings for es_AR, es-MX and pt-BR
absidue Jul 23, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
28 changes: 26 additions & 2 deletions _scripts/getRegions.mjs
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -28,7 +28,7 @@ const initialResponse = await scrapeLanguage('en')
// Scrape language menu in en-US

/** @type {string[]} */
const youTubeLanguages = initialResponse.data.actions[0].openPopupAction.popup.multiPageMenuRenderer.sections[1].multiPageMenuSectionRenderer.items[1].compactLinkRenderer.serviceEndpoint.signalServiceEndpoint.actions[0].getMultiPageMenuAction.menu.multiPageMenuRenderer.sections[0].multiPageMenuSectionRenderer.items
const youTubeLanguages = initialResponse.data.actions[0].openPopupAction.popup.multiPageMenuRenderer.sections[0].multiPageMenuSectionRenderer.items[2].compactLinkRenderer.serviceEndpoint.signalServiceEndpoint.actions[0].getMultiPageMenuAction.menu.multiPageMenuRenderer.sections[0].multiPageMenuSectionRenderer.items
.map(({ compactLinkRenderer }) => {
return compactLinkRenderer.serviceEndpoint.signalServiceEndpoint.actions[0].selectLanguageCommand.hl
})
Expand Down Expand Up @@ -79,11 +79,35 @@ for (const language of youTubeLanguages) {
youTube: 'no',
freeTube: 'nn'
})
} else if (language === 'iw') {
// according to https://en.wikipedia.org/wiki/List_of_ISO_639-1_codes
// "iw" is the old/original code for Hebrew, these days it's "he"
foundLanguageNames.push('he')
languagesToScrape.push({
youTube: 'iw',
freeTube: 'he'
})
} else if (language === 'es-419') {
foundLanguageNames.push('es_AR', 'es-MX')
languagesToScrape.push({
youTube: 'es-419',
freeTube: 'es_AR'
})
languagesToScrape.push({
youTube: 'es-419',
freeTube: 'es-MX'
})
} else if (language !== 'en') {
unusedYouTubeLanguageNames.push(language)
}
}

foundLanguageNames.push('pt-BR')
languagesToScrape.push({
youTube: 'pt',
freeTube: 'pt-BR'
})

console.log("Active FreeTube languages that aren't available on YouTube:")
console.log(activeLanguages.filter(lang => !foundLanguageNames.includes(lang)).sort())

Expand Down Expand Up @@ -116,7 +140,7 @@ async function scrapeLanguage(youTubeLanguageCode) {
}

function processGeolocations(freeTubeLanguage, youTubeLanguage, response) {
const geolocations = response.data.actions[0].openPopupAction.popup.multiPageMenuRenderer.sections[1].multiPageMenuSectionRenderer.items[3].compactLinkRenderer.serviceEndpoint.signalServiceEndpoint.actions[0].getMultiPageMenuAction.menu.multiPageMenuRenderer.sections[0].multiPageMenuSectionRenderer.items
const geolocations = response.data.actions[0].openPopupAction.popup.multiPageMenuRenderer.sections[0].multiPageMenuSectionRenderer.items[4].compactLinkRenderer.serviceEndpoint.signalServiceEndpoint.actions[0].getMultiPageMenuAction.menu.multiPageMenuRenderer.sections[0].multiPageMenuSectionRenderer.items
.map(({ compactLinkRenderer }) => {
return {
name: new Misc.Text(compactLinkRenderer.title).toString().trim(),
Expand Down
2 changes: 1 addition & 1 deletion static/geolocations/ar.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1 +1 @@
[{"name":"أذربيجان","code":"AZ"},{"name":"أسبانيا","code":"ES"},{"name":"أستراليا","code":"AU"},{"name":"إستونيا","code":"EE"},{"name":"إسرائيل","code":"IL"},{"name":"الأرجنتين","code":"AR"},{"name":"الأردن","code":"JO"},{"name":"الإكوادور","code":"EC"},{"name":"الإمارات العربية المتحدة","code":"AE"},{"name":"البحرين","code":"BH"},{"name":"البرازيل","code":"BR"},{"name":"البرتغال","code":"PT"},{"name":"البوسنة والهرسك","code":"BA"},{"name":"الجبل الأسود","code":"ME"},{"name":"الجزائر","code":"DZ"},{"name":"الدنمارك","code":"DK"},{"name":"السلفادور","code":"SV"},{"name":"السنغال","code":"SN"},{"name":"السويد","code":"SE"},{"name":"العراق","code":"IQ"},{"name":"الفيليبين","code":"PH"},{"name":"الكويت","code":"KW"},{"name":"ألمانيا","code":"DE"},{"name":"المجر","code":"HU"},{"name":"المغرب","code":"MA"},{"name":"المكسيك","code":"MX"},{"name":"المملكة العربية السعودية","code":"SA"},{"name":"المملكة المتحدة","code":"GB"},{"name":"النرويج","code":"NO"},{"name":"النمسا","code":"AT"},{"name":"الهند","code":"IN"},{"name":"الولايات المتحدة","code":"US"},{"name":"اليابان","code":"JP"},{"name":"اليمن","code":"YE"},{"name":"اليونان","code":"GR"},{"name":"إندونيسيا","code":"ID"},{"name":"أورغواي","code":"UY"},{"name":"أوغندا","code":"UG"},{"name":"أوكرانيا","code":"UA"},{"name":"أيرلندا","code":"IE"},{"name":"أيسلندا","code":"IS"},{"name":"إيطاليا","code":"IT"},{"name":"بابوا غينيا الجديدة","code":"PG"},{"name":"باراغواي","code":"PY"},{"name":"باكستان","code":"PK"},{"name":"بلجيكا","code":"BE"},{"name":"بلغاريا","code":"BG"},{"name":"بنغلاديش","code":"BD"},{"name":"بنما","code":"PA"},{"name":"بورتوريكو","code":"PR"},{"name":"بولندا","code":"PL"},{"name":"بوليفيا","code":"BO"},{"name":"بيرو","code":"PE"},{"name":"بيلاروسيا","code":"BY"},{"name":"تايلاند","code":"TH"},{"name":"تايوان","code":"TW"},{"name":"تركيا","code":"TR"},{"name":"تشيكيا","code":"CZ"},{"name":"تشيلي","code":"CL"},{"name":"تنزانيا","code":"TZ"},{"name":"تونس","code":"TN"},{"name":"جامايكا","code":"JM"},{"name":"جمهورية الدومينكان","code":"DO"},{"name":"جنوب إفريقيا","code":"ZA"},{"name":"جورجيا","code":"GE"},{"name":"روسيا","code":"RU"},{"name":"رومانيا","code":"RO"},{"name":"زيمبابوي","code":"ZW"},{"name":"سريلانكا","code":"LK"},{"name":"سلوفاكيا","code":"SK"},{"name":"سلوفينيا","code":"SI"},{"name":"سنغافورة","code":"SG"},{"name":"سويسرا","code":"CH"},{"name":"شمال مقدونيا","code":"MK"},{"name":"صربيا","code":"RS"},{"name":"عُمان","code":"OM"},{"name":"غانا","code":"GH"},{"name":"غواتيمالا","code":"GT"},{"name":"فرنسا","code":"FR"},{"name":"فنزويلا","code":"VE"},{"name":"فنلندا","code":"FI"},{"name":"فيتنام","code":"VN"},{"name":"قبرص","code":"CY"},{"name":"قطر","code":"QA"},{"name":"كازاخستان","code":"KZ"},{"name":"كرواتيا","code":"HR"},{"name":"كمبوديا","code":"KH"},{"name":"كندا","code":"CA"},{"name":"كوريا الجنوبية","code":"KR"},{"name":"كوستاريكا","code":"CR"},{"name":"كولومبيا","code":"CO"},{"name":"كينيا","code":"KE"},{"name":"لاتفيا","code":"LV"},{"name":"لاوس","code":"LA"},{"name":"لبنان","code":"LB"},{"name":"لوكسمبورغ","code":"LU"},{"name":"ليبيا","code":"LY"},{"name":"ليتوانيا","code":"LT"},{"name":"ليشتنشتاين","code":"LI"},{"name":"مالطة","code":"MT"},{"name":"ماليزيا","code":"MY"},{"name":"مصر","code":"EG"},{"name":"نيبال","code":"NP"},{"name":"نيجيريا","code":"NG"},{"name":"نيكاراغوا","code":"NI"},{"name":"نيوزيلندا","code":"NZ"},{"name":"هندوراس","code":"HN"},{"name":"هولندا","code":"NL"},{"name":"هونغ كونغ","code":"HK"}]
[{"name":"أذربيجان","code":"AZ"},{"name":"أسبانيا","code":"ES"},{"name":"أستراليا","code":"AU"},{"name":"إستونيا","code":"EE"},{"name":"إسرائيل","code":"IL"},{"name":"الأرجنتين","code":"AR"},{"name":"الأردن","code":"JO"},{"name":"الإكوادور","code":"EC"},{"name":"الإمارات العربية المتحدة","code":"AE"},{"name":"البحرين","code":"BH"},{"name":"البرازيل","code":"BR"},{"name":"البرتغال","code":"PT"},{"name":"البوسنة والهرسك","code":"BA"},{"name":"الجبل الأسود","code":"ME"},{"name":"الجزائر","code":"DZ"},{"name":"الدنمارك","code":"DK"},{"name":"السلفادور","code":"SV"},{"name":"السنغال","code":"SN"},{"name":"السويد","code":"SE"},{"name":"العراق","code":"IQ"},{"name":"الفيليبين","code":"PH"},{"name":"الكويت","code":"KW"},{"name":"ألمانيا","code":"DE"},{"name":"المجر","code":"HU"},{"name":"المغرب","code":"MA"},{"name":"المكسيك","code":"MX"},{"name":"المملكة العربية السعودية","code":"SA"},{"name":"المملكة المتحدة","code":"GB"},{"name":"النرويج","code":"NO"},{"name":"النمسا","code":"AT"},{"name":"الهند","code":"IN"},{"name":"الولايات المتحدة","code":"US"},{"name":"اليابان","code":"JP"},{"name":"اليمن","code":"YE"},{"name":"اليونان","code":"GR"},{"name":"إندونيسيا","code":"ID"},{"name":"أورغواي","code":"UY"},{"name":"أوغندا","code":"UG"},{"name":"أوكرانيا","code":"UA"},{"name":"أيرلندا","code":"IE"},{"name":"أيسلندا","code":"IS"},{"name":"إيطاليا","code":"IT"},{"name":"بابوا غينيا الجديدة","code":"PG"},{"name":"باراغواي","code":"PY"},{"name":"باكستان","code":"PK"},{"name":"بلجيكا","code":"BE"},{"name":"بلغاريا","code":"BG"},{"name":"بنغلاديش","code":"BD"},{"name":"بنما","code":"PA"},{"name":"بورتوريكو","code":"PR"},{"name":"بولندا","code":"PL"},{"name":"بوليفيا","code":"BO"},{"name":"بيرو","code":"PE"},{"name":"بيلاروسيا","code":"BY"},{"name":"تايلاند","code":"TH"},{"name":"تايوان","code":"TW"},{"name":"تركيا","code":"TR"},{"name":"تشيكيا","code":"CZ"},{"name":"تشيلي","code":"CL"},{"name":"تنزانيا","code":"TZ"},{"name":"تونس","code":"TN"},{"name":"جامايكا","code":"JM"},{"name":"جمهورية الدومينكان","code":"DO"},{"name":"جنوب إفريقيا","code":"ZA"},{"name":"جورجيا","code":"GE"},{"name":"روسيا","code":"RU"},{"name":"رومانيا","code":"RO"},{"name":"زيمبابوي","code":"ZW"},{"name":"سريلانكا","code":"LK"},{"name":"سلوفاكيا","code":"SK"},{"name":"سلوفينيا","code":"SI"},{"name":"سنغافورة","code":"SG"},{"name":"سويسرا","code":"CH"},{"name":"شمال مقدونيا","code":"MK"},{"name":"صربيا","code":"RS"},{"name":"عُمان","code":"OM"},{"name":"غانا","code":"GH"},{"name":"غواتيمالا","code":"GT"},{"name":"فرنسا","code":"FR"},{"name":"فنزويلا","code":"VE"},{"name":"فنلندا","code":"FI"},{"name":"فيتنام","code":"VN"},{"name":"قبرص","code":"CY"},{"name":"قطر","code":"QA"},{"name":"كازاخستان","code":"KZ"},{"name":"كرواتيا","code":"HR"},{"name":"كمبوديا","code":"KH"},{"name":"كندا","code":"CA"},{"name":"كوريا الجنوبية","code":"KR"},{"name":"كوستاريكا","code":"CR"},{"name":"كولومبيا","code":"CO"},{"name":"كينيا","code":"KE"},{"name":"لاتفيا","code":"LV"},{"name":"لاوس","code":"LA"},{"name":"لبنان","code":"LB"},{"name":"لوكسمبورغ","code":"LU"},{"name":"ليبيا","code":"LY"},{"name":"ليتوانيا","code":"LT"},{"name":"ليشتنشتاين","code":"LI"},{"name":"مالطة","code":"MT"},{"name":"ماليزيا","code":"MY"},{"name":"مصر","code":"EG"},{"name":"مولدوفا","code":"MD"},{"name":"نيبال","code":"NP"},{"name":"نيجيريا","code":"NG"},{"name":"نيكاراغوا","code":"NI"},{"name":"نيوزيلندا","code":"NZ"},{"name":"هندوراس","code":"HN"},{"name":"هولندا","code":"NL"},{"name":"هونغ كونغ","code":"HK"}]
2 changes: 1 addition & 1 deletion static/geolocations/bg.json
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1 +1 @@
[{"name":"Австралия","code":"AU"},{"name":"Австрия","code":"AT"},{"name":"Азербайджан","code":"AZ"},{"name":"Алжир","code":"DZ"},{"name":"Аржентина","code":"AR"},{"name":"Бангладеш","code":"BD"},{"name":"Бахрейн","code":"BH"},{"name":"Беларус","code":"BY"},{"name":"Белгия","code":"BE"},{"name":"Боливия","code":"BO"},{"name":"Босна и Херцеговина","code":"BA"},{"name":"Бразилия","code":"BR"},{"name":"България","code":"BG"},{"name":"Великобритания","code":"GB"},{"name":"Венесуела","code":"VE"},{"name":"Виетнам","code":"VN"},{"name":"Гана","code":"GH"},{"name":"Гватемала","code":"GT"},{"name":"Германия","code":"DE"},{"name":"Грузия","code":"GE"},{"name":"Гърция","code":"GR"},{"name":"Дания","code":"DK"},{"name":"Доминиканска република","code":"DO"},{"name":"Египет","code":"EG"},{"name":"Еквадор","code":"EC"},{"name":"Естония","code":"EE"},{"name":"Зимбабве","code":"ZW"},{"name":"Израел","code":"IL"},{"name":"Индия","code":"IN"},{"name":"Индонезия","code":"ID"},{"name":"Ирак","code":"IQ"},{"name":"Ирландия","code":"IE"},{"name":"Исландия","code":"IS"},{"name":"Испания","code":"ES"},{"name":"Италия","code":"IT"},{"name":"Йемен","code":"YE"},{"name":"Йордания","code":"JO"},{"name":"Казахстан","code":"KZ"},{"name":"Камбоджа","code":"KH"},{"name":"Канада","code":"CA"},{"name":"Катар","code":"QA"},{"name":"Кения","code":"KE"},{"name":"Кипър","code":"CY"},{"name":"Колумбия","code":"CO"},{"name":"Коста Рика","code":"CR"},{"name":"Кувейт","code":"KW"},{"name":"Лаос","code":"LA"},{"name":"Латвия","code":"LV"},{"name":"Либия","code":"LY"},{"name":"Ливан","code":"LB"},{"name":"Литва","code":"LT"},{"name":"Лихтенщайн","code":"LI"},{"name":"Люксембург","code":"LU"},{"name":"Малайзия","code":"MY"},{"name":"Малта","code":"MT"},{"name":"Мароко","code":"MA"},{"name":"Мексико","code":"MX"},{"name":"Непал","code":"NP"},{"name":"Нигерия","code":"NG"},{"name":"Нидерландия","code":"NL"},{"name":"Никарагуа","code":"NI"},{"name":"Нова Зеландия","code":"NZ"},{"name":"Норвегия","code":"NO"},{"name":"Обединени арабски емирства","code":"AE"},{"name":"Оман","code":"OM"},{"name":"Пакистан","code":"PK"},{"name":"Панама","code":"PA"},{"name":"Папуа Нова Гвинея","code":"PG"},{"name":"Парагвай","code":"PY"},{"name":"Перу","code":"PE"},{"name":"Полша","code":"PL"},{"name":"Португалия","code":"PT"},{"name":"Пуерто Рико","code":"PR"},{"name":"Румъния","code":"RO"},{"name":"Русия","code":"RU"},{"name":"Салвадор","code":"SV"},{"name":"Саудитска Арабия","code":"SA"},{"name":"Северна Македония","code":"MK"},{"name":"Сенегал","code":"SN"},{"name":"Сингапур","code":"SG"},{"name":"Словакия","code":"SK"},{"name":"Словения","code":"SI"},{"name":"Съединени щати","code":"US"},{"name":"Сърбия","code":"RS"},{"name":"Тайван","code":"TW"},{"name":"Тайланд","code":"TH"},{"name":"Танзания","code":"TZ"},{"name":"Тунис","code":"TN"},{"name":"Турция","code":"TR"},{"name":"Уганда","code":"UG"},{"name":"Украйна","code":"UA"},{"name":"Унгария","code":"HU"},{"name":"Уругвай","code":"UY"},{"name":"Филипини","code":"PH"},{"name":"Финландия","code":"FI"},{"name":"Франция","code":"FR"},{"name":"Хондурас","code":"HN"},{"name":"Хонконг","code":"HK"},{"name":"Хърватска","code":"HR"},{"name":"Черна гора","code":"ME"},{"name":"Чехия","code":"CZ"},{"name":"Чили","code":"CL"},{"name":"Швейцария","code":"CH"},{"name":"Швеция","code":"SE"},{"name":"Шри Ланка","code":"LK"},{"name":"Южна Африка","code":"ZA"},{"name":"Южна Корея","code":"KR"},{"name":"Ямайка","code":"JM"},{"name":"Япония","code":"JP"}]
[{"name":"Австралия","code":"AU"},{"name":"Австрия","code":"AT"},{"name":"Азербайджан","code":"AZ"},{"name":"Алжир","code":"DZ"},{"name":"Аржентина","code":"AR"},{"name":"Бангладеш","code":"BD"},{"name":"Бахрейн","code":"BH"},{"name":"Беларус","code":"BY"},{"name":"Белгия","code":"BE"},{"name":"Боливия","code":"BO"},{"name":"Босна и Херцеговина","code":"BA"},{"name":"Бразилия","code":"BR"},{"name":"България","code":"BG"},{"name":"Великобритания","code":"GB"},{"name":"Венесуела","code":"VE"},{"name":"Виетнам","code":"VN"},{"name":"Гана","code":"GH"},{"name":"Гватемала","code":"GT"},{"name":"Германия","code":"DE"},{"name":"Грузия","code":"GE"},{"name":"Гърция","code":"GR"},{"name":"Дания","code":"DK"},{"name":"Доминиканска република","code":"DO"},{"name":"Египет","code":"EG"},{"name":"Еквадор","code":"EC"},{"name":"Естония","code":"EE"},{"name":"Зимбабве","code":"ZW"},{"name":"Израел","code":"IL"},{"name":"Индия","code":"IN"},{"name":"Индонезия","code":"ID"},{"name":"Ирак","code":"IQ"},{"name":"Ирландия","code":"IE"},{"name":"Исландия","code":"IS"},{"name":"Испания","code":"ES"},{"name":"Италия","code":"IT"},{"name":"Йемен","code":"YE"},{"name":"Йордания","code":"JO"},{"name":"Казахстан","code":"KZ"},{"name":"Камбоджа","code":"KH"},{"name":"Канада","code":"CA"},{"name":"Катар","code":"QA"},{"name":"Кения","code":"KE"},{"name":"Кипър","code":"CY"},{"name":"Колумбия","code":"CO"},{"name":"Коста Рика","code":"CR"},{"name":"Кувейт","code":"KW"},{"name":"Лаос","code":"LA"},{"name":"Латвия","code":"LV"},{"name":"Либия","code":"LY"},{"name":"Ливан","code":"LB"},{"name":"Литва","code":"LT"},{"name":"Лихтенщайн","code":"LI"},{"name":"Люксембург","code":"LU"},{"name":"Малайзия","code":"MY"},{"name":"Малта","code":"MT"},{"name":"Мароко","code":"MA"},{"name":"Мексико","code":"MX"},{"name":"Молдова","code":"MD"},{"name":"Непал","code":"NP"},{"name":"Нигерия","code":"NG"},{"name":"Нидерландия","code":"NL"},{"name":"Никарагуа","code":"NI"},{"name":"Нова Зеландия","code":"NZ"},{"name":"Норвегия","code":"NO"},{"name":"Обединени арабски емирства","code":"AE"},{"name":"Оман","code":"OM"},{"name":"Пакистан","code":"PK"},{"name":"Панама","code":"PA"},{"name":"Папуа Нова Гвинея","code":"PG"},{"name":"Парагвай","code":"PY"},{"name":"Перу","code":"PE"},{"name":"Полша","code":"PL"},{"name":"Португалия","code":"PT"},{"name":"Пуерто Рико","code":"PR"},{"name":"Румъния","code":"RO"},{"name":"Русия","code":"RU"},{"name":"Салвадор","code":"SV"},{"name":"Саудитска Арабия","code":"SA"},{"name":"Северна Македония","code":"MK"},{"name":"Сенегал","code":"SN"},{"name":"Сингапур","code":"SG"},{"name":"Словакия","code":"SK"},{"name":"Словения","code":"SI"},{"name":"Съединени щати","code":"US"},{"name":"Сърбия","code":"RS"},{"name":"Тайван","code":"TW"},{"name":"Тайланд","code":"TH"},{"name":"Танзания","code":"TZ"},{"name":"Тунис","code":"TN"},{"name":"Турция","code":"TR"},{"name":"Уганда","code":"UG"},{"name":"Украйна","code":"UA"},{"name":"Унгария","code":"HU"},{"name":"Уругвай","code":"UY"},{"name":"Филипини","code":"PH"},{"name":"Финландия","code":"FI"},{"name":"Франция","code":"FR"},{"name":"Хондурас","code":"HN"},{"name":"Хонконг","code":"HK"},{"name":"Хърватска","code":"HR"},{"name":"Черна гора","code":"ME"},{"name":"Чехия","code":"CZ"},{"name":"Чили","code":"CL"},{"name":"Швейцария","code":"CH"},{"name":"Швеция","code":"SE"},{"name":"Шри Ланка","code":"LK"},{"name":"Южна Африка","code":"ZA"},{"name":"Южна Корея","code":"KR"},{"name":"Ямайка","code":"JM"},{"name":"Япония","code":"JP"}]
Loading