feat: incorporate population data from wikidata

Makefile

@@ -42,7 +42,7 @@ aliases.csv: scripts/export-iso-aliases.py modules/iso-codes/data/iso_639-2.json
 	./scripts/export-iso-aliases.py
 	@touch $@
 
-population.csv: modules/cldr-json/cldr-json/cldr-core/supplemental/territoryInfo.json scripts/export-cldr-population.py
+population.csv: modules/cldr-json/cldr-json/cldr-core/supplemental/territoryInfo.json population-fallback.csv scripts/export-cldr-population.py
 	./scripts/export-cldr-population.py
 
 languages.csv: modules/iso-codes/data/iso_639-2.json scripts/export-iso-languages.py scripts/add-iso-population.py aliases.csv population.csv

README.rst

@@ -95,6 +95,20 @@ translate.csv
 * Extracted from `translate-toolkit`_
 * Generated using export-translate
 
+population.csv
+--------------
+
+* Based on CLDR territory population data
+* Supplemented by `population-fallback.csv` for base language codes missing or zero in CLDR
+* Generated using `scripts/export-cldr-population.py`
+
+population-fallback.csv
+-----------------------
+
+* Reviewed fallback speaker counts for language codes missing or zero in CLDR
+* Currently sourced from Wikidata speaker-count statements (CC0)
+* Includes source URLs and dates to keep the imported values auditable
+
 languages-po
 ------------
 

languages-po/tg.po

@@ -41,9 +41,6 @@ msgstr "немисии австриягӣ"
 msgid "Azerbaijani"
 msgstr "озарбойҷонӣ"
 
-msgid "Azeri"
-msgstr "озарбойҷонӣ"
-
 msgid "Balinese"
 msgstr "балинӣ"
 
@@ -132,7 +129,7 @@ msgid "Dzongkha"
 msgstr "дзонгха"
 
 msgid "English"
-msgstr "Англисӣ"
+msgstr "англисӣ"
 
 msgid "Esperanto"
 msgstr "эсперанто"
@@ -155,6 +152,9 @@ msgstr "филиппинӣ"
 msgid "Finnish"
 msgstr "финӣ"
 
+msgid "Flemish"
+msgstr "Фламандӣ"
+
 msgid "French"
 msgstr "франсузӣ"
 
@@ -257,12 +257,6 @@ msgstr "кореягӣ"
 msgid "Kurdish"
 msgstr "курдӣ"
 
-msgid "Kurdish, Central"
-msgstr "курдии марказӣ"
-
-msgid "Kurdish, Sorani"
-msgstr "курдии марказӣ"
-
 msgid "Kurukh"
 msgstr "курукс"
 
@@ -326,6 +320,9 @@ msgstr "менде"
 msgid "Mexican Spanish"
 msgstr "испании мексикоӣ"
 
+msgid "Modern Standard Arabic"
+msgstr "Стандарти муосири арабӣ"
+
 msgid "Mohawk"
 msgstr "моҳок"
 

population-fallback.csv

@@ -0,0 +1,78 @@
+code,population,source,date,url
+agr,56584,wikidata,2017-01-01,http://www.wikidata.org/entity/Q1526530
+aii,232300,wikidata,,http://www.wikidata.org/entity/Q29440
+ain,10,wikidata,2007-01-01,http://www.wikidata.org/entity/Q27969
+ale,200,wikidata,2010-01-01,http://www.wikidata.org/entity/Q27210
+ami,215000,wikidata,2020-01-01,http://www.wikidata.org/entity/Q35132
+anp,740000,wikidata,,http://www.wikidata.org/entity/Q28378
+arp,1000,wikidata,,http://www.wikidata.org/entity/Q56417
+arw,2500,wikidata,1980-01-01,http://www.wikidata.org/entity/Q2655664
+avk,50,wikidata,,http://www.wikidata.org/entity/Q1377116
+azb,14640650,wikidata,2021-01-01,http://www.wikidata.org/entity/Q3449805
+ber,17000000,wikidata,,http://www.wikidata.org/entity/Q25448
+bh,63000000,wikidata,,http://www.wikidata.org/entity/Q135305
+car,10000,wikidata,,http://www.wikidata.org/entity/Q56611
+chn,1,wikidata,,http://www.wikidata.org/entity/Q35173
+chy,2400,wikidata,2010-01-01,http://www.wikidata.org/entity/Q33265
+cnr,232600,wikidata,,http://www.wikidata.org/entity/Q8821
+din,1365900,wikidata,,http://www.wikidata.org/entity/Q56466
+dru,10500,wikidata,2002-01-01,http://www.wikidata.org/entity/Q49232
+fat,2800000,wikidata,,http://www.wikidata.org/entity/Q35570
+gom,3633900,wikidata,2000-01-01,http://www.wikidata.org/entity/Q5575236
+gug,4850000,wikidata,1995-01-01,http://www.wikidata.org/entity/Q17478066
+gum,20782,wikidata,,http://www.wikidata.org/entity/Q2744745
+guw,1539000,wikidata,2021-01-01,http://www.wikidata.org/entity/Q3111668
+hai,90,wikidata,2021-01-01,http://www.wikidata.org/entity/Q33303
+hmn,4500000,wikidata,2015-01-01,http://www.wikidata.org/entity/Q3307894
+hup,8,wikidata,,http://www.wikidata.org/entity/Q28058
+hus,150000,wikidata,,http://www.wikidata.org/entity/Q35573
+io,150,wikidata,2000-01-01,http://www.wikidata.org/entity/Q35224
+isv,7000,wikidata,2020-01-01,http://www.wikidata.org/entity/Q148971
+jpr,60000,wikidata,,http://www.wikidata.org/entity/Q33367
+kmr,14600000,wikidata,2019-01-01,http://www.wikidata.org/entity/Q36163
+kr,15000000,wikidata,,http://www.wikidata.org/entity/Q36094
+kut,100,wikidata,2011-01-01,http://www.wikidata.org/entity/Q33434
+lam,219000,wikidata,,http://www.wikidata.org/entity/Q36098
+lfn,200,wikidata,,http://www.wikidata.org/entity/Q146803
+lus,500000,wikidata,1997-01-01,http://www.wikidata.org/entity/Q36147
+mhr,482000,wikidata,2012-01-01,http://www.wikidata.org/entity/Q3906614
+miq,180000,wikidata,,http://www.wikidata.org/entity/Q1516803
+mnc,20,wikidata,2007-01-01,http://www.wikidata.org/entity/Q33638
+mnk,1350000,wikidata,,http://www.wikidata.org/entity/Q33678
+mrh,400000,wikidata,,http://www.wikidata.org/entity/Q4175893
+mwl,15000,wikidata,2000-01-01,http://www.wikidata.org/entity/Q13330
+nah,1925620,wikidata,2015-01-01,http://www.wikidata.org/entity/Q13300
+nhn,40000,wikidata,1980-01-01,http://www.wikidata.org/entity/Q6047309
+nia,825768,wikidata,,http://www.wikidata.org/entity/Q2407831
+nog,87119,wikidata,2010-01-01,http://www.wikidata.org/entity/Q33871
+ovd,2000,wikidata,2009-01-01,http://www.wikidata.org/entity/Q254950
+pbb,140000,wikidata,,http://www.wikidata.org/entity/Q33677
+prs,9600000,wikidata,2011-01-01,http://www.wikidata.org/entity/Q178440
+pwn,96000,wikidata,,http://www.wikidata.org/entity/Q715755
+rap,5000,wikidata,,http://www.wikidata.org/entity/Q36746
+rar,17500,wikidata,2018-01-01,http://www.wikidata.org/entity/Q36745
+rom,46000000,wikidata,,http://www.wikidata.org/entity/Q13201
+rup,112960,wikidata,1999-01-01,http://www.wikidata.org/entity/Q29316
+sad,40000,wikidata,,http://www.wikidata.org/entity/Q34016
+sel,600,wikidata,2022-01-01,http://www.wikidata.org/entity/Q34008
+sgs,500000,wikidata,2009-01-01,http://www.wikidata.org/entity/Q213434
+sjd,500,wikidata,,http://www.wikidata.org/entity/Q33656
+smi,25000,wikidata,,http://www.wikidata.org/entity/Q56463
+sxu,2000000,wikidata,1998-01-01,http://www.wikidata.org/entity/Q699284
+syc,575000,wikidata,,http://www.wikidata.org/entity/Q33538
+szy,958,wikidata,2018-01-01,http://www.wikidata.org/entity/Q718269
+tay,80000,wikidata,,http://www.wikidata.org/entity/Q715766
+ter,16000,wikidata,2006-01-01,http://www.wikidata.org/entity/Q3314742
+tl,23600000,wikidata,2019-01-01,http://www.wikidata.org/entity/Q34057
+tlh,9000,wikidata,2016-01-01,http://www.wikidata.org/entity/Q10134
+tli,500,wikidata,2016-01-01,http://www.wikidata.org/entity/Q27792
+tok,1696,wikidata,2022-01-01,http://www.wikidata.org/entity/Q36846
+tw,3000000,wikidata,,http://www.wikidata.org/entity/Q36850
+vo,20,wikidata,2000-01-01,http://www.wikidata.org/entity/Q36986
+vot,62,wikidata,2010-01-01,http://www.wikidata.org/entity/Q32858
+was,20,wikidata,2011-01-01,http://www.wikidata.org/entity/Q34198
+wen,60000,wikidata,,http://www.wikidata.org/entity/Q25442
+xal,431800,wikidata,2021-01-01,http://www.wikidata.org/entity/Q33634
+zap,777000,wikidata,,http://www.wikidata.org/entity/Q13214
+zen,200,wikidata,2018-01-01,http://www.wikidata.org/entity/Q37005
+zun,9650,wikidata,,http://www.wikidata.org/entity/Q10188