Skip to content

Commit fb54774

Browse files
committed
#295 Arabic (Saudi)
1 parent 23882db commit fb54774

19 files changed

+3953
-1026
lines changed

.platform/hooks/postdeploy/02_django.sh

+6
Original file line numberDiff line numberDiff line change
@@ -19,6 +19,8 @@ python ./manage.py 05_populate_items -l 'Finnish' -f WGProd
1919
python ./manage.py 05_populate_items -l 'Finnish' -f WGProdShort
2020
python ./manage.py 05_populate_items -l 'English (American)' -f WG
2121
python ./manage.py 05_populate_items -l 'Finnish' -f WS
22+
python ./manage.py 05_populate_items -l 'Arabic (Saudi)' -f WS
23+
python ./manage.py 05_populate_items -l 'Arabic (Saudi)' -f WSOther
2224

2325
python ./manage.py 06_populate_datasets
2426

@@ -37,10 +39,14 @@ python ./manage.py 07_import_datasets -o 'Byers Heinlein Bilingual'
3739
python ./manage.py 07_import_datasets -l Finnish -f WGProdShort
3840
#python ./manage.py 07_import_datasets -l 'English (American)' -f WG
3941
python ./manage.py 07_import_datasets -l Finnish -f WS
42+
python ./manage.py 07_import_datasets -l 'Arabic (Saudi)' -f WG
43+
python ./manage.py 07_import_datasets -l 'Arabic (Saudi)' -f WS
44+
python ./manage.py 07_import_datasets -l 'Arabic (Saudi)' -f WSOther
4045

4146
python ./manage.py 08_populate_vocabulary_size -l 'French (French)' -f WS
4247
python ./manage.py 08_populate_vocabulary_size -l 'French (French)' -f WG
4348
python ./manage.py 08_populate_vocabulary_size -l 'Arabic (Saudi)' -f WG
49+
python ./manage.py 08_populate_vocabulary_size -l 'Arabic (Saudi)' -f WS
4450
python ./manage.py 08_populate_vocabulary_size -l 'Estonian' -f WS
4551
python ./manage.py 08_populate_vocabulary_size -l 'Catalan' -f WS
4652
python ./manage.py 08_populate_vocabulary_size -l 'Korean' -f WS

common/management/commands/03_populate_instrument.py

+1
Original file line numberDiff line numberDiff line change
@@ -31,6 +31,7 @@
3131
"WSShort": "WS",
3232
"WGShort": "WG",
3333
"OxfordShort": "WG",
34+
"WSOther": "WS",
3435
}
3536

3637

common/management/commands/05_populate_items.py

+6-3
Original file line numberDiff line numberDiff line change
@@ -131,8 +131,11 @@ def handle(self, *args, **options):
131131
all_matched = all_words.exclude(
132132
uni_lemma_id__isnull=True
133133
) # .exclude(uni_lemma_id__exact='')
134-
lemma_coverage = round(
135-
float(all_matched.count()) / float(all_words.count()), 2
136-
)
134+
if all_words.count() > 0:
135+
lemma_coverage = round(
136+
float(all_matched.count()) / float(all_words.count()), 2
137+
)
138+
else:
139+
lemma_coverage = 0
137140
instrument_obj.unilemma_coverage = lemma_coverage
138141
instrument_obj.save()

common/management/commands/08_populate_vocabulary_size.py

+3-1
Original file line numberDiff line numberDiff line change
@@ -52,6 +52,8 @@ def handle(self, *args, **options):
5252

5353
prod_query = ""
5454
comp_query = ""
55+
if len(words) < 1:
56+
return
5557
for word in words:
5658
prod_query += "case when %s='produces' then 1 else 0 end + " % (word)
5759
comp_query += (
@@ -67,7 +69,7 @@ def handle(self, *args, **options):
6769
query += prod_query
6870
query += comp_query
6971
query += "from %s;" % (instrument_table)
70-
72+
7173
sizes = list(instrument_model.objects.raw(query))
7274
# print (f'Processing {len(sizes)} records')
7375

instruments/management/commands/02_create_instrument_schemas.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -75,7 +75,7 @@ def handle(self, *args, **options):
7575
max_length = max(len(c) for c in choices)
7676
instrument_file.write(' %s_choices = %s\n' % (itemID, [(c.lstrip().rstrip(),c.lstrip().rstrip()) for c in choices]))
7777
"""
78-
max_length = 1
78+
max_length = 11
7979
instrument_file.write(
8080
f" {itemID} = models.CharField(max_length={max_length}, null=True)\n"
8181
)

instruments/migrations/0050_auto_20231214_1109.py

+1,108
Large diffs are not rendered by default.

instruments/models.py

+2
Original file line numberDiff line numberDiff line change
@@ -85,3 +85,5 @@
8585
from .schemas.Finnish_WGProd import *
8686
from .schemas.English_American_WG import *
8787
from .schemas.Finnish_WS import *
88+
from .schemas.Arabic_Saudi_WS import *
89+
from .schemas.Arabic_Saudi_WSOther import *

instruments/schemas/Arabic_Saudi_WS.py

+926
Large diffs are not rendered by default.
+163
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,163 @@
1+
from django.db import models
2+
from instruments.base import BaseTable
3+
4+
5+
class Arabic_Saudi_WSOther(BaseTable):
6+
item_922 = models.CharField(max_length=11, null=True)
7+
item_923 = models.CharField(max_length=11, null=True)
8+
item_924 = models.CharField(max_length=11, null=True)
9+
item_925 = models.CharField(max_length=11, null=True)
10+
item_926 = models.CharField(max_length=11, null=True)
11+
item_927 = models.CharField(max_length=11, null=True)
12+
item_928 = models.CharField(max_length=11, null=True)
13+
item_929 = models.CharField(max_length=11, null=True)
14+
item_930 = models.CharField(max_length=11, null=True)
15+
item_931 = models.CharField(max_length=11, null=True)
16+
item_932 = models.CharField(max_length=11, null=True)
17+
item_933 = models.CharField(max_length=11, null=True)
18+
item_934 = models.CharField(max_length=11, null=True)
19+
item_935 = models.CharField(max_length=11, null=True)
20+
item_936 = models.CharField(max_length=11, null=True)
21+
item_937 = models.CharField(max_length=11, null=True)
22+
item_938 = models.CharField(max_length=11, null=True)
23+
item_939 = models.CharField(max_length=11, null=True)
24+
item_940 = models.CharField(max_length=11, null=True)
25+
item_941 = models.CharField(max_length=11, null=True)
26+
item_942 = models.CharField(max_length=11, null=True)
27+
item_943 = models.CharField(max_length=11, null=True)
28+
item_944 = models.CharField(max_length=11, null=True)
29+
item_945 = models.CharField(max_length=11, null=True)
30+
item_946 = models.CharField(max_length=11, null=True)
31+
item_947 = models.CharField(max_length=11, null=True)
32+
item_948 = models.CharField(max_length=11, null=True)
33+
item_949 = models.CharField(max_length=11, null=True)
34+
item_950 = models.CharField(max_length=11, null=True)
35+
item_951 = models.CharField(max_length=11, null=True)
36+
item_952 = models.CharField(max_length=11, null=True)
37+
item_953 = models.CharField(max_length=11, null=True)
38+
item_954 = models.CharField(max_length=11, null=True)
39+
item_955 = models.CharField(max_length=11, null=True)
40+
item_956 = models.CharField(max_length=11, null=True)
41+
item_957 = models.CharField(max_length=11, null=True)
42+
item_958 = models.CharField(max_length=11, null=True)
43+
item_959 = models.CharField(max_length=11, null=True)
44+
item_960 = models.CharField(max_length=11, null=True)
45+
item_961 = models.CharField(max_length=11, null=True)
46+
item_962 = models.CharField(max_length=11, null=True)
47+
item_963 = models.CharField(max_length=11, null=True)
48+
item_964 = models.CharField(max_length=11, null=True)
49+
item_965 = models.CharField(max_length=11, null=True)
50+
item_966 = models.CharField(max_length=11, null=True)
51+
item_967 = models.CharField(max_length=11, null=True)
52+
item_968 = models.CharField(max_length=11, null=True)
53+
item_969 = models.CharField(max_length=11, null=True)
54+
item_970 = models.CharField(max_length=11, null=True)
55+
item_971 = models.CharField(max_length=11, null=True)
56+
item_972 = models.CharField(max_length=11, null=True)
57+
item_973 = models.CharField(max_length=11, null=True)
58+
item_974 = models.CharField(max_length=11, null=True)
59+
item_975 = models.CharField(max_length=11, null=True)
60+
item_976 = models.CharField(max_length=11, null=True)
61+
item_977 = models.CharField(max_length=11, null=True)
62+
item_978 = models.CharField(max_length=11, null=True)
63+
item_979 = models.CharField(max_length=11, null=True)
64+
item_980 = models.CharField(max_length=11, null=True)
65+
item_981 = models.CharField(max_length=11, null=True)
66+
item_982 = models.CharField(max_length=11, null=True)
67+
item_983 = models.CharField(max_length=11, null=True)
68+
item_984 = models.CharField(max_length=11, null=True)
69+
item_985 = models.CharField(max_length=11, null=True)
70+
item_986 = models.CharField(max_length=11, null=True)
71+
item_987 = models.CharField(max_length=11, null=True)
72+
item_988 = models.CharField(max_length=11, null=True)
73+
item_989 = models.CharField(max_length=11, null=True)
74+
item_990 = models.CharField(max_length=11, null=True)
75+
item_991 = models.CharField(max_length=11, null=True)
76+
item_992 = models.CharField(max_length=11, null=True)
77+
item_993 = models.CharField(max_length=11, null=True)
78+
item_994 = models.CharField(max_length=11, null=True)
79+
item_995 = models.CharField(max_length=11, null=True)
80+
item_996 = models.CharField(max_length=11, null=True)
81+
item_997 = models.CharField(max_length=11, null=True)
82+
item_998 = models.CharField(max_length=11, null=True)
83+
item_999 = models.CharField(max_length=11, null=True)
84+
item_1000 = models.CharField(max_length=11, null=True)
85+
item_1001 = models.CharField(max_length=11, null=True)
86+
item_1002 = models.CharField(max_length=11, null=True)
87+
item_1003 = models.CharField(max_length=11, null=True)
88+
item_1004 = models.CharField(max_length=11, null=True)
89+
item_1005 = models.CharField(max_length=11, null=True)
90+
item_1006 = models.CharField(max_length=11, null=True)
91+
item_1007 = models.CharField(max_length=11, null=True)
92+
item_1008 = models.CharField(max_length=11, null=True)
93+
item_1009 = models.CharField(max_length=11, null=True)
94+
item_1010 = models.CharField(max_length=11, null=True)
95+
item_1011 = models.CharField(max_length=11, null=True)
96+
item_1012 = models.CharField(max_length=11, null=True)
97+
item_1013 = models.CharField(max_length=11, null=True)
98+
item_1014 = models.CharField(max_length=11, null=True)
99+
item_1015 = models.CharField(max_length=11, null=True)
100+
item_1016 = models.CharField(max_length=11, null=True)
101+
item_1017 = models.CharField(max_length=11, null=True)
102+
item_1018 = models.CharField(max_length=11, null=True)
103+
item_1019 = models.CharField(max_length=11, null=True)
104+
item_1020 = models.CharField(max_length=11, null=True)
105+
item_1021 = models.CharField(max_length=11, null=True)
106+
item_1022 = models.CharField(max_length=11, null=True)
107+
item_1023 = models.CharField(max_length=11, null=True)
108+
item_1024 = models.CharField(max_length=11, null=True)
109+
item_1025 = models.CharField(max_length=11, null=True)
110+
item_1026 = models.CharField(max_length=11, null=True)
111+
item_1027 = models.CharField(max_length=11, null=True)
112+
item_1028 = models.CharField(max_length=11, null=True)
113+
item_1029 = models.CharField(max_length=11, null=True)
114+
item_1030 = models.CharField(max_length=11, null=True)
115+
item_1031 = models.CharField(max_length=11, null=True)
116+
item_1032 = models.CharField(max_length=11, null=True)
117+
item_1033 = models.CharField(max_length=11, null=True)
118+
item_1034 = models.CharField(max_length=11, null=True)
119+
item_1035 = models.CharField(max_length=11, null=True)
120+
item_1036 = models.CharField(max_length=11, null=True)
121+
item_1037 = models.CharField(max_length=11, null=True)
122+
item_1038 = models.CharField(max_length=11, null=True)
123+
item_1039 = models.CharField(max_length=11, null=True)
124+
item_1040 = models.CharField(max_length=11, null=True)
125+
item_1041 = models.CharField(max_length=11, null=True)
126+
item_1042 = models.CharField(max_length=11, null=True)
127+
item_1043 = models.CharField(max_length=11, null=True)
128+
item_1044 = models.CharField(max_length=11, null=True)
129+
item_1045 = models.CharField(max_length=11, null=True)
130+
item_1046 = models.CharField(max_length=11, null=True)
131+
item_1047 = models.CharField(max_length=11, null=True)
132+
item_1048 = models.CharField(max_length=11, null=True)
133+
item_1049 = models.CharField(max_length=11, null=True)
134+
item_1050 = models.CharField(max_length=11, null=True)
135+
item_1051 = models.CharField(max_length=11, null=True)
136+
item_1052 = models.CharField(max_length=11, null=True)
137+
item_1053 = models.CharField(max_length=11, null=True)
138+
item_1054 = models.CharField(max_length=11, null=True)
139+
item_1055 = models.CharField(max_length=11, null=True)
140+
item_1056 = models.CharField(max_length=11, null=True)
141+
item_1057 = models.CharField(max_length=11, null=True)
142+
item_1058 = models.CharField(max_length=11, null=True)
143+
item_1059 = models.CharField(max_length=11, null=True)
144+
item_1060 = models.CharField(max_length=11, null=True)
145+
item_1061 = models.CharField(max_length=11, null=True)
146+
item_1062 = models.CharField(max_length=11, null=True)
147+
item_1063 = models.CharField(max_length=11, null=True)
148+
item_1064 = models.CharField(max_length=11, null=True)
149+
item_1065 = models.CharField(max_length=11, null=True)
150+
item_1066 = models.CharField(max_length=11, null=True)
151+
item_1067 = models.CharField(max_length=11, null=True)
152+
item_1068 = models.CharField(max_length=11, null=True)
153+
item_1069 = models.CharField(max_length=11, null=True)
154+
item_1070 = models.CharField(max_length=11, null=True)
155+
item_1071 = models.CharField(max_length=11, null=True)
156+
item_1072 = models.CharField(max_length=11, null=True)
157+
item_1073 = models.CharField(max_length=11, null=True)
158+
item_1074 = models.CharField(max_length=11, null=True)
159+
item_1075 = models.CharField(max_length=11, null=True)
160+
item_1076 = models.CharField(max_length=11, null=True)
161+
item_1077 = models.CharField(max_length=11, null=True)
162+
item_1078 = models.CharField(max_length=11, null=True)
163+
item_1079 = models.CharField(max_length=11, null=True)

0 commit comments

Comments
 (0)