-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathutils.py
307 lines (259 loc) · 10 KB
/
utils.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
import sqlite3
import random
def table_exists(cur, table_name):
# get the count of tables with the name
cnt = cur.execute(f''' SELECT count(name) FROM sqlite_master WHERE type='table' AND name='{table_name}' ''').fetchone()
ret_value = False if cnt[0] == 0 else True
return ret_value
def initialize_database(conn):
cur = conn.cursor()
if table_exists(cur, "language") == False:
conn.execute('''CREATE TABLE language (
id INTEGER PRIMARY KEY AUTOINCREMENT,
name VARCHAR NOT NULL,
UNIQUE (name) ON CONFLICT IGNORE);''')
if table_exists(cur, "word") == False:
conn.execute('''CREATE TABLE word(
id INTEGER PRIMARY KEY NOT NULL,
from_lang_id INTEGER KEY NOT NULL,
name VARCHAR NOT NULL,
to_lang_id INTEGER KEY NOT NULL,
translation VARCHAR NOT NULL,
FOREIGN KEY (from_lang_id) REFERENCES language(id),
FOREIGN KEY (to_lang_id) REFERENCES language(id),
UNIQUE (name, translation) ON CONFLICT IGNORE
);''')
if table_exists(cur, "tag_type") == False:
conn.execute('''CREATE TABLE tag_type (
id INTEGER PRIMARY KEY NOT NULL,
lang_id INTEGER KEY NOT NULL,
name VARCHAR NOT NULL,
FOREIGN KEY (lang_id) REFERENCES language(id),
UNIQUE (lang_id, name) ON CONFLICT IGNORE
);''')
if table_exists(cur, "tag") == False:
conn.execute('''CREATE TABLE tag (
id INTEGER PRIMARY KEY NOT NULL,
tag_type_id INTEGER KEY NOT NULL,
name VARCHAR NOT NULL,
FOREIGN KEY (tag_type_id) REFERENCES tag(id),
UNIQUE (name, tag_type_id) ON CONFLICT IGNORE
);''')
if table_exists(cur, "tagged") == False:
conn.execute('''CREATE TABLE tagged (
id INTEGER PRIMARY KEY NOT NULL,
word_id INTEGER KEY NOT NULL,
tag_id INTEGER KEY NOT NULL,
FOREIGN KEY (word_id) REFERENCES word(id),
FOREIGN KEY (tag_id) REFERENCES tag(id)
);''')
insert_languages(conn)
conn.commit()
def delete_table(conn, table):
sql = f'DELETE FROM {table};'
cur = conn.cursor()
cur.execute(sql)
def delete_all_data(conn):
delete_table(conn, 'word')
delete_table(conn, 'tag_type')
delete_table(conn, 'tag')
delete_table(conn, 'tagged')
conn.commit()
def add_demo_content(conn):
insert_languages(conn)
a_word = {"page":10, "word":"Hallo Welt", "translation":"Hello world"}
the_word = {'word':a_word['word'],
'translation':a_word['translation'],
'from':'german',
'to':'greek'}
insert_word(conn, the_word)
the_tag = {'page': a_word['page']}
tag_word_by_dict(conn, the_word, the_tag)
a_word = {"page":12, "word":"Hallo Welt", "translation":"Hello over the world"}
the_word = {'word':a_word['word'],
'translation':a_word['translation'],
'from':'german',
'to':'greek'}
insert_word(conn, the_word)
the_tag = {'page': a_word['page']}
tag_word_by_dict(conn, the_word, the_tag)
a_word = {"page": 14, "word": "Ja", "translation": "Yes"}
the_word = {'word':a_word['word'],
'translation':a_word['translation'],
'from':'german',
'to':'greek'}
insert_word(conn, the_word)
the_tag = {'page': a_word['page']}
tag_word_by_dict(conn, the_word, the_tag)
a_word = {"page": 15, "word": "genug", "translation": "Yes"}
the_word = {'word':a_word['word'],
'translation':a_word['translation'],
'from':'german',
'to':'greek'}
insert_word(conn, the_word)
the_tag = {'page': a_word['page']}
tag_word_by_dict(conn, the_word, the_tag)
tags = [{"noun":"masculine"},
{"noun":"feminine"},
{"noun":"neutral"},
{"verb": "regular"},
{"verb": "iregular"},
{"verb": "modalverb"},
{"verb": "seperating"},
{"adjective": "general"},
{"adverb": "general"},
{"other": "general"},
{"phrase": "general"},
]
for a_tag in tags:
insert_tag_type(conn,a_tag,"german")
insert_tag(conn,a_tag)
conn.commit()
def insert_languages(conn):
langs = ['german','greek']
for lang in langs:
sql = '''INSERT INTO language(name) VALUES(?)'''
conn.execute(sql,(lang,))
def get_id(conn, table, criteria):
#find the id of the name
#THIS HAS TO BE SPECIFIC FOR EACH TABLE WITH DIFFERNET PARAMETERS
cur = conn.cursor()
for key, value in criteria.items():
key = key
value = value
sql = f"SELECT id FROM {table} WHERE {key}=?"
ids = cur.execute(sql,(value,)).fetchall()
if len(ids) == 1:
ids = ids[0][0]
else:
ids = 0
return ids
def get_tag_id(conn, name, tag_type_id):
cur = conn.cursor()
table = "tag"
sql = f"SELECT id FROM {table} WHERE name=? AND tag_type_id=?"
ids = cur.execute(sql,(name, tag_type_id,)).fetchall()
ids = ids[0][0]
return ids
def tag_word_by_dict(conn, a_word, a_tag):
cur = conn.cursor()
#get word_id in combination with translation_id
sql = "SELECT word.id FROM word WHERE word.name=? AND word.translation=?"
word_ids = cur.execute(sql,(a_word['word'], a_word['translation'],)).fetchall()
#check if tag_type exists
the_key = list(a_tag.keys())[0]
tag_type_id = get_id(conn, 'tag_type',{'name':the_key})
# tag_type was not found in the db
if tag_type_id == 0:
insert_tag_type(conn, a_tag, a_word['from'])
#check if tag_id exists
tag_id = get_id(conn, 'tag', {'name': a_tag[the_key]})
if tag_id == 0:
insert_tag(conn, a_tag)
tag_id = get_id(conn, 'tag', {'name': a_tag[the_key]})
#finally tag word
for word_id in word_ids:
sql = "INSERT INTO tagged(word_id, tag_id) VALUES(?,?)"
cur.execute(sql, (word_id[0], tag_id, ))
def tag_word_by_id(conn, word_id, a_tag):
cur = conn.cursor()
the_key = list(a_tag.keys())[0]
tag_type_id = get_id(conn, 'tag_type',{'name':the_key})
print({'name': a_tag[the_key]})
tag_id = get_tag_id(conn, a_tag[the_key], tag_type_id)
print(tag_id)
#finally tag word
sql = "INSERT INTO tagged(word_id, tag_id) VALUES(?,?)"
cur.execute(sql, (word_id, tag_id, ))
def delete_tag(conn, a_tag):
cur = conn.cursor()
for key, value in a_tag.items():
key = key
value = value
#Get tag type id
sql = f"SELECT id FROM tag_type WHERE name=?"
ids = cur.execute(sql, (key,)).fetchall()
if len(ids) == 1:
tag_type_id = ids[0][0]
else:
tag_type_id = 0
sql = "DELETE FROM tag WHERE tag.name = ? AND tag.tag_type_id=?"
ids = cur.execute(sql,(value, tag_type_id,)).fetchall()
#Check if type tag has been orfan and delete it if so
sql = "SELECT COUNT(id) FROM tag WHERE tag.tag_type_id = ?"
ids = cur.execute(sql, (tag_type_id,)).fetchall()
count = -1
if len(ids) == 1:
count = ids[0][0]
if count == 0:
sql = "DELETE FROM tag_type WHERE id = ?"
cur.execute(sql, (tag_type_id,))
def insert_tag(conn, a_tag):
cur = conn.cursor()
sql = "INSERT INTO tag(name, tag_type_id) VALUES(?,?)"
the_key = list(a_tag.keys())[0]
tag_type_id = get_id(conn, 'tag_type', {'name':the_key})
cur.execute(sql, (a_tag[the_key], tag_type_id,))
def insert_tag_type(conn, a_tag, lang):
cur = conn.cursor()
sql = "INSERT INTO tag_type(name, lang_id) VALUES(?,?)"
the_key = list(a_tag.keys())[0]
lang_id = get_id(conn,'language',{'name':lang})
cur.execute(sql, (the_key, lang_id,))
def insert_word(conn, a_word):
cur = conn.cursor()
#find the id of the languages
to_lang_id = get_id(conn,'language', {'name': a_word['to']})
from_lang_id = get_id(conn,'language', {'name': a_word['from']})
#insert word to the word table
sql = "INSERT INTO word(name, from_lang_id, translation, to_lang_id) VALUES(?,?,?,?)"
cur.execute(sql, (a_word['word'], from_lang_id, a_word['translation'], to_lang_id))
return cur.lastrowid
def get_word_dict(conn, the_id):
cur = conn.cursor()
sql = "SELECT * FROM word WHERE id=?"
cur.execute(sql, (the_id,))
def get_words_from_db(conn, filter = ""):
cur = conn.cursor()
if filter == "":
sql = "SELECT word.id, word.name, word.translation, " \
"GROUP_CONCAT(tag.id), GROUP_CONCAT(tag.name), GROUP_CONCAT(tag_type.name) " \
"FROM word, tagged, tag, tag_type " \
"WHERE word.id=tagged.word_id AND " \
"tagged.tag_id=tag.id AND " \
"tag_type.id=tag.tag_type_id " \
"GROUP BY word.id"
else:
sql = "SELECT word.id, word.name, word.translation, " \
"GROUP_CONCAT(tag.id), GROUP_CONCAT(tag.name), GROUP_CONCAT(tag_type.name) " \
"FROM word, tagged, tag, tag_type " \
"WHERE word.id=tagged.word_id AND " \
"tagged.tag_id=tag.id AND " \
"tag_type.id=tag.tag_type_id AND " \
f"word.name LIKE '%{filter}%' " \
"GROUP BY word.id"
words = cur.execute(sql,).fetchall()
ret_value = []
for word in words:
tag_ids = word[3].split(',')
tag_vals = word[4].split(',')
tag_keys = word[5].split(',')
the_tags = []
for i in range(0,len(tag_ids)):
tmp_tag = {"tagid":tag_ids[i], tag_keys[i]:tag_vals[i]}
the_tags.append(tmp_tag)
word_row = {'id': word[0],
'word': word[1],
'translation': word[2],
'tags': the_tags}
ret_value.append(word_row)
return ret_value
def get_tags_from_db(conn):
cur = conn.cursor()
sql = "SELECT tag_type.name, GROUP_CONCAT(tag.name) " \
"FROM tag, tag_type " \
"WHERE tag.tag_type_id=tag_type.id " \
"GROUP BY tag_type.name"
tags = cur.execute(sql,).fetchall()
ret_value = [{tag[0]:tag[1].split(',')} for tag in tags]
return ret_value