mirror of
https://github.com/Lost-MSth/Arcaea-server.git
synced 2026-02-08 00:37:38 +08:00
[Refactor] Database initialization and migration
- Code refactoring for database initialization and migration
This commit is contained in:
Lost-MSth
@@ -1,9 +1,7 @@
|
||||
import hashlib
|
||||
import os
|
||||
import time
|
||||
from random import Random
|
||||
|
||||
from core.config_manager import Config
|
||||
from core.sql import Connect
|
||||
|
||||
|
||||
@@ -26,139 +24,6 @@ def random_str(randomlength=10):
|
||||
return s
|
||||
|
||||
|
||||
def get_table_info(c, table_name):
|
||||
# 得到表结构，返回主键列表和字段名列表
|
||||
pk = []
|
||||
name = []
|
||||
|
||||
c.execute('''pragma table_info ("'''+table_name+'''")''')
|
||||
x = c.fetchall()
|
||||
if x:
|
||||
for i in x:
|
||||
name.append(i[1])
|
||||
if i[5] != 0:
|
||||
pk.append(i[1])
|
||||
|
||||
return pk, name
|
||||
|
||||
|
||||
def get_sql_select_table(table_name, get_field, where_field=[], where_value=[]):
|
||||
# sql语句拼接，select ... from ... where ...
|
||||
sql = 'select '
|
||||
sql_dict = {}
|
||||
if len(get_field) >= 2:
|
||||
sql += get_field[0]
|
||||
for i in range(1, len(get_field)):
|
||||
sql += ',' + get_field[i]
|
||||
sql += ' from ' + table_name
|
||||
elif len(get_field) == 1:
|
||||
sql += get_field[0] + ' from ' + table_name
|
||||
else:
|
||||
sql += '* from ' + table_name
|
||||
|
||||
if where_field and where_value:
|
||||
sql += ' where '
|
||||
sql += where_field[0] + '=:' + where_field[0]
|
||||
sql_dict[where_field[0]] = where_value[0]
|
||||
if len(where_field) >= 1:
|
||||
for i in range(1, len(where_field)):
|
||||
sql_dict[where_field[i]] = where_value[i]
|
||||
sql += ' and ' + where_field[i] + '=:' + where_field[i]
|
||||
|
||||
sql += ' order by rowid'
|
||||
return sql, sql_dict
|
||||
|
||||
|
||||
def get_sql_insert_table(table_name, field, value):
|
||||
# sql语句拼接，insert into ...(...) values(...)
|
||||
sql = 'insert into ' + table_name + '('
|
||||
sql_dict = {}
|
||||
sql2 = ''
|
||||
if len(field) >= 2:
|
||||
sql += field[0]
|
||||
sql2 += ':' + field[0]
|
||||
sql_dict[field[0]] = value[0]
|
||||
for i in range(1, len(field)):
|
||||
sql += ',' + field[i]
|
||||
sql2 += ', :' + field[i]
|
||||
sql_dict[field[i]] = value[i]
|
||||
|
||||
sql += ') values('
|
||||
|
||||
elif len(field) == 1:
|
||||
sql += field[0] + ') values('
|
||||
sql2 += ':' + field[0]
|
||||
sql_dict[field[0]] = value[0]
|
||||
|
||||
else:
|
||||
return 'error', {}
|
||||
|
||||
sql += sql2 + ')'
|
||||
|
||||
return sql, sql_dict
|
||||
|
||||
|
||||
def get_sql_delete_table(table_name, where_field=[], where_value=[]):
|
||||
# sql语句拼接，delete from ... where ...
|
||||
sql = 'delete from ' + table_name
|
||||
sql_dict = {}
|
||||
|
||||
if where_field and where_value:
|
||||
sql += ' where '
|
||||
sql += where_field[0] + '=:' + where_field[0]
|
||||
sql_dict[where_field[0]] = where_value[0]
|
||||
if len(where_field) >= 1:
|
||||
for i in range(1, len(where_field)):
|
||||
sql_dict[where_field[i]] = where_value[i]
|
||||
sql += ' and ' + where_field[i] + '=:' + where_field[i]
|
||||
|
||||
return sql, sql_dict
|
||||
|
||||
|
||||
def update_one_table(c1, c2, table_name):
|
||||
# 从c1向c2更新数据表，c1中存在的信息不变
|
||||
c1.execute(
|
||||
'''select * from sqlite_master where type = 'table' and name = :a''', {'a': table_name})
|
||||
c2.execute(
|
||||
'''select * from sqlite_master where type = 'table' and name = :a''', {'a': table_name})
|
||||
if not c1.fetchone() or not c2.fetchone():
|
||||
return 'error'
|
||||
|
||||
db1_pk, db1_name = get_table_info(c1, table_name)
|
||||
db2_pk, db2_name = get_table_info(c2, table_name)
|
||||
if db1_pk != db2_pk:
|
||||
return 'error'
|
||||
|
||||
field = []
|
||||
for i in db1_name:
|
||||
if i in db2_name:
|
||||
field.append(i)
|
||||
|
||||
sql, sql_dict = get_sql_select_table(table_name, db1_pk)
|
||||
c1.execute(sql)
|
||||
x = c1.fetchall()
|
||||
sql, sql_dict = get_sql_select_table(table_name, field)
|
||||
c1.execute(sql)
|
||||
y = c1.fetchall()
|
||||
if x:
|
||||
for i in range(0, len(x)):
|
||||
sql, sql_dict = get_sql_select_table(
|
||||
table_name, [], db1_pk, list(x[i]))
|
||||
sql = 'select exists(' + sql + ')'
|
||||
c2.execute(sql, sql_dict)
|
||||
|
||||
if c2.fetchone() == (1,): # 如果c2里存在，先删除
|
||||
sql, sql_dict = get_sql_delete_table(
|
||||
table_name, db1_pk, list(x[i]))
|
||||
c2.execute(sql, sql_dict)
|
||||
|
||||
sql, sql_dict = get_sql_insert_table(
|
||||
table_name, field, list(y[i]))
|
||||
c2.execute(sql, sql_dict)
|
||||
|
||||
return None
|
||||
|
||||
|
||||
def update_user_char(c):
|
||||
# 用character数据更新user_char
|
||||
c.execute('''select character_id, max_level, is_uncapped from character''')
|
||||
@@ -175,64 +40,6 @@ def update_user_char(c):
|
||||
(j[0], i[0], i[1], exp, i[2], 0))
|
||||
|
||||
|
||||
def update_user_epilogue(c):
|
||||
c.execute('''select user_id from user''')
|
||||
x = c.fetchall()
|
||||
for i in x:
|
||||
c.execute(
|
||||
'''select exists(select * from user_item where user_id=? and item_id=? and type='pack')''', (i[0], 'epilogue'))
|
||||
if c.fetchone() == (0,):
|
||||
c.execute('''insert into user_item values(?,?,'pack',1)''',
|
||||
(i[0], 'epilogue'))
|
||||
|
||||
|
||||
def update_database():
|
||||
# 将old数据库不存在数据加入到新数据库上，并删除old数据库
|
||||
# 对于arcaea_datebase.db，更新一些表，并用character数据更新user_char_full
|
||||
if os.path.isfile("database/old_arcaea_database.db") and os.path.isfile("database/arcaea_database.db"):
|
||||
with Connect('./database/old_arcaea_database.db') as c1:
|
||||
with Connect() as c2:
|
||||
|
||||
update_one_table(c1, c2, 'user')
|
||||
update_one_table(c1, c2, 'friend')
|
||||
update_one_table(c1, c2, 'best_score')
|
||||
update_one_table(c1, c2, 'recent30')
|
||||
update_one_table(c1, c2, 'user_world')
|
||||
update_one_table(c1, c2, 'item')
|
||||
update_one_table(c1, c2, 'user_item')
|
||||
update_one_table(c1, c2, 'purchase')
|
||||
update_one_table(c1, c2, 'purchase_item')
|
||||
update_one_table(c1, c2, 'user_save')
|
||||
update_one_table(c1, c2, 'login')
|
||||
update_one_table(c1, c2, 'present')
|
||||
update_one_table(c1, c2, 'user_present')
|
||||
update_one_table(c1, c2, 'present_item')
|
||||
update_one_table(c1, c2, 'redeem')
|
||||
update_one_table(c1, c2, 'user_redeem')
|
||||
update_one_table(c1, c2, 'redeem_item')
|
||||
# update_one_table(c1, c2, 'role')
|
||||
# update_one_table(c1, c2, 'user_role')
|
||||
# update_one_table(c1, c2, 'power')
|
||||
# update_one_table(c1, c2, 'role_power')
|
||||
update_one_table(c1, c2, 'api_login')
|
||||
update_one_table(c1, c2, 'chart')
|
||||
update_one_table(c1, c2, 'user_course')
|
||||
# update_one_table(c1, c2, 'course')
|
||||
# update_one_table(c1, c2, 'course_item')
|
||||
# update_one_table(c1, c2, 'course_chart')
|
||||
# update_one_table(c1, c2, 'course_requirement')
|
||||
|
||||
update_one_table(c1, c2, 'user_char')
|
||||
|
||||
if not Config.UPDATE_WITH_NEW_CHARACTER_DATA:
|
||||
update_one_table(c1, c2, 'character')
|
||||
|
||||
update_user_char(c2) # 更新user_char_full
|
||||
update_user_epilogue(c2) # 更新user的epilogue
|
||||
|
||||
os.remove('database/old_arcaea_database.db')
|
||||
|
||||
|
||||
def unlock_all_user_item(c):
|
||||
# 解锁所有用户购买
|
||||
|
||||
|
||||
Reference in New Issue
Block a user