396 lines
16 KiB
Python
396 lines
16 KiB
Python
# -*- coding: utf-8 -*-
|
||
import json, os, configparser, shutil, re
|
||
from datetime import datetime, date, time
|
||
|
||
def firstInit():
|
||
# Инициализация переменныхб создание конфигруационного файла, копирование шаблонов
|
||
global db_type, db_hostname, db_user, db_password, db_name, template_file, db_type
|
||
config = configparser.RawConfigParser()
|
||
# проверяем тип ОС
|
||
if os.name == "nt":
|
||
cfg_dir = os.path.join(os.getenv("USERPROFILE"), ".dm")
|
||
elif os.name == "posix":
|
||
cfg_dir = os.path.join(os.getenv("HOME"), ".dm")
|
||
# определим каталог для конфигруции и создадим если его нет
|
||
if os.path.isdir(cfg_dir):
|
||
print(cfg_dir + " already exists")
|
||
else:
|
||
os.mkdir(cfg_dir)
|
||
cfg_file = os.path.join(cfg_dir, 'dm.cfg')
|
||
# создадим файл конфигурации
|
||
config.add_section('DataBase')
|
||
config.set('DataBase', 'db_type', 'mysql')
|
||
config.set('DataBase', 'db_hostname', 'localhost')
|
||
config.set('DataBase', 'db_name', 'dm')
|
||
config.set('DataBase', 'db_user', 'dm')
|
||
config.set('DataBase', 'db_password', 'password')
|
||
config.add_section('Directory')
|
||
config.set('Directory', 'work_dir', cfg_dir)
|
||
config.set('Directory', 'template_dir', os.path.join(cfg_dir, 'db_template'))
|
||
|
||
# Если конфиг уже есть читаем его если нет, создаем и потом читаем
|
||
if os.path.isfile(cfg_file):
|
||
config.read(cfg_file)
|
||
else:
|
||
# Запись конфигурации в файл 'example.cfg'
|
||
with open(cfg_file, 'w') as configfile:
|
||
config.write(configfile)
|
||
configfile.close()
|
||
config.read(cfg_file)
|
||
|
||
work_dir = config.get('Directory', 'work_dir')
|
||
template_dir = config.get('Directory', 'template_dir')
|
||
db_type = config.get('DataBase', 'db_type')
|
||
db_hostname = config.get('DataBase', 'db_hostname')
|
||
if db_type == 'sqlite':
|
||
db_name = os.path.join(work_dir, config.get('DataBase', 'db_name'))
|
||
else:
|
||
db_name = config.get('DataBase', 'db_name')
|
||
db_user = config.get('DataBase', 'db_user')
|
||
db_password = config.get('DataBase', 'db_password')
|
||
|
||
# Создаём нужные каталоги
|
||
if os.path.isdir(work_dir):
|
||
print(work_dir + " already exists")
|
||
else:
|
||
os.mkdir(work_dir)
|
||
if os.path.isdir(template_dir):
|
||
print(template_dir + " already exists")
|
||
else:
|
||
os.mkdir(template_dir)
|
||
# копируем и читаем файл шаблон БД
|
||
template_file = os.path.join(template_dir, 'tables.json')
|
||
if os.path.isfile(template_file):
|
||
print("Template file already exists")
|
||
else:
|
||
shutil.copy('tables.json', template_file)
|
||
|
||
|
||
def dbConnect():
|
||
global c, db_type, db_hostname, db_user, db_password, db_name
|
||
if db_type == "mysql":
|
||
import pymysql
|
||
conn = pymysql.connect(
|
||
db=db_name,
|
||
user=db_user,
|
||
passwd=db_password,
|
||
host=db_hostname,
|
||
charset='utf8')
|
||
elif db_type == "sqlite":
|
||
import sqlite3
|
||
conn = sqlite3.connect(db_name)
|
||
else:
|
||
print(db_type + " database type does`t support")
|
||
exit()
|
||
#print(conn)
|
||
c = conn.cursor()
|
||
|
||
return c
|
||
|
||
def createTables(tbl_list):
|
||
global tbl_descr_list, tbl_struct_list, c, db_type
|
||
i = 0
|
||
tbl_names_list = []
|
||
tbl_descr_list = []
|
||
tbl_struct_list = []
|
||
|
||
while i < len(tbl_list):
|
||
one_Table_descr = []
|
||
one_Table_struct = []
|
||
one_Table_relation = []
|
||
tbl_descr = tbl_list[i]["tableDescription"]
|
||
tbl_name = tbl_list[i]["tableName"]
|
||
#field_list = tbl_list[i]["fieldList"][i].keys()
|
||
tbl_names_list.append([tbl_name, tbl_descr])
|
||
one_Table_descr.append(tbl_name)
|
||
one_Table_struct.append(tbl_name)
|
||
|
||
x = 0
|
||
# список всех полей таблицы
|
||
qwery_create = "CREATE TABLE IF NOT EXISTS " + tbl_name + " ("
|
||
index = ""
|
||
field_names_list = []
|
||
struct_fields_list = []
|
||
# формируем запрос в зависимости от типа БД
|
||
if db_type == 'mysql':
|
||
while x < len(tbl_list[i]["fieldList"]):
|
||
if tbl_list[i]["fieldList"][x]["autoIncrement"] == "yes":
|
||
auto_increment = " AUTO_INCREMENT, "
|
||
else:
|
||
auto_increment = ", "
|
||
qwery_create = qwery_create + tbl_list[i]["fieldList"][x]["fName"] + " " + \
|
||
tbl_list[i]["fieldList"][x]["fType"] + auto_increment
|
||
if tbl_list[i]["fieldList"][x]["index"] == "PRIMARY KEY":
|
||
index = "PRIMARY KEY(" + tbl_list[i]["fieldList"][x]["fName"] + ")"
|
||
field_names_list.append(
|
||
[tbl_list[i]["fieldList"][x]["fName"], tbl_list[i]["fieldList"][x]["fDescription"]])
|
||
# struct_fields_list.append(tbl_list[i]["fieldList"][x]["fName"])
|
||
struct_fields_list.append(
|
||
[tbl_list[i]["fieldList"][x]["fName"], fieldTypeConvert(tbl_list[i]["fieldList"][x]["fType"]), ])
|
||
if tbl_list[i]["fieldList"][x]["relation"]:
|
||
relation_list = [tbl_list[i]["fieldList"][x]["fName"]]
|
||
relation_list.append(tbl_list[i]["fieldList"][x]["relation"])
|
||
|
||
one_Table_relation.append(relation_list)
|
||
x = x + 1
|
||
qwery_create = qwery_create + index + ");"
|
||
elif db_type == 'sqlite':
|
||
while x < len(tbl_list[i]["fieldList"]):
|
||
if tbl_list[i]["fieldList"][x]["autoIncrement"] == "yes":
|
||
auto_increment = " AUTOINCREMENT,"
|
||
else:
|
||
auto_increment = ", "
|
||
if tbl_list[i]["fieldList"][x]["index"] == "PRIMARY KEY":
|
||
index = " PRIMARY KEY"
|
||
else:
|
||
index = ''
|
||
qwery_create = qwery_create + tbl_list[i]["fieldList"][x]["fName"] + ' ' + \
|
||
tbl_list[i]["fieldList"][x]["fType"] + index + auto_increment
|
||
|
||
field_names_list.append([tbl_list[i]["fieldList"][x]["fName"], tbl_list[i]["fieldList"][x]["fDescription"]])
|
||
# struct_fields_list.append(tbl_list[i]["fieldList"][x]["fName"])
|
||
struct_fields_list.append(
|
||
[tbl_list[i]["fieldList"][x]["fName"], fieldTypeConvert(tbl_list[i]["fieldList"][x]["fType"]), ])
|
||
if tbl_list[i]["fieldList"][x]["relation"]:
|
||
relation_list = [tbl_list[i]["fieldList"][x]["fName"]]
|
||
relation_list.append(tbl_list[i]["fieldList"][x]["relation"])
|
||
|
||
one_Table_relation.append(relation_list)
|
||
x = x + 1
|
||
|
||
qwery_create = qwery_create.strip(', ') + ");"
|
||
one_Table_struct.append(struct_fields_list)
|
||
one_Table_struct.append(one_Table_relation)
|
||
one_Table_descr.append(field_names_list)
|
||
i = i + 1
|
||
tbl_descr_list.append(one_Table_descr)
|
||
tbl_struct_list.append(one_Table_struct)
|
||
print(qwery_create)
|
||
c.execute(qwery_create)
|
||
return tbl_names_list
|
||
|
||
def initDBstructure():
|
||
global tbl_descr_list, template_file, tblNamesList
|
||
table_list = open(template_file, "r", encoding="utf-8")
|
||
data = json.load(table_list, encoding="utf-8")
|
||
tbl_list = data["tables"]
|
||
tblNamesList = createTables(tbl_list)
|
||
|
||
return tblNamesList
|
||
|
||
# выборка данных из заданной таблицы
|
||
def selectData(tbl):
|
||
global tbl_struct_list, c, db_type
|
||
# если юольше 1 поля добавить CONCAT
|
||
qwery = "SELECT "
|
||
subqwery = ""
|
||
for item in tbl_struct_list:
|
||
if item[0] == tbl:
|
||
for field in item[1]:
|
||
field = field[0]
|
||
qwery = qwery + field + ","
|
||
for rel in item[2]:
|
||
field = rel[0]
|
||
field_rel = rel[1][0]
|
||
field_replace = rel[1][1]
|
||
#field_replace = field_replace.replace(",", ",' ',")
|
||
#field_replace = field_replace.replace(",", " || ")
|
||
# определяем название таблицы для вложенного запроса
|
||
table1 = field_rel.split('.')[0]
|
||
field1 = field_rel.split('.')[1]
|
||
if table1 == tbl:
|
||
table1 = table1 + "_1"
|
||
subqwery = tbl + " AS " +table1
|
||
else:
|
||
subqwery = table1
|
||
# составляем подзапрос и подменяем им поле в запросе
|
||
if db_type == "mysql":
|
||
field_replace = field_replace.replace(",", ",' ',")
|
||
subqwery = "(SELECT CONCAT(" + field_replace + ") FROM " + subqwery + " WHERE " + table1 + "." + field1 + "=" + tbl + "." + field + ") AS " + field
|
||
elif db_type == "sqlite":
|
||
field_replace = field_replace.replace(",", " || ' ' ||")
|
||
subqwery = "(SELECT (" + field_replace + ") FROM " + subqwery +" WHERE "+ table1 + "." + field1 +"="+ tbl +"."+ field +") AS " + field
|
||
qwery = qwery.replace(field, subqwery)
|
||
qwery = qwery.rstrip(',') + " FROM " + tbl + " LIMIT 10000"
|
||
print(qwery)
|
||
c.execute(qwery)
|
||
return c.fetchall()
|
||
|
||
# получаем на вход имя таблицы и возвращаем список заголовков полей
|
||
def getTableStructure(tbl):
|
||
global tbl_descr_list, tbl_struct_list
|
||
#print(tbl_descr_list)
|
||
#print(tbl_struct_list)
|
||
for item in tbl_descr_list:
|
||
if item[0] == tbl:
|
||
return item[1]
|
||
|
||
# Получаем список названий полей и типов для заданной таблицы
|
||
def getFields(tbl):
|
||
global tbl_descr_list, tbl_struct_list
|
||
#print(tbl_descr_list)
|
||
#print(tbl_struct_list)
|
||
for item in tbl_struct_list:
|
||
if item[0] == tbl:
|
||
#print(item[1])
|
||
return item[1]
|
||
# Ищем описание поля по его названию и возвращаем.
|
||
def getFieldDescription(tbl, field):
|
||
global tbl_descr_list, tbl_struct_list
|
||
for item in tbl_descr_list:
|
||
if item[0] == tbl:
|
||
for i in item[1]:
|
||
if i[0] == field:
|
||
fName = i[1]
|
||
return fName
|
||
return "null"
|
||
|
||
def fieldTypeConvert(ftype):
|
||
# разбираем строку на тип и длину
|
||
ftype = str.lower(ftype)
|
||
line = re.search("(.+?)\(([0-9]+)\)", ftype)
|
||
if line:
|
||
fType = line.groups()[0]
|
||
fLength = line.groups()[1]
|
||
if fType == 'int' or fType == 'integer':
|
||
fType = 'integer'
|
||
elif fType == 'char' or fType == 'varchar':
|
||
fType = 'character'
|
||
else:
|
||
fType = ftype
|
||
return fType
|
||
|
||
def getFieldType(tbl, field):
|
||
global tbl_descr_list, tbl_struct_list
|
||
#print(tbl_descr_list)
|
||
#print(tbl_struct_list)
|
||
for item in tbl_struct_list:
|
||
if item[0] == tbl:
|
||
for i in item[1]:
|
||
if i[0] == field:
|
||
fType = i[1]
|
||
return fType
|
||
#print(item[1])
|
||
#return item[1]
|
||
|
||
# добавление записи в БД на вход принимает список вида:
|
||
# [table [['field_1', 'значение'], ['field_2', 'значение'],....., ['field_n', 'значение']]]
|
||
def insertDataIntoBD(dataList):
|
||
global c
|
||
dbConnect()
|
||
tableName = dataList[0]
|
||
|
||
#datetime.strptime("21/11/06 16:30", "%d/%m/%y %H:%M")
|
||
|
||
qwery = 'INSERT INTO ' + tableName + ' ('
|
||
qweryData = ''
|
||
qweryField = ''
|
||
for item in dataList[1]:
|
||
fType = getFieldType(tableName, item[0])
|
||
#print(fType)
|
||
qweryField = qweryField + item[0] + ','
|
||
if fType == 'integer':
|
||
qweryData = qweryData + '' + item[1] + ','
|
||
elif fType == 'datetime':
|
||
#преобразуем дату всяко разно
|
||
dt = datetime.strptime(item[1], "%d.%m.%Y %H:%M")
|
||
item[1] = str(dt)
|
||
qweryData = qweryData + '\'' + item[1] + '\','
|
||
elif fType == 'date':
|
||
d = item[1].split('.')
|
||
myDate = d[2] + '-' + d[1] + '-' + d[1]
|
||
item[1] = str(myDate)
|
||
qweryData = qweryData + '\'' + item[1] + '\','
|
||
else:
|
||
qweryData = qweryData + '\'' + item[1] + '\','
|
||
|
||
qwery = qwery + qweryField.rstrip(',') + ')' + ' VALUES (' + qweryData.rstrip(',') + ');'
|
||
|
||
#print(qwery)
|
||
c.execute(qwery)
|
||
#c.close()
|
||
return
|
||
|
||
# Выборка данных по значению
|
||
# принимает на вход название таблицы, назване поля, значение этого поля
|
||
def selectDataFromDB(tblName, fieldName, fieldValue):
|
||
global tbl_struct_list, c, db_type
|
||
qwery = "SELECT "
|
||
subqwery = ""
|
||
|
||
for item in tbl_struct_list:
|
||
if item[0] == tblName:
|
||
for field in item[1]:
|
||
field = field[0]
|
||
qwery = qwery + field + ","
|
||
for rel in item[2]:
|
||
field = rel[0]
|
||
fieldRel = rel[1][0]
|
||
fieldReplace = rel[1][1]
|
||
#field_replace = field_replace.replace(",", ",' ',")
|
||
#field_replace = field_replace.replace(",", " || ")
|
||
# определяем название таблицы для вложенного запроса
|
||
table1 = fieldRel.split('.')[0]
|
||
field1 = fieldRel.split('.')[1]
|
||
if table1 == tblName:
|
||
table1 = table1 + "_1"
|
||
subqwery = tblName + " AS " +table1
|
||
else:
|
||
subqwery = table1
|
||
# составляем подзапрос и подменяем им поле в запросе
|
||
if db_type == "mysql":
|
||
fieldReplace = fieldReplace.replace(",", ",' ',")
|
||
subqwery = "(SELECT CONCAT(" + fieldReplace + ") FROM " + subqwery + " WHERE " + table1 + "." + field1 + "=" + tblName + "." + field + ") AS " + field
|
||
elif db_type == "sqlite":
|
||
print(db_type)
|
||
print(fieldReplace)
|
||
fieldReplace = fieldReplace.replace(",", " || ' ' ||")
|
||
print(fieldReplace)
|
||
subqwery = "(SELECT (" + fieldReplace + ") FROM " + subqwery +" WHERE "+ table1 + "." + field1 +"="+ tblName +"."+ field +") AS " + field
|
||
print("---" + subqwery)
|
||
qwery = qwery.replace(field, subqwery)
|
||
#qwery = qwery.rstrip(',') + " FROM " + tblName + " LIMIT 10000"
|
||
qwery = qwery.rstrip(',') + " FROM " + tblName + " WHERE " + fieldName + '=' + fieldValue
|
||
print(qwery)
|
||
c.execute(qwery)
|
||
return c.fetchall()
|
||
|
||
def selectRelationsDataFromDB(tblSearch, fieldName, fieldValue):
|
||
global tbl_struct_list, c, db_type
|
||
#print("Ищем связи для:" +tblSearch +','+ fieldName +','+fieldValue)
|
||
#print(tbl_struct_list)
|
||
searchField = tblSearch + '.' + fieldName
|
||
dataList = []
|
||
for item in tbl_struct_list:
|
||
#print(item)
|
||
tblName = item[0]
|
||
for field in item[1]:
|
||
field = field[0]
|
||
for rel in item[2]:
|
||
if rel[1][0] == searchField:
|
||
#print("таблица:" + tblName + "поле:"+ rel[0] + 'Значение:' + fieldValue)
|
||
data = selectDataFromDB(tblName, rel[0], fieldValue)
|
||
#print(data)
|
||
dataList.append([tblName, data])
|
||
return dataList
|
||
|
||
# Ищем название таблицы по её описанию
|
||
def getTablesNameOfDescription(tblDescr):
|
||
global tblNamesList
|
||
for i in tblNamesList:
|
||
if i[1] == tblDescr:
|
||
return(i[0])
|
||
|
||
# Ищем описание таблицы по её названию
|
||
def getTablesDescriptionOfName(tblName):
|
||
global tblNamesList
|
||
for i in tblNamesList:
|
||
if i[0] == tblName:
|
||
return(i[1])
|
||
|
||
|
||
|
||
#initDBstructure()
|
||
firstInit()
|
||
dbConnect()
|