70 lines
2.8 KiB
Python
70 lines
2.8 KiB
Python
# -*- coding: utf-8 -*-
|
|
|
|
import logging
|
|
|
|
import psycopg2
|
|
from bottle import template
|
|
|
|
from aore.config import DatabaseConfig
|
|
from aore.dbutils.dbimpl import DBImpl
|
|
from aore.dbutils.dbschemas import db_shemas
|
|
from aore.updater.aoxmltableentry import AoXmlTableEntry
|
|
|
|
|
|
class DbHandler:
|
|
def __init__(self):
|
|
self.db = DBImpl(psycopg2, DatabaseConfig)
|
|
|
|
def bulk_csv(self, operation_type, table_name, processed_count, csv_file_name):
|
|
sql_query = None
|
|
|
|
# simple add new reocrds
|
|
if operation_type == AoXmlTableEntry.OperationType.create:
|
|
sql_query = template('aore/templates/postgre/bulk_create.sql', delim='\t', tablename=table_name,
|
|
fieldslist=", ".join(db_shemas[table_name].fields), csvname=csv_file_name)
|
|
|
|
# update table
|
|
if operation_type == AoXmlTableEntry.OperationType.update:
|
|
fields_update_list = ""
|
|
for field in db_shemas[table_name].fields:
|
|
if field != db_shemas[table_name].unique_field.upper():
|
|
fields_update_list += "{}=EXCLUDED.{}, ".format(field, field)
|
|
fields_update_list = fields_update_list[:-2]
|
|
|
|
sql_query = template('aore/templates/postgre/bulk_update.sql', delim='\t', tablename=table_name,
|
|
fieldslist=", ".join(db_shemas[table_name].fields), csvname=csv_file_name,
|
|
uniquekey=db_shemas[table_name].unique_field, updaterule=fields_update_list)
|
|
|
|
# delete records from table
|
|
if operation_type == AoXmlTableEntry.OperationType.delete:
|
|
sql_query = template('aore/templates/postgre/bulk_delete.sql', delim='\t', tablename=table_name,
|
|
fieldslist=", ".join(db_shemas[table_name].fields), csvname=csv_file_name,
|
|
uniquekey=db_shemas[table_name].unique_field)
|
|
|
|
assert sql_query, "Invalid operation type: {}".format(operation_type)
|
|
|
|
self.db.execute(sql_query)
|
|
logging.info("Processed %d queries FROM %s", processed_count - 1, csv_file_name)
|
|
|
|
def create_structure(self):
|
|
logging.info("Prepare to create DB structure...")
|
|
sql_query = template("aore/templates/postgre/create_structure.sql")
|
|
|
|
self.db.execute(sql_query)
|
|
logging.info("Done.")
|
|
|
|
def create_indexes(self, tables):
|
|
logging.info("Indexing tables...")
|
|
sql_query = template("aore/templates/postgre/create_indexes.sql", table_names=tables)
|
|
|
|
self.db.execute(sql_query)
|
|
logging.info("Indexing done.")
|
|
|
|
def drop_indexes(self, tables):
|
|
logging.info("Deleting indexes...")
|
|
sql_query = template("aore/templates/postgre/drop_indexes.sql", table_names=tables)
|
|
|
|
self.db.execute(sql_query)
|
|
logging.info("All indexes was deleted.")
|
|
|