119 lines
3.1 KiB
Python
119 lines
3.1 KiB
Python
# -*- coding:utf-8 -*-
|
||
import DBCommon
|
||
import logging
|
||
import jaydebeapi
|
||
from common import global_var
|
||
|
||
from schedule import every, repeat, run_pending
|
||
|
||
|
||
"""
|
||
说明：
|
||
1. 用于数据库的持续增、删、改，目前支持MySQL和Oracle
|
||
2. DBConfig.py 为数据库连接配置，使用时需要修改连接信息
|
||
- 每周一建立一张表
|
||
- 每秒往测试表中插入N条数据
|
||
- 每5分钟删除N条数据
|
||
- 每1小时，修改一下数据
|
||
"""
|
||
|
||
# logging
|
||
class PrintHandler(logging.Handler):
|
||
def emit(self, record):
|
||
msg = self.format(record)
|
||
print(msg)
|
||
|
||
# 创建并配置logger
|
||
logger = logging.getLogger()
|
||
logger.setLevel(logging.DEBUG)
|
||
# 创建并配置处理程序
|
||
handler = PrintHandler()
|
||
handler.setFormatter(logging.Formatter('%(asctime)s - %(levelname)s - %(message)s'))
|
||
logger.addHandler(handler)
|
||
|
||
|
||
|
||
#获取连接信息
|
||
def get_db_info():
|
||
db_config = {}
|
||
DBType = global_var.get_value('DBType')
|
||
db_config = DBCommon.get_db_info(DBType)
|
||
if not db_config:
|
||
assert False ,"DBType is not support."
|
||
return(db_config)
|
||
|
||
#处理连接信息
|
||
db_config = get_db_info()
|
||
OAuth = [str(db_config["db_user"]), str(db_config["db_password"])]
|
||
if not db_config["db_user"] and not db_config["db_password"]:
|
||
OAuth = None
|
||
# conn to db by jaydebeapi
|
||
conn = jaydebeapi.connect(db_config["driver_name"],
|
||
db_config["jdbc_url"],
|
||
OAuth,
|
||
db_config["driver_jar_path"])
|
||
# conn.close()
|
||
|
||
#执行sql
|
||
def execute_sql(sql):
|
||
with conn.cursor() as curs:
|
||
curs.execute(sql)
|
||
|
||
# 按周创建，这里不采用这种方式，通过插入来触发
|
||
#@repeat(every().monday)
|
||
def create_table():
|
||
print("start create table...")
|
||
#重新获取一下
|
||
db_config2 = get_db_info()
|
||
sql_string = db_config2["create_sql_string"]
|
||
print("create table ...." + sql_string)
|
||
try:
|
||
execute_sql(sql_string)
|
||
except:
|
||
print("table maybe exists,continue this create table task.")
|
||
|
||
|
||
#每秒插入N条数据
|
||
@repeat(every(2).seconds)
|
||
def insert_data():
|
||
print("insert data ....")
|
||
#重新获取一下，确保每次的插入的数据都不一样
|
||
db_config2 = get_db_info()
|
||
print("insert data ...."+db_config2["jdbc_url"])
|
||
insert_list = db_config2["insert_list"]
|
||
#执行插入
|
||
try:
|
||
for sql_string in insert_list:
|
||
execute_sql(sql_string)
|
||
# 出错可能是表不存在，这里触发一下建表
|
||
except:
|
||
create_table()
|
||
|
||
#每5分钟删除N条数据
|
||
@repeat(every(5).minutes)
|
||
def dalete_data():
|
||
db_config2 = get_db_info()
|
||
print("dalete data....")
|
||
sql_string = db_config2["del_sql"]
|
||
try:
|
||
execute_sql(sql_string)
|
||
except:
|
||
print("table not exists,continue this delete task.")
|
||
|
||
|
||
#每1小时，修改一下数据
|
||
@repeat(every(1).hours)
|
||
def updata_data():
|
||
db_config2 = get_db_info()
|
||
print("updata data ....")
|
||
sql_string = db_config2["updata_sql"]
|
||
try:
|
||
execute_sql(sql_string)
|
||
except:
|
||
print("table not exists,continue this updata task.")
|
||
|
||
|
||
if __name__ == '__main__':
|
||
while True:
|
||
run_pending()
|