接手了个新需求检查公司所有库表冗余索引，保存下代码复用。
#!/usr/bin/python2.7
# -*- coding: utf-8 -*-
#[email protected]
import MySQLdb
import sys
import os
import time,datetime
import logging
import mysqlcommon
path = sys.path[0]
fpath = os.path.dirname(path) + "/"
sys.path.append(fpath)
from instance import base
from lib import mysqllib
from lib import maillib
from lib import configgetter
getter = configgetter.Configuration("conf/global.cnf")
luser = getter.get("mysqlha", "user")
lpasswd = getter.get("mysqlha", "passwd")
email_addr = ‘[email protected]‘
def MySQL_conn(host,port,db,sql):
db = MySQLdb.connect(host=host, port=port, user=luser, passwd=lpasswd, db=db)
cursor = db.cursor()
cursor.execute(sql)
result = cursor.fetchall()
return result
def get_MySQL(host,port,db,tname):
#最长的索引数，也就是循环的次数
sql = "select max(SEQ_IN_INDEX) from information_schema.STATISTICS where table_schema=‘%s‘ \
and table_name=‘%s‘;" % (db,tname)
num = MySQL_conn(host,port,db,sql)
num = num[0][0]
index_na_all=[]
status = []
if num != None:
for numb in range(num):
a = numb+1
b = numb +2
#查询第一个位置重复的字段名
if a == 1:
sql1 = "select COLUMN_NAME from information_schema.STATISTICS where table_schema=‘%s‘ and table_name=‘%s‘ \
and SEQ_IN_INDEX = %s and INDEX_NAME != ‘PRIMARY‘ group by COLUMN_NAME having count(*) >1;" % (db,tname,a)
else:
sql1 = "select COLUMN_NAME from information_schema.STATISTICS where table_schema=‘%s‘ and table_name=‘%s‘ \
and SEQ_IN_INDEX = %s and INDEX_NAME in (%s) group by COLUMN_NAME having count(*) >1;" % (db,tname,a,idx_tw1)
data = MySQL_conn(host,port,db,sql1)
if data == ():
break
alist = []
for data1 in data:
alist.append(data1[0])
colu = ‘\‘,\‘‘.join(alist)
colu = "\‘" + colu + "\‘"
#查询第一个位置相同的索引名
if a == 1:
sql2 = "select INDEX_NAME from information_schema.STATISTICS where table_schema=‘%s‘ and table_name=‘%s‘ \
and SEQ_IN_INDEX = %s and COLUMN_NAME in (%s);" % (db,tname,a,colu)
else:
sql2 = "select INDEX_NAME from information_schema.STATISTICS where table_schema=‘%s‘ and table_name=‘%s‘ \
and SEQ_IN_INDEX = %s and COLUMN_NAME in (%s) and INDEX_NAME IN (%s) ;" % (db,tname,a,colu,idx_tw1)
in_name = []
index_name = MySQL_conn(host,port,db,sql2)
index_na = [i[0] for i in index_name]
if index_na == []:
continue
for iname in index_na:
in_name.append(iname)
inname = ‘\‘,\‘‘.join(in_name)
inname = "\‘" + inname + "\‘"
#第一个位置相同而且有第二个位置的索引名
sql4 = "select INDEX_NAME from information_schema.STATISTICS where table_schema=‘%s‘ and table_name=‘%s‘ \
and INDEX_NAME in (%s) and SEQ_IN_INDEX=%s;" % (db,tname,inname,b)
idx_two = MySQL_conn(host,port,db,sql4)
idx_tw = [i[0] for i in idx_two]
idx_tw1 = ‘\‘,\‘‘.join(idx_tw)
idx_tw1 = "\‘" + idx_tw1 + "\‘"
for idna in idx_tw:
if idna in index_na:
index_na.remove(idna)
if index_na != []:
index_na_all.append(index_na)
if index_na_all != []:
produc = base.getProductByPort(port)
prod = produc[‘result‘].values()
if prod:
produc = prod[0]
else:
produc = ‘‘
if index_na_all[0] != []:
status.append([port,produc,db,tname,index_na_all[0]])
return status[0]
else :
return 123
else :
return 123
def call_MySQL():
db = ‘backup‘
host = ‘10.20.6.5‘
port = 3440
sql = "select host,port from policy ;"
allph = MySQL_conn(host,port,db,sql)
showdb = ‘mysql‘
showsql = "show databases;"
system_lib = ((‘information_schema‘,), (‘mondmm‘,), (‘mysql‘,), (‘performance_schema‘,))
statu = []
for i in allph:
port = i[1]
host = i[0]
dbname = MySQL_conn(host,port,showdb,showsql)
rdbname = set(dbname) - set(system_lib)
for rname in rdbname:
namesql = "SELECT TABLE_NAME FROM INFORMATION_SCHEMA.TABLES WHERE TABLE_SCHEMA = ‘%s‘;" % rname
rtable_name = MySQL_conn(host,port,rname[0],namesql)
for table_name in rtable_name:
result = get_MySQL(host,int(port),rname[0],table_name[0])
if result != 123:
statu.append(result)
SendMail(statu)
def SendMail(statu):
title = ‘report(数据库冗余索引报表_%s)‘ % (datetime.datetime.now().strftime(‘%Y-%m-%d‘))
col_name = [‘端口‘,‘产品线‘,‘库名‘,‘表名‘,‘索引名‘]
maillib.sendHtml(email_addr,title,statu,col_name)
call_MySQL()