1、修改my.cnf
#整体的效果，全局开启表和日志文件都写，但是对于general_log只写表，对于slow_query_log，表和日志文件都记录。 general_log=1#开启mysql执行sql的日志 slow_query_log=1#开启mysql慢sql的日志 #设置之后会影响general_log和slow_query_log， log_output=table,file#日志输出会写表，也会写日志文件，为了便于程序去统计，所以最好写表 #这里没配置general_log_file，那么general_log就只会写表了 #在mysql5.1.29以上，设置以下即可打开mysql将执行的sql记录在文件中 #general_log_file=/log/general.log #5.1.29以以前为： #log=/var/lib/mysql/sql_row.log long_query_time=1#设置mysql的慢查询为超过1s的查询 slow_query_log_file=/log/slow.log
2、修改mysql的日志表（在mysql库中）的格式
#默认general_log是csv的格式，修改为myisam格式查询效率会高很多
set global general_log = off;
alter table general_log engine = myisam;
set global general_log = on;
#默认slow_query_log是csv的格式，修改为myisam格式查询效率会高很多
set global slow_query_log = off;等于0效果一样
alter table slow_log engine = myisam;
set global slow_query_log = on;等于1效果一样
3、因为mysql的日志表：general_log和slow_query_log不允许修改，所以需要新建出一个便于删除修改的表（这个日志表太大，需要定期清理n天前得数据）
建立slow_log_dba的表
create table `slow_log_dba` ( `start_time` timestamp not null default current_timestamp on update current_timestamp, `user_host` mediumtext not null, `query_time` time not null, `lock_time` time not null, `rows_sent` int(11) not null, `rows_examined` int(11) not null, `db` varchar(512) not null, `last_insert_id` int(11) not null, `insert_id` int(11) not null, `server_id` int(10) unsigned not null, `sql_text` mediumtext not null ) engine=myisam default charset=utf8 comment='slow log for dba';
建立general_log_dba的表
create table `general_log_dba` ( `event_time` timestamp not null default current_timestamp on update current_timestamp, `user_host` mediumtext not null, `thread_id` int(11) not null, `server_id` int(10) unsigned not null, `command_type` varchar(64) not null, `argument` mediumtext not null, key `user_host` (`user_host`(200)), key `event_time` (`event_time`) ) engine=myisam default charset=utf8 comment='general log for dba op';
4、因为程序最终使用的general_log_dba和slow_log_dba的表，所以需要定时的将general_log和slow_query_log的数据拷贝到general_log_dba和slow_log_dba之中
因为报告是每天生成一次，所以这个动作只要每天操作一次即可
#脚本是保存10天得数据，每天将general_log和slow_query_log的数据拷贝到general_log_dba和slow_log_dba之中
#做定时任务每天执行一次 mysqllogtable.sh
#!/bin/sh
ndaysago=$(date -d ‘-10 days’ “+%f %h:%m:%s”)
/usr/local/mysql/bin/mysql -uxxxx -p’xxxxxxxx’ -d’mysql’ -e “insert general_log_dba select * from general_log;
truncate general_log;
delete from general_log_dba where event_time < “$ndaysago”;
insert slow_log_dba select * from slow_log;
truncate slow_log;
delete from slow_log_dba where start_time < “$ndaysago””
5、python脚本写统计每天sql操作和每天的mysql的慢查询(脚本中有部分是可以抽象的方法，请自己酌情处理)
统计mysql每日执行记录的脚本
# -*- coding: utf-8 -*- __author__ = 'river' import mysqldb as mysql import re from datetime import datetime, timedelta import smtplib from email.mime.text import mimetext def sendhtmlmail(mailcontent,myip): try: yestoday=(datetime.now()-timedelta(days=1)).strftime("%y-%m-%d") sender = 'xxx@xxx.com' receiver = ['xxx@xxx.com'] subject = myip+' mysql operation report '+yestoday smtpserver = 'smtp.exmail.xx.com' username = 'xxx@xxx.com' password = 'xxxxx' msg = mimetext(mailcontent,'html','utf-8')#'你好','text','utf-8' msg['subject'] = subject msg['from'] = sender msg['to'] = 'xxx@xxxxxxxx.com' smtp = smtplib.smtp() smtp.connect(smtpserver) smtp.login(username, password) smtp.sendmail(sender, receiver, msg.as_string()) smtp.quit() except exception, e: print e,'send mail error' if __name__=='__main__': result=none htmlfile='mysqllogmon.html' myiplist=['192.168.10.10','192.168.10.19'] yestoday=(datetime.now()-timedelta(days=1)).strftime("%y-%m-%d 00:00:00") today=datetime.now().strftime("%y-%m-%d 00:00:00") for myip in myiplist: sql="select user_host,argument from general_log_dba where event_time >='%s' and event_time <='%s'" %(yestoday,today) try: dbcon = mysql.connect(host=myip, user='xxxxx', passwd='xxxxx', db='mysql', port=3306,charset='utf8') cur = dbcon.cursor() print "step 1,"+myip+','+datetime.now().strftime("%y-%m-%d %h:%m:%s") cur.execute(sql) result = cur.fetchall() cur.close() dbcon.close() except exception, e: print e,'conn mysql error' user_host_set=set() print "step 2,"+myip+','+datetime.now().strftime("%y-%m-%d %h:%m:%s") allhash={} if result: for user_host,argument in result: argument_delcom=re.compile(r'(/*(s|.)*?*/)').sub("",argument).strip().replace(u"x00",'').lower() if re.compile(r'^access.*').match(argument_delcom) or re.compile(r'^.*@.*on.*').match(argument_delcom) or re.compile(r'^grant.*').match(argument_delcom): tmpargument=argument_delcom.strip() else: tmpargument=argument_delcom.split(' ')[0].strip() if len(tmpargument)>30: #有些sql是u'selectntttttcount(m.enquirymainid)'，可以使用print repr(tmpargument) tmpargument=argument_delcom.split('n')[0].strip() #如果全是注释，那么就不统计这条目了 if not tmpargument or tmpargument.strip()=='' or tmpargument.strip()==' ': continue if allhash.has_key(user_host): allhash[user_host][tmpargument]=allhash[user_host].get(tmpargument,0)+1 else: allhash[user_host]={tmpargument:1} print "step 3,"+myip+','+datetime.now().strftime("%y-%m-%d %h:%m:%s") headhtml=''' ''' print "step 4,"+myip+','+datetime.now().strftime("%y-%m-%d %h:%m:%s") with open(htmlfile,'w') as htmlfileobj: htmlfileobj.write(headhtml) htmlfileobj.flush() print "step 5,"+myip+','+datetime.now().strftime("%y-%m-%d %h:%m:%s") with open(htmlfile,'a') as htmlfileobj: for hostkey in allhash.keys(): listtmp=sorted(allhash[hostkey].iteritems(),key=lambda labkey:labkey[1],reverse=true) rowspan=len(allhash[hostkey]) #htmlfileobj.write() tmpline='' %(rowspan,hostkey.encode('utf-8')) htmlfileobj.write(tmpline) countn=0 for runsql,count in listtmp: if countn==0: tmpline='' %(runsql.encode('utf-8'),count) else: tmpline='' %(runsql.encode('utf-8'),count) countn+=1 htmlfileobj.write(tmpline) tmpline=''' 用户 执行sql 执行次数 %s %s %s %s %s ''' htmlfileobj.write(tmpline) with open(htmlfile,'r') as htmlfileobj: mailcontent=htmlfileobj.read() sendhtmlmail(mailcontent,myip) else: print 'sql result is none,exit ing' print "step 6,"+myip+','+datetime.now().strftime("%y-%m-%d %h:%m:%s")
以上就是数据库技术:Mysql sql慢查询监控脚本代码实例的全部内容，希望对大家的学习有所帮助，也希望大家多多支持<计算机技术网(www.ctvol.com)!!>。
需要了解更多数据库技术:Mysql sql慢查询监控脚本代码实例，都可以关注数据库技术分享栏目—计算机技术网(www.ctvol.com)!
本文来自网络收集，不代表计算机技术网立场，如涉及侵权请联系管理员删除。
ctvol管理联系方式QQ:251552304
本文章地址：https://www.ctvol.com/dtteaching/813122.html