python 监听pgsql

转载
网线小游侠 2024-10-23 07:28:01
文章标签 python 监听pgsql python 数据库 sql sed 文章分类 Python 后端开发
#!/usr/bin/env python
#-*- coding: UTF-8 -*-
from __future__ import print_function
from mysql import connector
import logging,argparse,sys
import sys

#create user monitoruser@'127.0.0.1' identified by '123456';
#grant replication client on *.* to monitoruser@'127.0.0.1';
#grant super on *.* to monitoruser@'127.0.0.1';

class MonitorItem(object):
	"""
	所有监控项的基类
	"""
	def __init__(self,user='monitoruser',password='123456',host='127.0.0.1',port=3306):
		"""初始化属性与到数据库端的连接"""
		self.user=user
		self.password=password
		self.host=host
		self.port=port
		self.cnx=None
		self.cursor=None	
		try:
			config={'user':self.user,'password':self.password,'host':self.host,'port':self.port}
			self.cnx=connector.connect(**config)
			self.cursor=self.cnx.cursor(prepared=True)
		except connector.Error as err:
			"""如果连接失败就赋空值"""
			self.cnx=None
			self.cursor=None
			sys.stderr.write(err.msg+'\n')

	def __str__(self):
		attrs={}
		attrs['user']=self.user
		attrs['password']=self.password
		attrs['host']=self.host
		attrs['port']=self.port
		return "instance of {0}  {1}".format(self.__class__,attrs)

	def __del__(self):
		"""在python 进行垃圾回收时关闭连接"""
		if self.cnx != None:
			self.cnx.close()

	def get_result(self):
		"""返回监控项的状态,由子类实现相应的功能"""
		pass

	def print_result(self):
		"""打印监控项的状态"""
		print(self.get_result())

	def action(self):
		"""监控项达到阀值时可以触发的操作"""
		print("末定义任何有意义的操作")

########计算磁盘使用率##############
class MysqlDiskUsed(MonitorItem):
	def get_result(self):
		try:
			sql_cmd = "select TABLE_SCHEMA, concat(truncate(sum(data_length)/1024/1024,2)) as data_size,concat(truncate(sum(index_length)/1024/1024,2)) as index_size from information_schema.tables group by TABLE_SCHEMA order by data_length desc;" #单位MB
			self.cursor.execute(sql_cmd)
			row = self.cursor.fetchall()
			#self.cursor.close()
			#self.cnx.close()
			disk_size = 0
			for i in row:
				for j in i[1:]:
					disk_size += float(j.decode('utf8'))
			disk_used_percent = disk_size / 50 * 100
			return int(disk_used_percent)
		except Exception as err:
			sys.stderr.write(err.__str__()+'\n')
			return -1
#####################################

################计算内存使用率##############
class MysqlMemUsed(MonitorItem):
	"""计算内存使用率"""
	def get_result(self):
		try:
			sql_cmd = "select (@@key_buffer_size + @@query_cache_size + @@tmp_table_size +@@innodb_buffer_pool_size +@@innodb_additional_mem_pool_size +@@innodb_log_buffer_size +@@max_connections * (@@read_buffer_size +@@read_rnd_buffer_size +@@sort_buffer_size + @@join_buffer_size +@@binlog_cache_size +@@thread_stack)) /1024/1024/1024 AS MAX_MEMORY_GB;"
			self.cursor.execute(sql_cmd)
			row = self.cursor.fetchone()
			mem_used_GB = 0 #代为GB
			mem_used_GB = float(row[0].decode('utf8'))
			mem_used_percent = mem_used_GB / 16 * 100
			return "%.2f" % mem_used_percent
		except Exception as err:
			sys.stderr.write(err.__str__()+'\n')
			return -1


#以下类用于检测MySQL数据库的正常与否
class IsAlive(MonitorItem):
	"""监控MySQL数据库是否正常运行、{正常:on line,宕机:off line}"""
	def get_result(self):
		if self.cnx != None:
			return "on line"
		else:
			return "off line"

#以下类用于检测MySQL数据库的基本信息
class MysqlVariable(MonitorItem):
	"""派生自MonitorItem类，用于所有variable 监控项的基类"""
	variable_name=None
	def get_result(self):
		try:
			if self.cursor != None:
				stmt=r"""show global variables like '{0}';""".format(self.variable_name)
				self.cursor.execute(stmt)
				return self.cursor.fetchone()[1].decode('utf8')
		except Exception as err:
			sys.stderr.write(err.__str__()+'\n')
			return -1

class MysqlPort(MonitorItem):
	"""监控MySQL数据库监听是否正常、{正常:端口号,异常:-1}"""
	def get_result(self):
		if self.cnx != None:
			return self.port
		else:
			return -1

class MysqlBasedir(MysqlVariable):
	"""监控MySQL安装目录所在位置，{正常:安装目录位置，异常:-1}"""
	variable_name="basedir"

class MysqlDatadir(MysqlVariable):
	"""监控MySQL数据目录所在位置，{正常:数据目录位置，异常:-1}"""
	variable_name="datadir"

class MysqlVersion(MysqlVariable):
	"""监控MySQL版本号，{正常:版本号，异常:-1}"""
	variable_name="version"

class MysqlServerId(MysqlVariable):
	"""监控MySQL的server_id"""
	variable_name="server_id"

class MysqlLogBin(MysqlVariable):
	"""binlog 是否有开启"""
	variable_name="log_bin"

class MysqlLogError(MysqlVariable):
	"""errorlog文件名"""
	variable_name="log_error"

class MysqlPerformanceSchema(MysqlVariable):
	"""performance_schema是否有开启"""
	variable_name="performance_schema"

class MysqlInnodbBufferPoolSize(MysqlVariable):
	"""监控MySQL innodb_buffer_pool的大小，{正常:缓冲池大小(byte)，异常:-1}"""
	variable_name="innodb_buffer_pool_size"

class MysqlMaxConnections(MysqlVariable):
	"""最大连接数"""
	variable_name="max_connections"

#派生自MonitorItem类，用于所有status 监控项的基类
class MysqlStatu(MonitorItem):
	"""派生自MonitorItem类，用于所有statu 监控项的基类"""
	statu_name=None
	def get_result(self):
		try:
			if self.cursor != None:
				stmt=r"""show global status like '{0}';""".format(self.statu_name)
				self.cursor.execute(stmt)
				return self.cursor.fetchone()[1].decode('utf8')
		except Exception as err:
			sys.stderr.write(err.__str__()+'\n')
			return -1


class MysqlCurrentClient(MysqlStatu):
	"""当前的客户端连接数"""
	statu_name="Threads_connected"

class MysqlTableOpenCacheHitRate(MysqlStatu):
	"""表缓存命中率"""
	def get_result(self):
		try:
			if self.cursor != None:
				stmt=r"""show global status like 'table_open_cache_hits';"""
				self.cursor.execute(stmt)
				hit=float((self.cursor.fetchone()[1].decode('utf8')))
				stmt=r"""show global status like 'table_open_cache_misses';"""
				self.cursor.execute(stmt)
				miss=float(self.cursor.fetchone()[1].decode('utf8'))
				return hit/(hit+miss)
		except Exception as err:
			sys.stderr.write(err.__str__())
			return -1


class MysqlTableOpenCacheOverflows(MysqlStatu):
	"""表缓存溢出次数，如果大于0,可以增大table_open_cache和table_open_cache_instances."""
	statu_name="Table_open_cache_overflows"

class MysqlTableLocksWaited(MysqlStatu):
	"""因不能立刻获得表锁而等待的次数"""
	statu_name="table_locks_waited"

class MysqlSlowqueries(MysqlStatu):
	"""执行时间超过long_query_time的查询次数，不管慢查询日志有没有打开"""
	statu_name="slow_queries"

class MysqlSortScan(MysqlStatu):
	"""全表扫描之后又排序(排序键不是主键)的次数"""
	statu_name="sort_scan"

class MysqlSortRows(MysqlStatu):
	"""与sortscan差不多，前者指的是sortscan的次数，srotrows指的是sort操作影响的行数"""
	statu_name="sort_rows"

class MysqlSortRange(MysqlStatu):
	"""根据索引进行范围扫描之后再进行排序(排序键不能是主键)的次数"""
	statu_name="sort_range"

class MysqlSortMergePasses(MysqlStatu):
	"""排序时归并的次数，如果这个值比较大(要求高一点大于0)那么可以考虑增大sort_buffer_size的大小"""
	statu_name="sort_merge_passes"

class MysqlSelectRangeCheck(MysqlStatu):
	"""如果这个值不是0那么就要好好的检查表上的索引了"""
	statu_name="select_range_check"

class MysqlQuestions(MysqlStatu):
	"""erver端执行的语句数量，但是每执行一个语句它又只增加一，这点让我特别被动"""
	statu_name="Questions"

class MysqlQcacheFreeMemory(MysqlStatu):
	"""query cache 的可用内存大小"""
	statu_name="qcache_free_memory"

class MysqlPreparedStmtCount(MysqlStatu):
	"""由于本监控程序就是通过prepare语句完成的，所以这个监控项的值最少会是1不是0"""
	statu_name="prepared_stmt_count"

class MysqlOpenedTables(MysqlStatu):
	"""mysql数据库打开过的表，如果这个值过大，应该适当的增大table_open_cache的值"""
	statu_name="opened_tables"

class MysqlOpenTables(MysqlStatu):
	"""当前mysql数据库打开的表数量"""
	statu_name="open_tables"

class MysqlServerLevelOpenFiles(MysqlStatu):
	"""mysql数据库的server层当前正打开的文件数据"""
	statu_name="open_files"

class MysqlInnodbAvailableUndoLogs(MysqlStatu):
	"""innodb当前可用的undo段的数据"""
	statu_name="innodb_available_undo_logs"

class MysqlInnodbNumOpenFiles(MysqlStatu):
	"""innodb当前打开的文件数量"""
	statu_name="innodb_num_open_files"

class MysqlInnodbRowsUpdated(MysqlStatu):
	"""innodb层面执行的update所影响的行数"""
	statu_name="innodb_rows_updated"

class MysqlInnodbRowsRead(MysqlStatu):
	"""innodb 层面受读操作所影响的行数"""
	statu_name="innodb_rows_read"

class MysqlInnodbRowsInserted(MysqlStatu):
	"""innodb 层面受insert操作所影响的行数"""
	statu_name="innodb_rows_inserted"

class MysqlInnodbRowsDeleted(MysqlStatu):
	"""innodb 层面受delete操作所影响的行数"""
	statu_name="innodb_rows_deleted"

class MysqlInnodbRowLockWaits(MysqlStatu):
	"""innodb 行锁等待的次数"""
	statu_name="innodb_row_lock_waits"

class MysqlInnodbRowLockTimeMax(MysqlStatu):
	"""innodb层面行锁等待的最大毫秒数"""
	statu_name="innodb_row_lock_time_max"

class MysqlInnodbRowLockTimeAvg(MysqlStatu):
	"""innodb层面行锁等待的平均毫秒数"""
	statu_name="Innodb_row_lock_time_avg"

class MysqlInnodbRowLockTime(MysqlStatu):
	"""innodb层面行锁等待的总毫秒数"""
	statu_name="Innodb_row_lock_time"

class MysqlInnodbPagesWritten(MysqlStatu):
	"""innodb层面写入磁盘的页面数"""
	statu_name="Innodb_pages_written"

class MysqlInnodbPagesRead(MysqlStatu):
	"""从innodb buffer pool 中读取的页数"""
	statu_name="Innodb_pages_read"

class MysqlInnodbOsLogWritten(MysqlStatu):
	"""innodb redo 写入字节数"""
	statu_name="Innodb_os_log_written"

class MysqlInnodbOsLogPendingWrites(MysqlStatu):
	"""innodb redo log 被挂起的写操作次数"""
	statu_name="Innodb_os_log_pending_writes"

class MysqlInnodbOsLogPendingFsyncs(MysqlStatu):
	"""innodb redo log 被挂起的fsync操作次数"""
	statu_name="Innodb_os_log_pending_fsyncs"

class MysqlInnodbOsLogFsyncs(MysqlStatu):
	"""innodb redo log fsync的次数"""
	statu_name="Innodb_os_log_fsyncs"

class MysqlInnodbLogWrites(MysqlStatu):
	"""innodb redo log 物理写的次数"""
	statu_name="innodb_log_writes"

class MysqlInnodbLogWriteRequests(MysqlStatu):
	"""innodb redo log 逻辑写的次数"""
	statu_name="Innodb_log_write_requests"

class MysqlInnodbLogWaits(MysqlStatu):
	"""innodb 写redo 之前必须等待的次数"""
	statu_name="Innodb_log_waits"

class MysqlInnodbDblwrWrites(MysqlStatu):
	"""innodb double write 的次数"""
	statu_name="Innodb_dblwr_writes"

class MysqlInnodbDblwrPagesWritten(MysqlStatu):
	"""innodb double write 的页面数量"""
	statu_name="Innodb_dblwr_pages_written"

class MysqlInnodbDoubleWriteLoader(MysqlStatu):
	"""innodb double write 压力1~64、数值越大压力越大"""
	def get_result(self):
		try:
			if self.cursor != None:
				stmt=r"""show global status like 'innodb_dblwr_pages_written';"""
				self.cursor.execute(stmt)
				pages=float((self.cursor.fetchone()[1].decode('utf8')))
				stmt=r"""show global status like 'innodb_dblwr_writes';"""
				self.cursor.execute(stmt)
				requests=float(self.cursor.fetchone()[1].decode('utf8'))
				if requests == 0:
					return 0
				return pages/requests
		except Exception as err:
			sys.stderr.write(err.__str__())
			return -1

class MysqlInnodbBufferPoolHitRate(MysqlStatu):
	"""innodb buffer pool 命中率"""
	def get_result(self):
		try:
			if self.cursor != None:
				stmt=r"""show global status like 'innodb_buffer_pool_read_requests';"""
				self.cursor.execute(stmt)
				hit_read=float((self.cursor.fetchone()[1].decode('utf8')))
				stmt=r"""show global status like 'innodb_buffer_pool_reads';"""
				self.cursor.execute(stmt)
				miss_read=float(self.cursor.fetchone()[1].decode('utf8'))
				total_read=(miss_read+hit_read)
				if total_read == 0:
					return 0
				return hit_read/total_read
		except Exception as err:
			sys.stderr.write(err.__str__())
			return -1

class MysqlInnodbBufferPoolFreePagePercent(MysqlStatu):
	"""innodb buffer pool free page 百分比"""
	def get_result(self):
		try:
			if self.cursor != None:
				stmt=r"""show global status like 'innodb_buffer_pool_pages_total';"""
				self.cursor.execute(stmt)
				total_page=float((self.cursor.fetchone()[1].decode('utf8')))
				stmt=r"""show global status like 'innodb_buffer_pool_pages_free';"""
				self.cursor.execute(stmt)
				free_page=float(self.cursor.fetchone()[1].decode('utf8'))
				return free_page/total_page
		except Exception as err:
			sys.stderr.write(err.__str__())
			return -1

class MysqlInnodbBufferPoolDirtyPercent(MysqlStatu):
	"""innodb buffer pool dirty page 百分比"""
	def get_result(self):
		try:
			if self.cursor != None:
				stmt=r"""show global status like 'innodb_buffer_pool_pages_total';"""
				self.cursor.execute(stmt)
				total_page=float((self.cursor.fetchone()[1].decode('utf8')))
				stmt=r"""show global status like 'innodb_buffer_pool_pages_dirty';"""
				self.cursor.execute(stmt)
				dirty_page=float(self.cursor.fetchone()[1].decode('utf8'))
				return dirty_page/total_page
		except Exception as err:
			sys.stderr.write(err.__str__())
			return -1

class MysqlCreated_tmp_disk_tables(MysqlStatu):
	"""mysql运行时所创建的磁盘临时表的数量，如果这个数值比较大，可以适当的增大 tmp_table_size | max_heap_table_size"""
	statu_name="Created_tmp_disk_tables"

class MysqlComSelect(MysqlStatu):
	"""select 语句执行的次数"""
	statu_name="com_select"

class MysqlComInsert(MysqlStatu):
	"""insert 语句执行的次数"""
	statu_name="com_insert"

class MysqlComDelete(MysqlStatu):
	"""delete 语句执行的次数"""
	statu_name="com_delete"

class MysqlComUpdate(MysqlStatu):
	"""update 语句执行的次数"""
	statu_name="com_update"

class MysqlBinlogCacheDiskUse(MysqlStatu):
	"""事务引擎因binlog缓存不足而用到临时文件的次数，如果这个值过大，可以通过增大binlog_cache_size来解决"""
	statu_name="Binlog_cache_disk_use"

class MysqlBinlogStmtCacheDiskUse(MysqlStatu):
	"""非事务引擎因binlog缓存不足而用到临时文件的次数，如果这个值过大，可以通过增大binlog_stmt_cache_size来解决"""
	statu_name="Binlog_stmt_cache_disk_use"

class MysqlReplication(MonitorItem):
	"""所有监控mysql replication的基类"""
	def __init__(self,user='monitoruser',password='123456',host='127.0.0.1',port=3306):
		MonitorItem.__init__(self,user,password,host,port)
		try:
			if self.cursor != None:
				stmt="show slave status;"
				self.cursor.execute(stmt)
				self.replication_info=self.cursor.fetchone()
		except Exception as err:
			pass

class MysqlReplicationIsRunning(MysqlReplication):
	"""mysql replication 是否正常运行"""
	def get_result(self):
		if self.replication_info == None:
			return "replication is not running"
		else:
			slave_io_running=self.replication_info[10].decode('utf8')
			slave_sql_running=self.replication_info[11].decode('utf8')
			if slave_io_running == 'Yes' and slave_sql_running == 'Yes':
				return "running"
			return "replication is not running"

class MysqlReplicationBehindMaster(MysqlReplication):
	"""监控seconde behind master """
	def get_result(self):
		if self.replication_info != None:
			return self.replication_info[32]
		else:
			return -1




#监控项字典
items={
	#实例配置信息收集项
	'port'				:MysqlPort,
	'baseDir'			:MysqlBasedir,
	'dataDir'			:MysqlDatadir,
	'version'			:MysqlVersion,
	'serverId'			:MysqlServerId,
	'isBinlogEnable'		:MysqlLogBin,
	'isErrorlogEnable'		:MysqlLogError,
	'isPerformanceScheamEnable'	:MysqlPerformanceSchema,
	'innodbBufferPoolSize'		:MysqlInnodbBufferPoolSize,
	'maxConnections'		:MysqlMaxConnections,


	#实例运行时信息收集项
	'isOnLine'			:IsAlive,
	'currentConnections'		:MysqlCurrentClient,
	'tableCacheHitRate'		:MysqlTableOpenCacheHitRate,
	'tableOpenCacheOverflows'	:MysqlTableOpenCacheOverflows,
	'tableLocksWaited'		:MysqlTableLocksWaited,
	'slowqueries'			:MysqlSlowqueries,
	'sortScan'			:MysqlSortScan,
	'sortRows'			:MysqlSortRows,
	'sortRange'			:MysqlSortRange,
	'sortMergePasses'		:MysqlSortMergePasses,
	'selectRangeCheck'		:MysqlSelectRangeCheck,
	'questions'			:MysqlQuestions,
	'qcacheFreeMemory'		:MysqlQcacheFreeMemory,
	'preparedStmtCount'		:MysqlPreparedStmtCount,
	'openedTables'			:MysqlOpenedTables,
	'openTables'			:MysqlOpenTables,
	'serverLevelOpenFiles'		:MysqlServerLevelOpenFiles,
	'created_tmp_disk_tables'	:MysqlCreated_tmp_disk_tables,
	'comSelect'			:MysqlComSelect,
	'comInsert'			:MysqlComInsert,
	'comDelete'			:MysqlComDelete,
	'comUpdate'			:MysqlComUpdate,
	'binlogCacheDiskUse'		:MysqlBinlogCacheDiskUse,
	'binlogStmtCacheDiskUse'	:MysqlBinlogStmtCacheDiskUse,
	'MysqlDiskUsed'	:MysqlDiskUsed,
	'MysqlMemUsed':MysqlMemUsed,

	#innodb运行时信息收集项
	'innodbAvailableUndoLogs'	:MysqlInnodbAvailableUndoLogs,
	'innodbOpenFiles'		:MysqlInnodbNumOpenFiles,
	'innodbRowsUpdated'		:MysqlInnodbRowsUpdated,
	'innodbRowsRead'		:MysqlInnodbRowsRead,
	'innodbRowsInserted'		:MysqlInnodbRowsInserted,
	'innodbRowsDeleted'		:MysqlInnodbRowsDeleted,
	'innodbRowLockWaits'		:MysqlInnodbRowLockWaits,
	'innodbRowLockTimeMax'		:MysqlInnodbRowLockTimeMax,
	'innodbRowLockTimeAvg'		:MysqlInnodbRowLockTimeAvg,
	'innodbRowLockTime'		:MysqlInnodbRowLockTime,
	'innodbPagesWritten'		:MysqlInnodbPagesWritten,
	'innodbPagesRead'		:MysqlInnodbPagesRead,
	'innodbOsLogWritten'		:MysqlInnodbOsLogWritten,
	'innodbOsLogPendingWrites'	:MysqlInnodbOsLogPendingWrites,
	'innodbOsLogPendingFsyncs'	:MysqlInnodbOsLogPendingFsyncs,
	'innodbOsLogFsyncs'		:MysqlInnodbOsLogFsyncs,
	'innodbLogWrites'		:MysqlInnodbLogWrites,
	'innodbLogWriteRequests'	:MysqlInnodbLogWriteRequests,
	'innodbLogWaits'		:MysqlInnodbLogWaits,
	'innodbDblwrWrites'		:MysqlInnodbDblwrWrites,
	'innodbDblwrPagesWritten'	:MysqlInnodbDblwrPagesWritten,
	'innodbDoubleWriteLoader'	:MysqlInnodbDoubleWriteLoader,
	'innodbBufferPoolHitRate'	:MysqlInnodbBufferPoolHitRate,
	'innodbBufferPoolFreePagePercent'	:MysqlInnodbBufferPoolFreePagePercent,
	'innodbBufferPoolDirtyPercent'	:MysqlInnodbBufferPoolDirtyPercent,
	
   	#对mysql replication 的监控
	'replicationIsRunning'		:MysqlReplicationIsRunning,
	'replicationBehindMaster'	:MysqlReplicationBehindMaster,
}

#
item_key_names=[name for name in items.keys()]

		
if __name__=="__main__":
	parser=argparse.ArgumentParser()
	parser.add_argument('--user',default='root',help='user name for connect to mysql')
	parser.add_argument('--password',default='xxxxxx',help='user password for connect to mysql')
	parser.add_argument('--host',default='172.31.x.x',help='mysql host ip')
	parser.add_argument('--port',default=1231,type=int,help='mysql port')
	parser.add_argument('monitor_item_name',choices=item_key_names)
	args=parser.parse_args()
	m=items[args.monitor_item_name](host=args.host,port=args.port,user=args.user,password=args.password)
	m.print_result()
转载于:https://blog.51cto.com/haoyonghui/2151470
本文章为转载内容，我们尊重原作者对文章享有的著作权。如有内容错误或侵权问题，欢迎原作者联系我们进行内容更正或删除文章。