Skip to content

Commiting mysql-connection code for review #3

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
wants to merge 3 commits into
base: master
Choose a base branch
from
Open

Commiting mysql-connection code for review #3

Changes from 2 commits
Commits
Show all changes
3 commits
Select commit Hold shift + click to select a range
69393cc
Commiting mysql-connection code for review
code-sidd Jun 13, 2017
2edfbc5
Added arguements
code-sidd Jul 28, 2017
c3f981b
Added Arguments
code-sidd Jul 28, 2017
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
114 changes: 63 additions & 51 deletions mysql-py/mysql-conn.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,51 +1,63 @@
#!/usr/bin/python

hostname = '127.0.0.1'
username = 'root'
password = 'redhat'
database = 'mysql'
#socket ='/tmp/mysql-master5520.sock'

# Simple routine to run a query on a database and print the results:
def Query( conn ) :
print "Printing user and hosts from the box\n"
cur = conn.cursor()
cur.execute( "SELECT user,host FROM user" )
# for row in cur :
row = cur.fetchone()
while row is not None:
print row[0], row[1]
row = cur.fetchone()
# print (row)

def index ( conn1 ) :
cur = conn1.cursor()
print "\n\nFind total number of tables, rows, total data in index size for given MySQL Instance\n"
cur.execute( "SELECT count(*) tables,concat(round(sum(table_rows)/1000000,2),'M') rows,concat(round(sum(data_length)/(1024*1024*1024),2),'G') data,concat(round(sum(index_length)/(1024*1024*1024),2),'G') idx,concat(round(sum(data_length+index_length)/(1024*1024*1024),2),'G') total_size,round(sum(index_length)/sum(data_length),2) idxfrac FROM information_schema.TABLES;")
for row in cur :
print (row)


def data_big ( conn3 ) :
cur = conn3.cursor()
print "\n\nFind biggest db"
cur.execute ( "SELECT count(*) tables,table_schema,concat(round(sum(table_rows)/1000000,2),'M') rows, concat(round(sum(data_length)/(1024*1024*1024),2),'G') data, concat(round(sum(index_length)/(1024*1024*1024),2),'G') idx, concat(round(sum(data_length+index_length)/(1024*1024*1024),2),'G') total_size, round(sum(index_length)/sum(data_length),2) idxfrac FROM information_schema.TABLES GROUP BY table_schema ORDER BY sum(data_length+index_length) DESC LIMIT 10;" )
for row in cur :
print (row)

def data_dist ( conn4 ) :
cur = conn4.cursor()
print "\n\nData Distribution by Storage Engines\n"
cur.execute ( "SELECT engine,count(*) tables,concat(round(sum(table_rows)/1000000,2),'M') rows,concat(round(sum(data_length)/(1024*1024*1024),2),'G') data,concat(round(sum(index_length)/(1024*1024*1024),2),'G') idx,concat(round(sum(data_length+index_length)/(1024*1024*1024),2),'G') total_size,round(sum(index_length)/sum(data_length),2) idxfrac FROM information_schema.TABLES GROUP BY engine ORDER BY sum(data_length+index_length) DESC LIMIT 10;" )
for row in cur :
print (row)

print "======Using pymysql========"
print " "
import pymysql as my
connect = my.connect( host=hostname, user=username, passwd=password, db=database )
Query( connect )
index( connect )
data_big ( connect )
data_dist ( connect )
connect.close()
import sys
import logging
import argparse
import MySQLdb as mysql
from warnings import filterwarnings


def parse_options():
parser = argparse.ArgumentParser()
Copy link

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Allow options for script to execute different types of queries. Something like mysql_conn.py -H -u -p -P --index.

Copy link

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Add a argument for calling different types of query. And then use them in the main body to call the functions appropriately.

parser.add_argument("-H", "--host", dest="host", help='Enter Hostname/ip to connect')
parser.add_argument("-u", "--user", dest="user", help='Enter username to connect')
parser.add_argument("-p", "--password", dest="password" , help='Specify Password')
parser.add_argument("-P", "--port", dest="port_no", default=3306, type=int,help="MySQL port to connect")

if len(sys.argv) == 1:
parser.print_help()
sys.exit(1)
return parser.parse_args()

global options
options = parse_options()

def get_mysql_conn(host, port_no):
conn = mysql.connect(host=host, port=port_no,read_default_group='client', read_default_file='~/.my.cnf')
filterwarnings('ignore', category=mysql.Warning)
return conn

def Query():
cursor = get_mysql_conn(options.host, options.port_no).cursor(mysql.cursors.DictCursor)
sql = "SELECT user,host FROM mysql.user"
cursor.execute(sql)
print "User available in server are \n"
print(cursor.fetchall())
cursor.close()

def index():
cursor = get_mysql_conn(options.host, options.port_no).cursor(mysql.cursors.DictCursor)
sql = "SELECT count(*) tables,concat(round(sum(table_rows)/1000000,2),'M') rows,concat(round(sum(data_length)/(1024*1024*1024),2),'G') data,concat(round(sum(index_length)/(1024*1024*1024),2),'G') idx,concat(round(sum(data_length+index_length)/(1024*1024*1024),2),'G') total_size,round(sum(index_length)/sum(data_length),2) idxfrac FROM information_schema.TABLES;"
print "\nPrinting Dup indexes\n"
cursor.execute(sql)
print(cursor.fetchall())
cursor.close()


def data_big():
cursor = get_mysql_conn(options.host, options.port_no).cursor(mysql.cursors.DictCursor)
print "\nFind biggest db\n"
sql= "SELECT count(*) tables,table_schema,concat(round(sum(table_rows)/1000000,2),'M') rows, concat(round(sum(data_length)/(1024*1024*1024),2),'G') data, concat(round(sum(index_length)/(1024*1024*1024),2),'G') idx, concat(round(sum(data_length+index_length)/(1024*1024*1024),2),'G') total_size, round(sum(index_length)/sum(data_length),2) idxfrac FROM information_schema.TABLES GROUP BY table_schema ORDER BY sum(data_length+index_length) DESC LIMIT 10;"
Copy link

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Format the query on multiple lines ?

cursor.execute(sql)
print(cursor.fetchall())
cursor.close()

def data_dist():
cursor = get_mysql_conn(options.host, options.port_no).cursor(mysql.cursors.DictCursor)
print "\n\nData Distribution by Storage Engines\n"
cursor.execute("SELECT engine,count(*) tables,concat(round(sum(table_rows)/1000000,2),'M') rows,concat(round(sum(data_length)/(1024*1024*1024),2),'G') data,concat(round(sum(index_length)/(1024*1024*1024),2),'G') idx,concat(round(sum(data_length+index_length)/(1024*1024*1024),2),'G') total_size,round(sum(index_length)/sum(data_length),2) idxfrac FROM information_schema.TABLES GROUP BY engine ORDER BY sum(data_length+index_length) DESC LIMIT 10;")
print(cursor.fetchall())
cursor.close()

Query()
data_big()
index()
data_dist()