Mercurial > sqlpython
annotate sqlpyPlus.py @ 2:59903dcaf327
working on history
| author | devlinjs@FA7CZA6N1254998.wrightpatterson.afmc.ds.af.mil |
|---|---|
| date | Mon, 03 Dec 2007 14:29:16 -0500 |
| parents | 8fa146b9a2d7 |
| children | cd23cd62de3c |
| rev | line source |
|---|---|
| 0 | 1 """sqlpyPlus - extra features (inspired by Oracle SQL*Plus) for Luca Canali's sqlpython.py |
| 2 | |
| 3 Features include: | |
| 4 - SQL*Plus-style bind variables | |
| 5 - Query result stored in special bind variable ":_" if one row, one item | |
| 6 - SQL buffer with list, run, ed, get, etc.; unlike SQL*Plus, buffer stores session's full history | |
| 7 - @script.sql loads and runs (like SQL*Plus) | |
| 8 - ! runs operating-system command | |
| 9 - show and set to control sqlpython parameters | |
| 10 - SQL*Plus-style describe, spool | |
| 11 - write sends query result directly to file | |
| 12 - comments shows table and column comments | |
| 13 - compare ... to ... graphically compares results of two queries | |
| 14 - commands are case-insensitive | |
| 15 | |
| 16 Use 'help' within sqlpython for details. | |
| 17 | |
| 18 Compatible with sqlpython v1.3 | |
| 19 | |
| 20 Set bind variables the hard (SQL*Plus) way | |
| 21 exec :b = 3 | |
| 22 or with a python-like shorthand | |
| 23 :b = 3 | |
| 24 | |
| 25 - catherinedevlin.blogspot.com May 31, 2006 | |
| 26 """ | |
| 27 # note in cmd.cmd about supporting emacs commands? | |
| 28 | |
| 29 queries = { | |
| 30 'resolve': """ | |
| 31 SELECT object_type, object_name, owner FROM ( | |
| 32 SELECT object_type, object_name, user owner, 1 priority | |
| 33 FROM user_objects | |
| 34 WHERE object_name = :objName | |
| 35 UNION ALL | |
| 36 SELECT ao.object_type, ao.object_name, ao.owner, 2 priority | |
| 37 FROM all_objects ao | |
| 38 JOIN user_synonyms us ON (us.table_owner = ao.owner AND us.table_name = ao.object_name) | |
| 39 WHERE us.synonym_name = :objName | |
| 40 AND ao.object_type != 'SYNONYM' | |
| 41 UNION ALL | |
| 42 SELECT ao.object_type, ao.object_name, ao.owner, 3 priority | |
| 43 FROM all_objects ao | |
| 44 JOIN all_synonyms asyn ON (asyn.table_owner = ao.owner AND asyn.table_name = ao.object_name) | |
| 45 WHERE asyn.synonym_name = :objName | |
| 46 AND ao.object_type != 'SYNONYM' | |
| 47 AND asyn.owner = 'PUBLIC' | |
| 48 ) ORDER BY priority ASC""", | |
| 49 'descTable': """ | |
| 50 atc.column_name, | |
| 51 CASE atc.nullable WHEN 'Y' THEN 'NULL' ELSE 'NOT NULL' END "Null?", | |
| 52 atc.data_type || | |
| 53 CASE atc.data_type WHEN 'DATE' THEN '' | |
| 54 ELSE '(' || | |
| 55 CASE atc.data_type WHEN 'NUMBER' THEN TO_CHAR(atc.data_precision) || | |
| 56 CASE atc.data_scale WHEN 0 THEN '' | |
| 57 ELSE ',' || TO_CHAR(atc.data_scale) END | |
| 58 ELSE TO_CHAR(atc.data_length) END | |
| 59 END || | |
| 60 CASE atc.data_type WHEN 'DATE' THEN '' ELSE ')' END | |
| 61 data_type | |
| 62 FROM all_tab_columns atc | |
| 63 WHERE atc.table_name = :object_name | |
| 64 AND atc.owner = :owner | |
| 65 ORDER BY atc.column_id;""", | |
| 66 'PackageObjects':""" | |
| 67 SELECT DISTINCT object_name | |
| 68 FROM all_arguments | |
| 69 WHERE package_name = :package_name | |
| 70 AND owner = :owner""", | |
| 71 'PackageObjArgs':""" | |
| 72 object_name, | |
| 73 argument_name, | |
| 74 data_type, | |
| 75 in_out, | |
| 76 default_value | |
| 77 FROM all_arguments | |
| 78 WHERE package_name = :package_name | |
| 79 AND object_name = :object_name | |
| 80 AND owner = :owner | |
| 81 AND argument_name IS NOT NULL | |
| 82 ORDER BY sequence""", | |
| 83 'descProcedure':""" | |
| 84 argument_name, | |
| 85 data_type, | |
| 86 in_out, | |
| 87 default_value | |
| 88 FROM all_arguments | |
| 89 WHERE object_name = :object_name | |
| 90 AND owner = :owner | |
| 91 AND package_name IS NULL | |
| 92 AND argument_name IS NOT NULL | |
| 93 ORDER BY sequence;""", | |
| 94 'tabComments': """ | |
| 95 SELECT comments | |
| 96 FROM all_tab_comments | |
| 97 WHERE owner = :owner | |
| 98 AND table_name = :table_name""", | |
| 99 'colComments': """ | |
| 100 atc.column_name, | |
| 101 acc.comments | |
| 102 FROM all_tab_columns atc | |
| 103 JOIN all_col_comments acc ON (atc.owner = acc.owner and atc.table_name = acc.table_name and atc.column_name = acc.column_name) | |
| 104 WHERE atc.table_name = :object_name | |
| 105 AND atc.owner = :owner | |
| 106 ORDER BY atc.column_id;""", | |
| 107 } | |
| 108 | |
| 109 import sys, os, re, sqlpython, cx_Oracle, pyparsing | |
| 110 | |
| 111 if float(sys.version[:3]) < 2.3: | |
| 112 def enumerate(lst): | |
| 113 return zip(range(len(lst)), lst) | |
| 114 | |
| 115 class SoftwareSearcher(object): | |
| 116 def __init__(self, softwareList, purpose): | |
| 117 self.softwareList = softwareList | |
| 118 self.purpose = purpose | |
| 119 self.software = None | |
| 120 def invoke(self, *args): | |
| 121 if not self.software: | |
| 122 (self.software, self.invokeString) = self.find() | |
| 123 argTuple = tuple([self.software] + list(args)) | |
| 124 os.system(self.invokeString % argTuple) | |
| 125 def find(self): | |
| 126 if self.purpose == 'text editor': | |
| 127 software = os.environ.get('EDITOR') | |
| 128 if software: | |
| 129 return (software, '%s %s') | |
| 130 for (n, (software, invokeString)) in enumerate(self.softwareList): | |
| 131 if os.path.exists(software): | |
| 132 if n > (len(self.softwareList) * 0.7): | |
| 133 print """ | |
| 134 | |
| 135 Using %s. Note that there are better options available for %s, | |
| 136 but %s couldn't find a better one in your PATH. | |
| 137 Feel free to open up %s | |
| 138 and customize it to find your favorite %s program. | |
| 139 | |
| 140 """ % (software, self.purpose, __file__, __file__, self.purpose) | |
| 141 return (software, invokeString) | |
| 142 stem = os.path.split(software)[1] | |
| 143 for p in os.environ['PATH'].split(os.pathsep): | |
| 144 if os.path.exists(os.sep.join([p, stem])): | |
| 145 return (stem, invokeString) | |
| 146 raise (OSError, """Could not find any %s programs. You will need to install one, | |
| 147 or customize %s to make it aware of yours. | |
| 148 Looked for these programs: | |
| 149 %s""" % (self.purpose, __file__, "\n".join([s[0] for s in self.softwareList]))) | |
| 150 #v2.4: %s""" % (self.purpose, __file__, "\n".join(s[0] for s in self.softwareList))) | |
| 151 | |
| 152 softwareLists = { | |
| 153 'diff/merge': [ | |
| 154 ('/usr/bin/meld',"%s %s %s"), | |
| 155 ('/usr/bin/kdiff3',"%s %s %s"), | |
| 156 (r'C:\Program Files\Araxis\Araxis Merge v6.5\Merge.exe','"%s" %s %s'), | |
| 157 (r'C:\Program Files\TortoiseSVN\bin\TortoiseMerge.exe', '"%s" /base:"%s" /mine:"%s"'), | |
| 158 ('FileMerge','%s %s %s'), | |
| 159 ('kompare','%s %s %s'), | |
| 160 ('WinMerge','%s %s %s'), | |
| 161 ('xxdiff','%s %s %s'), | |
| 162 ('fldiff','%s %s %s'), | |
| 163 ('gtkdiff','%s %s %s'), | |
| 164 ('tkdiff','%s %s %s'), | |
| 165 ('gvimdiff','%s %s %s'), | |
| 166 ('diff',"%s %s %s"), | |
| 167 (r'c:\windows\system32\comp.exe',"%s %s %s")], | |
| 168 'text editor': [ | |
| 169 ('gedit', '%s %s'), | |
| 170 ('textpad', '%s %s'), | |
| 171 ('notepad.exe', '%s %s'), | |
| 172 ('pico', '%s %s'), | |
| 173 ('emacs', '%s %s'), | |
| 174 ('vim', '%s %s'), | |
| 175 ('vi', '%s %s'), | |
| 176 ('ed', '%s %s'), | |
| 177 ('edlin', '%s %s') | |
| 178 ] | |
| 179 } | |
| 180 | |
| 181 diffMergeSearcher = SoftwareSearcher(softwareLists['diff/merge'],'diff/merge') | |
| 182 editSearcher = SoftwareSearcher(softwareLists['text editor'], 'text editor') | |
| 183 editor = os.environ.get('EDITOR') | |
| 184 if editor: | |
| 185 editSearcher.find = lambda: (editor, "%s %s") | |
| 186 | |
| 187 class CaselessDict(dict): | |
| 188 """dict with case-insensitive keys. | |
| 189 | |
| 190 Posted to ASPN Python Cookbook by Jeff Donner - http://aspn.activestate.com/ASPN/Cookbook/Python/Recipe/66315""" | |
| 191 def __init__(self, other=None): | |
| 192 if other: | |
| 193 # Doesn't do keyword args | |
| 194 if isinstance(other, dict): | |
| 195 for k,v in other.items(): | |
| 196 dict.__setitem__(self, k.lower(), v) | |
| 197 else: | |
| 198 for k,v in other: | |
| 199 dict.__setitem__(self, k.lower(), v) | |
| 200 def __getitem__(self, key): | |
| 201 return dict.__getitem__(self, key.lower()) | |
| 202 def __setitem__(self, key, value): | |
| 203 dict.__setitem__(self, key.lower(), value) | |
| 204 def __contains__(self, key): | |
| 205 return dict.__contains__(self, key.lower()) | |
| 206 def has_key(self, key): | |
| 207 return dict.has_key(self, key.lower()) | |
| 208 def get(self, key, def_val=None): | |
| 209 return dict.get(self, key.lower(), def_val) | |
| 210 def setdefault(self, key, def_val=None): | |
| 211 return dict.setdefault(self, key.lower(), def_val) | |
| 212 def update(self, other): | |
| 213 for k,v in other.items(): | |
| 214 dict.__setitem__(self, k.lower(), v) | |
| 215 def fromkeys(self, iterable, value=None): | |
| 216 d = CaselessDict() | |
| 217 for k in iterable: | |
| 218 dict.__setitem__(d, k.lower(), value) | |
| 219 return d | |
| 220 def pop(self, key, def_val=None): | |
| 221 return dict.pop(self, key.lower(), def_val) | |
| 222 | |
| 223 class NotSettableError(Exception): | |
| 224 None | |
| 225 | |
| 226 class Parser(object): | |
| 227 comment_def = "--" + pyparsing.ZeroOrMore(pyparsing.CharsNotIn("\n")) | |
| 228 def __init__(self, scanner, retainSeparator=True): | |
| 229 self.scanner = scanner | |
| 230 self.scanner.ignore(pyparsing.sglQuotedString) | |
| 231 self.scanner.ignore(pyparsing.dblQuotedString) | |
| 232 self.scanner.ignore(self.comment_def) | |
| 233 self.scanner.ignore(pyparsing.cStyleComment) | |
| 234 self.retainSeparator = retainSeparator | |
| 235 def separate(self, txt): | |
| 236 itms = [] | |
| 237 for (sqlcommand, start, end) in self.scanner.scanString(txt): | |
| 238 if sqlcommand: | |
| 239 if type(sqlcommand[0]) == pyparsing.ParseResults: | |
| 240 if self.retainSeparator: | |
| 241 itms.append("".join(sqlcommand[0])) | |
| 242 else: | |
| 243 itms.append(sqlcommand[0][0]) | |
| 244 else: | |
| 245 if sqlcommand[0]: | |
| 246 itms.append(sqlcommand[0]) | |
| 247 return itms | |
| 248 | |
| 249 pipeSeparator = Parser(pyparsing.SkipTo((pyparsing.Literal('|') ^ pyparsing.StringEnd()), include=True), retainSeparator=False) | |
| 250 bindScanner = Parser(pyparsing.Literal(':') + pyparsing.Word( pyparsing.alphanums + "_$#" )) | |
| 251 commandSeparator = Parser(pyparsing.SkipTo((pyparsing.Literal(';') ^ pyparsing.StringEnd()), include=True)) | |
| 252 | |
| 253 def findBinds(target, existingBinds, givenBindVars = {}): | |
| 254 result = givenBindVars | |
| 255 for finding, startat, endat in bindScanner.scanner.scanString(target): | |
| 256 varname = finding[1] | |
| 257 try: | |
| 258 result[varname] = existingBinds[varname] | |
| 259 except KeyError: | |
| 260 if not givenBindVars.has_key(varname): | |
| 261 print 'Bind variable %s not defined.' % (varname) | |
| 262 return result | |
| 263 | |
| 264 class sqlpyPlus(sqlpython.sqlpython): | |
| 265 def __init__(self): | |
| 266 sqlpython.sqlpython.__init__(self) | |
| 267 self.binds = CaselessDict() | |
| 268 self.sqlBuffer = [] | |
|
1
8fa146b9a2d7
reworking multiline
devlinjs@FA7CZA6N1254998.wrightpatterson.afmc.ds.af.mil
parents:
0
diff
changeset
|
269 self.history = [] |
| 0 | 270 self.settable = ['maxtselctrows', 'maxfetch', 'autobind', 'failover', 'timeout'] # settables must be lowercase |
| 271 self.stdoutBeforeSpool = sys.stdout | |
| 272 self.spoolFile = None | |
| 273 self.autobind = False | |
| 274 self.failover = False | |
|
2
59903dcaf327
working on history
devlinjs@FA7CZA6N1254998.wrightpatterson.afmc.ds.af.mil
parents:
1
diff
changeset
|
275 self.singleline = '''select insert update delete |
|
59903dcaf327
working on history
devlinjs@FA7CZA6N1254998.wrightpatterson.afmc.ds.af.mil
parents:
1
diff
changeset
|
276 create drop alter'''.split() |
| 0 | 277 |
| 278 def default(self, arg, do_everywhere=False): | |
| 279 sqlpython.sqlpython.default(self, arg, do_everywhere) | |
| 280 self.sqlBuffer.append(self.query) | |
| 281 | |
| 282 # overrides cmd's parseline | |
| 283 shortcuts = {'?': 'help', '@': 'getrun', '!': 'shell', ':': 'setbind', '\\': 'psql'} | |
| 284 def parseline(self, line): | |
| 285 """Parse the line into a command name and a string containing | |
| 286 the arguments. Returns a tuple containing (command, args, line). | |
| 287 'command' and 'args' may be None if the line couldn't be parsed. | |
| 288 Overrides cmd.cmd.parseline to accept variety of shortcuts..""" | |
| 289 line = line.strip() | |
| 290 if not line: | |
| 291 return None, None, line | |
| 292 shortcut = self.shortcuts.get(line[0]) | |
| 293 if shortcut: | |
| 294 cmd, arg = shortcut, line[1:].strip() | |
| 295 else: | |
| 296 i, n = 0, len(line) | |
| 297 while i < n and line[i] in self.identchars: i = i+1 | |
| 298 cmd, arg = line[:i], line[i:].strip() | |
| 299 if cmd.lower() in ('select', 'sleect', 'insert', 'update', 'delete', 'describe', | |
| 300 'desc', 'comments') \ | |
| 301 and not hasattr(self, 'curs'): | |
| 302 print 'Not connected.' | |
| 303 return '', '', '' | |
| 304 return cmd, arg, line | |
| 305 | |
| 306 def precmd(self, line): | |
| 307 """Hook method executed just before the command line is | |
| 308 interpreted, but after the input prompt is generated and issued. | |
| 309 Makes commands case-insensitive (but unfortunately does not alter command completion). | |
| 310 """ | |
|
1
8fa146b9a2d7
reworking multiline
devlinjs@FA7CZA6N1254998.wrightpatterson.afmc.ds.af.mil
parents:
0
diff
changeset
|
311 ''' |
| 0 | 312 savestdout = sys.stdout |
| 313 pipefilename = 'sqlpython.pipeline.tmp' | |
| 314 pipedCommands = pipeSeparator.separate(line) | |
| 315 if len(pipedCommands) > 1: | |
| 316 f = open(pipefilename,'w') | |
| 317 sys.stdout = f | |
| 318 self.precmd(pipedCommands[0]) | |
| 319 self.onecmd(pipedCommands[0]) | |
| 320 self.postcmd(False, pipedCommands[0]) | |
| 321 f.close() | |
| 322 sys.stdout = savestdout | |
| 323 os.system('%s < %s' % (pipedCommands[1], pipefilename)) | |
|
1
8fa146b9a2d7
reworking multiline
devlinjs@FA7CZA6N1254998.wrightpatterson.afmc.ds.af.mil
parents:
0
diff
changeset
|
324 ''' |
| 0 | 325 try: |
| 326 args = line.split(None,1) | |
| 327 args[0] = args[0].lower() | |
|
2
59903dcaf327
working on history
devlinjs@FA7CZA6N1254998.wrightpatterson.afmc.ds.af.mil
parents:
1
diff
changeset
|
328 statement = ' '.join(args) |
|
59903dcaf327
working on history
devlinjs@FA7CZA6N1254998.wrightpatterson.afmc.ds.af.mil
parents:
1
diff
changeset
|
329 if args[0] in self.singleline: |
|
59903dcaf327
working on history
devlinjs@FA7CZA6N1254998.wrightpatterson.afmc.ds.af.mil
parents:
1
diff
changeset
|
330 statement = sqlpython.finishStatement(statement) |
|
1
8fa146b9a2d7
reworking multiline
devlinjs@FA7CZA6N1254998.wrightpatterson.afmc.ds.af.mil
parents:
0
diff
changeset
|
331 return statement |
| 0 | 332 except Exception: |
| 333 return line | |
|
1
8fa146b9a2d7
reworking multiline
devlinjs@FA7CZA6N1254998.wrightpatterson.afmc.ds.af.mil
parents:
0
diff
changeset
|
334 |
| 0 | 335 def do_shortcuts(self,arg): |
| 336 """Lists available first-character shortcuts | |
| 337 (i.e. '!dir' is equivalent to 'shell dir')""" | |
| 338 for (scchar, scto) in self.shortcuts.items(): | |
| 339 print '%s: %s' % (scchar, scto) | |
| 340 | |
| 341 | |
| 342 def colnames(self): | |
| 343 return [d[0] for d in curs.description] | |
| 344 | |
| 345 def sql_format_itm(self, itm, needsquotes): | |
| 346 if itm is None: | |
| 347 return 'NULL' | |
| 348 if needsquotes: | |
| 349 return "'%s'" % str(itm) | |
| 350 return str(itm) | |
| 351 def output_as_insert_statements(self): | |
| 352 usequotes = [d[1] != cx_Oracle.NUMBER for d in self.curs.description] | |
| 353 def formatRow(row): | |
| 354 return ','.join(self.sql_format_itm(itm, useq) | |
| 355 for (itm, useq) in zip(row, usequotes)) | |
| 356 result = ['INSERT INTO %s (%s) VALUES (%s);' % | |
| 357 (self.tblname, ','.join(self.colnames), formatRow(row)) | |
| 358 for row in self.rows] | |
| 359 return '\n'.join(result) | |
| 360 | |
| 361 def output_row_as_xml(self, row): | |
| 362 result = [' <%s>\n %s\n </%s>' % | |
| 363 (colname.lower(), str('' if (itm is None) else itm), colname.lower()) | |
| 364 for (itm, colname) in zip(row, self.colnames)] | |
| 365 return '\n'.join(result) | |
| 366 def output_as_xml(self): | |
| 367 result = ['<%s>\n%s\n</%s>' % | |
| 368 (self.tblname, self.output_row_as_xml(row), self.tblname) | |
| 369 for row in self.rows] | |
| 370 return '\n'.join(result) | |
| 371 | |
| 372 def output_as_html_table(self): | |
| 373 result = ''.join('<th>%s</th>' % c for c in self.colnames) | |
| 374 result = [' <tr>\n %s\n </tr>' % result] | |
| 375 for row in self.rows: | |
| 376 result.append(' <tr>\n %s\n </tr>' % | |
| 377 (''.join('<td>%s</td>' % | |
| 378 str('' if (itm is None) else itm) | |
| 379 for itm in row))) | |
|
1
8fa146b9a2d7
reworking multiline
devlinjs@FA7CZA6N1254998.wrightpatterson.afmc.ds.af.mil
parents:
0
diff
changeset
|
380 result = '''<table id="%s"> |
| 0 | 381 %s |
| 382 </table>''' % (self.tblname, '\n'.join(result)) | |
|
1
8fa146b9a2d7
reworking multiline
devlinjs@FA7CZA6N1254998.wrightpatterson.afmc.ds.af.mil
parents:
0
diff
changeset
|
383 return result |
| 0 | 384 |
| 385 def output_as_list(self, align): | |
| 386 result = [] | |
| 387 colnamelen = max(len(colname) for colname in self.colnames) + 1 | |
| 388 for (idx, row) in enumerate(self.rows): | |
| 389 result.append('\n**** Row: %d' % (idx+1)) | |
| 390 for (itm, colname) in zip(row, self.colnames): | |
| 391 if align: | |
| 392 colname = colname.ljust(colnamelen) | |
| 393 result.append('%s: %s' % (colname, itm)) | |
| 394 return '\n'.join(result) | |
| 395 | |
| 396 tableNameFinder = re.compile(r'from\s+([\w$#_"]+)', re.IGNORECASE | re.MULTILINE | re.DOTALL) | |
| 397 def output(self, outformat, rowlimit): | |
| 398 self.tblname = self.tableNameFinder.search(self.curs.statement).group(1) | |
| 399 self.colnames = [d[0] for d in self.curs.description] | |
| 400 if outformat == '\\i': | |
| 401 result = self.output_as_insert_statements() | |
| 402 elif outformat == '\\x': | |
| 403 result = self.output_as_xml() | |
| 404 elif outformat == '\\g': | |
| 405 result = self.output_as_list(align=False) | |
| 406 elif outformat == '\\G': | |
| 407 result = self.output_as_list(align=True) | |
| 408 elif outformat in ('\\s', '\\S', '\\c', '\\C'): #csv | |
| 409 result = [] | |
| 410 if outformat in ('\\s', '\\c'): | |
| 411 result.append(','.join('"%s"' % colname for colname in self.colnames)) | |
| 412 for row in self.rows: | |
| 413 result.append(','.join('"%s"' % ('' if itm is None else itm) for itm in row)) | |
| 414 result = '\n'.join(result) | |
| 415 elif outformat == '\\h': | |
| 416 result = self.output_as_html_table() | |
| 417 else: | |
| 418 result = sqlpython.pmatrix(self.rows, self.curs.description, self.maxfetch) | |
| 419 return result | |
| 420 | |
| 421 def do_select(self, arg, bindVarsIn=None): | |
| 422 """Fetch rows from a table. | |
| 423 | |
| 424 Limit the number of rows retrieved by appending | |
| 425 an integer after the terminator | |
| 426 (example: SELECT * FROM mytable;10 ) | |
| 427 | |
| 428 Output may be formatted by choosing an alternative terminator | |
| 429 ("help terminators" for details) | |
| 430 """ | |
| 431 bindVarsIn = bindVarsIn or {} | |
|
1
8fa146b9a2d7
reworking multiline
devlinjs@FA7CZA6N1254998.wrightpatterson.afmc.ds.af.mil
parents:
0
diff
changeset
|
432 self.query = 'select ' + arg |
|
8fa146b9a2d7
reworking multiline
devlinjs@FA7CZA6N1254998.wrightpatterson.afmc.ds.af.mil
parents:
0
diff
changeset
|
433 (self.query, terminator, rowlimit) = sqlpython.findTerminator(self.query) |
|
8fa146b9a2d7
reworking multiline
devlinjs@FA7CZA6N1254998.wrightpatterson.afmc.ds.af.mil
parents:
0
diff
changeset
|
434 rowlimit = int(rowlimit or 0) |
|
8fa146b9a2d7
reworking multiline
devlinjs@FA7CZA6N1254998.wrightpatterson.afmc.ds.af.mil
parents:
0
diff
changeset
|
435 if terminator == '\\t': |
|
8fa146b9a2d7
reworking multiline
devlinjs@FA7CZA6N1254998.wrightpatterson.afmc.ds.af.mil
parents:
0
diff
changeset
|
436 self.do_tselect(' '.join(self.query.split()[1:]) + ';', rowlimit) |
|
8fa146b9a2d7
reworking multiline
devlinjs@FA7CZA6N1254998.wrightpatterson.afmc.ds.af.mil
parents:
0
diff
changeset
|
437 return |
| 0 | 438 else: |
| 439 try: | |
| 440 self.varsUsed = findBinds(self.query, self.binds, bindVarsIn) | |
| 441 self.curs.execute(self.query, self.varsUsed) | |
|
2
59903dcaf327
working on history
devlinjs@FA7CZA6N1254998.wrightpatterson.afmc.ds.af.mil
parents:
1
diff
changeset
|
442 self.rows = self.curs.fetchmany(min(self.maxfetch, (rowlimit or self.maxfetch))) |
| 0 | 443 self.desc = self.curs.description |
| 444 self.rc = self.curs.rowcount | |
| 445 if self.rc > 0: | |
|
2
59903dcaf327
working on history
devlinjs@FA7CZA6N1254998.wrightpatterson.afmc.ds.af.mil
parents:
1
diff
changeset
|
446 print '\n' + self.output(terminator, rowlimit) |
| 0 | 447 if self.rc == 0: |
| 448 print '\nNo rows Selected.\n' | |
| 449 elif self.rc == 1: | |
| 450 print '\n1 row selected.\n' | |
| 451 if self.autobind: | |
| 452 self.binds.update(dict(zip([d[0] for d in self.desc], self.rows[0]))) | |
| 453 elif self.rc < self.maxfetch: | |
| 454 print '\n%d rows selected.\n' % self.rc | |
| 455 else: | |
| 456 print '\nSelected Max Num rows (%d)' % self.rc | |
| 457 except Exception, e: | |
| 458 print e | |
| 459 import traceback | |
| 460 traceback.print_exc(file=sys.stdout) | |
| 461 self.sqlBuffer.append(self.query) | |
| 462 | |
| 463 def showParam(self, param): | |
| 464 param = param.strip().lower() | |
| 465 if param in self.settable: | |
| 466 val = getattr(self, param) | |
| 467 print '%s: %s' % (param, str(getattr(self, param))) | |
| 468 | |
| 469 def do_show(self, arg): | |
| 470 'Shows value of a (sqlpython, not ORACLE) parameter' | |
| 471 arg = arg.strip().lower() | |
| 472 if arg: | |
| 473 self.showParam(arg) | |
| 474 else: | |
| 475 for param in self.settable: | |
| 476 self.showParam(param) | |
| 477 | |
| 478 def cast(self, current, new): | |
| 479 typ = type(current) | |
| 480 if typ == bool: | |
| 481 new = new.lower() | |
| 482 try: | |
| 483 if (new=='on') or (new[0] in ('y','t')): | |
| 484 return True | |
| 485 return False | |
| 486 except TypeError: | |
| 487 None | |
| 488 try: | |
| 489 return typ(new) | |
| 490 except: | |
| 491 print "Problem setting parameter (now %s) to %s; incorrect type?" % (current, new) | |
| 492 return current | |
| 493 | |
| 494 def do_set(self, arg): | |
| 495 'Sets a (sqlpython, not ORACLE) parameter' | |
| 496 try: | |
| 497 paramName, val = arg.split(None, 1) | |
| 498 except Exception: | |
| 499 self.do_show(arg) | |
| 500 return | |
| 501 paramName = paramName.lower() | |
| 502 try: | |
| 503 current = getattr(self, paramName) | |
| 504 if callable(current): | |
| 505 raise NotSettableError | |
| 506 except (AttributeError, NotSettableError): | |
| 507 self.fail('set %s' % arg) | |
| 508 return | |
| 509 val = self.cast(current, val.strip(';')) | |
| 510 print paramName, ' - was: ', current | |
| 511 setattr(self, paramName.lower(), val) | |
| 512 print 'now: ', val | |
| 513 | |
| 514 def do_describe(self, arg): | |
| 515 "emulates SQL*Plus's DESCRIBE" | |
| 516 object_type, owner, object_name = self.resolve(arg.strip(self.terminator).upper()) | |
| 517 print "%s %s.%s" % (object_type, owner, object_name) | |
| 518 if object_type in ('TABLE','VIEW'): | |
| 519 self.do_select(queries['descTable'],{'object_name':object_name, 'owner':owner}) | |
| 520 elif object_type == 'PACKAGE': | |
| 521 self.curs.execute(queries['PackageObjects'], {'package_name':object_name, 'owner':owner}) | |
| 522 for (packageObj_name,) in self.curs: | |
| 523 print packageObj_name | |
| 524 self.do_select(queries['PackageObjArgs'],{'package_name':object_name, 'owner':owner, 'object_name':packageObj_name}) | |
| 525 else: | |
| 526 self.do_select(queries['descProcedure'],{'owner':owner, 'object_name':object_name}) | |
| 527 do_desc = do_describe | |
| 528 | |
| 529 def do_comments(self, arg): | |
| 530 'Prints comments on a table and its columns.' | |
| 531 object_type, owner, object_name = self.resolve(arg.strip(self.terminator).upper()) | |
| 532 if object_type: | |
| 533 self.curs.execute(queries['tabComments'],{'table_name':object_name, 'owner':owner}) | |
| 534 print "%s %s.%s: %s" % (object_type, owner, object_name, self.curs.fetchone()[0]) | |
| 535 self.do_select(queries['colComments'],{'owner':owner, 'object_name': object_name}) | |
| 536 | |
| 537 def resolve(self, identifier): | |
| 538 """Checks (my objects).name, (my synonyms).name, (public synonyms).name | |
| 539 to resolve a database object's name. """ | |
| 540 parts = identifier.split('.') | |
| 541 try: | |
| 542 if len(parts) == 2: | |
| 543 owner, object_name = parts | |
| 544 self.curs.execute('SELECT object_type FROM all_objects WHERE owner = :owner AND object_name = :object_name', | |
| 545 {'owner': owner, 'object_name': object_name}) | |
| 546 object_type = self.curs.fetchone()[0] | |
| 547 elif len(parts) == 1: | |
| 548 object_name = parts[0] | |
| 549 self.curs.execute(queries['resolve'], {'objName':object_name}) | |
| 550 object_type, object_name, owner = self.curs.fetchone() | |
| 551 except TypeError: | |
| 552 print 'Could not resolve object %s.' % identifier | |
| 553 object_type, owner, object_name = '', '', '' | |
| 554 return object_type, owner, object_name | |
| 555 | |
| 556 def do_shell(self, arg): | |
| 557 'execute a command as if at the OS prompt.' | |
| 558 os.system(arg) | |
| 559 | |
| 560 def spoolstop(self): | |
| 561 if self.spoolFile: | |
| 562 sys.stdout = self.stdoutBeforeSpool | |
| 563 print 'Finished spooling to ', self.spoolFile.name | |
| 564 self.spoolFile.close() | |
| 565 self.spoolFile = None | |
| 566 | |
| 567 def do_spool(self, arg): | |
| 568 """spool [filename] - begins redirecting output to FILENAME.""" | |
| 569 self.spoolstop() | |
| 570 arg = arg.strip() | |
| 571 if not arg: | |
| 572 arg = 'output.lst' | |
| 573 if arg.lower() != 'off': | |
| 574 if '.' not in arg: | |
| 575 arg = '%s.lst' % arg | |
| 576 print 'Sending output to %s (until SPOOL OFF received)' % (arg) | |
| 577 self.spoolFile = open(arg, 'w') | |
| 578 sys.stdout = self.spoolFile | |
| 579 | |
| 580 def write(self, arg, fname): | |
| 581 originalOut = sys.stdout | |
| 582 f = open(fname, 'w') | |
| 583 sys.stdout = f | |
| 584 self.onecmd(arg) | |
| 585 f.close() | |
| 586 sys.stdout = originalOut | |
| 587 | |
| 588 def do_write(self, args): | |
| 589 'write [filename.extension] query - writes result to a file' | |
| 590 words = args.split(None, 1) | |
| 591 if len(words) > 1 and '.' in words[0]: | |
| 592 fname, command = words | |
| 593 else: | |
| 594 fname, command = 'output.txt', args | |
| 595 self.write(command, fname) | |
| 596 print 'Results written to %s' % os.path.join(os.getcwd(), fname) | |
| 597 | |
| 598 def do_compare(self, args): | |
| 599 """COMPARE query1 TO query2 - uses external tool to display differences. | |
| 600 | |
| 601 Sorting is recommended to avoid false hits.""" | |
| 602 fnames = [] | |
| 603 args2 = args.split(' to ') | |
| 604 for n in range(len(args2)): | |
| 605 query = args2[n] | |
| 606 fnames.append('compare%s.txt' % n) | |
| 607 if query.rstrip()[-1] != self.terminator: | |
| 608 query = '%s%s' % (query, self.terminator) | |
| 609 self.write(query, fnames[n]) | |
| 610 diffMergeSearcher.invoke(fnames[0], fnames[1]) | |
| 611 | |
| 612 bufferPosPattern = re.compile('\d+') | |
| 613 rangeIndicators = ('-',':') | |
| 614 def bufferPositions(self, arg): | |
| 615 if not self.sqlBuffer: | |
| 616 return [] | |
| 617 arg = arg.strip(self.terminator) | |
| 618 arg = arg.strip() | |
| 619 if not arg: | |
| 620 return [0] | |
| 621 arg = arg.strip().lower() | |
| 622 if arg in ('*', 'all', '-', ':'): | |
| 623 return range(len(self.sqlBuffer)) | |
| 624 | |
| 625 edges = [e for e in self.bufferPosPattern.findall(arg)] | |
| 626 edges = [int(e) for e in edges] | |
| 627 if len(edges) > 1: | |
| 628 edges = edges[:2] | |
| 629 else: | |
| 630 if arg[0] in self.rangeIndicators or arg[-1] in self.rangeIndicators: | |
| 631 edges.append(0) | |
| 632 edges.sort() | |
| 633 start = max(edges[0], 0) | |
| 634 end = min(edges[-1], len(self.sqlBuffer)-1) | |
| 635 return range(start, end+1) | |
| 636 def do_run(self, arg): | |
| 637 'run [N]: runs the SQL that was run N commands ago' | |
| 638 for pos in self.bufferPositions(arg): | |
| 639 self.onecmd(self.sqlBuffer[-1-pos]) | |
|
1
8fa146b9a2d7
reworking multiline
devlinjs@FA7CZA6N1254998.wrightpatterson.afmc.ds.af.mil
parents:
0
diff
changeset
|
640 def do_history(self, arg): |
|
8fa146b9a2d7
reworking multiline
devlinjs@FA7CZA6N1254998.wrightpatterson.afmc.ds.af.mil
parents:
0
diff
changeset
|
641 for (i, itm) in enumerate(self.history): |
|
8fa146b9a2d7
reworking multiline
devlinjs@FA7CZA6N1254998.wrightpatterson.afmc.ds.af.mil
parents:
0
diff
changeset
|
642 print '-------------------------[%d]' % (i+1) |
|
8fa146b9a2d7
reworking multiline
devlinjs@FA7CZA6N1254998.wrightpatterson.afmc.ds.af.mil
parents:
0
diff
changeset
|
643 print itm |
| 0 | 644 def do_list(self, arg): |
| 645 'list [N]: lists the SQL that was run N commands ago' | |
| 646 for pos in self.bufferPositions(arg): | |
| 647 print '*** %i statements ago ***' % pos | |
| 648 print self.sqlBuffer[-1-pos] | |
| 649 def load(self, fname): | |
| 650 """Pulls command(s) into sql buffer. Returns number of commands loaded.""" | |
| 651 initialLength = len(self.sqlBuffer) | |
| 652 try: | |
| 653 f = open(fname, 'r') | |
| 654 except IOError, e: | |
| 655 try: | |
| 656 f = open('%s.sql' % fname, 'r') | |
| 657 except: | |
| 658 print 'Problem opening file %s: \n%s' % (fname, e) | |
| 659 return 0 | |
| 660 txt = f.read() | |
| 661 f.close() | |
| 662 self.sqlBuffer.extend(commandSeparator.separate(txt)) | |
| 663 return len(self.sqlBuffer) - initialLength | |
| 664 def do_ed(self, arg): | |
| 665 'ed [N]: brings up SQL from N commands ago in text editor, and puts result in SQL buffer.' | |
| 666 fname = 'mysqlpy_temp.sql' | |
| 667 try: | |
| 668 buffer = self.sqlBuffer[-1 - (int(arg or 0))] | |
| 669 except IndexError: | |
| 670 buffer = '' | |
| 671 f = open(fname, 'w') | |
| 672 f.write(buffer) | |
| 673 f.close() | |
| 674 editSearcher.invoke(fname) | |
| 675 self.load(fname) | |
| 676 do_edit = do_ed | |
| 677 def do_get(self, fname): | |
| 678 'Brings SQL commands from a file to the in-memory SQL buffer.' | |
| 679 commandsLoaded = self.load(fname) | |
| 680 if commandsLoaded: | |
| 681 self.do_list('1-%d' % (commandsLoaded-1)) | |
| 682 def do_getrun(self, fname): | |
| 683 'Brings SQL commands from a file to the in-memory SQL buffer, and executes them.' | |
| 684 commandNums = range(self.load(fname)) | |
| 685 commandNums.reverse() | |
| 686 for commandNum in commandNums: | |
| 687 self.do_run(str(commandNum)) | |
| 688 self.sqlBuffer.pop() | |
| 689 def do_psql(self, arg): | |
| 690 '''Shortcut commands emulating psql's backslash commands. | |
| 691 | |
| 692 \c connect | |
| 693 \d desc | |
| 694 \e edit | |
| 695 \g run | |
| 696 \h help | |
| 697 \i getrun | |
| 698 \o spool | |
| 699 \p list | |
| 700 \w save | |
| 701 \? help psql''' | |
| 702 commands = {} | |
| 703 for c in self.do_psql.__doc__.splitlines()[2:]: | |
| 704 (abbrev, command) = c.split(None, 1) | |
| 705 commands[abbrev[1:]] = command | |
| 706 words = arg.split(None,1) | |
| 707 abbrev = words[0] | |
| 708 try: | |
| 709 args = words[1] | |
| 710 except IndexError: | |
| 711 args = '' | |
| 712 try: | |
| 713 self.onecmd('%s %s' % (commands[abbrev], args)) | |
| 714 self.onecmd('q') | |
| 715 except KeyError: | |
| 716 print 'psql command \%s not yet supported.' % abbrev | |
| 717 def do_save(self, fname): | |
| 718 'save FILENAME: Saves most recent SQL command to disk.' | |
| 719 f = open(fname, 'w') | |
| 720 f.write(self.sqlBuffer[-1]) | |
| 721 f.close() | |
| 722 | |
| 723 def do_print(self, arg): | |
| 724 'print VARNAME: Show current value of bind variable VARNAME.' | |
| 725 if arg: | |
| 726 if arg[0] == ':': | |
| 727 arg = arg[1:] | |
| 728 try: | |
| 729 print self.binds[arg] | |
| 730 except KeyError: | |
| 731 print 'No bind variable ', arg | |
| 732 else: | |
| 733 self.do_setbind('') | |
| 734 def do_setbind(self, arg): | |
| 735 args = arg.split(None, 2) | |
| 736 if len(args) == 0: | |
| 737 for (var, val) in self.binds.items(): | |
| 738 print ':%s = %s' % (var, val) | |
| 739 elif len(args) == 1: | |
| 740 try: | |
| 741 print ':%s = %s' % (args[0], self.binds[args[0]]) | |
| 742 except KeyError, e: | |
| 743 print noSuchBindMsg % args[0] | |
| 744 elif len(args) > 2 and args[1] in ('=',':='): | |
| 745 var, val = args[0], args[2] | |
| 746 if val[0] == val[-1] == "'" and len(val) > 1: | |
| 747 val = val[1:-1] | |
| 748 self.binds[var] = val | |
| 749 else: | |
| 750 print 'Could not parse ', args | |
| 751 def do_exec(self, arg): | |
| 752 if arg[0] == ':': | |
| 753 self.do_setbind(arg[1:]) | |
| 754 else: | |
| 755 self.default('exec %s' % arg) | |
| 756 | |
| 757 def _test(): | |
| 758 import doctest | |
| 759 doctest.testmod() | |
| 760 | |
| 761 if __name__ == "__main__": | |
| 762 "Silent return implies that all unit tests succeeded. Use -v to see details." | |
| 763 _test() |