Mercurial > sqlpython
annotate sqlpython/sqlpyPlus.py @ 198:b2d8bf5f89db
merged with changes from work
author | catherine@Elli.myhome.westell.com |
---|---|
date | Tue, 02 Dec 2008 11:00:21 -0500 |
parents | 7940955920a8 |
children | 09592342a33d |
rev | line source |
---|---|
189 | 1 """sqlpyPlus - extra features (inspired by Oracle SQL*Plus) for Luca Canali's sqlpython.py |
2 | |
3 Features include: | |
4 - SQL*Plus-style bind variables | |
5 - `set autobind on` stores single-line result sets in bind variables automatically | |
6 - SQL buffer with list, run, ed, get, etc.; unlike SQL*Plus, buffer stores session's full history | |
7 - @script.sql loads and runs (like SQL*Plus) | |
8 - ! runs operating-system command | |
9 - show and set to control sqlpython parameters | |
10 - SQL*Plus-style describe, spool | |
11 - write sends query result directly to file | |
12 - comments shows table and column comments | |
13 - compare ... to ... graphically compares results of two queries | |
14 - commands are case-insensitive | |
15 - context-sensitive tab-completion for table names, column names, etc. | |
16 | |
17 Use 'help' within sqlpython for details. | |
18 | |
19 Set bind variables the hard (SQL*Plus) way | |
20 exec :b = 3 | |
21 or with a python-like shorthand | |
22 :b = 3 | |
23 | |
24 - catherinedevlin.blogspot.com May 31, 2006 | |
25 """ | |
26 import sys, os, re, sqlpython, cx_Oracle, pyparsing, re, completion, datetime, pickle | |
27 from cmd2 import Cmd, make_option, options, Statekeeper, Cmd2TestCase | |
28 from output_templates import output_templates | |
29 from plothandler import Plot | |
30 try: | |
31 import pylab | |
198
b2d8bf5f89db
merged with changes from work
catherine@Elli.myhome.westell.com
parents:
196
diff
changeset
|
32 except (RuntimeError, ImportError): |
189 | 33 pass |
34 | |
35 descQueries = { | |
36 'TABLE': (""" | |
193 | 37 SELECT atc.column_name, |
189 | 38 CASE atc.nullable WHEN 'Y' THEN 'NULL' ELSE 'NOT NULL' END "Null?", |
39 atc.data_type || | |
40 CASE atc.data_type WHEN 'DATE' THEN '' | |
41 ELSE '(' || | |
42 CASE atc.data_type WHEN 'NUMBER' THEN TO_CHAR(atc.data_precision) || | |
43 CASE atc.data_scale WHEN 0 THEN '' | |
44 ELSE ',' || TO_CHAR(atc.data_scale) END | |
45 ELSE TO_CHAR(atc.data_length) END | |
46 END || | |
47 CASE atc.data_type WHEN 'DATE' THEN '' ELSE ')' END | |
48 data_type | |
49 FROM all_tab_columns atc | |
50 WHERE atc.table_name = :object_name | |
51 AND atc.owner = :owner | |
193 | 52 ORDER BY atc.column_id;""",), |
189 | 53 'PROCEDURE': (""" |
193 | 54 SELECT NVL(argument_name, 'Return Value') argument_name, |
189 | 55 data_type, |
56 in_out, | |
57 default_value | |
58 FROM all_arguments | |
59 WHERE object_name = :object_name | |
60 AND owner = :owner | |
61 AND package_name IS NULL | |
193 | 62 ORDER BY sequence;""",), |
189 | 63 'PackageObjects':(""" |
64 SELECT DISTINCT object_name | |
65 FROM all_arguments | |
66 WHERE package_name = :package_name | |
67 AND owner = :owner""",), | |
68 'PackageObjArgs':(""" | |
193 | 69 SELECT object_name, |
189 | 70 argument_name, |
71 data_type, | |
72 in_out, | |
73 default_value | |
74 FROM all_arguments | |
75 WHERE package_name = :package_name | |
76 AND object_name = :object_name | |
77 AND owner = :owner | |
78 AND argument_name IS NOT NULL | |
193 | 79 ORDER BY sequence;""",), |
189 | 80 'TRIGGER':(""" |
193 | 81 SELECT description |
189 | 82 FROM all_triggers |
83 WHERE owner = :owner | |
193 | 84 AND trigger_name = :object_name; |
189 | 85 """, |
86 """ | |
193 | 87 SELECT table_owner, |
189 | 88 base_object_type, |
89 table_name, | |
90 column_name, | |
91 when_clause, | |
92 status, | |
93 action_type, | |
94 crossedition | |
95 FROM all_triggers | |
96 WHERE owner = :owner | |
97 AND trigger_name = :object_name | |
98 \\t | |
99 """, | |
100 ), | |
101 'INDEX':(""" | |
193 | 102 SELECT index_type, |
189 | 103 table_owner, |
104 table_name, | |
105 table_type, | |
106 uniqueness, | |
107 compression, | |
108 partitioned, | |
109 temporary, | |
110 generated, | |
111 secondary, | |
112 dropped, | |
113 visibility | |
114 FROM all_indexes | |
115 WHERE owner = :owner | |
116 AND index_name = :object_name | |
117 \\t | |
118 """,) | |
119 } | |
120 descQueries['VIEW'] = descQueries['TABLE'] | |
121 descQueries['FUNCTION'] = descQueries['PROCEDURE'] | |
122 | |
123 queries = { | |
124 'resolve': """ | |
125 SELECT object_type, object_name, owner FROM ( | |
126 SELECT object_type, object_name, user owner, 1 priority | |
127 FROM user_objects | |
128 WHERE object_name = :objName | |
129 UNION ALL | |
130 SELECT ao.object_type, ao.object_name, ao.owner, 2 priority | |
131 FROM all_objects ao | |
132 JOIN user_synonyms us ON (us.table_owner = ao.owner AND us.table_name = ao.object_name) | |
133 WHERE us.synonym_name = :objName | |
134 AND ao.object_type != 'SYNONYM' | |
135 UNION ALL | |
136 SELECT ao.object_type, ao.object_name, ao.owner, 3 priority | |
137 FROM all_objects ao | |
138 JOIN all_synonyms asyn ON (asyn.table_owner = ao.owner AND asyn.table_name = ao.object_name) | |
139 WHERE asyn.synonym_name = :objName | |
140 AND ao.object_type != 'SYNONYM' | |
141 AND asyn.owner = 'PUBLIC' | |
142 UNION ALL | |
143 SELECT 'DIRECTORY' object_type, dir.directory_name, dir.owner, 6 priority | |
144 FROM all_directories dir | |
145 WHERE dir.directory_name = :objName | |
146 UNION ALL | |
147 SELECT 'DATABASE LINK' object_type, db_link, owner, 7 priority | |
148 FROM all_db_links dbl | |
149 WHERE dbl.db_link = :objName | |
150 ) ORDER BY priority ASC, | |
151 length(object_type) ASC, | |
152 object_type DESC""", # preference: PACKAGE before PACKAGE BODY, TABLE before INDEX | |
153 'tabComments': """ | |
154 SELECT comments | |
155 FROM all_tab_comments | |
156 WHERE owner = :owner | |
157 AND table_name = :table_name""", | |
158 'colComments': """ | |
193 | 159 SELECT |
189 | 160 atc.column_name, |
161 acc.comments | |
162 FROM all_tab_columns atc | |
163 JOIN all_col_comments acc ON (atc.owner = acc.owner and atc.table_name = acc.table_name and atc.column_name = acc.column_name) | |
164 WHERE atc.table_name = :object_name | |
165 AND atc.owner = :owner | |
193 | 166 ORDER BY atc.column_id;""", |
189 | 167 'oneColComments': """ |
193 | 168 SELECTatc.column_name, |
189 | 169 acc.comments |
170 FROM all_tab_columns atc | |
171 JOIN all_col_comments acc ON (atc.owner = acc.owner and atc.table_name = acc.table_name and atc.column_name = acc.column_name) | |
172 WHERE atc.table_name = :object_name | |
173 AND atc.owner = :owner | |
174 AND acc.column_name = :column_name | |
193 | 175 ORDER BY atc.column_id;""", |
189 | 176 #thanks to Senora.pm for "refs" |
177 'refs': """ | |
178 NULL referenced_by, | |
179 c2.table_name references, | |
180 c1.constraint_name constraint | |
181 FROM | |
182 user_constraints c1, | |
183 user_constraints c2 | |
184 WHERE | |
185 c1.table_name = :object_name | |
186 and c1.constraint_type ='R' | |
187 and c1.r_constraint_name = c2.constraint_name | |
188 and c1.r_owner = c2.owner | |
189 and c1.owner = :owner | |
190 UNION | |
191 SELECT c1.table_name referenced_by, | |
192 NULL references, | |
193 c1.constraint_name constraint | |
194 FROM | |
195 user_constraints c1, | |
196 user_constraints c2 | |
197 WHERE | |
198 c2.table_name = :object_name | |
199 and c1.constraint_type ='R' | |
200 and c1.r_constraint_name = c2.constraint_name | |
201 and c1.r_owner = c2.owner | |
202 and c1.owner = :owner | |
203 """ | |
204 } | |
205 | |
206 if float(sys.version[:3]) < 2.3: | |
207 def enumerate(lst): | |
208 return zip(range(len(lst)), lst) | |
209 | |
210 class SoftwareSearcher(object): | |
211 def __init__(self, softwareList, purpose): | |
212 self.softwareList = softwareList | |
213 self.purpose = purpose | |
214 self.software = None | |
215 def invoke(self, *args): | |
216 if not self.software: | |
217 (self.software, self.invokeString) = self.find() | |
218 argTuple = tuple([self.software] + list(args)) | |
219 os.system(self.invokeString % argTuple) | |
220 def find(self): | |
221 if self.purpose == 'text editor': | |
222 software = os.environ.get('EDITOR') | |
223 if software: | |
224 return (software, '%s %s') | |
225 for (n, (software, invokeString)) in enumerate(self.softwareList): | |
226 if os.path.exists(software): | |
227 if n > (len(self.softwareList) * 0.7): | |
228 print """ | |
229 | |
230 Using %s. Note that there are better options available for %s, | |
231 but %s couldn't find a better one in your PATH. | |
232 Feel free to open up %s | |
233 and customize it to find your favorite %s program. | |
234 | |
235 """ % (software, self.purpose, __file__, __file__, self.purpose) | |
236 return (software, invokeString) | |
237 stem = os.path.split(software)[1] | |
238 for p in os.environ['PATH'].split(os.pathsep): | |
239 if os.path.exists(os.sep.join([p, stem])): | |
240 return (stem, invokeString) | |
241 raise (OSError, """Could not find any %s programs. You will need to install one, | |
242 or customize %s to make it aware of yours. | |
243 Looked for these programs: | |
244 %s""" % (self.purpose, __file__, "\n".join([s[0] for s in self.softwareList]))) | |
245 #v2.4: %s""" % (self.purpose, __file__, "\n".join(s[0] for s in self.softwareList))) | |
246 | |
247 softwareLists = { | |
248 'diff/merge': [ | |
249 ('/usr/bin/meld',"%s %s %s"), | |
250 ('/usr/bin/kdiff3',"%s %s %s"), | |
251 (r'C:\Program Files\Araxis\Araxis Merge v6.5\Merge.exe','"%s" %s %s'), | |
252 (r'C:\Program Files\TortoiseSVN\bin\TortoiseMerge.exe', '"%s" /base:"%s" /mine:"%s"'), | |
253 ('FileMerge','%s %s %s'), | |
254 ('kompare','%s %s %s'), | |
255 ('WinMerge','%s %s %s'), | |
256 ('xxdiff','%s %s %s'), | |
257 ('fldiff','%s %s %s'), | |
258 ('gtkdiff','%s %s %s'), | |
259 ('tkdiff','%s %s %s'), | |
260 ('gvimdiff','%s %s %s'), | |
261 ('diff',"%s %s %s"), | |
262 (r'c:\windows\system32\comp.exe',"%s %s %s")], | |
263 'text editor': [ | |
264 ('gedit', '%s %s'), | |
265 ('textpad', '%s %s'), | |
266 ('notepad.exe', '%s %s'), | |
267 ('pico', '%s %s'), | |
268 ('emacs', '%s %s'), | |
269 ('vim', '%s %s'), | |
270 ('vi', '%s %s'), | |
271 ('ed', '%s %s'), | |
272 ('edlin', '%s %s') | |
273 ] | |
274 } | |
275 | |
276 diffMergeSearcher = SoftwareSearcher(softwareLists['diff/merge'],'diff/merge') | |
277 editSearcher = SoftwareSearcher(softwareLists['text editor'], 'text editor') | |
278 editor = os.environ.get('EDITOR') | |
279 if editor: | |
280 editSearcher.find = lambda: (editor, "%s %s") | |
281 | |
282 class CaselessDict(dict): | |
283 """dict with case-insensitive keys. | |
284 | |
285 Posted to ASPN Python Cookbook by Jeff Donner - http://aspn.activestate.com/ASPN/Cookbook/Python/Recipe/66315""" | |
286 def __init__(self, other=None): | |
287 if other: | |
288 # Doesn't do keyword args | |
289 if isinstance(other, dict): | |
290 for k,v in other.items(): | |
291 dict.__setitem__(self, k.lower(), v) | |
292 else: | |
293 for k,v in other: | |
294 dict.__setitem__(self, k.lower(), v) | |
295 def __getitem__(self, key): | |
296 return dict.__getitem__(self, key.lower()) | |
297 def __setitem__(self, key, value): | |
298 dict.__setitem__(self, key.lower(), value) | |
299 def __contains__(self, key): | |
300 return dict.__contains__(self, key.lower()) | |
301 def has_key(self, key): | |
302 return dict.has_key(self, key.lower()) | |
303 def get(self, key, def_val=None): | |
304 return dict.get(self, key.lower(), def_val) | |
305 def setdefault(self, key, def_val=None): | |
306 return dict.setdefault(self, key.lower(), def_val) | |
307 def update(self, other): | |
308 for k,v in other.items(): | |
309 dict.__setitem__(self, k.lower(), v) | |
310 def fromkeys(self, iterable, value=None): | |
311 d = CaselessDict() | |
312 for k in iterable: | |
313 dict.__setitem__(d, k.lower(), value) | |
314 return d | |
315 def pop(self, key, def_val=None): | |
316 return dict.pop(self, key.lower(), def_val) | |
317 | |
318 class Parser(object): | |
319 comment_def = "--" + pyparsing.ZeroOrMore(pyparsing.CharsNotIn("\n")) | |
320 def __init__(self, scanner, retainSeparator=True): | |
321 self.scanner = scanner | |
322 self.scanner.ignore(pyparsing.sglQuotedString) | |
323 self.scanner.ignore(pyparsing.dblQuotedString) | |
324 self.scanner.ignore(self.comment_def) | |
325 self.scanner.ignore(pyparsing.cStyleComment) | |
326 self.retainSeparator = retainSeparator | |
327 def separate(self, txt): | |
328 itms = [] | |
329 for (sqlcommand, start, end) in self.scanner.scanString(txt): | |
330 if sqlcommand: | |
331 if type(sqlcommand[0]) == pyparsing.ParseResults: | |
332 if self.retainSeparator: | |
333 itms.append("".join(sqlcommand[0])) | |
334 else: | |
335 itms.append(sqlcommand[0][0]) | |
336 else: | |
337 if sqlcommand[0]: | |
338 itms.append(sqlcommand[0]) | |
339 return itms | |
340 | |
341 bindScanner = Parser(pyparsing.Literal(':') + pyparsing.Word( pyparsing.alphanums + "_$#" )) | |
342 | |
343 def findBinds(target, existingBinds, givenBindVars = {}): | |
344 result = givenBindVars | |
345 for finding, startat, endat in bindScanner.scanner.scanString(target): | |
346 varname = finding[1] | |
347 try: | |
348 result[varname] = existingBinds[varname] | |
349 except KeyError: | |
350 if not givenBindVars.has_key(varname): | |
351 print 'Bind variable %s not defined.' % (varname) | |
352 return result | |
192
6bb8a112af6b
accept special terminators on most anything
catherine@dellzilla
parents:
191
diff
changeset
|
353 |
189 | 354 class sqlpyPlus(sqlpython.sqlpython): |
355 defaultExtension = 'sql' | |
356 sqlpython.sqlpython.shortcuts.update({':': 'setbind', | |
357 '\\': 'psql', | |
358 '@': '_load'}) | |
359 multilineCommands = '''select insert update delete tselect | |
360 create drop alter _multiline_comment'''.split() | |
361 sqlpython.sqlpython.noSpecialParse.append('spool') | |
362 commentGrammars = pyparsing.Or([pyparsing.Literal('--') + pyparsing.restOfLine, pyparsing.cStyleComment]) | |
363 defaultFileName = 'afiedt.buf' | |
364 def __init__(self): | |
365 sqlpython.sqlpython.__init__(self) | |
366 self.binds = CaselessDict() | |
367 self.settable = 'autobind commit_on_exit echo maxfetch maxtselctrows timeout'.split() | |
368 # settables must be lowercase | |
369 self.stdoutBeforeSpool = sys.stdout | |
370 self.spoolFile = None | |
371 self.autobind = False | |
195 | 372 #def default(self, arg): |
373 # sqlpython.sqlpython.default(self, arg) | |
189 | 374 |
375 # overrides cmd's parseline | |
376 def parseline(self, line): | |
377 """Parse the line into a command name and a string containing | |
378 the arguments. Returns a tuple containing (command, args, line). | |
379 'command' and 'args' may be None if the line couldn't be parsed. | |
380 Overrides cmd.cmd.parseline to accept variety of shortcuts..""" | |
381 | |
382 cmd, arg, line = sqlpython.sqlpython.parseline(self, line) | |
383 if cmd in ('select', 'sleect', 'insert', 'update', 'delete', 'describe', | |
384 'desc', 'comments', 'pull', 'refs', 'desc', 'triggers', 'find') \ | |
385 and not hasattr(self, 'curs'): | |
386 print 'Not connected.' | |
387 return '', '', '' | |
388 return cmd, arg, line | |
389 | |
390 do__load = Cmd.do_load | |
391 | |
392 def onecmd_plus_hooks(self, line): | |
393 line = self.precmd(line) | |
394 stop = self.onecmd(line) | |
395 stop = self.postcmd(stop, line) | |
396 | |
397 def do_shortcuts(self,arg): | |
398 """Lists available first-character shortcuts | |
399 (i.e. '!dir' is equivalent to 'shell dir')""" | |
400 for (scchar, scto) in self.shortcuts.items(): | |
401 print '%s: %s' % (scchar, scto) | |
402 | |
403 def colnames(self): | |
404 return [d[0] for d in curs.description] | |
405 | |
406 def sql_format_itm(self, itm, needsquotes): | |
407 if itm is None: | |
408 return 'NULL' | |
409 if needsquotes: | |
410 return "'%s'" % str(itm) | |
411 return str(itm) | |
412 tableNameFinder = re.compile(r'from\s+([\w$#_"]+)', re.IGNORECASE | re.MULTILINE | re.DOTALL) | |
413 inputStatementFormatters = { | |
414 cx_Oracle.STRING: "'%s'", | |
415 cx_Oracle.DATETIME: "TO_DATE('%s', 'YYYY-MM-DD HH24:MI:SS')"} | |
416 inputStatementFormatters[cx_Oracle.CLOB] = inputStatementFormatters[cx_Oracle.STRING] | |
417 inputStatementFormatters[cx_Oracle.TIMESTAMP] = inputStatementFormatters[cx_Oracle.DATETIME] | |
418 def output(self, outformat, rowlimit): | |
419 self.tblname = self.tableNameFinder.search(self.curs.statement).group(1) | |
420 self.colnames = [d[0] for d in self.curs.description] | |
421 if outformat in output_templates: | |
422 self.colnamelen = max(len(colname) for colname in self.colnames) | |
423 self.coltypes = [d[1] for d in self.curs.description] | |
424 self.formatters = [self.inputStatementFormatters.get(typ, '%s') for typ in self.coltypes] | |
425 result = output_templates[outformat].generate(**self.__dict__) | |
426 elif outformat == '\\t': # transposed | |
427 rows = [self.colnames] | |
428 rows.extend(list(self.rows)) | |
429 transpr = [[rows[y][x] for y in range(len(rows))]for x in range(len(rows[0]))] # matrix transpose | |
430 newdesc = [['ROW N.'+str(y),10] for y in range(len(rows))] | |
431 for x in range(len(self.curs.description)): | |
432 if str(self.curs.description[x][1]) == "<type 'cx_Oracle.BINARY'>": # handles RAW columns | |
433 rname = transpr[x][0] | |
434 transpr[x] = map(binascii.b2a_hex, transpr[x]) | |
435 transpr[x][0] = rname | |
436 newdesc[0][0] = 'COLUMN NAME' | |
437 result = '\n' + sqlpython.pmatrix(transpr,newdesc) | |
438 elif outformat in ('\\l', '\\L', '\\p', '\\b'): | |
439 plot = Plot() | |
440 plot.build(self, outformat) | |
441 plot.shelve() | |
442 plot.draw() | |
443 return '' | |
444 else: | |
445 result = sqlpython.pmatrix(self.rows, self.curs.description, self.maxfetch) | |
446 return result | |
447 | |
448 legalOracle = re.compile('[a-zA-Z_$#]') | |
449 | |
450 def select_scalar_list(self, sql, binds={}): | |
451 self.curs.execute(sql, binds) | |
452 return [r[0] for r in self.curs.fetchall()] | |
453 | |
454 columnNameRegex = re.compile( | |
455 r'select\s+(.*)from', | |
456 re.IGNORECASE | re.DOTALL | re.MULTILINE) | |
457 def completedefault(self, text, line, begidx, endidx): | |
458 segment = completion.whichSegment(line) | |
459 text = text.upper() | |
460 completions = [] | |
461 if segment == 'select': | |
462 stmt = "SELECT column_name FROM user_tab_columns WHERE column_name LIKE '%s%%'" | |
463 completions = self.select_scalar_list(stmt % (text)) | |
464 if not completions: | |
465 stmt = "SELECT column_name FROM all_tab_columns WHERE column_name LIKE '%s%%'" | |
466 completions = self.select_scalar_list(stmt % (text)) | |
467 if segment == 'from': | |
468 columnNames = self.columnNameRegex.search(line) | |
469 if columnNames: | |
470 columnNames = columnNames.group(1) | |
471 columnNames = [c.strip().upper() for c in columnNames.split(',')] | |
472 stmt1 = "SELECT table_name FROM all_tab_columns WHERE column_name = '%s' AND table_name LIKE '%s%%'" | |
473 for columnName in columnNames: | |
474 # and if columnName is * ? | |
475 completions.extend(self.select_scalar_list(stmt1 % (columnName, text))) | |
476 if segment in ('from', 'update', 'insert into') and (not completions): | |
477 stmt = "SELECT table_name FROM user_tables WHERE table_name LIKE '%s%%'" | |
478 completions = self.select_scalar_list(stmt % (text)) | |
479 if not completions: | |
480 stmt = """SELECT table_name FROM user_tables WHERE table_name LIKE '%s%%' | |
481 UNION | |
482 SELECT DISTINCT owner FROM all_tables WHERE owner LIKE '%%%s'""" | |
483 completions = self.select_scalar_list(stmt % (text, text)) | |
484 if segment in ('where', 'group by', 'order by', 'having', 'set'): | |
485 tableNames = completion.tableNamesFromFromClause(line) | |
486 if tableNames: | |
487 stmt = """SELECT column_name FROM all_tab_columns | |
488 WHERE table_name IN (%s)""" % \ | |
489 (','.join("'%s'" % (t) for t in tableNames)) | |
490 stmt = "%s AND column_name LIKE '%s%%'" % (stmt, text) | |
491 completions = self.select_scalar_list(stmt) | |
492 if not segment: | |
493 stmt = "SELECT object_name FROM all_objects WHERE object_name LIKE '%s%%'" | |
494 completions = self.select_scalar_list(stmt % (text)) | |
495 return completions | |
496 | |
497 rowlimitPattern = pyparsing.Word(pyparsing.nums)('rowlimit') | |
498 rawTerminators = '; \\s \\S \\c \\C \\t \\i \\p \\l \\L \\b ' + ' '.join(output_templates.keys()) | |
499 terminatorPattern = (pyparsing.oneOf(rawTerminators) | |
500 ^ pyparsing.Literal('\n/') ^ \ | |
501 (pyparsing.Literal('\nEOF') + pyparsing.stringEnd)) \ | |
502 ('terminator') + \ | |
503 pyparsing.Optional(rowlimitPattern) #+ \ | |
504 #pyparsing.FollowedBy(pyparsing.LineEnd()) | |
192
6bb8a112af6b
accept special terminators on most anything
catherine@dellzilla
parents:
191
diff
changeset
|
505 def do_select(self, arg, bindVarsIn=None, terminator=None): |
189 | 506 """Fetch rows from a table. |
507 | |
508 Limit the number of rows retrieved by appending | |
509 an integer after the terminator | |
510 (example: SELECT * FROM mytable;10 ) | |
511 | |
512 Output may be formatted by choosing an alternative terminator | |
513 ("help terminators" for details) | |
514 """ | |
515 bindVarsIn = bindVarsIn or {} | |
196 | 516 try: |
517 rowlimit = int(arg.parsed.suffix or 0) | |
518 except ValueError: | |
519 rowlimit = 0 | |
520 print "Couldn't understand command suffix '%s'" % arg.parsed.suffix | |
194 | 521 self.varsUsed = findBinds(arg, self.binds, bindVarsIn) |
193 | 522 self.curs.execute('select ' + arg, self.varsUsed) |
194 | 523 self.rows = self.curs.fetchmany(min(self.maxfetch, (rowlimit or self.maxfetch))) |
189 | 524 self.rc = self.curs.rowcount |
525 if self.rc > 0: | |
194 | 526 self.stdout.write('\n%s\n' % (self.output(arg.parsed.terminator, rowlimit))) |
189 | 527 if self.rc == 0: |
528 print '\nNo rows Selected.\n' | |
529 elif self.rc == 1: | |
530 print '\n1 row selected.\n' | |
531 if self.autobind: | |
532 self.binds.update(dict(zip([''.join(l for l in d[0] if l.isalnum()) for d in self.curs.description], self.rows[0]))) | |
533 for (i, val) in enumerate(self.rows[0]): | |
534 varname = ''.join(letter for letter in self.curs.description[i][0] if letter.isalnum() or letter == '_') | |
535 self.binds[varname] = val | |
536 self.binds[str(i+1)] = val | |
537 elif self.rc < self.maxfetch: | |
538 print '\n%d rows selected.\n' % self.rc | |
539 else: | |
540 print '\nSelected Max Num rows (%d)' % self.rc | |
193 | 541 |
542 def do_cat(self, arg): | |
194 | 543 return self.do_select(self.parsed('SELECT * FROM %s;' % arg, useTerminatorFrom=arg)) |
189 | 544 |
545 @options([make_option('-f', '--full', action='store_true', help='get dependent objects as well')]) | |
546 def do_pull(self, arg, opts): | |
547 """Displays source code.""" | |
548 | |
195 | 549 target = arg.upper() |
550 object_type, owner, object_name = self.resolve(target) | |
189 | 551 if not object_type: |
552 return | |
553 self.stdout.write("%s %s.%s\n" % (object_type, owner, object_name)) | |
554 self.stdout.write(str(self.curs.callfunc('DBMS_METADATA.GET_DDL', cx_Oracle.CLOB, | |
555 [object_type, object_name, owner]))) | |
556 if opts.full: | |
557 for dependent_type in ('OBJECT_GRANT', 'CONSTRAINT', 'TRIGGER'): | |
558 try: | |
559 self.stdout.write(str(self.curs.callfunc('DBMS_METADATA.GET_DEPENDENT_DDL', cx_Oracle.CLOB, | |
560 [dependent_type, object_name, owner]))) | |
561 except cx_Oracle.DatabaseError: | |
562 pass | |
563 | |
196 | 564 all_users_option = make_option('-a', action='store_const', dest="scope", |
565 default={'col':'', 'view':'user', 'schemas':'user'}, | |
566 const={'col':', owner', 'view':'all', 'schemas':'all'}, | |
194 | 567 help='Describe all objects (not just my own)') |
568 @options([all_users_option, | |
189 | 569 make_option('-c', '--col', action='store_true', help='find column'), |
570 make_option('-t', '--table', action='store_true', help='find table')]) | |
571 def do_find(self, arg, opts): | |
572 """Finds argument in source code or (with -c) in column definitions.""" | |
193 | 573 |
574 capArg = arg.upper() | |
189 | 575 |
576 if opts.col: | |
196 | 577 sql = "SELECT table_name, column_name %s FROM %s_tab_columns where column_name like '%%%s%%';" \ |
578 % (opts.scope['col'], opts.scope['view'], capArg) | |
189 | 579 elif opts.table: |
196 | 580 sql = "SELECT table_name %s from %s_tables where table_name like '%%%s%%';" \ |
581 % (opts.scope['col'], opts.scope['view'], capArg) | |
189 | 582 else: |
196 | 583 sql = "SELECT * from %s_source where UPPER(text) like '%%%s%%';" % (opts.scope['view'], capArg) |
194 | 584 self.do_select(self.parsed(sql, useTerminatorFrom=arg)) |
193 | 585 |
194 | 586 @options([all_users_option]) |
189 | 587 def do_describe(self, arg, opts): |
588 "emulates SQL*Plus's DESCRIBE" | |
193 | 589 target = arg.upper() |
590 if not target: | |
194 | 591 return self.do_select(self.parsed("""SELECT object_name, object_type%s |
592 FROM %s_objects | |
593 WHERE object_type IN ('TABLE','VIEW','INDEX') | |
196 | 594 ORDER BY object_name;""" % (opts.scope['col'], opts.scope['view']), |
194 | 595 useTerminatorFrom=arg)) |
193 | 596 object_type, owner, object_name = self.resolve(target) |
189 | 597 if not object_type: |
194 | 598 return self.do_select(self.parsed("""SELECT object_name, object_type%s FROM %s_objects |
599 WHERE object_type IN ('TABLE','VIEW','INDEX') | |
600 AND object_name LIKE '%%%s%%' | |
601 ORDER BY object_name;""" % | |
196 | 602 (opts.scope['col'], opts.scope['view'], target) |
194 | 603 , useTerminatorFrom=arg)) |
189 | 604 self.stdout.write("%s %s.%s\n" % (object_type, owner, object_name)) |
605 descQ = descQueries.get(object_type) | |
606 if descQ: | |
607 for q in descQ: | |
196 | 608 self.do_select(self.parsed(q), bindVarsIn={'object_name':object_name, 'owner':owner}) |
189 | 609 elif object_type == 'PACKAGE': |
610 packageContents = self.select_scalar_list(descQueries['PackageObjects'][0], {'package_name':object_name, 'owner':owner}) | |
611 for packageObj_name in packageContents: | |
612 self.stdout.write('Arguments to %s\n' % (packageObj_name)) | |
194 | 613 sql = self.parsed(descQueries['PackageObjArgs'][0], useTerminatorFrom=arg) |
614 self.do_select(sql, bindVarsIn={'package_name':object_name, 'owner':owner, 'object_name':packageObj_name}) | |
189 | 615 do_desc = do_describe |
616 | |
617 def do_deps(self, arg): | |
193 | 618 target = arg.upper() |
619 object_type, owner, object_name = self.resolve(target) | |
189 | 620 if object_type == 'PACKAGE BODY': |
621 q = "and (type != 'PACKAGE BODY' or name != :object_name)'" | |
622 object_type = 'PACKAGE' | |
623 else: | |
624 q = "" | |
193 | 625 q = """SELECT name, |
189 | 626 type |
627 from user_dependencies | |
628 where | |
629 referenced_name like :object_name | |
630 and referenced_type like :object_type | |
631 and referenced_owner like :owner | |
193 | 632 %s;""" % (q) |
194 | 633 self.do_select(self.parsed(q, useTerminatorFrom=arg), bindVarsIn={'object_name':object_name, 'object_type':object_type, 'owner':owner}) |
189 | 634 |
635 def do_comments(self, arg): | |
636 'Prints comments on a table and its columns.' | |
193 | 637 target = arg.upper() |
638 object_type, owner, object_name, colName = self.resolve_with_column(target) | |
189 | 639 if object_type: |
193 | 640 self.curs.execute(queries['tabComments'], {'table_name':object_name, 'owner':owner}) |
189 | 641 self.stdout.write("%s %s.%s: %s\n" % (object_type, owner, object_name, self.curs.fetchone()[0])) |
642 if colName: | |
194 | 643 sql = queries['oneColComments'] |
644 bindVarsIn={'owner':owner, 'object_name': object_name, 'column_name': colName} | |
189 | 645 else: |
194 | 646 sql = queries['colComments'] |
647 bindVarsIn={'owner':owner, 'object_name': object_name} | |
648 self.do_select(self.parsed(sql, useTerminatorFrom=arg), bindVarsIn=bindVarsIn) | |
189 | 649 |
650 def resolve(self, identifier): | |
651 """Checks (my objects).name, (my synonyms).name, (public synonyms).name | |
652 to resolve a database object's name. """ | |
653 parts = identifier.split('.') | |
654 try: | |
655 if len(parts) == 2: | |
656 owner, object_name = parts | |
657 object_type = self.select_scalar_list('SELECT object_type FROM all_objects WHERE owner = :owner AND object_name = :object_name', | |
658 {'owner': owner, 'object_name': object_name} | |
659 )[0] | |
660 elif len(parts) == 1: | |
661 object_name = parts[0] | |
662 self.curs.execute(queries['resolve'], {'objName':object_name}) | |
663 object_type, object_name, owner = self.curs.fetchone() | |
664 except (TypeError, IndexError): | |
665 print 'Could not resolve object %s.' % identifier | |
666 object_type, owner, object_name = '', '', '' | |
667 return object_type, owner, object_name | |
668 | |
669 def resolve_with_column(self, identifier): | |
670 colName = None | |
671 object_type, owner, object_name = self.resolve(identifier) | |
672 if not object_type: | |
673 parts = identifier.split('.') | |
674 if len(parts) > 1: | |
675 colName = parts[-1] | |
676 identifier = '.'.join(parts[:-1]) | |
677 object_type, owner, object_name = self.resolve(identifier) | |
678 return object_type, owner, object_name, colName | |
679 | |
680 def do_resolve(self, arg): | |
195 | 681 target = arg.upper() |
682 self.stdout.write(','.join(self.resolve(target))+'\n') | |
189 | 683 |
684 def spoolstop(self): | |
685 if self.spoolFile: | |
686 self.stdout = self.stdoutBeforeSpool | |
687 print 'Finished spooling to ', self.spoolFile.name | |
688 self.spoolFile.close() | |
689 self.spoolFile = None | |
690 | |
691 def do_spool(self, arg): | |
692 """spool [filename] - begins redirecting output to FILENAME.""" | |
693 self.spoolstop() | |
694 arg = arg.strip() | |
695 if not arg: | |
696 arg = 'output.lst' | |
697 if arg.lower() != 'off': | |
698 if '.' not in arg: | |
699 arg = '%s.lst' % arg | |
700 print 'Sending output to %s (until SPOOL OFF received)' % (arg) | |
701 self.spoolFile = open(arg, 'w') | |
702 self.stdout = self.spoolFile | |
703 | |
704 def do_write(self, args): | |
705 print 'Use (query) > outfilename instead.' | |
706 return | |
707 | |
708 def do_compare(self, args): | |
709 """COMPARE query1 TO query2 - uses external tool to display differences. | |
710 | |
711 Sorting is recommended to avoid false hits. | |
712 Will attempt to use a graphical diff/merge tool like kdiff3, meld, or Araxis Merge, | |
713 if they are installed.""" | |
193 | 714 #TODO: Update this to use pyparsing |
189 | 715 fnames = [] |
716 args2 = args.split(' to ') | |
717 if len(args2) < 2: | |
718 print self.do_compare.__doc__ | |
719 return | |
720 for n in range(len(args2)): | |
721 query = args2[n] | |
722 fnames.append('compare%s.txt' % n) | |
723 #TODO: update this terminator-stripping | |
724 if query.rstrip()[-1] != self.terminator: | |
725 query = '%s%s' % (query, self.terminator) | |
726 self.onecmd_plus_hooks('%s > %s' % (query, fnames[n])) | |
727 diffMergeSearcher.invoke(fnames[0], fnames[1]) | |
728 | |
729 bufferPosPattern = re.compile('\d+') | |
730 rangeIndicators = ('-',':') | |
731 | |
732 def do_psql(self, arg): | |
733 '''Shortcut commands emulating psql's backslash commands. | |
734 | |
735 \c connect | |
736 \d desc | |
737 \e edit | |
738 \g run | |
739 \h help | |
740 \i load | |
741 \o spool | |
742 \p list | |
743 \q quit | |
744 \w save | |
745 \db _dir_tablespaces | |
746 \dd comments | |
747 \dn _dir_schemas | |
748 \dt _dir_tables | |
749 \dv _dir_views | |
750 \di _dir_indexes | |
751 \? help psql''' | |
752 commands = {} | |
753 for c in self.do_psql.__doc__.splitlines()[2:]: | |
754 (abbrev, command) = c.split(None, 1) | |
755 commands[abbrev[1:]] = command | |
756 words = arg.split(None,1) | |
757 try: | |
758 abbrev = words[0] | |
759 except IndexError: | |
760 return | |
761 try: | |
762 args = words[1] | |
763 except IndexError: | |
764 args = '' | |
765 try: | |
766 return self.onecmd('%s %s' % (commands[abbrev], args)) | |
767 except KeyError: | |
768 print 'psql command \%s not yet supported.' % abbrev | |
769 | |
194 | 770 @options([all_users_option]) |
189 | 771 def do__dir_tables(self, arg, opts): |
194 | 772 sql = """SELECT table_name, 'TABLE' as type%s FROM %s_tables WHERE table_name LIKE '%%%s%%';""" % \ |
196 | 773 (opts.scope['col'], opts.scope['view'], arg.upper()) |
194 | 774 self.do_select(self.parsed(sql, useTerminatorFrom=arg)) |
775 | |
776 @options([all_users_option]) | |
189 | 777 def do__dir_views(self, arg, opts): |
194 | 778 sql = """SELECT view_name, 'VIEW' as type%s FROM %s_views WHERE view_name LIKE '%%%s%%';""" % \ |
196 | 779 (opts.scope['col'], opts.scope['view'], arg.upper()) |
194 | 780 self.do_select(self.parsed(sql, useTerminatorFrom=arg)) |
781 | |
782 @options([all_users_option]) | |
189 | 783 def do__dir_indexes(self, arg, opts): |
194 | 784 sql = """SELECT index_name, index_type%s FROM %s_indexes WHERE index_name LIKE '%%%s%%' OR table_name LIKE '%%%s%%';""" % \ |
196 | 785 (opts.scope['col'], opts.scope['view'], arg.upper(), arg.upper()) |
194 | 786 self.do_select(self.parsed(sql, useTerminatorFrom=arg)) |
189 | 787 |
788 def do__dir_tablespaces(self, arg): | |
194 | 789 sql = """SELECT tablespace_name, file_name from dba_data_files;""" |
790 self.do_select(self.parsed(sql, useTerminatorFrom=arg)) | |
189 | 791 |
792 def do__dir_schemas(self, arg): | |
194 | 793 sql = """SELECT owner, count(*) AS objects FROM all_objects GROUP BY owner ORDER BY owner;""" |
794 self.do_select(self.parsed(sql, useTerminatorFrom=arg)) | |
189 | 795 |
796 def do_head(self, arg): | |
195 | 797 sql = self.parsed('SELECT * FROM %s;' % arg, useTerminatorFrom=arg) |
798 sql.parsed['suffix'] = sql.parsed.suffix or '10' | |
196 | 799 self.do_select(self.parsed(sql)) |
189 | 800 |
801 def do_print(self, arg): | |
802 'print VARNAME: Show current value of bind variable VARNAME.' | |
803 if arg: | |
804 if arg[0] == ':': | |
805 arg = arg[1:] | |
806 try: | |
807 self.stdout.write(str(self.binds[arg])+'\n') | |
808 except KeyError: | |
809 self.stdout.write('No bind variable %s\n' % arg) | |
810 else: | |
811 for (var, val) in self.binds.items(): | |
812 print ':%s = %s' % (var, val) | |
813 | |
814 assignmentScanner = Parser(pyparsing.Literal(':=') ^ '=') | |
815 def do_setbind(self, arg): | |
816 if not arg: | |
817 return self.do_print(arg) | |
818 try: | |
819 assigner, startat, endat = self.assignmentScanner.scanner.scanString(arg).next() | |
820 except StopIteration: | |
821 self.do_print(arg) | |
822 return | |
823 var, val = arg[:startat].strip(), arg[endat:].strip() | |
824 if val[0] == val[-1] == "'" and len(val) > 1: | |
825 self.binds[var] = val[1:-1] | |
826 return | |
827 try: | |
828 self.binds[var] = int(val) | |
829 return | |
830 except ValueError: | |
831 try: | |
832 self.binds[var] = float(val) | |
833 return | |
834 except ValueError: | |
835 statekeeper = Statekeeper(self, ('autobind',)) | |
836 self.autobind = True | |
193 | 837 self.onecmd('SELECT %s AS %s FROM dual;' % (val, var)) |
189 | 838 statekeeper.restore() |
839 | |
840 def do_exec(self, arg): | |
841 if arg[0] == ':': | |
842 self.do_setbind(arg[1:]) | |
843 else: | |
844 varsUsed = findBinds(arg, self.binds, {}) | |
845 try: | |
846 self.curs.execute('begin\n%s;end;' % arg, varsUsed) | |
847 except Exception, e: | |
848 print e | |
849 | |
850 ''' | |
851 Fails: | |
852 select n into :n from test;''' | |
853 | |
854 def anon_plsql(self, line1): | |
855 lines = [line1] | |
856 while True: | |
857 line = self.pseudo_raw_input(self.continuationPrompt) | |
858 if line.strip() == '/': | |
859 try: | |
860 self.curs.execute('\n'.join(lines)) | |
861 except Exception, e: | |
862 print e | |
863 return | |
864 lines.append(line) | |
865 | |
866 def do_begin(self, arg): | |
867 self.anon_plsql('begin ' + arg) | |
868 | |
869 def do_declare(self, arg): | |
870 self.anon_plsql('declare ' + arg) | |
871 | |
872 #def do_create(self, arg): | |
873 # self.anon_plsql('create ' + arg) | |
874 | |
875 @options([make_option('-l', '--long', action='store_true', help='long descriptions'), | |
876 make_option('-a', '--all', action='store_true', help="all schemas' objects")]) | |
877 def do_ls(self, arg, opts): | |
878 where = '' | |
879 if arg: | |
880 where = """\nWHERE object_type || '/' || object_name | |
881 LIKE '%%%s%%'""" % (arg.upper().replace('*','%')) | |
882 else: | |
883 where = '' | |
884 if opts.all: | |
885 whose = 'all' | |
886 objname = "owner || '.' || object_name" | |
887 else: | |
888 whose = 'user' | |
889 objname = 'object_name' | |
890 if opts.long: | |
891 extraInfo = ', status, last_ddl_time AS modified' | |
892 else: | |
893 extraInfo = '' | |
894 statement = '''SELECT object_type || '/' || %s AS name %s | |
895 FROM %s_objects %s | |
896 ORDER BY object_type, object_name;''' % (objname, extraInfo, whose, where) | |
194 | 897 self.do_select(self.parsed(statement, useTerminatorFrom=arg)) |
189 | 898 |
899 @options([make_option('-i', '--ignore-case', dest='ignorecase', action='store_true', help='Case-insensitive search')]) | |
900 def do_grep(self, arg, opts): | |
901 """grep PATTERN TABLE - search for term in any of TABLE's fields""" | |
902 | |
195 | 903 targetnames = arg.split() |
189 | 904 pattern = targetnames.pop(0) |
905 targets = [] | |
906 for target in targetnames: | |
907 if '*' in target: | |
908 self.curs.execute("SELECT owner, table_name FROM all_tables WHERE table_name LIKE '%s'%s" % | |
909 (target.upper().replace('*','%')), arg.terminator) | |
910 for row in self.curs: | |
911 targets.append('%s.%s' % row) | |
912 else: | |
913 targets.append(target) | |
914 for target in targets: | |
915 print target | |
916 target = target.rstrip(';') | |
917 sql = [] | |
918 try: | |
919 self.curs.execute('select * from %s where 1=0' % target) # just to fill description | |
920 if opts.ignorecase: | |
921 sql = ' or '.join("LOWER(%s) LIKE '%%%s%%'" % (d[0], pattern.lower()) for d in self.curs.description) | |
922 else: | |
923 sql = ' or '.join("%s LIKE '%%%s%%'" % (d[0], pattern) for d in self.curs.description) | |
924 sql = '* FROM %s WHERE %s' % (target, sql) | |
194 | 925 self.do_select(self.parsed(sql, useTerminatorFrom=arg)) |
189 | 926 except Exception, e: |
927 print e | |
928 import traceback | |
929 traceback.print_exc(file=sys.stdout) | |
930 | |
931 def do_refs(self, arg): | |
190 | 932 result = [] |
191 | 933 (type, owner, table_name) = self.resolve(arg) |
934 self.curs.execute("""SELECT constraint_name, r_owner, r_constraint_name | |
935 FROM all_constraints | |
936 WHERE constraint_type = 'R' | |
937 AND owner = :owner | |
938 AND table_name = :table_name""", | |
939 {"owner": owner, "table_name": table_name}) | |
940 for (constraint_name, remote_owner, remote_constraint_name) in self.curs.fetchall(): | |
941 result.append('%s on %s.%s:' % (constraint_name, owner, table_name)) | |
942 self.curs.execute("SELECT column_name FROM all_cons_columns WHERE owner = :owner AND constraint_name = :constraint_name ORDER BY position", | |
943 {'constraint_name': constraint_name, 'owner': owner}) | |
944 result.append(" (%s)" % (",".join(col[0] for col in self.curs.fetchall()))) | |
945 self.curs.execute("SELECT table_name FROM all_constraints WHERE owner = :remote_owner AND constraint_name = :remote_constraint_name", | |
946 {'remote_owner': remote_owner, 'remote_constraint_name': remote_constraint_name}) | |
947 remote_table_name = self.curs.fetchone()[0] | |
948 result.append("must be in %s:" % (remote_table_name)) | |
949 self.curs.execute("SELECT column_name FROM all_cons_columns WHERE owner = :remote_owner AND constraint_name = :remote_constraint_name ORDER BY position", | |
950 {'remote_constraint_name': remote_constraint_name, 'remote_owner': remote_owner}) | |
951 result.append(' (%s)\n' % (",".join(col[0] for col in self.curs.fetchall()))) | |
952 remote_table_name = table_name | |
953 remote_owner = owner | |
954 self.curs.execute("""SELECT owner, constraint_name, table_name, r_constraint_name | |
955 FROM all_constraints | |
956 WHERE (r_owner, r_constraint_name) IN | |
957 ( SELECT owner, constraint_name | |
958 FROM all_constraints | |
192
6bb8a112af6b
accept special terminators on most anything
catherine@dellzilla
parents:
191
diff
changeset
|
959 WHERE table_name = :remote_table_name |
191 | 960 AND owner = :remote_owner )""", |
961 {'remote_table_name': remote_table_name, 'remote_owner': remote_owner}) | |
962 for (owner, constraint_name, table_name, remote_constraint_name) in self.curs.fetchall(): | |
963 result.append('%s on %s.%s:' % (constraint_name, owner, table_name)) | |
964 self.curs.execute("SELECT column_name FROM all_cons_columns WHERE owner = :owner AND constraint_name = :constraint_name ORDER BY position", | |
965 {'constraint_name': constraint_name, 'owner': owner}) | |
966 result.append(" (%s)" % (",".join(col[0] for col in self.curs.fetchall()))) | |
967 self.curs.execute("SELECT table_name FROM all_constraints WHERE owner = :remote_owner AND constraint_name = :remote_constraint_name", | |
968 {'remote_owner': remote_owner, 'remote_constraint_name': remote_constraint_name}) | |
969 remote_table_name = self.curs.fetchone()[0] | |
970 result.append("must be in %s:" % (remote_table_name)) | |
971 self.curs.execute("SELECT column_name FROM all_cons_columns WHERE owner = :remote_owner AND constraint_name = :remote_constraint_name ORDER BY position", | |
972 {'remote_constraint_name': remote_constraint_name, 'remote_owner': remote_owner}) | |
973 result.append(' (%s)\n' % (",".join(col[0] for col in self.curs.fetchall()))) | |
974 self.stdout.write('\n'.join(result) + "\n") | |
190 | 975 |
189 | 976 def _test(): |
977 import doctest | |
978 doctest.testmod() | |
979 | |
980 if __name__ == "__main__": | |
981 "Silent return implies that all unit tests succeeded. Use -v to see details." | |
982 _test() | |
198
b2d8bf5f89db
merged with changes from work
catherine@Elli.myhome.westell.com
parents:
196
diff
changeset
|
983 if __name__ == "__main__": |
b2d8bf5f89db
merged with changes from work
catherine@Elli.myhome.westell.com
parents:
196
diff
changeset
|
984 "Silent return implies that all unit tests succeeded. Use -v to see details." |
b2d8bf5f89db
merged with changes from work
catherine@Elli.myhome.westell.com
parents:
196
diff
changeset
|
985 _test() |