311 lines
10 KiB
Python
311 lines
10 KiB
Python
|
# mssql/pyodbc.py
|
||
|
|
# Copyright (C) 2005-2018 the SQLAlchemy authors and contributors
|
||
|
|
# <see AUTHORS file>
|
||
|
|
#
|
||
|
|
# This module is part of SQLAlchemy and is released under
|
||
|
|
# the MIT License: http://www.opensource.org/licenses/mit-license.php
|
||
|
|
|
||
|
|
r"""
|
||
|
|
.. dialect:: mssql+pyodbc
|
||
|
|
:name: PyODBC
|
||
|
|
:dbapi: pyodbc
|
||
|
|
:connectstring: mssql+pyodbc://<username>:<password>@<dsnname>
|
||
|
|
:url: http://pypi.python.org/pypi/pyodbc/
|
||
|
|
|
||
|
|
Connecting to PyODBC
|
||
|
|
--------------------
|
||
|
|
|
||
|
|
The URL here is to be translated to PyODBC connection strings, as
|
||
|
|
detailed in `ConnectionStrings <https://code.google.com/p/pyodbc/wiki/ConnectionStrings>`_.
|
||
|
|
|
||
|
|
DSN Connections
|
||
|
|
^^^^^^^^^^^^^^^
|
||
|
|
|
||
|
|
A DSN-based connection is **preferred** overall when using ODBC. A
|
||
|
|
basic DSN-based connection looks like::
|
||
|
|
|
||
|
|
engine = create_engine("mssql+pyodbc://scott:tiger@some_dsn")
|
||
|
|
|
||
|
|
Which above, will pass the following connection string to PyODBC::
|
||
|
|
|
||
|
|
dsn=mydsn;UID=user;PWD=pass
|
||
|
|
|
||
|
|
If the username and password are omitted, the DSN form will also add
|
||
|
|
the ``Trusted_Connection=yes`` directive to the ODBC string.
|
||
|
|
|
||
|
|
Hostname Connections
|
||
|
|
^^^^^^^^^^^^^^^^^^^^
|
||
|
|
|
||
|
|
Hostname-based connections are **not preferred**, however are supported.
|
||
|
|
The ODBC driver name must be explicitly specified::
|
||
|
|
|
||
|
|
engine = create_engine("mssql+pyodbc://scott:tiger@myhost:port/databasename?driver=SQL+Server+Native+Client+10.0")
|
||
|
|
|
||
|
|
.. versionchanged:: 1.0.0 Hostname-based PyODBC connections now require the
|
||
|
|
SQL Server driver name specified explicitly. SQLAlchemy cannot
|
||
|
|
choose an optimal default here as it varies based on platform
|
||
|
|
and installed drivers.
|
||
|
|
|
||
|
|
Other keywords interpreted by the Pyodbc dialect to be passed to
|
||
|
|
``pyodbc.connect()`` in both the DSN and hostname cases include:
|
||
|
|
``odbc_autotranslate``, ``ansi``, ``unicode_results``, ``autocommit``.
|
||
|
|
|
||
|
|
Pass through exact Pyodbc string
|
||
|
|
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
|
||
|
|
|
||
|
|
A PyODBC connection string can also be sent exactly as specified in
|
||
|
|
`ConnectionStrings <https://code.google.com/p/pyodbc/wiki/ConnectionStrings>`_
|
||
|
|
into the driver using the parameter ``odbc_connect``. The delimeters must be URL escaped, however,
|
||
|
|
as illustrated below using ``urllib.quote_plus``::
|
||
|
|
|
||
|
|
import urllib
|
||
|
|
params = urllib.quote_plus("DRIVER={SQL Server Native Client 10.0};SERVER=dagger;DATABASE=test;UID=user;PWD=password")
|
||
|
|
|
||
|
|
engine = create_engine("mssql+pyodbc:///?odbc_connect=%s" % params)
|
||
|
|
|
||
|
|
|
||
|
|
Driver / Unicode Support
|
||
|
|
-------------------------
|
||
|
|
|
||
|
|
PyODBC works best with Microsoft ODBC drivers, particularly in the area
|
||
|
|
of Unicode support on both Python 2 and Python 3.
|
||
|
|
|
||
|
|
Using the FreeTDS ODBC drivers on Linux or OSX with PyODBC is **not**
|
||
|
|
recommended; there have been historically many Unicode-related issues
|
||
|
|
in this area, including before Microsoft offered ODBC drivers for Linux
|
||
|
|
and OSX. Now that Microsoft offers drivers for all platforms, for
|
||
|
|
PyODBC support these are recommended. FreeTDS remains relevant for
|
||
|
|
non-ODBC drivers such as pymssql where it works very well.
|
||
|
|
|
||
|
|
|
||
|
|
Rowcount Support
|
||
|
|
----------------
|
||
|
|
|
||
|
|
Pyodbc only has partial support for rowcount. See the notes at
|
||
|
|
:ref:`mssql_rowcount_versioning` for important notes when using ORM
|
||
|
|
versioning.
|
||
|
|
|
||
|
|
"""
|
||
|
|
|
||
|
|
from .base import MSExecutionContext, MSDialect, BINARY, VARBINARY
|
||
|
|
from ...connectors.pyodbc import PyODBCConnector
|
||
|
|
from ... import types as sqltypes, util, exc
|
||
|
|
import decimal
|
||
|
|
import re
|
||
|
|
|
||
|
|
|
||
|
|
class _ms_numeric_pyodbc(object):
|
||
|
|
|
||
|
|
"""Turns Decimals with adjusted() < 0 or > 7 into strings.
|
||
|
|
|
||
|
|
The routines here are needed for older pyodbc versions
|
||
|
|
as well as current mxODBC versions.
|
||
|
|
|
||
|
|
"""
|
||
|
|
|
||
|
|
def bind_processor(self, dialect):
|
||
|
|
|
||
|
|
super_process = super(_ms_numeric_pyodbc, self).\
|
||
|
|
bind_processor(dialect)
|
||
|
|
|
||
|
|
if not dialect._need_decimal_fix:
|
||
|
|
return super_process
|
||
|
|
|
||
|
|
def process(value):
|
||
|
|
if self.asdecimal and \
|
||
|
|
isinstance(value, decimal.Decimal):
|
||
|
|
adjusted = value.adjusted()
|
||
|
|
if adjusted < 0:
|
||
|
|
return self._small_dec_to_string(value)
|
||
|
|
elif adjusted > 7:
|
||
|
|
return self._large_dec_to_string(value)
|
||
|
|
|
||
|
|
if super_process:
|
||
|
|
return super_process(value)
|
||
|
|
else:
|
||
|
|
return value
|
||
|
|
return process
|
||
|
|
|
||
|
|
# these routines needed for older versions of pyodbc.
|
||
|
|
# as of 2.1.8 this logic is integrated.
|
||
|
|
|
||
|
|
def _small_dec_to_string(self, value):
|
||
|
|
return "%s0.%s%s" % (
|
||
|
|
(value < 0 and '-' or ''),
|
||
|
|
'0' * (abs(value.adjusted()) - 1),
|
||
|
|
"".join([str(nint) for nint in value.as_tuple()[1]]))
|
||
|
|
|
||
|
|
def _large_dec_to_string(self, value):
|
||
|
|
_int = value.as_tuple()[1]
|
||
|
|
if 'E' in str(value):
|
||
|
|
result = "%s%s%s" % (
|
||
|
|
(value < 0 and '-' or ''),
|
||
|
|
"".join([str(s) for s in _int]),
|
||
|
|
"0" * (value.adjusted() - (len(_int) - 1)))
|
||
|
|
else:
|
||
|
|
if (len(_int) - 1) > value.adjusted():
|
||
|
|
result = "%s%s.%s" % (
|
||
|
|
(value < 0 and '-' or ''),
|
||
|
|
"".join(
|
||
|
|
[str(s) for s in _int][0:value.adjusted() + 1]),
|
||
|
|
"".join(
|
||
|
|
[str(s) for s in _int][value.adjusted() + 1:]))
|
||
|
|
else:
|
||
|
|
result = "%s%s" % (
|
||
|
|
(value < 0 and '-' or ''),
|
||
|
|
"".join(
|
||
|
|
[str(s) for s in _int][0:value.adjusted() + 1]))
|
||
|
|
return result
|
||
|
|
|
||
|
|
|
||
|
|
class _MSNumeric_pyodbc(_ms_numeric_pyodbc, sqltypes.Numeric):
|
||
|
|
pass
|
||
|
|
|
||
|
|
|
||
|
|
class _MSFloat_pyodbc(_ms_numeric_pyodbc, sqltypes.Float):
|
||
|
|
pass
|
||
|
|
|
||
|
|
|
||
|
|
class _ms_binary_pyodbc(object):
|
||
|
|
"""Wraps binary values in dialect-specific Binary wrapper.
|
||
|
|
If the value is null, return a pyodbc-specific BinaryNull
|
||
|
|
object to prevent pyODBC [and FreeTDS] from defaulting binary
|
||
|
|
NULL types to SQLWCHAR and causing implicit conversion errors.
|
||
|
|
"""
|
||
|
|
|
||
|
|
def bind_processor(self, dialect):
|
||
|
|
if dialect.dbapi is None:
|
||
|
|
return None
|
||
|
|
|
||
|
|
DBAPIBinary = dialect.dbapi.Binary
|
||
|
|
|
||
|
|
def process(value):
|
||
|
|
if value is not None:
|
||
|
|
return DBAPIBinary(value)
|
||
|
|
else:
|
||
|
|
# pyodbc-specific
|
||
|
|
return dialect.dbapi.BinaryNull
|
||
|
|
return process
|
||
|
|
|
||
|
|
|
||
|
|
class _VARBINARY_pyodbc(_ms_binary_pyodbc, VARBINARY):
|
||
|
|
pass
|
||
|
|
|
||
|
|
|
||
|
|
class _BINARY_pyodbc(_ms_binary_pyodbc, BINARY):
|
||
|
|
pass
|
||
|
|
|
||
|
|
|
||
|
|
class MSExecutionContext_pyodbc(MSExecutionContext):
|
||
|
|
_embedded_scope_identity = False
|
||
|
|
|
||
|
|
def pre_exec(self):
|
||
|
|
"""where appropriate, issue "select scope_identity()" in the same
|
||
|
|
statement.
|
||
|
|
|
||
|
|
Background on why "scope_identity()" is preferable to "@@identity":
|
||
|
|
http://msdn.microsoft.com/en-us/library/ms190315.aspx
|
||
|
|
|
||
|
|
Background on why we attempt to embed "scope_identity()" into the same
|
||
|
|
statement as the INSERT:
|
||
|
|
http://code.google.com/p/pyodbc/wiki/FAQs#How_do_I_retrieve_autogenerated/identity_values?
|
||
|
|
|
||
|
|
"""
|
||
|
|
|
||
|
|
super(MSExecutionContext_pyodbc, self).pre_exec()
|
||
|
|
|
||
|
|
# don't embed the scope_identity select into an
|
||
|
|
# "INSERT .. DEFAULT VALUES"
|
||
|
|
if self._select_lastrowid and \
|
||
|
|
self.dialect.use_scope_identity and \
|
||
|
|
len(self.parameters[0]):
|
||
|
|
self._embedded_scope_identity = True
|
||
|
|
|
||
|
|
self.statement += "; select scope_identity()"
|
||
|
|
|
||
|
|
def post_exec(self):
|
||
|
|
if self._embedded_scope_identity:
|
||
|
|
# Fetch the last inserted id from the manipulated statement
|
||
|
|
# We may have to skip over a number of result sets with
|
||
|
|
# no data (due to triggers, etc.)
|
||
|
|
while True:
|
||
|
|
try:
|
||
|
|
# fetchall() ensures the cursor is consumed
|
||
|
|
# without closing it (FreeTDS particularly)
|
||
|
|
row = self.cursor.fetchall()[0]
|
||
|
|
break
|
||
|
|
except self.dialect.dbapi.Error as e:
|
||
|
|
# no way around this - nextset() consumes the previous set
|
||
|
|
# so we need to just keep flipping
|
||
|
|
self.cursor.nextset()
|
||
|
|
|
||
|
|
self._lastrowid = int(row[0])
|
||
|
|
else:
|
||
|
|
super(MSExecutionContext_pyodbc, self).post_exec()
|
||
|
|
|
||
|
|
|
||
|
|
class MSDialect_pyodbc(PyODBCConnector, MSDialect):
|
||
|
|
|
||
|
|
execution_ctx_cls = MSExecutionContext_pyodbc
|
||
|
|
|
||
|
|
colspecs = util.update_copy(
|
||
|
|
MSDialect.colspecs,
|
||
|
|
{
|
||
|
|
sqltypes.Numeric: _MSNumeric_pyodbc,
|
||
|
|
sqltypes.Float: _MSFloat_pyodbc,
|
||
|
|
BINARY: _BINARY_pyodbc,
|
||
|
|
|
||
|
|
# SQL Server dialect has a VARBINARY that is just to support
|
||
|
|
# "deprecate_large_types" w/ VARBINARY(max), but also we must
|
||
|
|
# handle the usual SQL standard VARBINARY
|
||
|
|
VARBINARY: _VARBINARY_pyodbc,
|
||
|
|
sqltypes.VARBINARY: _VARBINARY_pyodbc,
|
||
|
|
sqltypes.LargeBinary: _VARBINARY_pyodbc,
|
||
|
|
}
|
||
|
|
)
|
||
|
|
|
||
|
|
def __init__(self, description_encoding=None, **params):
|
||
|
|
if 'description_encoding' in params:
|
||
|
|
self.description_encoding = params.pop('description_encoding')
|
||
|
|
super(MSDialect_pyodbc, self).__init__(**params)
|
||
|
|
self.use_scope_identity = self.use_scope_identity and \
|
||
|
|
self.dbapi and \
|
||
|
|
hasattr(self.dbapi.Cursor, 'nextset')
|
||
|
|
self._need_decimal_fix = self.dbapi and \
|
||
|
|
self._dbapi_version() < (2, 1, 8)
|
||
|
|
|
||
|
|
def _get_server_version_info(self, connection):
|
||
|
|
try:
|
||
|
|
# "Version of the instance of SQL Server, in the form
|
||
|
|
# of 'major.minor.build.revision'"
|
||
|
|
raw = connection.scalar(
|
||
|
|
"SELECT CAST(SERVERPROPERTY('ProductVersion') AS VARCHAR)")
|
||
|
|
except exc.DBAPIError:
|
||
|
|
# SQL Server docs indicate this function isn't present prior to
|
||
|
|
# 2008. Before we had the VARCHAR cast above, pyodbc would also
|
||
|
|
# fail on this query.
|
||
|
|
return super(MSDialect_pyodbc, self).\
|
||
|
|
_get_server_version_info(connection, allow_chars=False)
|
||
|
|
else:
|
||
|
|
version = []
|
||
|
|
r = re.compile(r'[.\-]')
|
||
|
|
for n in r.split(raw):
|
||
|
|
try:
|
||
|
|
version.append(int(n))
|
||
|
|
except ValueError:
|
||
|
|
pass
|
||
|
|
return tuple(version)
|
||
|
|
|
||
|
|
def is_disconnect(self, e, connection, cursor):
|
||
|
|
if isinstance(e, self.dbapi.Error):
|
||
|
|
for code in (
|
||
|
|
'08S01', '01002', '08003', '08007',
|
||
|
|
'08S02', '08001', 'HYT00', 'HY010',
|
||
|
|
'10054'):
|
||
|
|
if code in str(e):
|
||
|
|
return True
|
||
|
|
return super(MSDialect_pyodbc, self).is_disconnect(
|
||
|
|
e, connection, cursor)
|
||
|
|
|
||
|
|
dialect = MSDialect_pyodbc
|