Mike,
I'll post two stacks:
the first one is just calling the engine.connect():
the second one (look for a row of #####) is when calling the df.to_sql()
function.
2017-09-12 17:08:23,572 INFO sqlalchemy.engine.base.Engine SELECT
SERVERPROPERTY('ProductVersion')
2017-09-12 17:08:23,573 INFO sqlalchemy.engine.base.Engine ()
2017-09-12 17:08:23,627 INFO sqlalchemy.engine.base.Engine SELECT
schema_name()
2017-09-12 17:08:23,627 INFO sqlalchemy.engine.base.Engine ()
2017-09-12 17:08:24,056 INFO sqlalchemy.engine.base.Engine SELECT
CAST('test plain returns' AS VARCHAR(60)) AS anon_1
2017-09-12 17:08:24,057 INFO sqlalchemy.engine.base.Engine ()
2017-09-12 17:08:24,117 INFO sqlalchemy.engine.base.Engine SELECT
CAST('test unicode returns' AS NVARCHAR(60)) AS anon_1
2017-09-12 17:08:24,117 INFO sqlalchemy.engine.base.Engine ()
---------------------------------------------------------------------------
Empty Traceback (most recent call last)
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/pool.py in
_do_get(self)
1121 wait = use_overflow and self._overflow >=
self._max_overflow
-> 1122 return self._pool.get(wait, self._timeout)
1123 except sqla_queue.Empty:
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/util/queue.py
in get(self, block, timeout)
144 if self._empty():
--> 145 raise Empty
146 elif timeout is None:
Empty:
During handling of the above exception, another exception occurred:
ProgrammingError Traceback (most recent call last)
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/engine/base.py
in _wrap_pool_connect(self, fn, connection)
2146 try:
-> 2147 return fn()
2148 except dialect.dbapi.Error as e:
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/pool.py in
unique_connection(self)
327 """
--> 328 return _ConnectionFairy._checkout(self)
329
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/pool.py in
_checkout(cls, pool, threadconns, fairy)
765 if not fairy:
--> 766 fairy = _ConnectionRecord.checkout(pool)
767
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/pool.py in
checkout(cls, pool)
515 def checkout(cls, pool):
--> 516 rec = pool._do_get()
517 try:
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/pool.py in
_do_get(self)
1137 with util.safe_reraise():
-> 1138 self._dec_overflow()
1139 else:
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/util/langhelpers.py
in __exit__(self, type_, value, traceback)
65 if not self.warn_only:
---> 66 compat.reraise(exc_type, exc_value, exc_tb)
67 else:
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/util/compat.py
in reraise(tp, value, tb, cause)
186 raise value.with_traceback(tb)
--> 187 raise value
188
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/pool.py in
_do_get(self)
1134 try:
-> 1135 return self._create_connection()
1136 except:
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/pool.py in
_create_connection(self)
332
--> 333 return _ConnectionRecord(self)
334
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/pool.py in
__init__(self, pool, connect)
460 if connect:
--> 461 self.__connect(first_connect_check=True)
462 self.finalize_callback = deque()
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/pool.py in
__connect(self, first_connect_check)
660 for_modify(pool.dispatch).\
--> 661 exec_once(self.connection, self)
662 if pool.dispatch.connect:
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/event/attr.py
in exec_once(self, *args, **kw)
245 try:
--> 246 self(*args, **kw)
247 finally:
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/event/attr.py
in __call__(self, *args, **kw)
255 for fn in self.listeners:
--> 256 fn(*args, **kw)
257
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/util/langhelpers.py
in go(*arg, **kw)
1330 once_fn = once.pop()
-> 1331 return once_fn(*arg, **kw)
1332
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/engine/strategies.py
in first_connect(dbapi_connection, connection_record)
180 c._execution_options = util.immutabledict()
--> 181 dialect.initialize(c)
182 event.listen(pool, 'first_connect', first_connect,
once=True)
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/connectors/pyodbc.py
in initialize(self, connection)
164 # run other initialization which asks for user name, etc.
--> 165 super(PyODBCConnector, self).initialize(connection)
166
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/dialects/mssql/base.py
in initialize(self, connection)
1741 def initialize(self, connection):
-> 1742 super(MSDialect, self).initialize(connection)
1743 self._setup_version_attributes()
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/engine/default.py
in initialize(self, connection)
265
--> 266 self.do_rollback(connection.connection)
267
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/engine/default.py
in do_rollback(self, dbapi_connection)
439 def do_rollback(self, dbapi_connection):
--> 440 dbapi_connection.rollback()
441
ProgrammingError: ('42000', '[42000] [Microsoft][ODBC Driver 13 for SQL
Server][SQL Server]111214;An attempt to complete a transaction has failed.
No corresponding transaction found. (111214) (SQLEndTran)')
The above exception was the direct cause of the following exception:
ProgrammingError Traceback (most recent call last)
<ipython-input-10-bd43083eb2bb> in <module>()
16 dbapi_connection.autocommit = True
17 #cnxn = pyodbc.connect(connection_str)
---> 18 engn.connect()
19 #df.to_sql(tbl_server_out, engn, if_exists='append', index=False)
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/engine/base.py
in connect(self, **kwargs)
2089 """
2090
-> 2091 return self._connection_cls(self, **kwargs)
2092
2093 def contextual_connect(self, close_with_result=False, **kwargs):
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/engine/base.py
in __init__(self, engine, connection, close_with_result, _branch_from,
_execution_options, _dispatch, _has_events)
88 else:
89 self.__connection = connection \
---> 90 if connection is not None else
engine.raw_connection()
91 self.__transaction = None
92 self.__savepoint_seq = 0
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/engine/base.py
in raw_connection(self, _connection)
2175 """
2176 return self._wrap_pool_connect(
-> 2177 self.pool.unique_connection, _connection)
2178
2179
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/engine/base.py
in _wrap_pool_connect(self, fn, connection)
2149 if connection is None:
2150 Connection._handle_dbapi_exception_noconnection(
-> 2151 e, dialect, self)
2152 else:
2153 util.reraise(*sys.exc_info())
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/engine/base.py
in _handle_dbapi_exception_noconnection(cls, e, dialect, engine)
1463 util.raise_from_cause(
1464 sqlalchemy_exception,
-> 1465 exc_info
1466 )
1467 else:
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/util/compat.py
in raise_from_cause(exception, exc_info)
201 exc_type, exc_value, exc_tb = exc_info
202 cause = exc_value if exc_value is not exception else None
--> 203 reraise(type(exception), exception, tb=exc_tb, cause=cause)
204
205 if py3k:
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/util/compat.py
in reraise(tp, value, tb, cause)
184 value.__cause__ = cause
185 if value.__traceback__ is not tb:
--> 186 raise value.with_traceback(tb)
187 raise value
188
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/engine/base.py
in _wrap_pool_connect(self, fn, connection)
2145 dialect = self.dialect
2146 try:
-> 2147 return fn()
2148 except dialect.dbapi.Error as e:
2149 if connection is None:
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/pool.py in
unique_connection(self)
326
327 """
--> 328 return _ConnectionFairy._checkout(self)
329
330 def _create_connection(self):
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/pool.py in
_checkout(cls, pool, threadconns, fairy)
764 def _checkout(cls, pool, threadconns=None, fairy=None):
765 if not fairy:
--> 766 fairy = _ConnectionRecord.checkout(pool)
767
768 fairy._pool = pool
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/pool.py in
checkout(cls, pool)
514 @classmethod
515 def checkout(cls, pool):
--> 516 rec = pool._do_get()
517 try:
518 dbapi_connection = rec.get_connection()
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/pool.py in
_do_get(self)
1136 except:
1137 with util.safe_reraise():
-> 1138 self._dec_overflow()
1139 else:
1140 return self._do_get()
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/util/langhelpers.py
in __exit__(self, type_, value, traceback)
64 self._exc_info = None # remove potential circular
references
65 if not self.warn_only:
---> 66 compat.reraise(exc_type, exc_value, exc_tb)
67 else:
68 if not compat.py3k and self._exc_info and
self._exc_info[1]:
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/util/compat.py
in reraise(tp, value, tb, cause)
185 if value.__traceback__ is not tb:
186 raise value.with_traceback(tb)
--> 187 raise value
188
189 else:
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/pool.py in
_do_get(self)
1133 if self._inc_overflow():
1134 try:
-> 1135 return self._create_connection()
1136 except:
1137 with util.safe_reraise():
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/pool.py in
_create_connection(self)
331 """Called by subclasses to create a new ConnectionRecord."""
332
--> 333 return _ConnectionRecord(self)
334
335 def _invalidate(self, connection, exception=None):
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/pool.py in
__init__(self, pool, connect)
459 self.__pool = pool
460 if connect:
--> 461 self.__connect(first_connect_check=True)
462 self.finalize_callback = deque()
463
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/pool.py in
__connect(self, first_connect_check)
659 pool.dispatch.first_connect.\
660 for_modify(pool.dispatch).\
--> 661 exec_once(self.connection, self)
662 if pool.dispatch.connect:
663 pool.dispatch.connect(self.connection, self)
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/event/attr.py
in exec_once(self, *args, **kw)
244 if not self._exec_once:
245 try:
--> 246 self(*args, **kw)
247 finally:
248 self._exec_once = True
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/event/attr.py
in __call__(self, *args, **kw)
254 fn(*args, **kw)
255 for fn in self.listeners:
--> 256 fn(*args, **kw)
257
258 def __len__(self):
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/util/langhelpers.py
in go(*arg, **kw)
1329 if once:
1330 once_fn = once.pop()
-> 1331 return once_fn(*arg, **kw)
1332
1333 return go
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/engine/strategies.py
in first_connect(dbapi_connection, connection_record)
179 _has_events=False)
180 c._execution_options = util.immutabledict()
--> 181 dialect.initialize(c)
182 event.listen(pool, 'first_connect', first_connect,
once=True)
183
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/connectors/pyodbc.py
in initialize(self, connection)
163
164 # run other initialization which asks for user name, etc.
--> 165 super(PyODBCConnector, self).initialize(connection)
166
167 def _dbapi_version(self):
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/dialects/mssql/base.py
in initialize(self, connection)
1740
1741 def initialize(self, connection):
-> 1742 super(MSDialect, self).initialize(connection)
1743 self._setup_version_attributes()
1744
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/engine/default.py
in initialize(self, connection)
264 self._description_decoder = self.description_encoding =
None
265
--> 266 self.do_rollback(connection.connection)
267
268 def on_connect(self):
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/engine/default.py
in do_rollback(self, dbapi_connection)
438
439 def do_rollback(self, dbapi_connection):
--> 440 dbapi_connection.rollback()
441
442 def do_commit(self, dbapi_connection):
ProgrammingError: (pyodbc.ProgrammingError) ('42000', '[42000]
[Microsoft][ODBC Driver 13 for SQL Server][SQL Server]111214;An attempt to
complete a transaction has failed. No corresponding transaction found.
(111214) (SQLEndTran)')
In [ ]:
#################################################################
2017-09-12 17:12:13,839 INFO sqlalchemy.engine.base.Engine SELECT
SERVERPROPERTY('ProductVersion')
2017-09-12 17:12:13,840 INFO sqlalchemy.engine.base.Engine ()
2017-09-12 17:12:13,881 INFO sqlalchemy.engine.base.Engine SELECT
schema_name()
2017-09-12 17:12:13,882 INFO sqlalchemy.engine.base.Engine ()
2017-09-12 17:12:14,195 INFO sqlalchemy.engine.base.Engine SELECT
CAST('test plain returns' AS VARCHAR(60)) AS anon_1
2017-09-12 17:12:14,196 INFO sqlalchemy.engine.base.Engine ()
2017-09-12 17:12:14,238 INFO sqlalchemy.engine.base.Engine SELECT
CAST('test unicode returns' AS NVARCHAR(60)) AS anon_1
2017-09-12 17:12:14,239 INFO sqlalchemy.engine.base.Engine ()
---------------------------------------------------------------------------
Empty Traceback (most recent call last)
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/pool.py in
_do_get(self)
1121 wait = use_overflow and self._overflow >=
self._max_overflow
-> 1122 return self._pool.get(wait, self._timeout)
1123 except sqla_queue.Empty:
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/util/queue.py
in get(self, block, timeout)
144 if self._empty():
--> 145 raise Empty
146 elif timeout is None:
Empty:
During handling of the above exception, another exception occurred:
ProgrammingError Traceback (most recent call last)
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/engine/base.py
in _wrap_pool_connect(self, fn, connection)
2146 try:
-> 2147 return fn()
2148 except dialect.dbapi.Error as e:
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/pool.py in
connect(self)
386 if not self._use_threadlocal:
--> 387 return _ConnectionFairy._checkout(self)
388
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/pool.py in
_checkout(cls, pool, threadconns, fairy)
765 if not fairy:
--> 766 fairy = _ConnectionRecord.checkout(pool)
767
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/pool.py in
checkout(cls, pool)
515 def checkout(cls, pool):
--> 516 rec = pool._do_get()
517 try:
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/pool.py in
_do_get(self)
1137 with util.safe_reraise():
-> 1138 self._dec_overflow()
1139 else:
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/util/langhelpers.py
in __exit__(self, type_, value, traceback)
65 if not self.warn_only:
---> 66 compat.reraise(exc_type, exc_value, exc_tb)
67 else:
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/util/compat.py
in reraise(tp, value, tb, cause)
186 raise value.with_traceback(tb)
--> 187 raise value
188
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/pool.py in
_do_get(self)
1134 try:
-> 1135 return self._create_connection()
1136 except:
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/pool.py in
_create_connection(self)
332
--> 333 return _ConnectionRecord(self)
334
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/pool.py in
__init__(self, pool, connect)
460 if connect:
--> 461 self.__connect(first_connect_check=True)
462 self.finalize_callback = deque()
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/pool.py in
__connect(self, first_connect_check)
660 for_modify(pool.dispatch).\
--> 661 exec_once(self.connection, self)
662 if pool.dispatch.connect:
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/event/attr.py
in exec_once(self, *args, **kw)
245 try:
--> 246 self(*args, **kw)
247 finally:
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/event/attr.py
in __call__(self, *args, **kw)
255 for fn in self.listeners:
--> 256 fn(*args, **kw)
257
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/util/langhelpers.py
in go(*arg, **kw)
1330 once_fn = once.pop()
-> 1331 return once_fn(*arg, **kw)
1332
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/engine/strategies.py
in first_connect(dbapi_connection, connection_record)
180 c._execution_options = util.immutabledict()
--> 181 dialect.initialize(c)
182 event.listen(pool, 'first_connect', first_connect,
once=True)
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/connectors/pyodbc.py
in initialize(self, connection)
164 # run other initialization which asks for user name, etc.
--> 165 super(PyODBCConnector, self).initialize(connection)
166
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/dialects/mssql/base.py
in initialize(self, connection)
1741 def initialize(self, connection):
-> 1742 super(MSDialect, self).initialize(connection)
1743 self._setup_version_attributes()
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/engine/default.py
in initialize(self, connection)
265
--> 266 self.do_rollback(connection.connection)
267
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/engine/default.py
in do_rollback(self, dbapi_connection)
439 def do_rollback(self, dbapi_connection):
--> 440 dbapi_connection.rollback()
441
ProgrammingError: ('42000', '[42000] [Microsoft][ODBC Driver 13 for SQL
Server][SQL Server]111214;An attempt to complete a transaction has failed.
No corresponding transaction found. (111214) (SQLEndTran)')
The above exception was the direct cause of the following exception:
ProgrammingError Traceback (most recent call last)
<ipython-input-11-f3810ddb1488> in <module>()
17 #cnxn = pyodbc.connect(connection_str)
18 #engn.connect()
---> 19 df.to_sql(tbl_server_out, engn, if_exists='append', index=False)
/home/saravji/anaconda3/lib/python3.6/site-packages/pandas/core/generic.py
in to_sql(self, name, con, flavor, schema, if_exists, index, index_label,
chunksize, dtype)
1343 sql.to_sql(self, name, con, flavor=flavor, schema=schema,
1344 if_exists=if_exists, index=index,
index_label=index_label,
-> 1345 chunksize=chunksize, dtype=dtype)
1346
1347 def to_pickle(self, path, compression='infer'):
/home/saravji/anaconda3/lib/python3.6/site-packages/pandas/io/sql.py in
to_sql(frame, name, con, flavor, schema, if_exists, index, index_label,
chunksize, dtype)
469 pandas_sql.to_sql(frame, name, if_exists=if_exists, index=index,
470 index_label=index_label, schema=schema,
--> 471 chunksize=chunksize, dtype=dtype)
472
473
/home/saravji/anaconda3/lib/python3.6/site-packages/pandas/io/sql.py in
to_sql(self, frame, name, if_exists, index, index_label, schema, chunksize,
dtype)
1148 if_exists=if_exists,
index_label=index_label,
1149 schema=schema, dtype=dtype)
-> 1150 table.create()
1151 table.insert(chunksize)
1152 if (not name.isdigit() and not name.islower()):
/home/saravji/anaconda3/lib/python3.6/site-packages/pandas/io/sql.py in
create(self)
584
585 def create(self):
--> 586 if self.exists():
587 if self.if_exists == 'fail':
588 raise ValueError("Table '%s' already exists." %
self.name)
/home/saravji/anaconda3/lib/python3.6/site-packages/pandas/io/sql.py in
exists(self)
572
573 def exists(self):
--> 574 return self.pd_sql.has_table(self.name, self.schema)
575
576 def sql_schema(self):
/home/saravji/anaconda3/lib/python3.6/site-packages/pandas/io/sql.py in
has_table(self, name, schema)
1176 self.connectable.dialect.has_table,
1177 name,
-> 1178 schema or self.meta.schema,
1179 )
1180
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/engine/base.py
in run_callable(self, callable_, *args, **kwargs)
2042
2043 """
-> 2044 with self.contextual_connect() as conn:
2045 return conn.run_callable(callable_, *args, **kwargs)
2046
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/engine/base.py
in contextual_connect(self, close_with_result, **kwargs)
2110 return self._connection_cls(
2111 self,
-> 2112 self._wrap_pool_connect(self.pool.connect, None),
2113 close_with_result=close_with_result,
2114 **kwargs)
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/engine/base.py
in _wrap_pool_connect(self, fn, connection)
2149 if connection is None:
2150 Connection._handle_dbapi_exception_noconnection(
-> 2151 e, dialect, self)
2152 else:
2153 util.reraise(*sys.exc_info())
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/engine/base.py
in _handle_dbapi_exception_noconnection(cls, e, dialect, engine)
1463 util.raise_from_cause(
1464 sqlalchemy_exception,
-> 1465 exc_info
1466 )
1467 else:
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/util/compat.py
in raise_from_cause(exception, exc_info)
201 exc_type, exc_value, exc_tb = exc_info
202 cause = exc_value if exc_value is not exception else None
--> 203 reraise(type(exception), exception, tb=exc_tb, cause=cause)
204
205 if py3k:
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/util/compat.py
in reraise(tp, value, tb, cause)
184 value.__cause__ = cause
185 if value.__traceback__ is not tb:
--> 186 raise value.with_traceback(tb)
187 raise value
188
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/engine/base.py
in _wrap_pool_connect(self, fn, connection)
2145 dialect = self.dialect
2146 try:
-> 2147 return fn()
2148 except dialect.dbapi.Error as e:
2149 if connection is None:
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/pool.py in
connect(self)
385 """
386 if not self._use_threadlocal:
--> 387 return _ConnectionFairy._checkout(self)
388
389 try:
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/pool.py in
_checkout(cls, pool, threadconns, fairy)
764 def _checkout(cls, pool, threadconns=None, fairy=None):
765 if not fairy:
--> 766 fairy = _ConnectionRecord.checkout(pool)
767
768 fairy._pool = pool
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/pool.py in
checkout(cls, pool)
514 @classmethod
515 def checkout(cls, pool):
--> 516 rec = pool._do_get()
517 try:
518 dbapi_connection = rec.get_connection()
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/pool.py in
_do_get(self)
1136 except:
1137 with util.safe_reraise():
-> 1138 self._dec_overflow()
1139 else:
1140 return self._do_get()
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/util/langhelpers.py
in __exit__(self, type_, value, traceback)
64 self._exc_info = None # remove potential circular
references
65 if not self.warn_only:
---> 66 compat.reraise(exc_type, exc_value, exc_tb)
67 else:
68 if not compat.py3k and self._exc_info and
self._exc_info[1]:
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/util/compat.py
in reraise(tp, value, tb, cause)
185 if value.__traceback__ is not tb:
186 raise value.with_traceback(tb)
--> 187 raise value
188
189 else:
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/pool.py in
_do_get(self)
1133 if self._inc_overflow():
1134 try:
-> 1135 return self._create_connection()
1136 except:
1137 with util.safe_reraise():
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/pool.py in
_create_connection(self)
331 """Called by subclasses to create a new ConnectionRecord."""
332
--> 333 return _ConnectionRecord(self)
334
335 def _invalidate(self, connection, exception=None):
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/pool.py in
__init__(self, pool, connect)
459 self.__pool = pool
460 if connect:
--> 461 self.__connect(first_connect_check=True)
462 self.finalize_callback = deque()
463
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/pool.py in
__connect(self, first_connect_check)
659 pool.dispatch.first_connect.\
660 for_modify(pool.dispatch).\
--> 661 exec_once(self.connection, self)
662 if pool.dispatch.connect:
663 pool.dispatch.connect(self.connection, self)
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/event/attr.py
in exec_once(self, *args, **kw)
244 if not self._exec_once:
245 try:
--> 246 self(*args, **kw)
247 finally:
248 self._exec_once = True
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/event/attr.py
in __call__(self, *args, **kw)
254 fn(*args, **kw)
255 for fn in self.listeners:
--> 256 fn(*args, **kw)
257
258 def __len__(self):
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/util/langhelpers.py
in go(*arg, **kw)
1329 if once:
1330 once_fn = once.pop()
-> 1331 return once_fn(*arg, **kw)
1332
1333 return go
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/engine/strategies.py
in first_connect(dbapi_connection, connection_record)
179 _has_events=False)
180 c._execution_options = util.immutabledict()
--> 181 dialect.initialize(c)
182 event.listen(pool, 'first_connect', first_connect,
once=True)
183
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/connectors/pyodbc.py
in initialize(self, connection)
163
164 # run other initialization which asks for user name, etc.
--> 165 super(PyODBCConnector, self).initialize(connection)
166
167 def _dbapi_version(self):
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/dialects/mssql/base.py
in initialize(self, connection)
1740
1741 def initialize(self, connection):
-> 1742 super(MSDialect, self).initialize(connection)
1743 self._setup_version_attributes()
1744
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/engine/default.py
in initialize(self, connection)
264 self._description_decoder = self.description_encoding =
None
265
--> 266 self.do_rollback(connection.connection)
267
268 def on_connect(self):
/home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/engine/default.py
in do_rollback(self, dbapi_connection)
438
439 def do_rollback(self, dbapi_connection):
--> 440 dbapi_connection.rollback()
441
442 def do_commit(self, dbapi_connection):
ProgrammingError: (pyodbc.ProgrammingError) ('42000', '[42000]
[Microsoft][ODBC Driver 13 for SQL Server][SQL Server]111214;An attempt to
complete a transaction has failed. No corresponding transaction found.
(111214) (SQLEndTran)')
On Tuesday, September 12, 2017 at 6:31:58 AM UTC-7, Mike Bayer wrote:
>
> On Mon, Sep 11, 2017 at 9:00 PM, Dirk Biesinger
> <dirk.bi...@gmail.com <javascript:>> wrote:
> > Mike,
> >
> > I have upgraded to 1.1.11 (specifically) after posting and have still
> seen
> > the same error. I also used the event override you posted in issue
> #3994.
> > Since these experiments I have upgraded to 1.1.13 and the issues
> persist.
>
> I"m skeptical that either this is the same error and not a different
> one, or this is still the older version of the code somehow.
>
> Can you please provide the complete stack trace? no need for it to
> be an attachment.
>
> >
> > Unfortunately I can't give you permission to our database instance
> (customer
> > policies) but am able to cooperate as much as possible.
> > Like said in my post, I need to write multiple pandas dataframes with
> > millions of rows. Not looking really forward to doing this with my own
> > function. ;-)
> >
> >
> >
> > Dirk Biesinger
> >
> > dirk.bi...@gmail.com <javascript:> | 206.349.9769
> >
> > "Simplicity is the Mastery of Complexity"
> >
> > On Mon, Sep 11, 2017 at 4:45 PM, Mike Bayer <mik...@zzzcomputing.com
> <javascript:>>
> > wrote:
> >>
> >> On Mon, Sep 11, 2017 at 6:34 PM, dirk.biesinger
> >> <dirk.bi...@gmail.com <javascript:>> wrote:
> >> > I am encountering errors when trying to use the pd.to_sql function to
> >> > write
> >> > a dataframe to MS SQL Data Warehouse.
> >> > The connection works when NOT using sqlalchemy engines.
> >> > I can read dataframes as well as row-by-row via select statements
> when I
> >> > use
> >> > pyodbc connections
> >> > I can write data via insert statements (as well as delete data) when
> >> > using
> >> > pyodbc.
> >> > However, when I try to connect using a sqlalchemy engine I run into a
> >> > string
> >> > of error messages starting with:
> >> >
> >> > ProgrammingError: (pyodbc.ProgrammingError) ('42000', "[42000]
> >> > [Microsoft][ODBC Driver 13 for SQL Server][SQL Server]Catalog view
> >> > 'dm_exec_sessions' is not supported in this version. (104385)
> >> > (SQLExecDirectW)")
> >> >
> >> >
> >> > I have searched online, and this exact error seems to have been
> reported
> >> > /
> >> > evaluated in May of this year as issue #3994:
> >> >
> >> >
> >> >
> >> >
> https://bitbucket.org/zzzeek/sqlalchemy/issues/3994/azure-sql-datawarehouse-basic
>
> >>
> >> the issue originally reported there is the one you are having, it was
> >> resolved as of 1.1.11. I have closed the issue as I would need new
> >> issues opened to deal with the subsequent issues that user was having.
> >> If you upgrade to 1.1.11, you should no longer receive an error
> >> about dm_exec_sessions because this error is caught and the next view,
> >> sys.dm_pdw_nodes_exec_sessions, is used. There are likely problems
> >> beyond that error message but they should not be that message.
> >> please open new issues to describe these error messages and keep in
> >> mind it is unlikely I can fix them unless someone gives me access to
> >> this database.
> >>
> >>
> >> >
> >> >
> >> > I could not find a solution to this, and I'd really dislike to do a
> >> > line-wise or blob insert statement (I'm working with multiple
> datasets
> >> > that
> >> > each has a few million rows, so execution time is a consideration,
> >> > although
> >> > the result sets I'm getting are more like in the 100k lines area
> each.)
> >> >
> >> >
> >> > I get the same error messages even when I replace the pd.to_sql
> command
> >> > with
> >> > a simple engine.connect()
> >> >
> >> >
> >> > Enclosed my installed packages (packages.list)
> >> >
> >> > Enclosed the full traceback (traceback.txt)
> >> >
> >> >
> >> > This is the code I'm using:
> >> >
> >> > connection_string =
> >> >
> >> > "mssql+pyodbc://<username>:<password>@<sqlhost>.database.windows.net:<port>/<database>?driver=ODBC+Driver+13+for+SQL+Server"
> >> >
>
> >> > engn = sqlalchemy.engine.create_engine(connection_string, echo=True)
> >> > engn.connect()
> >> >
> >> >
> >> > I'm very well aware that MS SQL DataWarehouse behaves a bit
> different,
> >> > so
> >> > I'm open for some experimenting to get this issue narrowed down.
> >> >
> >> > In case it matters: I'm running an ubuntu 16.04 VM on azure with
> jupyter
> >> > notebook server and python 3.6.1.
> >> >
> >> > Best,
> >> >
> >> > DB
> >> >
> >> > --
> >> > SQLAlchemy -
> >> > The Python SQL Toolkit and Object Relational Mapper
> >> >
> >> > http://www.sqlalchemy.org/
> >> >
> >> > To post example code, please provide an MCVE: Minimal, Complete, and
> >> > Verifiable Example. See http://stackoverflow.com/help/mcve for a
> full
> >> > description.
> >> > ---
> >> > You received this message because you are subscribed to the Google
> >> > Groups
> >> > "sqlalchemy" group.
> >> > To unsubscribe from this group and stop receiving emails from it,
> send
> >> > an
> >> > email to sqlalchemy+...@googlegroups.com <javascript:>.
> >> > To post to this group, send email to sqlal...@googlegroups.com
> <javascript:>.
> >> > Visit this group at https://groups.google.com/group/sqlalchemy.
> >> > For more options, visit https://groups.google.com/d/optout.
> >>
> >> --
> >> SQLAlchemy -
> >> The Python SQL Toolkit and Object Relational Mapper
> >>
> >> http://www.sqlalchemy.org/
> >>
> >> To post example code, please provide an MCVE: Minimal, Complete, and
> >> Verifiable Example. See http://stackoverflow.com/help/mcve for a
> full
> >> description.
> >> ---
> >> You received this message because you are subscribed to the Google
> Groups
> >> "sqlalchemy" group.
> >> To unsubscribe from this group and stop receiving emails from it, send
> an
> >> email to sqlalchemy+...@googlegroups.com <javascript:>.
> >> To post to this group, send email to sqlal...@googlegroups.com
> <javascript:>.
> >> Visit this group at https://groups.google.com/group/sqlalchemy.
> >> For more options, visit https://groups.google.com/d/optout.
> >
> >
> > --
> > SQLAlchemy -
> > The Python SQL Toolkit and Object Relational Mapper
> >
> > http://www.sqlalchemy.org/
> >
> > To post example code, please provide an MCVE: Minimal, Complete, and
> > Verifiable Example. See http://stackoverflow.com/help/mcve for a full
> > description.
> > ---
> > You received this message because you are subscribed to the Google
> Groups
> > "sqlalchemy" group.
> > To unsubscribe from this group and stop receiving emails from it, send
> an
> > email to sqlalchemy+...@googlegroups.com <javascript:>.
> > To post to this group, send email to sqlal...@googlegroups.com
> <javascript:>.
> > Visit this group at https://groups.google.com/group/sqlalchemy.
> > For more options, visit https://groups.google.com/d/optout.
>
--
SQLAlchemy -
The Python SQL Toolkit and Object Relational Mapper
http://www.sqlalchemy.org/
To post example code, please provide an MCVE: Minimal, Complete, and Verifiable
Example. See http://stackoverflow.com/help/mcve for a full description.
---
You received this message because you are subscribed to the Google Groups
"sqlalchemy" group.
To unsubscribe from this group and stop receiving emails from it, send an email
to sqlalchemy+unsubscr...@googlegroups.com.
To post to this group, send email to sqlalchemy@googlegroups.com.
Visit this group at https://groups.google.com/group/sqlalchemy.
For more options, visit https://groups.google.com/d/optout.
