re-attaching the files On Monday, September 11, 2017 at 3:34:47 PM UTC-7, dirk.biesinger wrote: > > I am encountering errors when trying to use the pd.to_sql function to > write a dataframe to MS SQL Data Warehouse. > The connection works when NOT using sqlalchemy engines. > I can read dataframes as well as row-by-row via select statements when I > use pyodbc connections > I can write data via insert statements (as well as delete data) when using > pyodbc. > However, when I try to connect using a sqlalchemy engine I run into a > string of error messages starting with: > > ProgrammingError: (pyodbc.ProgrammingError) ('42000', "[42000] > [Microsoft][ODBC Driver 13 for SQL Server][SQL Server]Catalog view > 'dm_exec_sessions' is not supported in this version. (104385) > (SQLExecDirectW)") > > > I have searched online, and this exact error seems to have been reported / > evaluated in May of this year as issue #3994: > > > https://bitbucket.org/zzzeek/sqlalchemy/issues/3994/azure-sql-datawarehouse-basic > > > I could not find a solution to this, and I'd really dislike to do a line-wise > or blob insert statement (I'm working with multiple datasets that each has a > few million rows, so execution time is a consideration, although the result > sets I'm getting are more like in the 100k lines area each.) > > > I get the same error messages even when I replace the pd.to_sql command with > a simple engine.connect() > > > Enclosed my installed packages (packages.list) > > Enclosed the full traceback (traceback.txt) > > > This is the code I'm using: > > connection_string = > "mssql+pyodbc://<username>:<password>@<sqlhost>.database.windows.net:<port>/<database>?driver=ODBC+Driver+13+for+SQL+Server" > engn = sqlalchemy.engine.create_engine(connection_string, echo=True) > engn.connect() > > > I'm very well aware that MS SQL DataWarehouse behaves a bit different, so > I'm open for some experimenting to get this issue narrowed down. > > In case it matters: I'm running an ubuntu 16.04 VM on azure with jupyter > notebook server and python 3.6.1. > > Best, > > DB >
-- SQLAlchemy - The Python SQL Toolkit and Object Relational Mapper http://www.sqlalchemy.org/ To post example code, please provide an MCVE: Minimal, Complete, and Verifiable Example. See http://stackoverflow.com/help/mcve for a full description. --- You received this message because you are subscribed to the Google Groups "sqlalchemy" group. To unsubscribe from this group and stop receiving emails from it, send an email to sqlalchemy+unsubscr...@googlegroups.com. To post to this group, send email to sqlalchemy@googlegroups.com. Visit this group at https://groups.google.com/group/sqlalchemy. For more options, visit https://groups.google.com/d/optout.
2017-09-11 21:33:50,797 INFO sqlalchemy.engine.base.Engine SELECT SERVERPROPERTY('ProductVersion') INFO:sqlalchemy.engine.base.Engine:SELECT SERVERPROPERTY('ProductVersion') 2017-09-11 21:33:50,799 INFO sqlalchemy.engine.base.Engine () INFO:sqlalchemy.engine.base.Engine:() 2017-09-11 21:33:50,857 INFO sqlalchemy.engine.base.Engine SELECT schema_name() INFO:sqlalchemy.engine.base.Engine:SELECT schema_name() 2017-09-11 21:33:50,859 INFO sqlalchemy.engine.base.Engine () INFO:sqlalchemy.engine.base.Engine:() ERROR:root:An unexpected error occurred while tokenizing input The following traceback may be corrupted or invalid The error message is: ('EOF in multi-line string', (1, 10)) ERROR:root:An unexpected error occurred while tokenizing input The following traceback may be corrupted or invalid The error message is: ('EOF in multi-line string', (1, 10)) --------------------------------------------------------------------------- Empty Traceback (most recent call last) /home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/pool.py in _do_get(self) 1121 wait = use_overflow and self._overflow >= self._max_overflow -> 1122 return self._pool.get(wait, self._timeout) 1123 except sqla_queue.Empty: /home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/util/queue.py in get(self, block, timeout) 144 if self._empty(): --> 145 raise Empty 146 elif timeout is None: Empty: During handling of the above exception, another exception occurred: ProgrammingError Traceback (most recent call last) /home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/engine/base.py in _wrap_pool_connect(self, fn, connection) 2146 try: -> 2147 return fn() 2148 except dialect.dbapi.Error as e: /home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/pool.py in unique_connection(self) 327 """ --> 328 return _ConnectionFairy._checkout(self) 329 /home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/pool.py in _checkout(cls, pool, threadconns, fairy) 765 if not fairy: --> 766 fairy = _ConnectionRecord.checkout(pool) 767 /home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/pool.py in checkout(cls, pool) 515 def checkout(cls, pool): --> 516 rec = pool._do_get() 517 try: /home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/pool.py in _do_get(self) 1137 with util.safe_reraise(): -> 1138 self._dec_overflow() 1139 else: /home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/util/langhelpers.py in __exit__(self, type_, value, traceback) 65 if not self.warn_only: ---> 66 compat.reraise(exc_type, exc_value, exc_tb) 67 else: /home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/util/compat.py in reraise(tp, value, tb, cause) 186 raise value.with_traceback(tb) --> 187 raise value 188 /home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/pool.py in _do_get(self) 1134 try: -> 1135 return self._create_connection() 1136 except: /home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/pool.py in _create_connection(self) 332 --> 333 return _ConnectionRecord(self) 334 /home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/pool.py in __init__(self, pool, connect) 460 if connect: --> 461 self.__connect(first_connect_check=True) 462 self.finalize_callback = deque() /home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/pool.py in __connect(self, first_connect_check) 660 for_modify(pool.dispatch).\ --> 661 exec_once(self.connection, self) 662 if pool.dispatch.connect: /home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/event/attr.py in exec_once(self, *args, **kw) 245 try: --> 246 self(*args, **kw) 247 finally: /home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/event/attr.py in __call__(self, *args, **kw) 255 for fn in self.listeners: --> 256 fn(*args, **kw) 257 /home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/util/langhelpers.py in go(*arg, **kw) 1330 once_fn = once.pop() -> 1331 return once_fn(*arg, **kw) 1332 /home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/engine/strategies.py in first_connect(dbapi_connection, connection_record) 180 c._execution_options = util.immutabledict() --> 181 dialect.initialize(c) 182 event.listen(pool, 'first_connect', first_connect, once=True) /home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/connectors/pyodbc.py in initialize(self, connection) 164 # run other initialization which asks for user name, etc. --> 165 super(PyODBCConnector, self).initialize(connection) 166 /home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/dialects/mssql/base.py in initialize(self, connection) 1708 def initialize(self, connection): -> 1709 super(MSDialect, self).initialize(connection) 1710 self._setup_version_attributes() /home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/engine/default.py in initialize(self, connection) 255 self.default_isolation_level = \ --> 256 self.get_isolation_level(connection.connection) 257 except NotImplementedError: /home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/dialects/mssql/base.py in get_isolation_level(self, connection) 1702 where session_id = @@SPID -> 1703 """) 1704 val = cursor.fetchone()[0] ProgrammingError: ('42000', "[42000] [Microsoft][ODBC Driver 13 for SQL Server][SQL Server]Catalog view 'dm_exec_sessions' is not supported in this version. (104385) (SQLExecDirectW)") The above exception was the direct cause of the following exception: ProgrammingError Traceback (most recent call last) <ipython-input-22-3d2c03a125ac> in <module>() 16 # dbapi_connection.autocommit = True 17 #cnxn = pyodbc.connect(connection_str) ---> 18 engn.connect() 19 #df.to_sql(tbl_server_out, engn, if_exists='append', index=False) /home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/engine/base.py in connect(self, **kwargs) 2089 """ 2090 -> 2091 return self._connection_cls(self, **kwargs) 2092 2093 def contextual_connect(self, close_with_result=False, **kwargs): /home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/engine/base.py in __init__(self, engine, connection, close_with_result, _branch_from, _execution_options, _dispatch, _has_events) 88 else: 89 self.__connection = connection \ ---> 90 if connection is not None else engine.raw_connection() 91 self.__transaction = None 92 self.__savepoint_seq = 0 /home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/engine/base.py in raw_connection(self, _connection) 2175 """ 2176 return self._wrap_pool_connect( -> 2177 self.pool.unique_connection, _connection) 2178 2179 /home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/engine/base.py in _wrap_pool_connect(self, fn, connection) 2149 if connection is None: 2150 Connection._handle_dbapi_exception_noconnection( -> 2151 e, dialect, self) 2152 else: 2153 util.reraise(*sys.exc_info()) /home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/engine/base.py in _handle_dbapi_exception_noconnection(cls, e, dialect, engine) 1463 util.raise_from_cause( 1464 sqlalchemy_exception, -> 1465 exc_info 1466 ) 1467 else: /home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/util/compat.py in raise_from_cause(exception, exc_info) 201 exc_type, exc_value, exc_tb = exc_info 202 cause = exc_value if exc_value is not exception else None --> 203 reraise(type(exception), exception, tb=exc_tb, cause=cause) 204 205 if py3k: /home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/util/compat.py in reraise(tp, value, tb, cause) 184 value.__cause__ = cause 185 if value.__traceback__ is not tb: --> 186 raise value.with_traceback(tb) 187 raise value 188 /home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/engine/base.py in _wrap_pool_connect(self, fn, connection) 2145 dialect = self.dialect 2146 try: -> 2147 return fn() 2148 except dialect.dbapi.Error as e: 2149 if connection is None: /home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/pool.py in unique_connection(self) 326 327 """ --> 328 return _ConnectionFairy._checkout(self) 329 330 def _create_connection(self): /home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/pool.py in _checkout(cls, pool, threadconns, fairy) 764 def _checkout(cls, pool, threadconns=None, fairy=None): 765 if not fairy: --> 766 fairy = _ConnectionRecord.checkout(pool) 767 768 fairy._pool = pool /home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/pool.py in checkout(cls, pool) 514 @classmethod 515 def checkout(cls, pool): --> 516 rec = pool._do_get() 517 try: 518 dbapi_connection = rec.get_connection() /home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/pool.py in _do_get(self) 1136 except: 1137 with util.safe_reraise(): -> 1138 self._dec_overflow() 1139 else: 1140 return self._do_get() /home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/util/langhelpers.py in __exit__(self, type_, value, traceback) 64 self._exc_info = None # remove potential circular references 65 if not self.warn_only: ---> 66 compat.reraise(exc_type, exc_value, exc_tb) 67 else: 68 if not compat.py3k and self._exc_info and self._exc_info[1]: /home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/util/compat.py in reraise(tp, value, tb, cause) 185 if value.__traceback__ is not tb: 186 raise value.with_traceback(tb) --> 187 raise value 188 189 else: /home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/pool.py in _do_get(self) 1133 if self._inc_overflow(): 1134 try: -> 1135 return self._create_connection() 1136 except: 1137 with util.safe_reraise(): /home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/pool.py in _create_connection(self) 331 """Called by subclasses to create a new ConnectionRecord.""" 332 --> 333 return _ConnectionRecord(self) 334 335 def _invalidate(self, connection, exception=None): /home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/pool.py in __init__(self, pool, connect) 459 self.__pool = pool 460 if connect: --> 461 self.__connect(first_connect_check=True) 462 self.finalize_callback = deque() 463 /home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/pool.py in __connect(self, first_connect_check) 659 pool.dispatch.first_connect.\ 660 for_modify(pool.dispatch).\ --> 661 exec_once(self.connection, self) 662 if pool.dispatch.connect: 663 pool.dispatch.connect(self.connection, self) /home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/event/attr.py in exec_once(self, *args, **kw) 244 if not self._exec_once: 245 try: --> 246 self(*args, **kw) 247 finally: 248 self._exec_once = True /home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/event/attr.py in __call__(self, *args, **kw) 254 fn(*args, **kw) 255 for fn in self.listeners: --> 256 fn(*args, **kw) 257 258 def __len__(self): /home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/util/langhelpers.py in go(*arg, **kw) 1329 if once: 1330 once_fn = once.pop() -> 1331 return once_fn(*arg, **kw) 1332 1333 return go /home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/engine/strategies.py in first_connect(dbapi_connection, connection_record) 179 _has_events=False) 180 c._execution_options = util.immutabledict() --> 181 dialect.initialize(c) 182 event.listen(pool, 'first_connect', first_connect, once=True) 183 /home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/connectors/pyodbc.py in initialize(self, connection) 163 164 # run other initialization which asks for user name, etc. --> 165 super(PyODBCConnector, self).initialize(connection) 166 167 def _dbapi_version(self): /home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/dialects/mssql/base.py in initialize(self, connection) 1707 1708 def initialize(self, connection): -> 1709 super(MSDialect, self).initialize(connection) 1710 self._setup_version_attributes() 1711 /home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/engine/default.py in initialize(self, connection) 254 try: 255 self.default_isolation_level = \ --> 256 self.get_isolation_level(connection.connection) 257 except NotImplementedError: 258 self.default_isolation_level = None /home/saravji/anaconda3/lib/python3.6/site-packages/sqlalchemy/dialects/mssql/base.py in get_isolation_level(self, connection) 1701 FROM sys.dm_exec_sessions 1702 where session_id = @@SPID -> 1703 """) 1704 val = cursor.fetchone()[0] 1705 cursor.close() ProgrammingError: (pyodbc.ProgrammingError) ('42000', "[42000] [Microsoft][ODBC Driver 13 for SQL Server][SQL Server]Catalog view 'dm_exec_sessions' is not supported in this version. (104385) (SQLExecDirectW)")
packages.list
Description: Binary data