Merge pull request #256 from snowflakedb/prep-2.2.0

Prep 2.2.0

Author: sfc-gh-abhatnagar

.coverage2.7rc

@@ -96,3 +96,4 @@ generated_version.py
 *coverage.xml
 .idea/
 .pytest_cache/
+snowflake_connector_python.egg-info/

.gitignore

@@ -0,0 +1,27 @@
+exclude: '^(.*egg.info.*|.*/parameters.py).*$'
+repos:
+-   repo: https://github.com/asottile/seed-isort-config
+    rev: v1.9.1
+    hooks:
+    -   id: seed-isort-config
+        # This work around is necessary until we break the monorepo apart
+        entry: bash -c "cd Python/snowflake/connector && seed-isort-config"
+-   repo: https://github.com/pre-commit/mirrors-isort
+    rev: v4.3.21
+    hooks:
+    -   id: isort
+-   repo: https://github.com/pre-commit/pre-commit-hooks
+    rev: v2.2.3
+    hooks:
+    -   id: trailing-whitespace
+    -   id: end-of-file-fixer
+    -   id: check-yaml
+    -   id: debug-statements
+    -   id: flake8
+        entry: bash -c "cd Python/snowflake/connector && flake8"
+        additional_dependencies: ["flake8-bugbear == 19.3.0"]
+-   repo: https://github.com/asottile/pyupgrade
+    rev: v1.19.0
+    hooks:
+    -   id: pyupgrade
+        entry: bash -c "cd Python/snowflake/connector && pyupgrade"

.pre-commit-config.yaml

@@ -3,8 +3,6 @@ dist: xenial
 language: python
 matrix:
   include:
-  - os: linux
-    python: '2.7'
   - os: linux
     python: '3.5'
   - os: linux

.travis.yml

@@ -9,10 +9,22 @@ Source code is also available at: https://github.com/snowflakedb/snowflake-conne
 Release Notes
 -------------------------------------------------------------------------------
 
+- v2.2.0(January 27,2020)
+
+    - Drop Python 2.7 support
+    - AWS: When OVERWRITE is false, which is set by default, the file is uploaded if no same file name exists in the stage. This used to check the content signature but it will no longer check. Azure and GCP already work this way.
+    - Document Python connector dependencies on our GitHub page in addition to Snowflake docs.
+    - Fix sqlalchemy and possibly python-connector warnings.
+    - Fix GCP exception using the Python connector to PUT a file in a stage with auto_compress=false.
+    - Bump up botocore requirements to 1.14.
+    - Fix uppercaseing authenticator breaks Okta URL which may include case-sensitive elements(#257).
+    - Fix wrong result bug while using fetch_pandas_all() to get fixed numbers with large scales.
+    - Increase multi part upload threshold for S3 to 64MB.
+
 - v2.1.3(January 06,2020)
-   
+
     - Fix GCP Put failed after hours
- 
+
 - v2.1.2(December 16,2019)
 
     - Fix the arrow bundling issue for python connector on mac.
@@ -77,7 +89,7 @@ Release Notes
     - Fix memory leak in python connector panda df fetch API
 
 - v1.9.1(October 4,2019)
-   
+
     - Add asn1crypto requirement to mitigate incompatibility change.
 
 - v1.9.0(August 26,2019) **REMOVED from pypi due to dependency compatibility issues**
@@ -99,7 +111,7 @@ Release Notes
     - Fix Azure Gov PUT and GET issue
 
 - v1.8.6(July 29,2019)
-   
+
     - Reduce retries for OCSP from Python Driver
     - Azure PUT issue: ValueError: I/O operation on closed file
     - Add client information to USER-AGENT HTTP header - PythonConnector
@@ -135,13 +147,13 @@ Release Notes
     - Add Option to Skip Request Pooling
     - Add OCSP_MODE metric
     - Fixed PUT URI issue for Windows path
-    - OCSP SoftFail 
+    - OCSP SoftFail
 
 - v1.7.11 (April 22, 2019)
 
     - numpy timestamp with timezone support
     - qmark not binding None
- 
+
 - v1.7.10 (April 8, 2019)
 
     - Fix the incorrect custom Server URL in Python Driver for Privatelink
@@ -231,7 +243,7 @@ Release Notes
 
     - Enforce virtual host URL for PUT and GET.
     - Added retryCount, clientStarTime for query-request for better service.
-    
+
 - v1.6.6 (August 9, 2018)
 
     - Replaced ``pycryptodome`` with ``pycryptodomex`` to avoid namespace conflict with ``PyCrypto``.
@@ -520,7 +532,7 @@ Release Notes
 
     - Added support for the ``BINARY`` data type, which enables support for more Python data types:
 
-        - Python 3: 
+        - Python 3:
 
             - ``bytes`` and ``bytearray`` can be used for binding.
             - ``bytes`` is also used for fetching ``BINARY`` data type.
@@ -633,12 +645,12 @@ Release Notes
 - v1.0.3 (Jan 13, 2016)
 
     - Added support for the ``BOOLEAN`` data type (i.e. ``TRUE`` or ``FALSE``). This changes the behavior of the binding for the ``bool`` type object:
-     
+
         - Previously, ``bool`` was bound as a numeric value (i.e. ``1`` for ``True``, ``0`` for ``False``).
         - Now, ``bool`` is bound as native SQL data (i.e. ``TRUE`` or ``FALSE``).
 
     - Added the ``autocommit`` method to the ``Connection`` object:
-     
+
         - By default, ``autocommit`` mode is ON (i.e. each DML statement commits the change).
         - If ``autocommit`` mode is OFF, the ``commit`` and ``rollback`` methods are enabled.
 
@@ -656,4 +668,3 @@ Release Notes
 - v1.0.0 (Dec 1, 2015)
 
     - General Availability release.
-

DESCRIPTION.rst

@@ -15,7 +15,7 @@ Snowflake Connector for Python
 
 .. image:: http://img.shields.io/:license-Apache%202-brightgreen.svg
     :target: http://www.apache.org/licenses/LICENSE-2.0.txt
-    
+
 This package includes the Snowflake Connector for Python, which conforms to the Python DB API 2.0 specification:
 https://www.python.org/dev/peps/pep-0249/
 
@@ -26,7 +26,7 @@ using the Snowflake JDBC or ODBC drivers.
 
 The connector is a native, pure Python package that has no dependencies on JDBC or
 ODBC. It can be installed using ``pip`` on Linux, Mac OSX, and Windows platforms
-where either Python 2.7.9 (or higher) or Python 3.5.0 (or higher) is installed.
+where Python 3.5.0 (or higher) is installed.
 
 Snowflake Documentation is available at:
 https://docs.snowflake.net/

README.rst

@@ -14,19 +14,39 @@
 import logging
 from logging import NullHandler
 
-logging.getLogger(__name__).addHandler(NullHandler())
-
-from .version import (VERSION)
-from .compat import (TO_UNICODE)
+from .compat import TO_UNICODE
 from .connection import SnowflakeConnection
 from .cursor import DictCursor
+from .dbapi import (
+    BINARY,
+    DATETIME,
+    NUMBER,
+    ROWID,
+    STRING,
+    Binary,
+    Date,
+    DateFromTicks,
+    Json,
+    Time,
+    TimeFromTicks,
+    Timestamp,
+    TimestampFromTicks,
+)
 from .errors import (
-    Error, Warning, InterfaceError, DatabaseError,
-    NotSupportedError, DataError, IntegrityError, ProgrammingError,
-    OperationalError, InternalError)
-from .dbapi import (Timestamp, TimeFromTicks, Time, TimestampFromTicks, Date,
-                    DateFromTicks, Binary, Json,
-                    DATETIME, ROWID, STRING, NUMBER, BINARY)
+    DatabaseError,
+    DataError,
+    Error,
+    IntegrityError,
+    InterfaceError,
+    InternalError,
+    NotSupportedError,
+    OperationalError,
+    ProgrammingError,
+    Warning,
+)
+from .version import VERSION
+
+logging.getLogger(__name__).addHandler(NullHandler())
 
 
 def Connect(**kwargs):

__init__.py

@@ -1 +1 @@
-theme: jekyll-theme-minimal
+theme: jekyll-theme-minimal

_config.yml

@@ -8,17 +8,17 @@
 import time
 from datetime import datetime, timedelta
 from logging import getLogger
-from .constants import (
-    PARAMETER_TIMEZONE)
-from .converter import (
-    _generate_tzinfo_from_tzoffset)
+
+import pytz
+
+from .constants import PARAMETER_TIMEZONE
+from .converter import _generate_tzinfo_from_tzoffset
 
 try:
     import numpy
 except ImportError:
     numpy = None
 
-import pytz
 
 try:
     import tzlocal
@@ -31,7 +31,9 @@
 
 
 class ArrowConverterContext(object):
-    def __init__(self, session_parameters={}):
+    def __init__(self, session_parameters=None):
+        if session_parameters is None:
+            session_parameters = {}
         self._timezone = None if PARAMETER_TIMEZONE not in session_parameters else session_parameters[PARAMETER_TIMEZONE]
 
     @property

arrow_context.py

@@ -226,4 +226,3 @@ cdef class PyArrowIterator(EmptyPyArrowIterator):
         elif iter_unit == TABLE_UNIT:
             self.cIterator = new CArrowTableIterator(<PyObject*>self.context, &self.batches)
         self.unit = iter_unit
-