Updated source for Pylint 1.5.

Pylint 1.5 brought with it much more than
    pylint.extensions.check_docs
The changes for this PR are
- checking import order
- checking self._foo is set in __init__
- complaining about methods that don't use self
- complaining about not calling super().__init__ (for
  the virtual base class we used)
- complaining about not (self == other) in __ne__,
  suggested (self != other) instead
- complaining about unit tests checking None result from methods
  which are known (by static analysis?) to return None
- complaining about not over-riding virtual method in storage
  _PropertyMixin
- aggressively checking `redefined-variable-type` when variables
  can be optionally float/int/Entity/Key/etc.
- checking that GCloudError constructor is called correctly
  in unit tests
- checking that subclass method overrides use the same arguments
  (this occurred in BigQuery test_job with _makeResource)

Author: dhermes

gcloud/_helpers.py

@@ -19,23 +19,20 @@
 import calendar
 import datetime
 import os
-import six
+from threading import local as Local
 import socket
 
-try:
-    from threading import local as Local
-except ImportError:     # pragma: NO COVER (who doesn't have it?)
-    class Local(object):
-        """Placeholder for non-threaded applications."""
-
+import six
 from six.moves.http_client import HTTPConnection  # pylint: disable=F0401
 
+from gcloud.environment_vars import PROJECT
+
+# pylint: disable=wrong-import-position
 try:
     from google.appengine.api import app_identity
 except ImportError:
     app_identity = None
-
-from gcloud.environment_vars import PROJECT
+# pylint: enable=wrong-import-position
 
 
 _NOW = datetime.datetime.utcnow  # To be replaced by tests.
@@ -297,7 +294,7 @@ def _to_bytes(value, encoding='ascii'):
 
 
 try:
-    from pytz import UTC  # pylint: disable=unused-import
+    from pytz import UTC  # pylint: disable=unused-import,wrong-import-position
 except ImportError:
     UTC = _UTC()  # Singleton instance to be used throughout.
 

gcloud/bigquery/dataset.py

@@ -60,10 +60,13 @@ class Dataset(object):
     :param access_grants: roles granted to entities for this dataset
     """
 
+    _access_grants = None
+
     def __init__(self, name, client, access_grants=()):
         self.name = name
         self._client = client
         self._properties = {}
+        # Let the @property do validation.
         self.access_grants = access_grants
 
     @property
@@ -283,7 +286,8 @@ def _require_client(self, client):
             client = self._client
         return client
 
-    def _parse_access_grants(self, access):
+    @staticmethod
+    def _parse_access_grants(access):
         """Parse a resource fragment into a set of access grants.
 
         :type access: list of mappings

gcloud/bigquery/job.py

@@ -444,10 +444,14 @@ class LoadTableFromStorageJob(_AsyncJob):
     :type schema: list of :class:`gcloud.bigquery.table.SchemaField`
     :param schema: The job's schema
     """
+
+    _schema = None
+
     def __init__(self, name, destination, source_uris, client, schema=()):
         super(LoadTableFromStorageJob, self).__init__(name, client)
         self.destination = destination
         self.source_uris = source_uris
+        # Let the @property do validation.
         self.schema = schema
         self._configuration = _LoadConfiguration()
 

gcloud/bigquery/table.py

@@ -72,10 +72,13 @@ class Table(object):
     :param schema: The table's schema
     """
 
+    _schema = None
+
     def __init__(self, name, dataset, schema=()):
         self.name = name
         self._dataset = dataset
         self._properties = {}
+        # Let the @property do validation.
         self.schema = schema
 
     @property

gcloud/client.py

@@ -31,9 +31,6 @@ class _ClientFactoryMixin(object):
         This class is virtual.
     """
 
-    def __init__(self, *args, **kwargs):
-        raise NotImplementedError('_ClientFactoryMixin is a virtual class')
-
     @classmethod
     def from_service_account_json(cls, json_credentials_path, *args, **kwargs):
         """Factory to retrieve JSON credentials while creating client.

gcloud/credentials.py

@@ -26,21 +26,22 @@
 from oauth2client.client import _get_application_default_credential_from_file
 from oauth2client import crypt
 from oauth2client import service_account
-
-try:
-    from google.appengine.api import app_identity
-except ImportError:
-    app_identity = None
-
 try:
     from oauth2client.appengine import AppAssertionCredentials as _GAECreds
 except ImportError:
     class _GAECreds(object):
         """Dummy class if not in App Engine environment."""
 
+# pylint: disable=wrong-import-position
+try:
+    from google.appengine.api import app_identity
+except ImportError:
+    app_identity = None
+
 from gcloud._helpers import UTC
 from gcloud._helpers import _NOW
 from gcloud._helpers import _microseconds_from_datetime
+# pylint: enable=wrong-import-position
 
 
 def get_credentials():

gcloud/datastore/entity.py

@@ -106,7 +106,11 @@ def __ne__(self, other):
         :rtype: boolean
         :returns: False if the entities compare equal, else True.
         """
-        return not self == other
+        eq_val = self.__eq__(other)
+        if eq_val is NotImplemented:
+            return True
+        else:
+            return not eq_val
 
     @property
     def kind(self):

gcloud/datastore/key.py

@@ -99,7 +99,11 @@ def __ne__(self, other):
         :rtype: boolean
         :returns: False if the keys compare equal, else True.
         """
-        return not self == other
+        eq_val = self.__eq__(other)
+        if eq_val is NotImplemented:
+            return True
+        else:
+            return not eq_val
 
     def __hash__(self):
         """Hash a keys for use in a dictionary lookp.

gcloud/datastore/test_client.py

@@ -620,8 +620,7 @@ def test_put_multi_no_batch_w_partial_key(self):
         client = self._makeOne(credentials=creds)
         client.connection._commit.append(_CommitResult(key))
 
-        result = client.put_multi([entity])
-        self.assertTrue(result is None)
+        client.put_multi([entity])
 
         self.assertEqual(len(client.connection._commit_cw), 1)
         dataset_id, mutation, transaction_id = client.connection._commit_cw[0]
@@ -644,9 +643,8 @@ def test_put_multi_existing_batch_w_completed_key(self):
         key = entity.key = _Key(self.DATASET_ID)
 
         with _NoCommitBatch(client) as CURR_BATCH:
-            result = client.put_multi([entity])
+            client.put_multi([entity])
 
-        self.assertEqual(result, None)
         self.assertEqual(len(CURR_BATCH.mutation.insert_auto_id), 0)
         upserts = list(CURR_BATCH.mutation.upsert)
         self.assertEqual(len(upserts), 1)
@@ -675,8 +673,8 @@ def _delete_multi(*args, **kw):
     def test_delete_multi_no_keys(self):
         creds = object()
         client = self._makeOne(credentials=creds)
-        result = client.delete_multi([])
-        self.assertEqual(result, None)
+        client.delete_multi([])
+        self.assertEqual(len(client.connection._commit_cw), 0)
 
     def test_delete_multi_no_batch(self):
         from gcloud.datastore.test_batch import _CommitResult
@@ -688,8 +686,7 @@ def test_delete_multi_no_batch(self):
         client = self._makeOne(credentials=creds)
         client.connection._commit.append(_CommitResult())
 
-        result = client.delete_multi([key])
-        self.assertEqual(result, None)
+        client.delete_multi([key])
         self.assertEqual(len(client.connection._commit_cw), 1)
         dataset_id, mutation, transaction_id = client.connection._commit_cw[0]
         self.assertEqual(dataset_id, self.DATASET_ID)
@@ -704,9 +701,8 @@ def test_delete_multi_w_existing_batch(self):
         key = _Key(self.DATASET_ID)
 
         with _NoCommitBatch(client) as CURR_BATCH:
-            result = client.delete_multi([key])
+            client.delete_multi([key])
 
-        self.assertEqual(result, None)
         self.assertEqual(len(CURR_BATCH.mutation.insert_auto_id), 0)
         self.assertEqual(len(CURR_BATCH.mutation.upsert), 0)
         deletes = list(CURR_BATCH.mutation.delete)
@@ -722,9 +718,8 @@ def test_delete_multi_w_existing_transaction(self):
         key = _Key(self.DATASET_ID)
 
         with _NoCommitTransaction(client) as CURR_XACT:
-            result = client.delete_multi([key])
+            client.delete_multi([key])
 
-        self.assertEqual(result, None)
         self.assertEqual(len(CURR_XACT.mutation.insert_auto_id), 0)
         self.assertEqual(len(CURR_XACT.mutation.upsert), 0)
         deletes = list(CURR_XACT.mutation.delete)

gcloud/search/document.py

@@ -182,7 +182,8 @@ def from_api_repr(cls, resource, index):
         document._parse_fields_resource(resource)
         return document
 
-    def _parse_value_resource(self, resource):
+    @staticmethod
+    def _parse_value_resource(resource):
         """Helper for _parse_fields_resource"""
         if 'stringValue' in resource:
             string_format = resource.get('stringFormat')
@@ -245,7 +246,8 @@ def _require_client(self, client):
             client = self.index._client
         return client
 
-    def _build_value_resource(self, value):
+    @staticmethod
+    def _build_value_resource(value):
         """Helper for _build_fields_resource"""
         result = {}
         if value.value_type == 'string':