Feature extraction

src/python/turicreate/test/test_image_classifier.py

@@ -19,6 +19,7 @@
     _raise_error_if_not_sframe,
     _raise_error_if_not_sarray,
 )
+from turicreate.toolkits.image_analysis.image_analysis import MODEL_TO_FEATURE_SIZE_MAPPING, get_deep_features
 
 from . import util as test_util
 
@@ -74,7 +75,15 @@ def get_test_data():
         images.append(tc_image)
 
     labels = ["white"] * 5 + ["black"] * 5
-    return tc.SFrame({"awesome_image": images, "awesome_label": labels})
+    data_dict = {"awesome_image": images, "awesome_label": labels}
+    data = tc.SFrame(data_dict)
+
+    for model_name, feature_length in MODEL_TO_FEATURE_SIZE_MAPPING.items():
+        if str(feature_length) in data_dict.keys():
+            continue
+        data[str(feature_length)] = get_deep_features(data["awesome_image"], model_name)
+
+    return data
 
 
 data = get_test_data()
@@ -85,19 +94,20 @@ class ImageClassifierTest(unittest.TestCase):
     def setUpClass(
         self,
         model="resnet-50",
+        feature="awesome_image",
         input_image_shape=(3, 224, 224),
         tol=0.02,
         num_examples=100,
         label_type=int,
     ):
-        self.feature = "awesome_image"
+        self.feature = feature
         self.target = "awesome_label"
         self.input_image_shape = input_image_shape
         self.pre_trained_model = model
         self.tolerance = tol
 
         self.model = tc.image_classifier.create(
-            data, target=self.target, model=self.pre_trained_model, seed=42
+            data, target=self.target, feature=self.feature, model=self.pre_trained_model, seed=42
         )
         self.nn_model = self.model.feature_extractor
         self.lm_model = self.model.classifier
@@ -133,14 +143,13 @@ def assertListAlmostEquals(self, list1, list2, tol):
             self.assertAlmostEqual(a, b, delta=tol)
 
     def test_create_with_missing_value(self):
+        data_dict = {}
+        for col_name, col_type in zip(data.column_names(), data.column_types()):
+            data_dict[col_name] = tc.SArray([None], dtype=col_type)
         data_with_none = data.append(
-            tc.SFrame(
-                {
-                    self.feature: tc.SArray([None], dtype=tc.Image),
-                    self.target: [data[self.target][0]],
-                }
-            )
+            tc.SFrame(data_dict)
         )
+
         with self.assertRaises(_ToolkitError):
             tc.image_classifier.create(
                 data_with_none, feature=self.feature, target=self.target
@@ -162,6 +171,18 @@ def test_create_with_empty_dataset(self):
         with self.assertRaises(_ToolkitError):
             tc.image_classifier.create(data[:0], target=self.target)
 
+    def test_select_correct_feature_column_to_train(self):
+        # sending both, the correct extracted features colum and image column
+        extracted_feature_column_name = str(MODEL_TO_FEATURE_SIZE_MAPPING[self.pre_trained_model])
+        test_model = tc.image_classifier.create(data, target=self.target, model=self.pre_trained_model)
+        self.assertTrue(test_model.feature == extracted_feature_column_name)
+
+        # sending the wrong exracted features column along with the image column
+        columns_name_list = list(filter(lambda x: x != extracted_feature_column_name, data.column_names()))
+        test_data = data.select_columns(columns_name_list)
+        test_model = tc.image_classifier.create(test_data, target=self.target, model=self.pre_trained_model)
+        self.assertTrue(test_model.feature == "awesome_image")
+
     def test_predict(self):
         model = self.model
         for output_type in ["class", "probability_vector"]:
@@ -330,6 +351,18 @@ def test_evaluate_explore(self):
         evaluation.explore()
 
 
+class ImageClassifierResnetTestWithDeepFeatures(ImageClassifierTest):
+    @classmethod
+    def setUpClass(self):
+        super(ImageClassifierSqueezeNetTest, self).setUpClass(
+            model="resnet-50",
+            input_image_shape=(3, 227, 227),
+            tol=0.005,
+            num_examples=200,
+            feature="2048",
+        )
+
+
 class ImageClassifierSqueezeNetTest(ImageClassifierTest):
     @classmethod
     def setUpClass(self):
@@ -338,6 +371,18 @@ def setUpClass(self):
             input_image_shape=(3, 227, 227),
             tol=0.005,
             num_examples=200,
+            feature="awesome_image",
+        )
+
+class ImageClassifierSqueezeNetTestWithDeepFeatures(ImageClassifierTest):
+    @classmethod
+    def setUpClass(self):
+        super(ImageClassifierSqueezeNetTest, self).setUpClass(
+            model="squeezenet_v1.1",
+            input_image_shape=(3, 227, 227),
+            tol=0.005,
+            num_examples=200,
+            feature="1000",
         )
 
 
@@ -354,4 +399,22 @@ def setUpClass(self):
             tol=0.005,
             num_examples=100,
             label_type=str,
+            feature="awesome_image",
+        )
+
+
+# TODO: if on skip OS, test negative case
+@unittest.skipIf(
+    _mac_ver() < (10, 14), "VisionFeaturePrint_Scene only supported on macOS 10.14+"
+)
+class VisionFeaturePrintSceneTestWithDeepFeatures(ImageClassifierTest):
+    @classmethod
+    def setUpClass(self):
+        super(VisionFeaturePrintSceneTest, self).setUpClass(
+            model="VisionFeaturePrint_Scene",
+            input_image_shape=(3, 299, 299),
+            tol=0.005,
+            num_examples=100,
+            label_type=str,
+            feature="2048",
         )

src/python/turicreate/test/test_image_similarity.py

@@ -12,9 +12,12 @@
 from turicreate.toolkits._internal_utils import _mac_ver
 import tempfile
 from . import util as test_util
+
+from turicreate.toolkits._main import ToolkitError as _ToolkitError
+from turicreate.toolkits.image_analysis.image_analysis import MODEL_TO_FEATURE_SIZE_MAPPING, get_deep_features
+
 import coremltools
 import numpy as np
-from turicreate.toolkits._main import ToolkitError as _ToolkitError
 
 
 def get_test_data():
@@ -63,19 +66,27 @@ def get_test_data():
         )
         images.append(tc_image)
 
-    return tc.SFrame({"awesome_image": images})
+    data_dict = {"awesome_image": images}
+    data = tc.SFrame(data_dict)
+
+    for model_name, feature_length in MODEL_TO_FEATURE_SIZE_MAPPING.items():
+        if str(feature_length) in data_dict.keys():
+            continue
+        data[str(feature_length)] = get_deep_features(data["awesome_image"], model_name)
+
+    return data
 
 
 data = get_test_data()
 
 
 class ImageSimilarityTest(unittest.TestCase):
     @classmethod
-    def setUpClass(self, input_image_shape=(3, 224, 224), model="resnet-50"):
+    def setUpClass(self, input_image_shape=(3, 224, 224), model="resnet-50", feature="awesome_image"):
         """
         The setup class method for the basic test case with all default values.
         """
-        self.feature = "awesome_image"
+        self.feature = feature
         self.label = None
         self.input_image_shape = input_image_shape
         self.pre_trained_model = model
@@ -286,11 +297,27 @@ def test_save_and_load(self):
             print("Export coreml passed")
 
 
+class ImageSimilarityResnetTestWithDeepFeatures(ImageSimilarityTest):
+    @classmethod
+    def setUpClass(self):
+        super(ImageSimilaritySqueezeNetTest, self).setUpClass(
+            model="resnet-50", input_image_shape=(3, 227, 227), feature="2048"
+        )
+
+
 class ImageSimilaritySqueezeNetTest(ImageSimilarityTest):
     @classmethod
     def setUpClass(self):
         super(ImageSimilaritySqueezeNetTest, self).setUpClass(
-            model="squeezenet_v1.1", input_image_shape=(3, 227, 227)
+            model="squeezenet_v1.1", input_image_shape=(3, 227, 227), feature="awesome_image"
+        )
+
+
+class ImageSimilaritySqueezeNetTestWithDeepFeatures(ImageSimilarityTest):
+    @classmethod
+    def setUpClass(self):
+        super(ImageSimilaritySqueezeNetTest, self).setUpClass(
+            model="squeezenet_v1.1", input_image_shape=(3, 227, 227), feature="1000"
         )
 
 
@@ -301,10 +328,20 @@ class ImageSimilarityVisionFeaturePrintSceneTest(ImageSimilarityTest):
     @classmethod
     def setUpClass(self):
         super(ImageSimilarityVisionFeaturePrintSceneTest, self).setUpClass(
-            model="VisionFeaturePrint_Scene", input_image_shape=(3, 299, 299)
+            model="VisionFeaturePrint_Scene", input_image_shape=(3, 299, 299), feature="awesome_image"
         )
 
 
+@unittest.skipIf(
+    _mac_ver() < (10, 14), "VisionFeaturePrint_Scene only supported on macOS 10.14+"
+)
+class ImageSimilarityVisionFeaturePrintSceneTestWithDeepFeatures(ImageSimilarityTest):
+    @classmethod
+    def setUpClass(self):
+        super(ImageSimilarityVisionFeaturePrintSceneTest, self).setUpClass(
+            model="VisionFeaturePrint_Scene", input_image_shape=(3, 299, 299), feature="2048"
+        )
+
 # A test to gaurantee that old code using the incorrect name still works.
 @unittest.skipIf(
     _mac_ver() < (10, 14), "VisionFeaturePrint_Scene only supported on macOS 10.14+"
@@ -313,5 +350,16 @@ class ImageSimilarityVisionFeaturePrintSceneTest_bad_name(ImageSimilarityTest):
     @classmethod
     def setUpClass(self):
         super(ImageSimilarityVisionFeaturePrintSceneTest_bad_name, self).setUpClass(
-            model="VisionFeaturePrint_Screen", input_image_shape=(3, 299, 299)
+            model="VisionFeaturePrint_Screen", input_image_shape=(3, 299, 299), feature="awesome_image"
+        )
+
+
+@unittest.skipIf(
+    _mac_ver() < (10, 14), "VisionFeaturePrint_Scene only supported on macOS 10.14+"
+)
+class ImageSimilarityVisionFeaturePrintSceneTestWithDeepFeatures_bad_name(ImageSimilarityTest):
+    @classmethod
+    def setUpClass(self):
+        super(ImageSimilarityVisionFeaturePrintSceneTest_bad_name, self).setUpClass(
+            model="VisionFeaturePrint_Screen", input_image_shape=(3, 299, 299), feature="2048"
         )

src/python/turicreate/toolkits/image_analysis/__init__.py

@@ -7,6 +7,6 @@
 from __future__ import division as _
 from __future__ import absolute_import as _
 
-__all__ = ["image_analysis"]
+# __all__ = ["image_analysis"]
 
-from . import image_analysis
+from .image_analysis import *