add pouch search cli

Signed-off-by: Junjun Li <[email protected]>

Author: hellolijj

apis/swagger.yml

@@ -370,6 +370,29 @@ paths:
               $ref: "#/definitions/SearchResultItem"
         500:
           $ref: "#/responses/500ErrorResponse"
+      parameters:
+        - name: "term"
+          in: "query"
+          description: "Term to search"
+          type: "string"
+          required: true
+        - name: "registry"
+          in: "query"
+          description: "Search images from specified registry"
+          type: "string"
+
+        - name: "limit"
+          in: "query"
+          description: "Maximum number of results to return"
+          type: "integer"
+        - name: "filters"
+          in: "query"
+          description: |
+            A JSON encoded value of the filters (a `map[string][]string`) to process on the images list. Available filters:
+            - `is-automated=(true|false)`
+            - `is-official=(true|false)`
+            - `stars=<number>` Matches images that has at least 'number' stars.
+          type: "string"
 
   /images/{imageid}/tag:
     post:

cli/main.go

@@ -35,6 +35,7 @@ func main() {
 	cli.AddCommand(base, &LoadCommand{})
 	cli.AddCommand(base, &SaveCommand{})
 	cli.AddCommand(base, &HistoryCommand{})
+	cli.AddCommand(base, &SearchCommand{})
 
 	cli.AddCommand(base, &InspectCommand{})
 	cli.AddCommand(base, &RenameCommand{})

cli/search.go

@@ -0,0 +1,101 @@
+package main
+
+import (
+	"context"
+	"fmt"
+
+	"github.com/spf13/cobra"
+)
+
+var searchDescription = "\nSearch the images from specific registry."
+
+// SearchCommand implements search images.
+type SearchCommand struct {
+	baseCommand
+	registry string
+}
+
+// Init initialize start command.
+func (s *SearchCommand) Init(c *Cli) {
+	s.cli = c
+
+	s.cmd = &cobra.Command{
+		Use:   "search [OPTIONS] TERM",
+		Short: "Search the images from specific registry",
+		Long:  searchDescription,
+		Args:  cobra.MinimumNArgs(1),
+		RunE: func(cmd *cobra.Command, args []string) error {
+			return s.runSearch(args)
+		},
+		Example: searchExample(),
+	}
+	s.addFlags()
+}
+
+// addFlags adds flags for specific command.
+func (s *SearchCommand) addFlags() {
+	flagSet := s.cmd.Flags()
+
+	flagSet.StringVarP(&s.registry, "registry", "r", "", "set registry name")
+}
+
+func (s *SearchCommand) runSearch(args []string) error {
+	ctx := context.Background()
+	apiClient := s.cli.Client()
+
+	term := args[0]
+	searchResults, err := apiClient.ImageSearch(ctx, term, s.registry)
+
+	if err != nil {
+		return err
+	}
+
+	display := s.cli.NewTableDisplay()
+	display.AddRow([]string{"NAME", "DESCRIPTION", "STARS", "OFFICIAL", "AUTOMATED"})
+
+	for _, result := range searchResults {
+		display.AddRow([]string{result.Name, result.Description, fmt.Sprint(result.StarCount), boolToOKOrNot(result.IsOfficial), boolToOKOrNot(result.IsAutomated)})
+	}
+
+	display.Flush()
+	return nil
+}
+
+// chang bool value to ok or ""  bool => "[OK]" false => ""
+func boolToOKOrNot(isTrue bool) string {
+	if isTrue {
+		return "[OK]"
+	}
+	return ""
+}
+
+func searchExample() string {
+	return `$ pouch search nginx
+NAME                                                   DESCRIPTION                                     STARS               OFFICIAL            AUTOMATED
+nginx                                                  Official build of Nginx.                        11403               [OK]
+jwilder/nginx-proxy                                    Automated Nginx reverse proxy for docker con…   1600                                    [OK]
+richarvey/nginx-php-fpm                                Container running Nginx + PHP-FPM capable of…   712                                     [OK]
+jrcs/letsencrypt-nginx-proxy-companion                 LetsEncrypt container to use with nginx as p…   509                                     [OK]
+webdevops/php-nginx                                    Nginx with PHP-FPM                              127                                     [OK]
+zabbix/zabbix-web-nginx-mysql                          Zabbix frontend based on Nginx web-server wi…   101                                     [OK]
+bitnami/nginx                                          Bitnami nginx Docker Image                      66                                      [OK]
+linuxserver/nginx                                      An Nginx container, brought to you by LinuxS…   61
+1and1internet/ubuntu-16-nginx-php-phpmyadmin-mysql-5   ubuntu-16-nginx-php-phpmyadmin-mysql-5          50                                      [OK]
+zabbix/zabbix-web-nginx-pgsql                          Zabbix frontend based on Nginx with PostgreS…   33                                      [OK]
+tobi312/rpi-nginx                                      NGINX on Raspberry Pi / ARM                     26                                      [OK]
+nginx/nginx-ingress                                    NGINX Ingress Controller for Kubernetes         20
+schmunk42/nginx-redirect                               A very simple container to redirect HTTP tra…   15                                      [OK]
+nginxdemos/hello                                       NGINX webserver that serves a simple page co…   14                                      [OK]
+blacklabelops/nginx                                    Dockerized Nginx Reverse Proxy Server.          12                                      [OK]
+wodby/drupal-nginx                                     Nginx for Drupal container image                12                                      [OK]
+centos/nginx-18-centos7                                Platform for running nginx 1.8 or building n…   10
+centos/nginx-112-centos7                               Platform for running nginx 1.12 or building …   9
+nginxinc/nginx-unprivileged                            Unprivileged NGINX Dockerfiles                  4
+1science/nginx                                         Nginx Docker images that include Consul Temp…   4                                       [OK]
+nginx/nginx-prometheus-exporter                        NGINX Prometheus Exporter                       4
+mailu/nginx                                            Mailu nginx frontend                            3                                       [OK]
+toccoag/openshift-nginx                                Nginx reverse proxy for Nice running on same…   1                                       [OK]
+ansibleplaybookbundle/nginx-apb                        An APB to deploy NGINX                          0                                       [OK]
+wodby/nginx                                            Generic nginx                                   0                                       [OK]
+`
+}

client/image_search.go

@@ -0,0 +1,32 @@
+package client
+
+import (
+	"context"
+	"encoding/json"
+	"net/url"
+
+	"github.com/alibaba/pouch/apis/types"
+)
+
+// ImageSearch requests daemon to search an image from registry.
+func (client *APIClient) ImageSearch(ctx context.Context, term string, register string) ([]types.SearchResultItem, error) {
+	var results []types.SearchResultItem
+
+	q := url.Values{}
+	q.Set("term", term)
+	if len(register) > 0 {
+		q.Set("registry", register)
+	}
+
+	// todo: add some auth info
+	headers := map[string][]string{}
+
+	resp, err := client.post(ctx, "/images/search", q, nil, headers)
+
+	if err != nil {
+		return nil, err
+	}
+
+	err = json.NewDecoder(resp.Body).Decode(&results)
+	return results, err
+}

client/image_search_test.go

@@ -0,0 +1,69 @@
+package client
+
+import (
+	"bytes"
+	"context"
+	"encoding/json"
+	"fmt"
+	"io/ioutil"
+	"net/http"
+	"strings"
+	"testing"
+
+	"github.com/alibaba/pouch/apis/types"
+	"github.com/stretchr/testify/assert"
+)
+
+func TestImageSearchServerError(t *testing.T) {
+	client := &APIClient{
+		HTTPCli: newMockClient(errorMockResponse(http.StatusInternalServerError, "Server error")),
+	}
+	term, registry := "", "nginx"
+	_, err := client.ImageSearch(context.Background(), term, registry)
+	if err == nil || !strings.Contains(err.Error(), "Server error") {
+		t.Fatalf("expected a Server Error, got %v", err)
+	}
+}
+
+func TestImageSearchOK(t *testing.T) {
+	expectedURL := "/images/search"
+
+	httpClient := newMockClient(func(req *http.Request) (*http.Response, error) {
+		if !strings.HasPrefix(req.URL.Path, expectedURL) {
+			return nil, fmt.Errorf("expected URL '%s', got '%s'", expectedURL, req.URL)
+		}
+		if req.Method != "POST" {
+			return nil, fmt.Errorf("expected POST method, got %s", req.Method)
+		}
+
+		searchResults, err := json.Marshal([]types.SearchResultItem{
+			{
+				Description: "nginx info",
+				IsAutomated: false,
+				IsOfficial:  true,
+				Name:        "nginx",
+				StarCount:   1233,
+			},
+		})
+		if err != nil {
+			return nil, err
+		}
+
+		return &http.Response{
+			StatusCode: http.StatusOK,
+			Body:       ioutil.NopCloser(bytes.NewReader([]byte(searchResults))),
+		}, nil
+	})
+
+	client := &APIClient{
+		HTTPCli: httpClient,
+	}
+
+	searchResults, err := client.ImageSearch(context.Background(), "nginx", "")
+	if err != nil {
+		t.Fatal(err)
+	}
+
+	assert.Equal(t, searchResults[0].StarCount, int64(1233))
+	assert.Equal(t, searchResults[0].Name, "nginx")
+}

client/interface.go

@@ -59,6 +59,7 @@ type ImageAPIClient interface {
 	ImageSave(ctx context.Context, imageName string) (io.ReadCloser, error)
 	ImageHistory(ctx context.Context, name string) ([]types.HistoryResultItem, error)
 	ImagePush(ctx context.Context, ref, encodedAuth string) (io.ReadCloser, error)
+	ImageSearch(ctx context.Context, term string, registry string) ([]types.SearchResultItem, error)
 }
 
 // VolumeAPIClient defines methods of Volume client.

cri/stream/portforward/httpstream.go

@@ -74,8 +74,8 @@ func handleHTTPStreams(ctx context.Context, w http.ResponseWriter, req *http.Req
 		streamChan:            streamChan,
 		streamPairs:           collect.NewSafeMap(),
 		streamCreationTimeout: streamCreationTimeout,
-		pod:       podName,
-		forwarder: portForwarder,
+		pod:                   podName,
+		forwarder:             portForwarder,
 	}
 	h.run(ctx)
 

cri/v1alpha2/cri_utils_test.go

@@ -985,10 +985,10 @@ func Test_toCriContainer(t *testing.T) {
 					Config: &apitypes.ContainerConfig{
 						Image: "image",
 						Labels: map[string]string{
-							containerTypeLabelKey: "b",
-							sandboxIDLabelKey:     "sid",
-							"aa":                  "bb",
-							"cc":                  "dd",
+							containerTypeLabelKey:    "b",
+							sandboxIDLabelKey:        "sid",
+							"aa":                     "bb",
+							"cc":                     "dd",
 							annotationPrefix + "aaa": "bbb",
 							annotationPrefix + "ccc": "ddd",
 						},
@@ -1031,10 +1031,10 @@ func Test_toCriContainer(t *testing.T) {
 					Config: &apitypes.ContainerConfig{
 						Image: "image",
 						Labels: map[string]string{
-							containerTypeLabelKey: "b",
-							sandboxIDLabelKey:     "sid",
-							"aa":                  "bb",
-							"cc":                  "dd",
+							containerTypeLabelKey:    "b",
+							sandboxIDLabelKey:        "sid",
+							"aa":                     "bb",
+							"cc":                     "dd",
 							annotationPrefix + "aaa": "bbb",
 							annotationPrefix + "ccc": "ddd",
 						},
@@ -1058,10 +1058,10 @@ func Test_toCriContainer(t *testing.T) {
 					Config: &apitypes.ContainerConfig{
 						Image: "image",
 						Labels: map[string]string{
-							containerTypeLabelKey: "b",
-							sandboxIDLabelKey:     "sid",
-							"aa":                  "bb",
-							"cc":                  "dd",
+							containerTypeLabelKey:    "b",
+							sandboxIDLabelKey:        "sid",
+							"aa":                     "bb",
+							"cc":                     "dd",
 							annotationPrefix + "aaa": "bbb",
 							annotationPrefix + "ccc": "ddd",
 						},

daemon/mgr/image.go

@@ -2,10 +2,13 @@ package mgr
 
 import (
 	"context"
+	"encoding/json"
 	"errors"
 	"fmt"
 	"io"
+	"io/ioutil"
 	"net/http"
+	"net/url"
 	"strings"
 	"time"
 
@@ -326,7 +329,40 @@ func (mgr *ImageManager) ListImages(ctx context.Context, filter filters.Args) ([
 // SearchImages searches imaged from specified registry.
 func (mgr *ImageManager) SearchImages(ctx context.Context, name string, registry string) ([]types.SearchResultItem, error) {
 	// Directly send API calls towards specified registry
-	return nil, errtypes.ErrNotImplemented
+	if len(registry) == 0 {
+		registry = "https://index.docker.io/v1/"
+	}
+
+	u := registry + "search?q=" + url.QueryEscape(name)
+	res, err := http.Get(u)
+	if err != nil {
+		return nil, err
+	}
+	defer res.Body.Close()
+	if res.StatusCode != 200 {
+		return nil, errtypes.ErrTimeout
+	}
+
+	rawData, err := ioutil.ReadAll(res.Body)
+	if err != nil {
+		return nil, err
+	}
+
+	// todo: to move where it should be
+	type SearchResults struct {
+		Query      string                   `json:"query"`
+		NumResults int                      `json:"num_results"`
+		Results    []types.SearchResultItem `json:"results"`
+	}
+
+	searchResults := new(SearchResults)
+	err = json.Unmarshal(rawData, searchResults)
+
+	return searchResults.Results, err
+
+	// todo: whether this code rebuild in ctrd ?
+	// todo: to add some session code and log info?
+	//return mgr.client.SearchImage(ctx, name, registry)
 }
 
 // RemoveImage deletes a reference.