optimize HTTP client performance

Signed-off-by: ii2day <ji.li@daocloud.io>

Author: ii2day

charts/templates/configmap.yaml

@@ -18,6 +18,8 @@ data:
     taskPollIntervalInSecond: {{ .Values.feature.taskPollIntervalInSecond }}
     nethttp_defaultRequest_Qps: {{ .Values.feature.nethttp_defaultRequest_Qps }}
     nethttp_defaultRequest_MaxQps: {{ .Values.feature.nethttp_defaultRequest_MaxQps }}
+    nethttp_defaultConcurrency: {{ .Values.feature.nethttp_defaultConcurrency }}
+    nethttp_defaultMaxIdleConnsPerHost: {{ .Values.feature.nethttp_defaultMaxIdleConnsPerHost }}
     nethttp_defaultRequest_DurationInSecond: {{ .Values.feature.nethttp_defaultRequest_DurationInSecond }}
     nethttp_defaultRequest_PerRequestTimeoutInMS: {{ .Values.feature.nethttp_defaultRequest_PerRequestTimeoutInMS }}
     multusPodAnnotationKey: {{ .Values.feature.multusPodAnnotationKey }}

charts/values.yaml

@@ -40,6 +40,12 @@ feature:
   ## @param feature.nethttp_defaultRequest_MaxQps qps for kind nethttp
   nethttp_defaultRequest_MaxQps: 100
 
+  ## @param feature.nethttp_defaultConcurrency concurrency  for kind nethttp
+  nethttp_defaultConcurrency: 50
+
+  ## @param feature.nethttp_defaultMaxIdleConnsPerHost max idle connect for kind nethttp
+  nethttp_defaultMaxIdleConnsPerHost: 50
+
   ## @param feature.nethttp_defaultRequest_DurationInSecond Duration In Second for kind nethttp
   nethttp_defaultRequest_DurationInSecond: 2
 

docs/usage/performance.md

@@ -20,39 +20,60 @@
 
 # Nethttp
 
-In a pod with a CPU of 1
+In a pod with a CPU of 1 
+
+The test server is a server that sleeps for one second and then returns
+## Http1.1
+
+| client       | time | requests | qps     | Memory |
+|--------------|------|----------|---------|--------|
+| spiderdoctor | 0.5m | 81912    | 2988.67 | 210Mb  |
+| hey          | 0.5m | 58423    | 1947.42 | 210Mb  |
 
 | client       | time | requests | qps     | Memory |
 |--------------|------|----------|---------|--------|
-| spiderdoctor | 1m   | 67346    | 1122.43 | 2Gi    |
-| wrk          | 1m   | 53612    | 892.85  | 2Mb    |
+| spiderdoctor | 1m   | 179634   | 2,993.9 | 210Mb  |
+| hey          | 1m   | 118452   | 1974.2  | 220Mb  |
+
+| client       | time | requests | qps     | Memory |
+|--------------|------|----------|---------|--------|
+| spiderdoctor | 5m   | 897979   | 2993.26 | 210Mb  |
+| hey          | 5m   | 596077   | 1986.92 | 270Mb  |
+
+
+## Http2
+
+| client       | time | requests | qps     | Memory |
+|--------------|------|----------|---------|--------|
+| spiderdoctor | 0.5m | 238787   | 7959.57 | 350Mb  |
+| hey          | 0.5m | 7213     | 240.44  | 110Mb  |
+
+| client       | time | requests  | qps      | Memory |
+|--------------|------|-----------|----------|--------|
+| spiderdoctor | 1m   | 481070    | 8017.83  | 370Mb  |
+| hey          | 1m   | 14665     | 244.42   | 120Mb  |
 
 | client       | time | requests | qps      | Memory |
 |--------------|------|----------|----------|--------|
-| spiderdoctor | 5m   | 272403   | 908.01   | 2.6Gi  |
-| wrk          | 5m   | 265551   | 884.92   | 5Mb    |
-
-| client       | time | requests  | qps     | Memory |
-|--------------|------|-----------|---------|--------|
-| spiderdoctor | 10m  | 467254    | 778.75  | 4.5Gi  |
-| wrk          | 10m  | 565638    | 942.58  | 5Mb    |
+| spiderdoctor | 5m   | 2419874  | 8066.25  | 390Mb  |
+| hey          | 5m   | 74776    | 249.25   | 130Mb  |
 
 
 # Netdns
 
 In a pod with a CPU of 1
 
-| client       | time | requests | qps       | Memory |
-|--------------|------|----------|-----------|--------|
-| spiderdoctor | 1m   | 1855511  | 30,925.18 | 23Mb   |
-| dnsperf      | 1m   | 1728086  |28800.406  | 8Mb    |
+| client       | time | requests | qps        | Memory |
+|--------------|------|----------|------------|--------|
+| spiderdoctor | 1m   | 1855511  | 30925.18   | 23Mb   |
+| dnsperf      | 1m   | 1728086  | 28800.406  | 8Mb    |
 
-| client       | time | requests | qps       | Memory |
-|--------------|------|----------|-----------|--------|
-| spiderdoctor | 5m   | 9171699  | 30,572.33 | 100Mb  |
-| dnsperf      | 5m   | 8811137  | 29370.34  | 8Mb    |
+| client       | time | requests | qps      | Memory |
+|--------------|------|----------|----------|--------|
+| spiderdoctor | 5m   | 9171699  | 30572.33 | 100Mb  |
+| dnsperf      | 5m   | 8811137  | 29370.34 | 8Mb    |
 
 | client       | time | requests  | qps       | Memory |
 |--------------|------|-----------|-----------|--------|
-| spiderdoctor | 10m  | 18561282  | 30,935.47 | 173Mb  |
+| spiderdoctor | 10m  | 18561282  | 30935.47  | 173Mb  |
 | dnsperf      | 10m  | 17260779  | 28767.666 | 8Mb    |

go.mod

@@ -23,7 +23,6 @@ require (
 	github.com/spf13/cobra v1.6.1
 	github.com/spf13/viper v1.15.0
 	github.com/spidernet-io/e2eframework v0.0.0-20221012075947-0a835b3d4cf9
-	github.com/tsenart/vegeta/v12 v12.8.4
 	go.opentelemetry.io/otel v1.12.0
 	go.opentelemetry.io/otel/exporters/prometheus v0.33.0
 	go.opentelemetry.io/otel/metric v0.34.0
@@ -83,7 +82,6 @@ require (
 	github.com/huandu/xstrings v1.3.2 // indirect
 	github.com/imdario/mergo v0.3.13 // indirect
 	github.com/inconshreveable/mousetrap v1.0.1 // indirect
-	github.com/influxdata/tdigest v0.0.1 // indirect
 	github.com/josharian/intern v1.0.0 // indirect
 	github.com/json-iterator/go v1.1.12 // indirect
 	github.com/kr/pretty v0.3.0 // indirect