Prepare v0.35.3

.github/workflows/build-docker-prerunner.yml

@@ -42,8 +42,10 @@ jobs:
             docker save $repo/$name:$tag -o $repo-$name-$tag-node-${{ inputs.node-version }}-docker-image.tar
           done
 
-      - name: Zip image
-        run: pigz *-docker-image.tar
+      - name: Install pigz and zip image
+        run: |
+          sudo apt-get install pigz -y
+          pigz *-docker-image.tar
 
       - name: Upload image as an artifact
         uses: actions/upload-artifact@v3

.github/workflows/build-docker-runner-node.yml

@@ -48,8 +48,10 @@ jobs:
             docker save $repo/$name:$tag -o $repo-$name-$tag-node-${{ inputs.node-version }}-docker-image.tar
           done
 
-      - name: Zip image
-        run: pigz *-docker-image.tar
+      - name: Install pigz and zip image
+        run: |
+          sudo apt-get install pigz -y
+          pigz *-docker-image.tar
 
       - name: Upload image as an artifact
         uses: actions/upload-artifact@v3

.github/workflows/build-docker-runner-python.yml

@@ -36,8 +36,10 @@ jobs:
             docker save $repo/$name:$tag -o $repo-$name-$tag-docker-image.tar
           done
 
-      - name: Zip image
-        run: pigz *-docker-image.tar
+      - name: Install pigz and zip image
+        run: |
+          sudo apt-get install pigz -y
+          pigz *-docker-image.tar
 
       - name: Upload image as an artifact
         uses: actions/upload-artifact@v3

.github/workflows/build-docker-sth.yml

@@ -47,8 +47,10 @@ jobs:
             docker save $repo/$name:$tag -o $repo-$name-$tag-node-${{ inputs.node-version }}-docker-image.tar
           done
 
-      - name: Zip image
-        run: pigz *-docker-image.tar
+      - name: Install pigz and zip image
+        run: |
+          sudo apt-get install pigz -y
+          pigz *-docker-image.tar
 
       - name: Upload image as an artifact
         uses: actions/upload-artifact@v3

.github/workflows/build-refapps.yml

@@ -27,6 +27,9 @@ jobs:
 
       - name: Build refapps
         run: yarn build:refapps
+
+      - name: Install pigz
+        run: sudo apt-get install pigz -y
 
       - name: Create artifact
         run: tar --use-compress-program="pigz -0 --recursive" -cvf dist-refapps-${{ github.event.pull_request.head.sha }}-${{ inputs.node-version }}.tar.gz packages/*.tar.gz

.github/workflows/build-sth.yml

@@ -34,7 +34,10 @@ jobs:
 
       - name: List dirs in dist
         run: find dist -maxdepth 2 -type d
-
+
+      - name: Install pigz
+        run: sudo apt-get install pigz -y
+
       - name: Create artifact
         run: tar --use-compress-program="pigz --best --recursive" -cf dist-sth-${{ github.event.pull_request.head.sha }}-${{ inputs.node-version }}.tar.gz dist/.
 

.github/workflows/publish-release.yml

@@ -69,7 +69,9 @@ jobs:
           path: docker-images
 
       - name: Unzip docker images
-        run: pigz -d docker-images/*/*-docker-image.tar.gz
+        run: |
+          sudo apt-get install pigz -y
+          pigz -d docker-images/*/*-docker-image.tar.gz
 
       - name: Load docker images
         run: ls -1 docker-images/*/*-docker-image.tar | while read line; do docker load -i $line; done

.github/workflows/security-check.yml

@@ -13,7 +13,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        node-version: [14.x, 16.x]
+        node-version: [16.x, 18.x]
 
     steps:
       - uses: actions/checkout@v3

.github/workflows/test-bdd-docker.yml

@@ -36,6 +36,9 @@ jobs:
         uses: actions/download-artifact@v3
         with:
           name: dist-refapps-${{ github.event.pull_request.head.sha }}-${{ inputs.node-version }}.tar.gz
+
+      - name: Install pigz
+        run: sudo apt-get install pigz -y
 
       - name: Unzip dist-${{ github.event.pull_request.head.sha }}-${{ inputs.node-version }}.tar.gz artifact
         run: ls dist*tar.gz | xargs -n1 tar -I pigz -xf

.github/workflows/test-bdd-process.yml

@@ -32,7 +32,10 @@ jobs:
         uses: actions/download-artifact@v3
         with:
           name: dist-refapps-${{ github.event.pull_request.head.sha }}-${{ inputs.node-version }}.tar.gz
-
+
+      - name: Install pigz
+        run: sudo apt-get install pigz -y
+
       - name: Unzip dist-${{ github.event.pull_request.head.sha }}-${{ inputs.node-version }}.tar.gz artifact
         run: ls dist*tar.gz |xargs -n1 tar -I pigz -xf
 

.github/workflows/test-unit.yml

@@ -27,6 +27,9 @@ jobs:
         with:
           name: dist-sth-${{ github.event.pull_request.head.sha }}-${{ inputs.node-version }}.tar.gz
 
+      - name: Install pigz
+        run: sudo apt-get install pigz -y
+
       - name: Unzip dist-sth-${{ github.event.pull_request.head.sha }}-${{ inputs.node-version }}.tar.gz artifact
         run: ls dist*tar.gz |xargs -n1 tar -I pigz -xf
 

.gitignore

@@ -159,3 +159,7 @@ timing-log.ndjson
 
 # private working directories
 /temp
+
+# extra dist dirs
+
+/dist.*

bdd/features/e2e/E2E-011-cli-topic.feature

@@ -5,26 +5,27 @@ This feature checks topic functionalities over CLI
     @ci-topic @cli
     Scenario: E2E-011 TC-001 API to API
         Given I set config for local Hub
-        When I execute CLI with "topic send cities data/cities.json"
+        When I execute CLI with "topic send cities data/cities.json" without waiting for the end
         Then I execute CLI with "topic get cities" without waiting for the end
         Then I confirm data named "nyc-city-nl" will be received
 
     @ci-topic @cli
     Scenario: E2E-011 TC-002 Instance to API
         When I execute CLI with "seq send ../packages/endless-names-output.tar.gz"
-        # When I execute CLI with "seq start - --output-topic names13"
         When I execute CLI with "seq start -"
         Then I execute CLI with "topic get names" without waiting for the end
         Then I confirm data named "endless-names-10" will be received
+        And kill process "topic get"
 
     @ci-topic @cli
     Scenario: E2E-011 TC-003 API to Instance
-        When I execute CLI with "topic send avengers data/data.json"
+        When I execute CLI with "topic send avengers data/data.json" without waiting for the end
         When I execute CLI with "seq send ../packages/hello-input-out.tar.gz"
         When I execute CLI with "seq start - --input-topic avengers "
         And wait for "10000" ms
         And I execute CLI with "inst output -" without waiting for the end
         Then I confirm data named "hello-avengers" will be received
+        When I execute CLI with "inst kill - --removeImmediately"
 
     # TODO: need to test this via separate two sequences
     @ci-topic @cli
@@ -37,19 +38,35 @@ This feature checks topic functionalities over CLI
         And wait for "4000" ms
         And I execute CLI with "inst output -" without waiting for the end
         Then I confirm data named "hello-input-out-10" will be received
+        When I execute CLI with "inst kill - --removeImmediately"
 
     @ci-topic @cli
-    Scenario: E2E-011 TC-005 Complete data delivery
+    Scenario: E2E-011 TC-005 Complete data delivery when topic initiated by "topic send"
         Given host is running
         Then send json data "Bonnie" named "pets"
         Then send json data "Rosa" named "pets"
         Then send json data "Fahume" named "pets"
-        Then I execute CLI with "topic get pets" without waiting for the end
+        Then I execute CLI with "topic get pets" and collect data
         Then I confirm data named "pets" will be received
+        Then send json data "Yogi" named "pets"
+        Then send json data "Molly" named "pets"
+        Then send json data "Sisi" named "pets"
         And wait for "1000" ms
+        Then I confirm all topic data named "pets2" received
+        And host is still running
+        And kill process "topic get"
+
+    @ci-topic @cli
+    Scenario: E2E-011 TC-006 Complete data delivery when topic initiated by "topic get"
+        Given host is running
+        Then I execute CLI with "topic get pets" and collect data
+        Then send json data "Bonnie" named "pets"
+        Then send json data "Rosa" named "pets"
+        Then send json data "Fahume" named "pets"
+        Then I confirm data named "pets" will be received
         Then send json data "Yogi" named "pets"
         Then send json data "Molly" named "pets"
         Then send json data "Sisi" named "pets"
-        Then I execute CLI with "topic get pets" without waiting for the end
-        Then I confirm data named "pets2" will be received
+        And wait for "1000" ms
+        Then I confirm all topic data named "pets2" received
         And host is still running

bdd/features/e2e/E2E-013-topic.feature

@@ -3,6 +3,20 @@ Feature: E2E topic tests
 The tests check topic functionalities, where we send and receive data from /topic/:name endpoint by using api-client
 
     @ci-api
+    Scenario Outline: E2E-013 TC-000 Topic content-type <content type> compatibility
+        Given host is running
+        Then send data "{ \"city\": \"New York\" }" named <topic name> and content-type <content type>
+        Then get data named <topic name> and content-type <content type>
+        Then confirm data defined as "nyc-city-nl" will be received
+        And host is still running
+
+    Examples:
+        | topic name |        content type        |
+        |  "city1"   | "text/x-ndjson"            |
+        |  "city2"   | "text/plain"               |
+        |  "city3"   | "application/octet-stream" |
+        |  "city4"   | "application/x-ndjson"     |
+    @ci-api
     Scenario: E2E-013 TC-001 API to API
         Given host is running
         Then send json data "{ \"city\": \"New York\" }" named "city"
@@ -103,5 +117,5 @@ The tests check topic functionalities, where we send and receive data from /topi
         And topic "RegularTopic" is created
         Then confirm topics contain "RegularTopic"
         Then remove topic "RegularTopic"
-        Then confirm topics are empty
+        Then confirm topic "RegularTopic" is removed