Add: Chatbox vendor service (#1143)

* wip

* Add csi-s3 and have portainer use it

* Change request @Hrytsuk 1GB max portainer volume size

* Arch Linux Certificates Customization

* Fix pgsql exporter failure

* [Kubernetes] Introduce on-prem persistent Storage (Longhorn) 🎉  (#979)

* Introduce longhorn chart

* Further longhorn configuration

* Longhorn: further settings configuration

* Fix longhorn configuration bugs

Extra: introduce longhorn pv vales for portainer

* Add comment for deletion longhorn

* Further longhorn configuration

* Add README.md for Longhorn wit FAQ

* Update Longhorn readme

* Update readme

* Futher LH configuration

* Update LH's Readme

* Update Longhorn Readme

* Improve LH's Readme

* LH: Reduce reserved default disk space to 5%

Since we use a dedicated disk for LH, we can go ahead with 5%

* Use values to set Longhorn storage class

* Update LH's Readme

* LH Readme: add requirements reference

* PR Review: bring back portainer s3 pv

* LH: decrease portinaer volume size

* Experimental: Try to add tracing to simcore-traefik on master

* Fixes ITISFoundation/osparc-simcore#7363

* Add chatbox vendor service

* necessary reverts

* Add resources, change names

* wip

* Add chat vendor service maintenanec mode

---------

Co-authored-by: Dustin Kaiser <[email protected]>
Co-authored-by: YH <[email protected]>

Author: mrnicegyu11

scripts/deployments/deploy_everything_locally.bash

@@ -258,4 +258,9 @@ if [ "$start_simcore" -eq 0 ]; then
     pushd "${service_dir}"
     call_make "." up-"$stack_target"
     popd
+    log_info "starting vendor services..."
+    service_dir="${repo_basedir}"/services/vendors
+    pushd "${service_dir}"
+    call_make "." up-"$stack_target"
+    popd
 fi

services/maintenance-page/docker-compose.yml.j2

@@ -28,6 +28,7 @@ services:
         - traefik.enable=true
         - traefik.swarm.network=${PUBLIC_NETWORK}
         - traefik.http.routers.{{"maintenance_" + j2item.replace('@','').replace(' ','').replace('.','').replace('-','').replace('\'','') + "_html"}}.priority={{MAINTENANCE_PAGES_TRAEFIK_PRIORITY}}
+        - traefik.http.routers.{{"maintenance_" + j2item.replace('@','').replace(' ','').replace('.','').replace('-','').replace('\'','') + "_html"}}.rule=Host(`{{VENDOR_CHATBOT_SUBDOMAIN_PREFIX}}.{{j2item}}`) || (Host(`{{j2item}}`) && PathPrefix(`/`)) || (HostRegexp(`services.{{j2item}}`) && PathPrefix(`/`))
         - traefik.http.routers.{{"maintenance_" + j2item.replace('@','').replace(' ','').replace('.','').replace('-','').replace('\'','') + "_html"}}.rule=Host(`{{VENDOR_MANUAL_SUBDOMAIN_PREFIX}}.{{j2item}}`) || (Host(`{{j2item}}`) && PathPrefix(`/`)) || (HostRegexp(`services.{{j2item}}`) && PathPrefix(`/`))
         - traefik.http.routers.{{"maintenance_" + j2item.replace('@','').replace(' ','').replace('.','').replace('-','').replace('\'','') + "_html"}}.tls=true
         - traefik.http.services.{{"maintenance_" + j2item.replace('@','').replace(' ','').replace('.','').replace('-','').replace('\'','') + "_html"}}.loadbalancer.server.port=80

services/vendors/docker-compose.yml.j2

@@ -5,7 +5,7 @@ services:
     image: ${VENDOR_MANUAL_IMAGE}
     init: true
 {%- raw %}
-    hostname: "{{.Node.Hostname}}-{{.Task.Slot}}"
+    hostname: "v-manual-{{.Node.Hostname}}-{{.Task.Slot}}"
 {%- endraw %}
     deploy:
       replicas: ${VENDOR_MANUAL_REPLICAS}
@@ -30,11 +30,45 @@ services:
         - traefik.http.services.vendor_manual.loadbalancer.server.port=${VENDOR_MANUAL_PORT}
         - traefik.http.routers.vendor_manual.entrypoints=https
         - traefik.http.routers.vendor_manual.tls=true
-        - traefik.http.routers.vendor_manual.rule={{ generate_vendors_manual_traefik_rule(VENDOR_MANUAL_PRODUCTS, VENDOR_MANUAL_SUBDOMAIN_PREFIX) }}
+        - traefik.http.routers.vendor_manual.rule={{ generate_vendors_traefik_rule(VENDOR_MANUAL_PRODUCTS, VENDOR_MANUAL_SUBDOMAIN_PREFIX) }}
         - traefik.http.routers.vendor_manual.middlewares=ops_gzip@swarm, authenticated_platform_user@swarm
     networks:
       - public
-
+  chat:
+    image: ${VENDOR_CHATBOT_IMAGE}
+    init: true
+{%- raw %}
+    hostname: "v-chat-{{.Node.Hostname}}-{{.Task.Slot}}"
+{%- endraw %}
+    deploy:
+      replicas: ${VENDOR_CHATBOT_REPLICAS}
+      placement:
+        constraints:
+          - node.labels.simcore==true
+      resources:
+        limits:
+          cpus: "1.0"
+          memory: 2.5G
+        reservations:
+          cpus: "0.1"
+          memory: 512M
+      update_config:
+        parallelism: 1
+        order: start-first
+        failure_action: continue
+        delay: 10s
+      labels:
+        - traefik.enable=true
+        - traefik.swarm.network=${PUBLIC_NETWORK}
+        - traefik.http.services.vendor_chat.loadbalancer.server.port=${VENDOR_CHATBOT_PORT}
+        - traefik.http.routers.vendor_chat.entrypoints=https
+        - traefik.http.routers.vendor_chat.tls=true
+        - traefik.http.routers.vendor_chat.rule={{ generate_vendors_traefik_rule(VENDOR_CHATBOT_PRODUCTS, VENDOR_CHATBOT_SUBDOMAIN_PREFIX) }}
+        - traefik.http.routers.vendor_chat.middlewares=authenticated_platform_user@swarm
+        - prometheus-job=vendor-chat
+        - prometheus-port=8000
+    networks:
+      - public
 networks:
   public:
     external: true

services/vendors/j2cli_customization.py

@@ -1,11 +1,9 @@
-def _generate_vendors_manual_traefik_rule(domains: str, subdomain_prefix: str) -> str:
+def _generate_vendors_traefik_rule(domains: str, subdomain_prefix: str) -> str:
     domain_list = domains.strip().strip(",").split(",")
     domains = [f"{subdomain_prefix}.{domain}" for domain in domain_list]
     return " || ".join(f"Host(`{d}`)" for d in domains)
 
 
 def j2_environment(env):
-    env.globals.update(
-        generate_vendors_manual_traefik_rule=_generate_vendors_manual_traefik_rule
-    )
+    env.globals.update(generate_vendors_traefik_rule=_generate_vendors_traefik_rule)
     return env

services/vendors/template.env

@@ -3,4 +3,10 @@ VENDOR_MANUAL_REPLICAS=${VENDOR_MANUAL_REPLICAS}
 VENDOR_MANUAL_SUBDOMAIN_PREFIX=${VENDOR_MANUAL_SUBDOMAIN_PREFIX}
 VENDOR_MANUAL_PRODUCTS=${VENDOR_MANUAL_PRODUCTS}
 VENDOR_MANUAL_PORT=${VENDOR_MANUAL_PORT}
+VENDOR_CHATBOT_IMAGE=${VENDOR_CHATBOT_IMAGE}
+VENDOR_CHATBOT_REPLICAS=${VENDOR_CHATBOT_REPLICAS}
+VENDOR_CHATBOT_SUBDOMAIN_PREFIX=${VENDOR_CHATBOT_SUBDOMAIN_PREFIX}
+VENDOR_CHATBOT_PRODUCTS=${VENDOR_CHATBOT_PRODUCTS}
+VENDOR_CHATBOT_PORT=${VENDOR_CHATBOT_PORT}
 PUBLIC_NETWORK=${PUBLIC_NETWORK}
+OTEL_EXPORTER_OTLP_ENDPOINT=${TRACING_OPENTELEMETRY_COLLECTOR_ENDPOINT}:${TRACING_OPENTELEMETRY_COLLECTOR_PORT}