Sae integration

Makefile.work

@@ -241,6 +241,7 @@ SONIC_BUILD_INSTRUCTION :=  make \
                            HTTP_PROXY=$(http_proxy) \
                            HTTPS_PROXY=$(https_proxy) \
                            SONIC_INCLUDE_SYSTEM_TELEMETRY=$(INCLUDE_SYSTEM_TELEMETRY) \
+                           INCLUDE_DHCP_RELAY=$(INCLUDE_DHCP_RELAY) \
                            SONIC_INCLUDE_RESTAPI=$(INCLUDE_RESTAPI) \
                            TELEMETRY_WRITABLE=$(TELEMETRY_WRITABLE) \
                            EXTRA_DOCKER_TARGETS=$(EXTRA_DOCKER_TARGETS) \

build_debian.sh

@@ -467,6 +467,7 @@ sudo tee $FILESYSTEM_ROOT/etc/sonic/sonic_version.yml > /dev/null <<EOF
 build_version: '${SONIC_IMAGE_VERSION}'
 debian_version: '$(cat $FILESYSTEM_ROOT/etc/debian_version)'
 kernel_version: '$kversion'
+base_os_compatibility_version: ${BASE_OS_COMPATIBILITY_VERSION}
 asic_type: $sonic_asic_platform
 commit_id: '$(git rev-parse --short HEAD)'
 build_date: $(date -u)

dockers/docker-database/Dockerfile.j2

@@ -2,6 +2,8 @@
 FROM docker-config-engine-buster
 
 ARG docker_container_name
+ARG manifest
+
 RUN [ -f /etc/rsyslog.conf ] && sed -ri "s/%syslogtag%/$docker_container_name#%syslogtag%/;" /etc/rsyslog.conf
 
 # Make apt-get non-interactive
@@ -60,4 +62,6 @@ COPY ["critical_processes", "/etc/supervisor"]
 COPY ["files/update_chassisdb_config", "/usr/local/bin/"]
 COPY ["flush_unused_database", "/usr/local/bin/"]
 
+LABEL com.azure.sonic.manifest="$manifest"
+
 ENTRYPOINT ["/usr/local/bin/docker-database-init.sh"]

dockers/docker-database/manifest.json.j2

@@ -0,0 +1,13 @@
+{
+    "version": "1.0.0",
+    "package": {
+        "version": "{{ version }}",
+        "base-os-contraint": "^1.0.0",
+        "name": "{{ package_name }}"
+    },
+    "service": {
+        "name": "{{ name }}",
+        "asic-service": true,
+        "host-service": true
+    }
+}

dockers/docker-database/supervisord.conf.j2

@@ -4,8 +4,8 @@ logfile_backups=2
 nodaemon=true
 
 [eventlistener:supervisor-proc-exit-listener]
-command=/usr/bin/supervisor-proc-exit-listener --container-name database
-events=PROCESS_STATE_EXITED,PROCESS_STATE_RUNNING
+command=/usr/bin/supervisor-proc-exit-listener
+events=PROCESS_STATE_EXITED
 autostart=true
 autorestart=unexpected
 

dockers/docker-dhcp-relay/Dockerfile.j2

@@ -3,6 +3,8 @@ FROM docker-config-engine-buster
 
 ARG docker_container_name
 ARG image_version
+ARG manifest
+
 RUN [ -f /etc/rsyslog.conf ] && sed -ri "s/%syslogtag%/$docker_container_name#%syslogtag%/;" /etc/rsyslog.conf
 
 # Make apt-get non-interactive
@@ -32,5 +34,8 @@ COPY ["docker_init.sh", "start.sh", "/usr/bin/"]
 COPY ["docker-dhcp-relay.supervisord.conf.j2", "port-name-alias-map.txt.j2", "wait_for_intf.sh.j2", "/usr/share/sonic/templates/"]
 COPY ["files/supervisor-proc-exit-listener", "/usr/bin"]
 COPY ["critical_processes", "/etc/supervisor"]
+COPY ["cli", "/cli/"]
+
+LABEL com.azure.sonic.manifest="$manifest"
 
 ENTRYPOINT ["/usr/bin/docker_init.sh"]

dockers/docker-dhcp-relay/cli/config/plugins/dhcp_relay.py

@@ -0,0 +1,84 @@
+import click
+import utilities_common.cli as clicommon
+
+@click.group(cls=clicommon.AbbreviationGroup, name='dhcp_relay')
+def vlan_dhcp_relay():
+    pass
+
+@vlan_dhcp_relay.command('add')
+@click.argument('vid', metavar='<vid>', required=True, type=int)
+@click.argument('dhcp_relay_destination_ip', metavar='<dhcp_relay_destination_ip>', required=True)
+@clicommon.pass_db
+def add_vlan_dhcp_relay_destination(db, vid, dhcp_relay_destination_ip):
+    """ Add a destination IP address to the VLAN's DHCP relay """
+
+    ctx = click.get_current_context()
+
+    if not clicommon.is_ipaddress(dhcp_relay_destination_ip):
+        ctx.fail('{} is invalid IP address'.format(dhcp_relay_destination_ip))
+
+    vlan_name = 'Vlan{}'.format(vid)
+    vlan = db.cfgdb.get_entry('VLAN', vlan_name)
+    if len(vlan) == 0:
+        ctx.fail("{} doesn't exist".format(vlan_name))
+
+    dhcp_relay_dests = vlan.get('dhcp_servers', [])
+    if dhcp_relay_destination_ip in dhcp_relay_dests:
+        click.echo("{} is already a DHCP relay destination for {}".format(dhcp_relay_destination_ip, vlan_name))
+        return
+
+    dhcp_relay_dests.append(dhcp_relay_destination_ip)
+    vlan['dhcp_servers'] = dhcp_relay_dests
+    db.cfgdb.set_entry('VLAN', vlan_name, vlan)
+    click.echo("Added DHCP relay destination address {} to {}".format(dhcp_relay_destination_ip, vlan_name))
+    try:
+        click.echo("Restarting DHCP relay service...")
+        clicommon.run_command("systemctl stop dhcp_relay", display_cmd=False)
+        clicommon.run_command("systemctl reset-failed dhcp_relay", display_cmd=False)
+        clicommon.run_command("systemctl start dhcp_relay", display_cmd=False)
+    except SystemExit as e:
+        ctx.fail("Restart service dhcp_relay failed with error {}".format(e))
+
+@vlan_dhcp_relay.command('del')
+@click.argument('vid', metavar='<vid>', required=True, type=int)
+@click.argument('dhcp_relay_destination_ip', metavar='<dhcp_relay_destination_ip>', required=True)
+@clicommon.pass_db
+def del_vlan_dhcp_relay_destination(db, vid, dhcp_relay_destination_ip):
+    """ Remove a destination IP address from the VLAN's DHCP relay """
+
+    ctx = click.get_current_context()
+
+    if not clicommon.is_ipaddress(dhcp_relay_destination_ip):
+        ctx.fail('{} is invalid IP address'.format(dhcp_relay_destination_ip))
+
+    vlan_name = 'Vlan{}'.format(vid)
+    vlan = db.cfgdb.get_entry('VLAN', vlan_name)
+    if len(vlan) == 0:
+        ctx.fail("{} doesn't exist".format(vlan_name))
+
+    dhcp_relay_dests = vlan.get('dhcp_servers', [])
+    if not dhcp_relay_destination_ip in dhcp_relay_dests:
+        ctx.fail("{} is not a DHCP relay destination for {}".format(dhcp_relay_destination_ip, vlan_name))
+
+    dhcp_relay_dests.remove(dhcp_relay_destination_ip)
+    if len(dhcp_relay_dests) == 0:
+        del vlan['dhcp_servers']
+    else:
+        vlan['dhcp_servers'] = dhcp_relay_dests
+    db.cfgdb.set_entry('VLAN', vlan_name, vlan)
+    click.echo("Removed DHCP relay destination address {} from {}".format(dhcp_relay_destination_ip, vlan_name))
+    try:
+        click.echo("Restarting DHCP relay service...")
+        clicommon.run_command("systemctl stop dhcp_relay", display_cmd=False)
+        clicommon.run_command("systemctl reset-failed dhcp_relay", display_cmd=False)
+        clicommon.run_command("systemctl start dhcp_relay", display_cmd=False)
+    except SystemExit as e:
+        ctx.fail("Restart service dhcp_relay failed with error {}".format(e))
+
+
+def register(cli):
+    cli.commands['vlan'].add_command(vlan_dhcp_relay)
+
+
+if __name__ == '__main__':
+    vlan_dhcp_relay()

dockers/docker-dhcp-relay/cli/show/plugins/dhcp_relay.py

@@ -0,0 +1,22 @@
+from natsort import natsorted
+from .. import vlan
+
+
+def get_dhcp_helper_address(ctx, vlan):
+    cfg, _ = ctx
+    vlan_dhcp_helper_data, _, _ = cfg
+    vlan_config = vlan_dhcp_helper_data.get(vlan)
+    if not vlan_config:
+        return ""
+
+    dhcp_helpers = vlan_config.get('dhcp_servers', [])
+
+    return '\n'.join(natsorted(dhcp_helpers))
+
+
+vlan.VlanBrief.COLUMNS.append(('DHCP Helper Address', get_dhcp_helper_address))
+
+
+def register(cli):
+    pass
+

dockers/docker-dhcp-relay/docker-dhcp-relay.supervisord.conf.j2

@@ -13,8 +13,8 @@ events=PROCESS_STATE
 buffer_size=50
 
 [eventlistener:supervisor-proc-exit-listener]
-command=/usr/bin/supervisor-proc-exit-listener --container-name dhcp_relay
-events=PROCESS_STATE_EXITED,PROCESS_STATE_RUNNING
+command=/usr/bin/supervisor-proc-exit-listener
+events=PROCESS_STATE_EXITED
 autostart=true
 autorestart=unexpected
 

dockers/docker-dhcp-relay/manifest.json.j2

@@ -0,0 +1,43 @@
+{
+    "version": "1.0.0",
+    "package": {
+        "version": "{{ version }}",
+        "base-os-contraint": "^1.0.0",
+        "depends": [
+            "database^1.0.0"
+        ],
+        "name": "{{ package_name }}"
+    },
+    "service": {
+        "name": "{{ name }}",
+        "requires": [
+            "updategraph"
+        ],
+        "after": [
+            "swss",
+            "syncd",
+            "teamd"
+        ],
+        "before": [
+            "ntp-config"
+        ],
+        "dependent-of": ["swss"],
+        "asic-service": false,
+        "host-service": true
+    },
+    "container": {
+        "privileged": true,
+        "volumes": [
+            "/etc/sonic:/etc/sonic:ro",
+            "/usr/share/sonic/scripts:/usr/share/sonic/scripts:ro"
+        ],
+        "tmpfs": [
+            "/tmp/",
+            "/var/tmp/"
+        ]
+    },
+    "cli": {
+        "config": "/cli/config/plugins/dhcp_relay.py",
+        "show": "/cli/show/plugins/dhcp_relay.py"
+    }
+}

dockers/docker-fpm-frr/Dockerfile.j2

@@ -2,6 +2,8 @@
 FROM docker-config-engine-buster
 
 ARG docker_container_name
+ARG manifest
+
 ARG frr_user_uid
 ARG frr_user_gid
 
@@ -60,4 +62,6 @@ RUN chmod a+x /usr/bin/TSA && \
     chmod a+x /usr/bin/TSB && \
     chmod a+x /usr/bin/TSC
 
+LABEL com.azure.sonic.manifest="$manifest"
+
 ENTRYPOINT ["/usr/bin/docker_init.sh"]

dockers/docker-fpm-frr/frr/supervisord/supervisord.conf.j2

@@ -13,8 +13,8 @@ events=PROCESS_STATE
 buffer_size=50
 
 [eventlistener:supervisor-proc-exit-listener]
-command=/usr/bin/supervisor-proc-exit-listener --container-name bgp
-events=PROCESS_STATE_EXITED,PROCESS_STATE_RUNNING
+command=/usr/bin/supervisor-proc-exit-listener
+events=PROCESS_STATE_EXITED
 autostart=true
 autorestart=unexpected
 

dockers/docker-fpm-frr/manifest.json.j2

@@ -0,0 +1,21 @@
+{
+    "version": "1.0.0",
+    "package": {
+        "version": "{{ version }}",
+        "base-os-contraint": "^1.0.0",
+        "depends": [
+            "database^1.0.0",
+            "swss^1.0.0"
+        ],
+        "conflicts": [
+            "fpm-gobgp",
+            "fpm-quagga"
+        ],
+        "name": "{{ package_name }}"
+    },
+    "service": {
+        "name": "{{ name }}",
+        "asic-service": true,
+        "host-service": false
+    }
+}

dockers/docker-fpm-gobgp/Dockerfile.j2

@@ -1,5 +1,8 @@
 FROM docker-fpm-quagga
 
+ARG docker_container_name
+ARG manifest
+
 ## Make apt-get non-interactive
 ENV DEBIAN_FRONTEND=noninteractive
 
@@ -27,4 +30,6 @@ COPY ["daemons", "/etc/quagga/"]
 COPY ["files/supervisor-proc-exit-listener", "/usr/bin"]
 COPY ["critical_processes", "/etc/supervisor"]
 
+LABEL com.azure.sonic.manifest="$manifest"
+
 ENTRYPOINT ["/usr/local/bin/supervisord"]

dockers/docker-fpm-gobgp/manifest.json.j2

@@ -0,0 +1,21 @@
+{
+    "version": "1.0.0",
+    "package": {
+        "version": "{{ version }}",
+        "base-os-contraint": "^1.0.0",
+        "depends": [
+            "database^1.0.0",
+            "swss^1.0.0"
+        ],
+        "conflicts": [
+            "fpm-frr",
+            "fpm-quagga"
+        ],
+        "name": "{{ package_name }}"
+    },
+    "service": {
+        "name": "{{ name }}",
+        "asic-service": true,
+        "host-service": false
+    }
+}

dockers/docker-fpm-gobgp/supervisord.conf

@@ -4,8 +4,8 @@ logfile_backups=2
 nodaemon=true
 
 [eventlistener:supervisor-proc-exit-listener]
-command=/usr/bin/supervisor-proc-exit-listener --container-name bgp
-events=PROCESS_STATE_EXITED,PROCESS_STATE_RUNNING
+command=/usr/bin/supervisor-proc-exit-listener
+events=PROCESS_STATE_EXITED
 autostart=true
 autorestart=unexpected
 

dockers/docker-fpm-quagga/Dockerfile.j2

@@ -1,6 +1,8 @@
 FROM docker-config-engine
 
 ARG docker_container_name
+ARG manifest
+
 RUN [ -f /etc/rsyslog.conf ] && sed -ri "s/%syslogtag%/$docker_container_name#%syslogtag%/;" /etc/rsyslog.conf
 
 # Make apt-get non-interactive
@@ -36,4 +38,6 @@ COPY ["*.j2", "/usr/share/sonic/templates/"]
 COPY ["files/supervisor-proc-exit-listener", "/usr/bin"]
 COPY ["critical_processes", "/etc/supervisor"]
 
+LABEL com.azure.sonic.manifest="$manifest"
+
 ENTRYPOINT ["/usr/local/bin/supervisord"]

dockers/docker-fpm-quagga/manifest.json.j2

@@ -0,0 +1,21 @@
+{
+    "version": "1.0.0",
+    "package": {
+        "version": "{{ version }}",
+        "base-os-contraint": "^1.0.0",
+        "depends": [
+            "database^1.0.0",
+            "swss^1.0.0"
+        ],
+        "conflicts": [
+            "fpm-gobgp",
+            "fpm-frr"
+        ],
+        "name": "{{ package_name }}"
+    },
+    "service": {
+        "name": "{{ name }}",
+        "asic-service": true,
+        "host-service": false
+    }
+}

dockers/docker-fpm-quagga/supervisord.conf

@@ -4,8 +4,8 @@ logfile_backups=2
 nodaemon=true
 
 [eventlistener:supervisor-proc-exit-listener]
-command=/usr/bin/supervisor-proc-exit-listener --container-name bgp
-events=PROCESS_STATE_EXITED,PROCESS_STATE_RUNNING
+command=/usr/bin/supervisor-proc-exit-listener
+events=PROCESS_STATE_EXITED
 autostart=true
 autorestart=unexpected