nbconvert version without lxml requirement. Update runtime library

requirements and pyproject dependencies to be more current while being
Jupyterlab <4 compatible and keeping Python 3.8 compatibility for now.

Signed-off-by: shalberd <[email protected]>

Author: shalberd

etc/generic/requirements-elyra.txt

@@ -1,21 +1,21 @@
 # This is a comprehensive list of python dependencies that Elyra requires to execute Jupyter notebooks.
-ipykernel==6.13.0
-ipython==8.10.0
+ipykernel==6.25.2
+ipython==8.12.3
 ipython-genutils==0.2.0
 jinja2==3.1.4
-jupyter-client==7.3.1
-jupyter-core==4.11.2
+jupyter-client==7.4.9
+jupyter-core==5.3.1
 MarkupSafe==2.1.1
-minio==7.1.8
+minio==7.1.15
 nbclient==0.6.3
-nbconvert==6.5.1
+nbconvert==7.1.0
 nbformat==5.4.0
 papermill==2.3.4
 pyzmq==24.0.1
-prompt-toolkit==3.0.30
+prompt-toolkit==3.0.43
 requests==2.32.0
 tornado==6.4.1
-traitlets==5.1.1
+traitlets==5.10.0
 urllib3==1.26.19
 #
 # These excluded are transitive dependencies of the included python packages.

pyproject.toml

@@ -20,20 +20,20 @@ dependencies = [
     "entrypoints>=0.3",
     "jinja2>=3",
     "jsonschema>=3.2.0",
-    "jupyter_core>=4.11.0",
-    "jupyter_client>=6.1.7",
-    "jupyter-events>=0.6.2",
-    "jupyter-packaging>=0.10",
-    "jupyter_server>=1.7.0",
-    "jupyterlab>=3.4.6,<4.0",  # comment out to use local jupyterlab
-    "jupyterlab-lsp>=3.8.0",  # comment out to use local jupyterlab
-    "jupyterlab-git~=0.32",  # Avoid breaking 1.x changes
+    "jupyter_core>=5.3.1",
+    "jupyter_client>=7.4.9",
+    "jupyter-events>=0.7.0",
+    "jupyter-packaging>=0.12.3",
+    "jupyter_server>=2.7.3",
+    "jupyterlab>=3.6.5,<4.0",  # comment out to use local jupyterlab
+    "jupyterlab-lsp<=4.3.0",  # comment out to use local jupyterlab, also less than 4.3.0 for Jupyterlab < 4 compatibility
+    "jupyterlab-git<=0.44.0",  # Jupyterlab < 4 compatibility
     "jupyter-resource-usage>=0.5.1,<1",
     "MarkupSafe>=2.1",
     "minio>=7.0.0,!=7.2.1",
     "nbclient>=0.5.1",
-    "nbconvert>=6.5.1",
-    "nbdime~=3.1",  # Cap from jupyterlab-git
+    "nbconvert==7.1.0",
+    "nbdime~=3.2.1",  # Cap from jupyterlab-git
     "nbformat>=5.1.2",
     "networkx>=2.5.1",
     "papermill>=2.3.4",