add dependencies and pypi publish

.github/workflows/pypi.yaml

@@ -0,0 +1,65 @@
+name: publish pypi
+
+on:
+  push:
+    tags:
+      - 'v*'
+  workflow_dispatch:
+    inputs:
+      tag_name:
+        description: 'Tag name to publish (e.g., v1.2.3)'
+        required: false
+        default: ''
+
+jobs:
+  setup_release:
+    name: Create Release
+    runs-on: ubuntu-latest
+    permissions:
+      contents: write
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+
+      - name: Determine Tag Name
+        id: determine_tag
+        run: |
+          if [ "${{ github.event_name }}" == "workflow_dispatch" ] && [ "${{ github.event.inputs.tag_name }}" != "" ]; then
+            echo "TAG_NAME=${{ github.event.inputs.tag_name }}" >> $GITHUB_ENV
+          else
+            echo "TAG_NAME=${GITHUB_REF_NAME}" >> $GITHUB_ENV
+          fi
+
+      - name: Create Release
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+        run: gh release create "$TAG_NAME" --generate-notes
+  pypi-publish:
+    name: Upload release to PyPI
+    runs-on: ubuntu-latest
+    needs: [setup_release]
+    environment:
+      name: pypi
+      url: https://pypi.org/p/axolotl-contribs-lgpl
+    permissions:
+      id-token: write  # IMPORTANT: this permission is mandatory for trusted publishing
+    steps:
+      - name: Check out repository code
+        uses: actions/checkout@v4
+
+      - name: Setup Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.10"
+
+      - name: Install dependencies
+        run: |
+          pip3 install wheel packaging
+          pip3 install -e .
+
+      - name: Build a source dist
+        run: |
+          python -m build --sdist
+
+      - name: Publish package distributions to PyPI
+        uses: pypa/gh-action-pypi-publish@release/v1

pyproject.toml

@@ -12,6 +12,11 @@ license = {file = "LICENSE"}
 classifiers = [
     "Programming Language :: Python :: 3"
 ]
+dependencies = [
+    "torch>=2.3.1",
+    "numpy>=1.24.4,<=2.0.1",
+    "datasets==3.1.0",
+]
 
 [tool.setuptools.packages.find]
 where = ["src"]