[fead-cicd]: add-linting, formatting and check video tags (#55)

* [fead-cicd]: add-linting, formatting and check video tags

* fix comments

Author: hchodhary

.flake8

@@ -0,0 +1,10 @@
+[flake8]
+enable-extensions = G
+select = B,C,E,F,G,P,SIM1,T4,W,B9
+max-line-length = 120
+# C408 ignored because we like the dict keyword argument syntax
+# E501 is not flexible enough, we're using B950 instead
+ignore =
+    E203,E305,E402,E501,E721,E741,F405,F821,F841,F999,W503,W504,C408,E302,W291,E303,E226,E265
+exclude =
+    third_party

.github/workflows/lint.yml

@@ -0,0 +1,35 @@
+# SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# lint.yml : A workflow to trigger lint tests on GitHub
+name: 'Lint'
+on:
+  pull_request:
+  workflow_dispatch:
+jobs:
+  lint:
+    name: 'Linting'
+    runs-on: ubuntu-latest
+    steps:
+      - name: 'Checkout'
+        uses: actions/checkout@v4
+      - name: 'Setup Python'
+        uses: actions/setup-python@v5
+        with:
+          python-version: 'pypy3.10'
+      - name: 'Lint'
+        run: |
+          sudo apt-get update
+          bash ./scripts/format.sh

.github/workflows/test.yml

@@ -0,0 +1,40 @@
+# SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+name: Test
+
+on:
+  workflow_run:
+    workflows: ["Lint"]
+    types:
+      - completed
+
+jobs:
+  check-video-links:
+    runs-on: ubuntu-latest
+    steps:
+      - name: 'Checkout'
+        uses: actions/checkout@v4
+
+      - name: 'Setup Python'
+        uses: actions/setup-python@v5
+        with:
+          python-version: 'pypy3.10'
+
+      - name: Install dependencies
+        run: pip install requests
+
+      - name: Run Video Link Checker
+        run: python scripts/check_video_links.py

.pre-commit-config.yaml

@@ -0,0 +1,55 @@
+# SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+default_language_version:
+  python: python3.10
+repos:
+  - repo: https://github.com/pycqa/flake8
+    rev: 6.0.0
+    hooks:
+      - id: flake8
+        args:
+          - --max-line-length=120
+          - --ignore=E501,F401,E203,E402,E265,E741,F841,F821,F811,W503,E231,E225,E702
+        exclude: ^dist/|^third_party/
+
+  - repo: https://github.com/psf/black
+    rev: 23.12.1
+    hooks:
+      - id: black
+        args: [--line-length=120]
+        exclude: ^dist/|^third_party/
+
+  - repo: https://github.com/timothycrosley/isort
+    rev: 5.12.0
+    hooks:
+      - id: isort
+        args: [--line-length=120]
+
+  - repo: https://github.com/MarcoGorelli/absolufy-imports
+    rev: v0.3.1
+    hooks:
+    -   id: absolufy-imports
+
+  - repo: https://github.com/pre-commit/pre-commit-hooks
+    rev: v4.0.1
+    hooks:
+      - id: trailing-whitespace
+        exclude: ^tests/.*/fixtures/.*
+        args: [--markdown-linebreak-ext=md]
+      - id: end-of-file-fixer
+        exclude: ^tests/.*/fixtures/.*
+      - id: check-added-large-files
+        args: ['--maxkb=2000']

cosmos_transfer1/auxiliary/guardrail/aegis/aegis.py

@@ -14,8 +14,8 @@
 # limitations under the License.
 
 import argparse
-
 import os
+
 import torch
 from peft import PeftModel
 from transformers import AutoModelForCausalLM, AutoTokenizer
@@ -28,6 +28,7 @@
 SAFE = misc.Color.green("SAFE")
 UNSAFE = misc.Color.red("UNSAFE")
 
+
 class Aegis(ContentSafetyGuardrail):
     def __init__(
         self,
@@ -46,7 +47,7 @@ def __init__(
         base_model = AutoModelForCausalLM.from_pretrained(base_model_id, cache_dir=base_model_dir)
         self.tokenizer = AutoTokenizer.from_pretrained(base_model_id, cache_dir=base_model_dir)
         self.model = PeftModel.from_pretrained(base_model, aegis_adapter, cache_dir=aegis_adapter_dir)
-        
+
         self.model.to(self.device, dtype=self.dtype).eval()
 
     def get_moderation_prompt(self, user_prompt: str) -> str:

cosmos_transfer1/auxiliary/guardrail/blocklist/blocklist.py

@@ -36,7 +36,6 @@ def __init__(
         guardrail_partial_match_min_chars: int = 6,
         guardrail_partial_match_letter_count: float = 0.4,
     ) -> None:
-
         self.checkpoint_dir = os.path.join(checkpoint_dir, "nvidia/Cosmos-Guardrail1/blocklist")
         nltk.data.path.append(os.path.join(self.checkpoint_dir, "nltk_data"))
         self.lemmatizer = nltk.WordNetLemmatizer()

cosmos_transfer1/auxiliary/guardrail/face_blur_filter/face_blur_filter.py

@@ -34,7 +34,6 @@
 )
 from cosmos_transfer1.utils import log, misc
 
-
 # RetinaFace model constants from https://github.com/biubug6/Pytorch_Retinaface/blob/master/detect.py
 TOP_K = 5_000
 KEEP_TOP_K = 750

cosmos_transfer1/auxiliary/guardrail/video_content_safety_filter/vision_encoder.py

@@ -14,6 +14,7 @@
 # limitations under the License.
 
 import os
+
 import torch
 from PIL import Image
 from transformers import SiglipModel, SiglipProcessor

cosmos_transfer1/auxiliary/human_keypoint/human_keypoint.py

@@ -14,15 +14,17 @@
 # limitations under the License.
 
 import os
+
 import cv2
 import numpy as np
 from rtmlib import Wholebody
 
-from cosmos_transfer1.utils import log
 from cosmos_transfer1.diffusion.datasets.augmentors.human_keypoint_utils import (
     coco_wholebody_133_skeleton,
     openpose134_skeleton,
 )
+from cosmos_transfer1.utils import log
+
 
 class HumanKeypointModel:
     def __init__(self, to_openpose=True, conf_thres=0.6):
@@ -37,9 +39,9 @@ def __init__(self, to_openpose=True, conf_thres=0.6):
 
     def __call__(self, input_video: str, output_video: str = "keypoint.mp4") -> str:
         """
-            Generate the human body keypoint plot for the keypointControlNet video2world model.
-            Input: mp4 video
-            Output: mp4 keypoint video, of the same spatial and temporal dimensions as the input video.
+        Generate the human body keypoint plot for the keypointControlNet video2world model.
+        Input: mp4 video
+        Output: mp4 keypoint video, of the same spatial and temporal dimensions as the input video.
         """
 
         log.info(f"Processing video: {input_video} to generate keypoint video: {output_video}")

cosmos_transfer1/checkpointer/ema_fsdp_checkpointer.py

@@ -17,10 +17,10 @@
 
 import attrs
 
+from cosmos_transfer1.checkpointer.fsdp_checkpointer import FSDPCheckpointer as BaseFSDPCheckpointer
 from cosmos_transfer1.utils import log
 from cosmos_transfer1.utils.config import CheckpointConfig as BaseCheckpointConfig
 from cosmos_transfer1.utils.ddp_config import make_freezable
-from cosmos_transfer1.checkpointer.fsdp_checkpointer import FSDPCheckpointer as BaseFSDPCheckpointer
 
 
 @make_freezable