add pre-commit, port from intel-sandbox/llm-ray#185

.github/workflows/workflow_lint.yml

@@ -0,0 +1,22 @@
+name: Lint
+
+on:
+  workflow_call:
+    inputs:
+      ci_type:
+        type: string
+        default: 'pr'
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}-ft
+  cancel-in-progress: true
+
+jobs:
+  lint:
+    runs-on: self-hosted
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v2
+
+      - name: Run Lint
+        run: ./format.sh -a

.github/workflows/workflow_orders_on_pr.yml

@@ -16,6 +16,8 @@ on:
       - 'pyproject.toml'
 
 jobs:
+  call-lint:
+    uses: ./.github/workflows/workflow_lint.yml
 
   call-inference:
     uses: ./.github/workflows/workflow_inference.yml

.pre-commit-config.yaml

@@ -0,0 +1,30 @@
+ci:
+  autoupdate_schedule: monthly
+
+repos:
+  - repo: https://github.com/astral-sh/ruff-pre-commit
+    rev: v0.0.270
+    hooks:
+      - id: ruff
+        args: [ --fix, --exit-non-zero-on-fix ]
+
+  # Black needs to be ran after ruff with --fix
+  - repo: https://github.com/psf/black
+    rev: 23.3.0
+    hooks:
+      - id: black
+
+  - repo: https://github.com/pre-commit/mirrors-mypy
+    rev: "v0.950"
+    hooks:
+      - id: mypy
+        # NOTE: Exclusions are handled in pyproject.toml
+        exclude: tests
+        additional_dependencies:
+          - mypy-extensions
+          - pydantic==1.10.0
+          - types-cachetools
+          - types-filelock
+          - types-PyYAML
+          - types-redis
+          - types-requests

format.sh

@@ -0,0 +1,24 @@
+#!/bin/bash
+# Formats the files by running pre-commit hooks.
+
+while getopts 'ah' opt; do
+  case "$opt" in
+    a)
+      pip install -q pre-commit
+      pre-commit install
+      pre-commit run --all-files
+      exit $?
+      ;;
+
+    "?"|h)
+      echo -e "Usage: $(basename "$0") [-a]\n\t-a\trun on all files\n\t-h\tshow this help message"
+      exit 1
+      ;;
+  esac
+done
+shift "$((OPTIND -1))"
+
+pip install -q pre-commit
+pre-commit install
+pre-commit run
+exit $?