InvenTree/.github/workflows/qc_checks.yaml

# Checks for each PR / push

name: QC checks

on:
  push:
    branches-ignore:
      - l10*

  pull_request:
    branches-ignore:
      - l10*

env:
  python_version: 3.9
  node_version: 16
  # The OS version must be set per job

  server_start_sleep: 60

  GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
  INVENTREE_DB_ENGINE: sqlite3
  INVENTREE_DB_NAME: inventree
  INVENTREE_MEDIA_ROOT: ../test_inventree_media
  INVENTREE_STATIC_ROOT: ../test_inventree_static
  INVENTREE_ADMIN_USER: testuser
  INVENTREE_ADMIN_PASSWORD: testpassword
  INVENTREE_ADMIN_EMAIL: test@test.com

jobs:
  pep_style:
    name: Python Style (PEP8)
    runs-on: ubuntu-20.04

    steps:
      - name: Enviroment Setup
        uses: matmair/inventree/.github/actions/setup@ci-updates
        with:
          python-version: ${{ env.python_version }}
          install: true
      - name: flake8
        run: |
          flake8 InvenTree --extend-ignore=D

  javascript:
    name: JS Template Files
    needs: pep_style
    runs-on: ubuntu-20.04

    steps:
      - name: Enviroment Setup
        uses: matmair/inventree/.github/actions/setup@ci-updates
        with:
          python-version: ${{ env.python_version }}
          update: true
          npm: true
      - name: Check Templated Files
        run: |
          cd ci
          python3 check_js_templates.py
      - name: Lint Javascript Files
        run: |
          invoke render-js-files
          npx eslint js_tmp/*.js

  html:
    name: HTML Template Files
    needs: pep_style
    runs-on: ubuntu-20.04

    steps:
      - name: Enviroment Setup
        uses: matmair/inventree/.github/actions/setup@ci-updates
        with:
          python-version: ${{ env.python_version }}
          update: true
          npm: true
      - name: Check HTML Files
        run: |
          npx markuplint **/templates/*.html

  pre-commit:
    name: pre-commit
    needs: pep_style
    runs-on: ubuntu-20.04
    steps:
    - uses: actions/checkout@v2
    - name: Set up Python ${{ env.python_version }}
      uses: actions/setup-python@v2
      with:
        python-version: ${{ env.python_version }}
        cache: 'pip'
    - uses: pre-commit/action@v2.0.3

  python:
    name: Test inventree-python
    needs: pre-commit
    runs-on: ubuntu-20.04

    env:
      wrapper_name: inventree-python
      INVENTREE_DB_ENGINE: django.db.backends.sqlite3
      INVENTREE_DB_NAME: ../inventree_unit_test_db.sqlite3
      INVENTREE_PYTHON_TEST_SERVER: http://localhost:12345
      INVENTREE_PYTHON_TEST_USERNAME: testuser
      INVENTREE_PYTHON_TEST_PASSWORD: testpassword

    steps:
      - name: Enviroment Setup
        uses: matmair/inventree/.github/actions/setup@ci-updates
        with:
          python-version: ${{ env.python_version }}
          update: true
      - name: Download Python Code
        run: |
          git clone --depth 1 https://github.com/inventree/${{ env.wrapper_name }} ./${{ env.wrapper_name }}
      - name: Start Server
        run: |
          invoke delete-data -f
          invoke import-fixtures
          invoke server -a 127.0.0.1:12345 &
          invoke wait
      - name: Run Tests
        run: |
          cd ${{ env.wrapper_name }}
          invoke check-server
          coverage run -m unittest discover -s test/

  docstyle:
    name: Python Style (Docstrings)
    runs-on: ubuntu-20.04

    needs: pre-commit
    continue-on-error: true

    steps:
      - name: Checkout code
        uses: actions/checkout@v2
      - name: Set up Python ${{ env.python_version }}
        uses: actions/setup-python@v2
        with:
          python-version: ${{ env.python_version }}
          cache: 'pip'
      - name: Install Dependencies
        run: |
          pip3 install invoke
          invoke install
      - name: flake8
        run: |
          flake8 InvenTree

  coverage:
    name: Tests + Coverage [SQLite]
    needs: ['javascript', 'html', 'pre-commit']
    runs-on: ubuntu-20.04

    env:
      INVENTREE_DB_NAME: ./inventree.sqlite
      INVENTREE_DB_ENGINE: sqlite3
      INVENTREE_PLUGINS_ENABLED: true

    steps:
      - name: Enviroment Setup
        uses: matmair/inventree/.github/actions/setup@ci-updates
        with:
          python-version: ${{ env.python_version }}
          update: true
      - name: Coverage Tests
        run: |
          invoke coverage
      - name: Data Import Export
        run: |
          invoke migrate
          invoke import-fixtures
          invoke export-records -f data.json
          rm inventree.sqlite
          invoke migrate
          invoke import-records -f data.json
          invoke import-records -f data.json
      - name: Test Translations
        run: invoke translate
      - name: Check Migration Files
        run: python3 ci/check_migration_files.py
      - name: Upload Coverage Report
        run: coveralls

  postgres:
    name: Tests [PostgreSQL]
    needs: ['javascript', 'html', 'pre-commit']
    runs-on: ubuntu-20.04
    if: github.event_name == 'push'

    env:
      INVENTREE_DB_ENGINE: django.db.backends.postgresql
      INVENTREE_DB_USER: inventree
      INVENTREE_DB_PASSWORD: password
      INVENTREE_DB_HOST: '127.0.0.1'
      INVENTREE_DB_PORT: 5432
      INVENTREE_DEBUG: info
      INVENTREE_CACHE_HOST: localhost
      INVENTREE_PLUGINS_ENABLED: true

    services:
      postgres:
        image: postgres
        env:
          POSTGRES_USER: inventree
          POSTGRES_PASSWORD: password
        ports:
          - 5432:5432

      redis:
        image: redis
        ports:
          - 6379:6379

    steps:

      - name: Enviroment Setup
        uses: matmair/inventree/.github/actions/setup@ci-updates
        with:
          python-version: ${{ env.python_version }}
          update: true
          apt-dependency: libpq-dev
          pip-dependency: psycopg2 django-redis>=5.0.0

      - name: Run Tests
        run: invoke test
      - name: Data Import Export
        run: |
          invoke migrate
          python3 ./InvenTree/manage.py flush --noinput
          invoke import-fixtures
          invoke export-records -f data.json
          python3 ./InvenTree/manage.py flush --noinput
          invoke import-records -f data.json
          invoke import-records -f data.json

  mysql:
    name: Tests [MySQL]
    needs: ['javascript', 'html', 'pre-commit']
    runs-on: ubuntu-20.04
    if: github.event_name == 'push'

    env:
      # Database backend configuration
      INVENTREE_DB_ENGINE: django.db.backends.mysql
      INVENTREE_DB_USER: root
      INVENTREE_DB_PASSWORD: password
      INVENTREE_DB_HOST: '127.0.0.1'
      INVENTREE_DB_PORT: 3306
      INVENTREE_DEBUG: info
      INVENTREE_PLUGINS_ENABLED: true

    services:
      mysql:
        image: mysql:latest
        env:
          MYSQL_ALLOW_EMPTY_PASSWORD: yes
          MYSQL_DATABASE: ${{ env.INVENTREE_DB_NAME }}
          MYSQL_USER: inventree
          MYSQL_PASSWORD: password
          MYSQL_ROOT_PASSWORD: password
        options: --health-cmd="mysqladmin ping" --health-interval=5s --health-timeout=2s --health-retries=3
        ports:
          - 3306:3306

    steps:
      - name: Enviroment Setup
        uses: matmair/inventree/.github/actions/setup@ci-updates
        with:
          python-version: ${{ env.python_version }}
          update: true
          apt-dependency: libmysqlclient-dev
          pip-dependency: mysqlclient

      - name: Run Tests
        run: invoke test
      - name: Data Import Export
        run: |
          invoke migrate
          python3 ./InvenTree/manage.py flush --noinput
          invoke import-fixtures
          invoke export-records -f data.json
          python3 ./InvenTree/manage.py flush --noinput
          invoke import-records -f data.json
          invoke import-records -f data.json