generate.yml

name: Automated CSV Generation

on:
  push:
  pull_request:
  schedule:
    - cron: '5 22 * * *'
  workflow_dispatch:

jobs:

  generate-csv:
    name: Generate CSVs
    runs-on: ubuntu-latest

    strategy:
      fail-fast: false
      matrix:
        include:
          - file: de_dilbert
            encoding: windows-1258
          - file: dilbert
            encoding: ISO8859-15
          - file: drabble
            encoding: ISO8859-15
          - file: garfield
            encoding: windows-1250
          - file: Tom
            encoding: UTF-8

    steps:

      - uses: actions/checkout@v3

      - uses: actions/setup-python@v4
        with:
          python-version: '3.x'

      - run: wget http://john.ccac.rwth-aachen.de:8000/ftp/dilbert/${{ matrix.file }}.txt
        working-directory: ${{ runner.temp }}

      - run: iconv -f ${{ matrix.encoding }} -t UTF-8 ${{ runner.temp }}/${{ matrix.file }}.txt > ${{ matrix.file }}.txt
      - uses: actions/upload-artifact@v3
        with:
          path: ${{ matrix.file }}.txt
          name: original

      - run: python setup.py install
      - run: python -m garfieldcsv ${{ matrix.file }}.txt ${{ matrix.file }}.csv
      - continue-on-error: true
        run: python -m garfieldcsv.sanitizer ${{ matrix.file }}.csv

      - uses: actions/upload-artifact@v3
        with:
          path: ${{ matrix.file }}.csv
          name: ${{ matrix.file }}
      - run: |
          sha256sum ${{ matrix.file }}.txt ${{ matrix.file }}.csv > ${{ matrix.file }}.sha256
      - uses: actions/upload-artifact@v3
        with:
          path: ${{ matrix.file }}.sha256
          name: hashes

  deploy-gh-pages:
    name: Deploy to GitHub Pages
    runs-on: ubuntu-latest
    # only run on that branch
    if: github.ref == 'refs/heads/main'
    needs: [generate-csv]
    steps:
      - uses: actions/checkout@v3
      - uses: actions/download-artifact@v3
        with:
          path: static
      - working-directory: static
        run: |
          mv original/* .
          mv hashes/* .
          mv */*.csv .
      - uses: docker://pandoc/core:2.9
        with:
          args: "README.md -f markdown -t html --shift-heading-level-by=-1 -s -o static/index.html"
      - uses: JamesIves/github-pages-deploy-action@v4
        with:
          folder: static
          git-config-name: github-actions[bot]
          git-config-email: 41898282+github-actions[bot]@users.noreply.github.com