Update recommendations weekly #1
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Update recommendations weekly | |
| on: | |
| schedule: | |
| # runs every Sunday at midnight | |
| - cron: '0 0 * * 0' | |
| workflow_dispatch: | |
| jobs: | |
| check-and-recompute: | |
| runs-on: ubuntu-20.04 | |
| steps: | |
| # step 1: checkout the repository | |
| - name: Checkout repository | |
| uses: actions/checkout@v2 | |
| with: | |
| submodules: true # checkout submodules as well | |
| # step 2: setup Python environment | |
| - name: Set up Python | |
| uses: actions/setup-python@v2 | |
| with: | |
| python-version: '3.10' | |
| # step 3: install dependencies | |
| - name: Install dependencies | |
| run: | | |
| python -m pip install --upgrade pip | |
| python -m pip install -r requirements.txt | |
| # step 4: check for submodule updates | |
| - name: Check for submodule updates | |
| id: submodule_check | |
| run: | | |
| git submodule update --remote | |
| if [ "$(git status --porcelain)" != "" ]; then | |
| echo "submodule_updated=true" >> $GITHUB_ENV | |
| else | |
| echo "submodule_updated=false" >> $GITHUB_ENV | |
| fi | |
| # step 5: rerun the computations if submodule is updated | |
| - name: Run keyword-based recommendation system | |
| if: env.submodule_updated == 'true' | |
| run: python run_kwd_recs.py | |
| - name: Run BM25 recommendation system | |
| if: env.submodule_updated == 'true' | |
| run: python run_bm25_recs.py | |
| - name: Run SPECTER recommendation system | |
| if: env.submodule_updated == 'true' | |
| run: python run_spctr_recs.py | |
| # step 6: run the unit tests | |
| - name: Run unit tests | |
| run: | | |
| set +e # Continue execution even if the tests fail | |
| python tests.py > tests.log 2>&1 | |
| cat tests.log | |
| continue-on-error: true | |
| # step 7: commit and push changes if there are any | |
| - name: Commit and push changes | |
| if: env.submodule_updated == 'true' | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| run: | | |
| git config --global user.name 'github-actions[bot]' | |
| git config --global user.email 'github-actions[bot]@users.noreply.github.com' | |
| TIMESTAMP=$(date -u +"%Y-%m-%dT%H:%M:%SZ") | |
| git add dhq-recs*.tsv | |
| git submodule update --remote | |
| git add dhq-journal | |
| git commit -m "feat: update recommendations due to submodule update on ${TIMESTAMP}" | |
| git push https://x-access-token:${{ secrets.GITHUB_TOKEN }}@github.com/${{ github.repository }}.git HEAD:main |