Python-based version of the QLever script #18
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: End-to-end test on Linux | |
| on: | |
| push: | |
| branches: [ main ] | |
| pull_request: | |
| branches: [ main ] | |
| merge_group: | |
| jobs: | |
| end-to-end-test-linux: | |
| runs-on: ${{matrix.os}} | |
| strategy: | |
| fail-fast: true | |
| matrix: | |
| os: [ubuntu-22.04] | |
| steps: | |
| - name: Checkout the QLever script | |
| uses: actions/checkout@v3 | |
| with: | |
| path: qlever-control | |
| - name: Install dependencies for the QLever script | |
| run: | | |
| sudo apt update | |
| sudo apt install unzip flake8 expect | |
| pip3 install psutil termcolor | |
| - name: Format and compile check | |
| working-directory: ${{github.workspace}}/qlever-control | |
| run: | | |
| flake8 qlever | |
| python3 -m py_compile qlever | |
| - name: Download QLever binaries and docker image and install dependencies | |
| run: | | |
| # Download Docker image. | |
| docker pull adfreiburg/qlever | |
| # Download QLever binaries. | |
| mkdir qlever-binaries && cd $_ | |
| wget -q https://ad-research.cs.uni-freiburg.de/downloads/qlever/ubuntu-22.04/ServerMain | |
| wget -q https://ad-research.cs.uni-freiburg.de/downloads/qlever/ubuntu-22.04/IndexBuilderMain | |
| chmod 755 ServerMain IndexBuilderMain | |
| # Install depencies needed for running the binaries. | |
| curl -Gs https://raw.githubusercontent.com/ad-freiburg/qlever/master/Dockerfile | sed -En 's/(add-apt|apt|tee)/sudo \1/g; s/^RUN //p' | sed '/^cmake/q' | sed -E 's/^(cmake.*)/mkdir -p build \&\& cd build\n\1\ncd ../' | sed -n '/^sudo/p' > INSTALL | |
| cat INSTALL | |
| source ./INSTALL | |
| - name: Check that everything is found and runs | |
| run: | | |
| mkdir qlever-indices | |
| pwd && ls -lh | |
| export PATH="$PATH:$(pwd)/qlever-control:$(pwd)/qlever-binaries" | |
| docker run adfreiburg/qlever --help > /dev/null | |
| ServerMain --help > /dev/null | |
| IndexBuilderMain --help > /dev/null | |
| qlever | |
| - name: Test actions for olympics dataset, with Docker | |
| run: | | |
| export PATH="$PATH:$(pwd)/qlever-control:$(pwd)/qlever-binaries" | |
| mkdir -p ${{github.workspace}}/qlever-indices/olympics.1 && cd $_ | |
| unbuffer qlever setup-config olympics | |
| unbuffer qlever get-data docker.USE_DOCKER=true index index-stats start status stop status | |
| ls -lh | |
| - name: Test actions for olympics dataset, without Docker | |
| run: | | |
| export PATH="$PATH:$(pwd)/qlever-control:$(pwd)/qlever-binaries" | |
| mkdir -p ${{github.workspace}}/qlever-indices/olympics.2 && cd $_ | |
| unbuffer qlever setup-config olympics | |
| unbuffer qlever get-data docker.USE_DOCKER=false index index-stats start status stop status | |
| ls -lh | |
| - name: Test actions for olympics dataset, with and without Docker | |
| run: | | |
| export PATH="$PATH:$(pwd)/qlever-control:$(pwd)/qlever-binaries" | |
| mkdir -p ${{github.workspace}}/qlever-indices/olympics.3 && cd $_ | |
| unbuffer qlever setup-config olympics | |
| unbuffer qlever.py get-data index index-stats | |
| unbuffer qlever docker.USE_DOCKER=false start status | |
| unbuffer qlever docker.USE_DOCKER=true stop status | |
| unbuffer qlever docker.USE_DOCKER=true start status | |
| unbuffer qlever docker.USE_DOCKER=false stop status | |
| ls -lh |