build(deps): bump serde_qs from 0.12.0 to 0.13.0 #65
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: htcondor-collector | |
| on: | |
| pull_request: | |
| push: | |
| branches: | |
| - main | |
| jobs: | |
| test: | |
| runs-on: ubuntu-latest | |
| outputs: | |
| table: ${{ steps.table.outputs.table }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Set up Python 3.9 | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: 3.9 | |
| - name: Create fake .cargo/config.toml | |
| run: | | |
| mkdir -p .cargo | |
| echo -e "[env]\nSQLX_OFFLINE = \"true\"" >> .cargo/config.toml | |
| - name: Build pyauditor | |
| uses: messense/maturin-action@v1 | |
| with: | |
| target: x86_64 | |
| manylinux: auto | |
| command: build | |
| args: --release -o dist --interpreter python3.9 --manifest-path pyauditor/Cargo.toml | |
| - name: Build collector package | |
| run: | | |
| python3.9 -m venv pvenv | |
| source pvenv/bin/activate | |
| pip install --upgrade pip build | |
| python -m build -o dist collectors/htcondor | |
| - name: Start docker containers | |
| working-directory: containers/htcondor | |
| run: | | |
| docker compose -f docker-compose.yaml up -d --build | |
| sleep 5 | |
| - name: Install pyauditor in container | |
| run: | | |
| docker cp dist/python_auditor-*whl htcondor-auditor-collector-1:/tmp/ | |
| docker exec -u submituser htcondor-auditor-collector-1 \ | |
| bash -c "pip install --upgrade pip && \ | |
| pip install --no-cache-dir --no-index /tmp/python_auditor-*.whl" | |
| - name: Install collector in container | |
| run: | | |
| docker cp dist/auditor_htcondor_collector-*whl htcondor-auditor-collector-1:/tmp/ | |
| docker exec -u submituser htcondor-auditor-collector-1 \ | |
| bash -c "pip install --upgrade pip && \ | |
| pip install --no-cache-dir --no-index /tmp/auditor_htcondor_collector-*.whl" | |
| - name: Start collector | |
| run: | | |
| docker exec -d -u submituser -w /home/submituser htcondor-auditor-collector-1 \ | |
| bash -l -c "auditor-htcondor-collector -c /configs/collector.yaml -i 5 2>&1 | tee auditor-htcondor-collector.log" | |
| - name: Submit test job | |
| run: | | |
| docker exec -u submituser -w /home/submituser htcondor-submit-1 \ | |
| bash -c "echo -e \"executable=/bin/sleep\narguments=2\n+VoName=\\\"testgroup\\\"\nqueue\" > job \ | |
| && condor_submit job" | |
| - name: Wait for job and collector | |
| run: | | |
| in_submit() { | |
| docker exec -u submituser htcondor-submit-1 bash -c "$@" | |
| } | |
| echo "Waiting for job to start..." | |
| while [ "$(in_submit 'condor_q 1 -af JobStatus')" == "1" ]; do | |
| sleep 2 | |
| done | |
| echo "Waiting for job to complete..." | |
| while [ "$(in_submit 'condor_q 1 -af JobStatus')" == "2" ]; do | |
| sleep 2 | |
| done | |
| echo "Waiting for collector..." | |
| sleep 10 | |
| - name: "Collector logs" | |
| run: | | |
| docker exec -u submituser -w /home/submituser htcondor-auditor-collector-1 bash -l -c "cat auditor-htcondor-collector.log" | |
| - name: "Auditor logs" | |
| run: | | |
| docker logs htcondor-auditor-1 | |
| - name: Query accounting table | |
| id: table | |
| run: | | |
| TABLE=$(docker exec htcondor-postgres-1 \ | |
| bash -c "psql -U postgres -d auditor -c \" \ | |
| SELECT ac.runtime, sc.name, sc.value FROM accounting as ac \ | |
| JOIN records_components as rc ON ac.id=rc.record_id \ | |
| JOIN components AS co ON rc.component_id=co.id \ | |
| JOIN components_scores AS cs ON co.id=cs.component_id \ | |
| JOIN scores AS sc ON cs.score_id=sc.id \ | |
| ORDER BY sc.name; \ | |
| \"") | |
| echo "table<<EOF" >> $GITHUB_OUTPUT | |
| echo "$TABLE" >> $GITHUB_OUTPUT | |
| echo "EOF" >> $GITHUB_OUTPUT | |
| - name: Check accounting table | |
| run: | | |
| echo "${{ steps.table.outputs.table }}" | grep -q "HEPscore23 | 45.6" | |
| echo "${{ steps.table.outputs.table }}" | grep -q "HEPSPEC | 12.3" | |
| - name: Stop docker containers | |
| working-directory: containers/htcondor | |
| run: docker compose -f docker-compose.yaml down |