|
|
|
|
@ -6,14 +6,14 @@ on:
|
|
|
|
|
jobs:
|
|
|
|
|
check_updates:
|
|
|
|
|
runs-on: ubuntu-latest
|
|
|
|
|
env:
|
|
|
|
|
REPO: ${{ github.repository }}
|
|
|
|
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
|
|
|
|
outputs:
|
|
|
|
|
last_commit_time: ${{ steps.check_updates.outputs.last_commit_time }}
|
|
|
|
|
last_night_time: ${{ steps.check_updates.outputs.last_night_time }}
|
|
|
|
|
steps:
|
|
|
|
|
- id: check_updates
|
|
|
|
|
env:
|
|
|
|
|
REPO: ${{ github.repository }}
|
|
|
|
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
|
|
|
|
run: |
|
|
|
|
|
default_branch=$(gh api /repos/$REPO | jq -r '.default_branch')
|
|
|
|
|
|
|
|
|
|
@ -32,7 +32,7 @@ jobs:
|
|
|
|
|
echo ::set-output name=last_commit_time::${last_commit_time}
|
|
|
|
|
echo ::set-output name=last_night_time::${last_night_time}
|
|
|
|
|
|
|
|
|
|
cache:
|
|
|
|
|
search_cache:
|
|
|
|
|
needs: check_updates
|
|
|
|
|
if:
|
|
|
|
|
needs.check_updates.outputs.last_commit_time > needs.check_updates.outputs.last_night_time
|
|
|
|
|
@ -43,48 +43,29 @@ jobs:
|
|
|
|
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
|
|
|
|
REPO: ${{ github.repository }}
|
|
|
|
|
steps:
|
|
|
|
|
- name: Getting SHA from the default branch
|
|
|
|
|
- name: Getting SHA with cache from the default branch
|
|
|
|
|
id: get-sha
|
|
|
|
|
run: |
|
|
|
|
|
DEFAULT_BRANCH=$(gh api /repos/$REPO | jq -r '.default_branch')
|
|
|
|
|
SHA=$(gh api /repos/$REPO/git/ref/heads/$DEFAULT_BRANCH | jq -r '.object.sha')
|
|
|
|
|
|
|
|
|
|
echo ::set-output name=default_branch::${DEFAULT_BRANCH}
|
|
|
|
|
echo ::set-output name=sha::${SHA}
|
|
|
|
|
|
|
|
|
|
- name: Waiting a cache creation in the default branch
|
|
|
|
|
if: ${{ github.ref_name != 'develop' }}
|
|
|
|
|
env:
|
|
|
|
|
DEFAULT_BRANCH: ${{ steps.get-sha.outputs.default_branch }}
|
|
|
|
|
SHA: ${{ steps.get-sha.outputs.sha }}
|
|
|
|
|
run: |
|
|
|
|
|
SLEEP=45
|
|
|
|
|
NUMBER_ATTEMPTS=10
|
|
|
|
|
while [[ ${NUMBER_ATTEMPTS} -gt 0 ]]; do
|
|
|
|
|
|
|
|
|
|
for sha in $(gh api "/repos/$REPO/commits?per_page=100&sha=$DEFAULT_BRANCH" | jq -r '.[].sha');
|
|
|
|
|
do
|
|
|
|
|
RUN_status=$(gh api /repos/${REPO}/actions/workflows/cache.yml/runs | \
|
|
|
|
|
jq -r ".workflow_runs[]? |
|
|
|
|
|
select((.head_sha == \"${SHA}\")) | .status")
|
|
|
|
|
jq -r ".workflow_runs[]? | select((.head_sha == \"${sha}\") and (.conclusion == \"success\")) | .status")
|
|
|
|
|
|
|
|
|
|
if [[ ${RUN_status} == "completed" ]]; then
|
|
|
|
|
echo "The cache creation on the ${DEFAULT_BRANCH} branch has finished. Status: ${RUN_status}"
|
|
|
|
|
SHA=$sha
|
|
|
|
|
break
|
|
|
|
|
else
|
|
|
|
|
echo "The creation of the cache is not yet complete."
|
|
|
|
|
echo "There are still attempts to check the cache: ${NUMBER_ATTEMPTS}"
|
|
|
|
|
echo "Status of caching in the ${DEFAULT_BRANCH} branch: ${RUN_status}"
|
|
|
|
|
echo "sleep ${SLEEP}"
|
|
|
|
|
sleep ${SLEEP}
|
|
|
|
|
((NUMBER_ATTEMPTS--))
|
|
|
|
|
fi
|
|
|
|
|
done
|
|
|
|
|
if [[ ${NUMBER_ATTEMPTS} -eq 0 ]]; then
|
|
|
|
|
echo "Number of attempts expired!"
|
|
|
|
|
echo "Probably the creation of the cache is not yet complete. Will continue working without the cache."
|
|
|
|
|
fi
|
|
|
|
|
|
|
|
|
|
echo Default branch is ${DEFAULT_BRANCH}
|
|
|
|
|
echo Workflow will try to get cache from commit: ${SHA}
|
|
|
|
|
|
|
|
|
|
echo ::set-output name=default_branch::${DEFAULT_BRANCH}
|
|
|
|
|
echo ::set-output name=sha::${SHA}
|
|
|
|
|
|
|
|
|
|
run_tests:
|
|
|
|
|
needs: cache
|
|
|
|
|
needs: search_cache
|
|
|
|
|
runs-on: ubuntu-latest
|
|
|
|
|
steps:
|
|
|
|
|
- uses: actions/checkout@v2
|
|
|
|
|
@ -98,16 +79,16 @@ jobs:
|
|
|
|
|
python-version: '3.8'
|
|
|
|
|
|
|
|
|
|
- name: Getting CVAT server cache from the default branch
|
|
|
|
|
uses: actions/cache@v2
|
|
|
|
|
uses: actions/cache@v3
|
|
|
|
|
with:
|
|
|
|
|
path: /tmp/cvat_cache_server
|
|
|
|
|
key: ${{ runner.os }}-build-server-${{ needs.cache.outputs.sha }}
|
|
|
|
|
key: ${{ runner.os }}-build-server-${{ needs.search_cache.outputs.sha }}
|
|
|
|
|
|
|
|
|
|
- name: Getting CVAT UI cache from the default branch
|
|
|
|
|
uses: actions/cache@v2
|
|
|
|
|
uses: actions/cache@v3
|
|
|
|
|
with:
|
|
|
|
|
path: /tmp/cvat_cache_ui
|
|
|
|
|
key: ${{ runner.os }}-build-ui-${{ needs.cache.outputs.sha }}
|
|
|
|
|
key: ${{ runner.os }}-build-ui-${{ needs.search_cache.outputs.sha }}
|
|
|
|
|
|
|
|
|
|
- name: Set up Docker Buildx
|
|
|
|
|
uses: docker/setup-buildx-action@v2
|
|
|
|
|
@ -130,17 +111,43 @@ jobs:
|
|
|
|
|
tags: openvino/cvat_ui:latest
|
|
|
|
|
load: true
|
|
|
|
|
|
|
|
|
|
- name: Running REST API tests
|
|
|
|
|
- name: OPA tests
|
|
|
|
|
run: |
|
|
|
|
|
curl -L -o opa https://openpolicyagent.org/downloads/v0.34.2/opa_linux_amd64_static
|
|
|
|
|
chmod +x ./opa
|
|
|
|
|
./opa test cvat/apps/iam/rules
|
|
|
|
|
|
|
|
|
|
- name: REST API tests
|
|
|
|
|
run: |
|
|
|
|
|
pip3 install --user -r tests/rest_api/requirements.txt
|
|
|
|
|
pytest tests/rest_api/
|
|
|
|
|
pytest tests/rest_api/ --stop-services
|
|
|
|
|
|
|
|
|
|
- name: Run CVAT
|
|
|
|
|
- name: Unit tests
|
|
|
|
|
env:
|
|
|
|
|
HOST_COVERAGE_DATA_DIR: ${{ github.workspace }}
|
|
|
|
|
CONTAINER_COVERAGE_DATA_DIR: "/coverage_data"
|
|
|
|
|
run: |
|
|
|
|
|
docker-compose -f docker-compose.yml -f docker-compose.dev.yml -f docker-compose.ci.yml run cvat_ci /bin/bash \
|
|
|
|
|
-c 'coverage run -a manage.py test cvat/apps cvat-cli && mv .coverage ${CONTAINER_COVERAGE_DATA_DIR}'
|
|
|
|
|
|
|
|
|
|
docker-compose -f docker-compose.yml -f docker-compose.dev.yml -f docker-compose.ci.yml run cvat_ci /bin/bash \
|
|
|
|
|
-c 'cd cvat-data && npm ci --ignore-scripts && cd ../cvat-core && npm ci --ignore-scripts && npm run test && mv ./reports/coverage/lcov.info ${CONTAINER_COVERAGE_DATA_DIR} && chmod a+rwx ${CONTAINER_COVERAGE_DATA_DIR}/lcov.info'
|
|
|
|
|
|
|
|
|
|
docker-compose -f docker-compose.yml -f docker-compose.dev.yml -f docker-compose.ci.yml down -v
|
|
|
|
|
|
|
|
|
|
- name: Instrumentation of the code then rebuilding the CVAT UI
|
|
|
|
|
run: |
|
|
|
|
|
npm ci
|
|
|
|
|
npm run coverage
|
|
|
|
|
docker-compose -f docker-compose.yml -f docker-compose.dev.yml -f components/serverless/docker-compose.serverless.yml build cvat_ui
|
|
|
|
|
|
|
|
|
|
- name: End-to-end. Run CVAT instance
|
|
|
|
|
run: |
|
|
|
|
|
docker-compose -f docker-compose.yml -f docker-compose.dev.yml -f ./tests/docker-compose.email.yml -f tests/docker-compose.file_share.yml -f components/serverless/docker-compose.serverless.yml up -d --build
|
|
|
|
|
docker-compose -f docker-compose.yml -f docker-compose.dev.yml -f ./tests/docker-compose.email.yml -f tests/docker-compose.file_share.yml -f components/serverless/docker-compose.serverless.yml up -d
|
|
|
|
|
|
|
|
|
|
- name: Waiting for server
|
|
|
|
|
- name: End-to-end. Waiting for server
|
|
|
|
|
id: wait-server
|
|
|
|
|
env:
|
|
|
|
|
API_ABOUT_PAGE: "localhost:8080/api/server/about"
|
|
|
|
|
run: |
|
|
|
|
|
@ -160,8 +167,16 @@ jobs:
|
|
|
|
|
echo Response from server is incorrect, output:
|
|
|
|
|
cat /tmp/server_response
|
|
|
|
|
fi
|
|
|
|
|
echo ::set-output name=status_code::${status_code}
|
|
|
|
|
|
|
|
|
|
- name: Add user for tests
|
|
|
|
|
- name: Fail on bad response from server
|
|
|
|
|
if: steps.wait-server.outputs.status_code != '401'
|
|
|
|
|
uses: actions/github-script@v3
|
|
|
|
|
with:
|
|
|
|
|
script: |
|
|
|
|
|
core.setFailed('Workflow failed: incorrect response from server. See logs artifact to get more info')
|
|
|
|
|
|
|
|
|
|
- name: End-to-end. Add user for tests
|
|
|
|
|
env:
|
|
|
|
|
DJANGO_SU_NAME: "admin"
|
|
|
|
|
DJANGO_SU_EMAIL: "admin@localhost.company"
|
|
|
|
|
@ -169,19 +184,19 @@ jobs:
|
|
|
|
|
run: |
|
|
|
|
|
docker exec -i cvat /bin/bash -c "echo \"from django.contrib.auth.models import User; User.objects.create_superuser('${DJANGO_SU_NAME}', '${DJANGO_SU_EMAIL}', '${DJANGO_SU_PASSWORD}')\" | python3 ~/manage.py shell"
|
|
|
|
|
|
|
|
|
|
- name: End-to-end testing
|
|
|
|
|
- name: End-to-end. Run tests
|
|
|
|
|
run: |
|
|
|
|
|
cd ./tests
|
|
|
|
|
npm ci
|
|
|
|
|
npm run cypress:run:firefox
|
|
|
|
|
npm run cypress:run:chrome
|
|
|
|
|
mv ./.nyc_output/out.json ./.nyc_output/out_2d.json
|
|
|
|
|
npm run cypress:run:chrome:canvas3d
|
|
|
|
|
mv ./.nyc_output/out.json ./.nyc_output/out_3d.json
|
|
|
|
|
|
|
|
|
|
- name: Unit tests
|
|
|
|
|
- name: Creating a log file from "cvat" container logs
|
|
|
|
|
if: failure()
|
|
|
|
|
run: |
|
|
|
|
|
python manage.py test cvat/apps utils/cli
|
|
|
|
|
|
|
|
|
|
npm ci
|
|
|
|
|
cd cvat-core
|
|
|
|
|
npm run test
|
|
|
|
|
docker logs cvat > ${{ github.workspace }}/tests/cvat.log
|
|
|
|
|
|
|
|
|
|
- name: Uploading cypress screenshots as an artifact
|
|
|
|
|
if: failure()
|
|
|
|
|
@ -189,3 +204,81 @@ jobs:
|
|
|
|
|
with:
|
|
|
|
|
name: cypress_screenshots
|
|
|
|
|
path: ${{ github.workspace }}/tests/cypress/screenshots
|
|
|
|
|
|
|
|
|
|
- name: Uploading "cvat" container logs as an artifact
|
|
|
|
|
if: failure()
|
|
|
|
|
uses: actions/upload-artifact@v2
|
|
|
|
|
with:
|
|
|
|
|
name: cvat_container_logs
|
|
|
|
|
path: ${{ github.workspace }}/tests/cvat.log
|
|
|
|
|
|
|
|
|
|
- name: Uploading code coverage results as an artifact
|
|
|
|
|
uses: actions/upload-artifact@v2
|
|
|
|
|
with:
|
|
|
|
|
name: coverage_results
|
|
|
|
|
path: |
|
|
|
|
|
${{ github.workspace }}/tests/.nyc_output
|
|
|
|
|
${{ github.workspace }}/.coverage
|
|
|
|
|
${{ github.workspace }}/lcov.info
|
|
|
|
|
|
|
|
|
|
coveralls:
|
|
|
|
|
runs-on: ubuntu-latest
|
|
|
|
|
needs: run_tests
|
|
|
|
|
steps:
|
|
|
|
|
- uses: actions/checkout@v2
|
|
|
|
|
|
|
|
|
|
- name: Getting CVAT server cache from the default branch
|
|
|
|
|
uses: actions/cache@v3
|
|
|
|
|
with:
|
|
|
|
|
path: /tmp/cvat_cache_server
|
|
|
|
|
key: ${{ runner.os }}-build-server-${{ needs.search_cache.outputs.sha }}
|
|
|
|
|
|
|
|
|
|
- name: Set up Docker Buildx
|
|
|
|
|
uses: docker/setup-buildx-action@v1.1.2
|
|
|
|
|
|
|
|
|
|
- name: Building CVAT server image
|
|
|
|
|
uses: docker/build-push-action@v2
|
|
|
|
|
with:
|
|
|
|
|
context: .
|
|
|
|
|
file: ./Dockerfile
|
|
|
|
|
cache-from: type=local,src=/tmp/cvat_cache_server
|
|
|
|
|
tags: openvino/cvat_server:latest
|
|
|
|
|
load: true
|
|
|
|
|
|
|
|
|
|
- name: Downloading coverage results
|
|
|
|
|
uses: actions/download-artifact@v2
|
|
|
|
|
with:
|
|
|
|
|
name: coverage_results
|
|
|
|
|
|
|
|
|
|
- name: Combining coverage results
|
|
|
|
|
run: |
|
|
|
|
|
mkdir -p ./nyc_output_tmp
|
|
|
|
|
mv ./out_*.json ./nyc_output_tmp
|
|
|
|
|
mkdir -p ./.nyc_output
|
|
|
|
|
npm ci
|
|
|
|
|
npx nyc merge ./nyc_output_tmp ./.nyc_output/out.json
|
|
|
|
|
|
|
|
|
|
- name: Sending results to Coveralls
|
|
|
|
|
env:
|
|
|
|
|
HOST_COVERAGE_DATA_DIR: ${{ github.workspace }}
|
|
|
|
|
CONTAINER_COVERAGE_DATA_DIR: "/coverage_data"
|
|
|
|
|
COVERALLS_SERVICE_NAME: github
|
|
|
|
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
|
|
|
|
run: |
|
|
|
|
|
npx nyc report --reporter=text-lcov >> ${HOST_COVERAGE_DATA_DIR}/lcov.info
|
|
|
|
|
|
|
|
|
|
docker-compose \
|
|
|
|
|
-f docker-compose.yml \
|
|
|
|
|
-f docker-compose.dev.yml \
|
|
|
|
|
-f docker-compose.ci.yml \
|
|
|
|
|
run cvat_ci /bin/bash -c 'cd ${CONTAINER_COVERAGE_DATA_DIR} && coveralls-lcov -v -n lcov.info > ${CONTAINER_COVERAGE_DATA_DIR}/coverage.json'
|
|
|
|
|
|
|
|
|
|
docker-compose \
|
|
|
|
|
-f docker-compose.yml \
|
|
|
|
|
-f docker-compose.dev.yml \
|
|
|
|
|
-f docker-compose.ci.yml \
|
|
|
|
|
run cvat_ci /bin/bash -c '\
|
|
|
|
|
ln -s ${CONTAINER_COVERAGE_DATA_DIR}/.git . \
|
|
|
|
|
&& ln -s ${CONTAINER_COVERAGE_DATA_DIR}/.coverage . \
|
|
|
|
|
&& ln -s ${CONTAINER_COVERAGE_DATA_DIR}/coverage.json . \
|
|
|
|
|
&& coveralls --merge=coverage.json'
|
|
|
|
|
|
Kirill Sizov
4 years ago
committed by
GitHub