Build CVAT with models support. Adding cypress test to check models page. (#3369)

* Try add model support to CVAT build

* Added a test. Run test from different job.

* Change context

* Moved models test to project actions.

Configs adaptations.
Checking nightly

* Moved canvas 3d tests to different cypress config

Updated publish_docker_images.yml

* Removed models from matrix

* check tests on publish workflow

* Rework publish yml

* fix build, up -d

* Removed unnecessary line

.github/workflows/main.yml

@@ -80,7 +80,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        specs: ['actions_tasks', 'actions_tasks2', 'actions_tasks3', 'actions_objects', 'actions_objects2', 'actions_users', 'actions_projects', 'canvas3d_functionality', 'issues_prs', 'issues_prs2']
+        specs: ['actions_tasks', 'actions_tasks2', 'actions_tasks3', 'actions_objects', 'actions_objects2', 'actions_users', 'actions_projects_models', 'canvas3d_functionality', 'issues_prs', 'issues_prs2']
     steps:
       - uses: actions/checkout@v2
       - name: Getting SHA from the default branch
@@ -151,7 +151,7 @@ jobs:
         run: |
           npm ci
           npm run coverage
-          docker-compose -f docker-compose.yml -f docker-compose.dev.yml build cvat_ui
+          docker-compose -f docker-compose.yml -f docker-compose.dev.yml -f components/serverless/docker-compose.serverless.yml build cvat_ui
       - name: Running e2e tests
         env:
           DJANGO_SU_NAME: 'admin'
@@ -159,7 +159,7 @@ jobs:
           DJANGO_SU_PASSWORD: '12qwaszx'
           API_ABOUT_PAGE: "localhost:8080/api/v1/server/about"
         run: |
-          docker-compose -f docker-compose.yml -f docker-compose.dev.yml up -d
+          docker-compose -f docker-compose.yml -f docker-compose.dev.yml -f components/serverless/docker-compose.serverless.yml up -d
           /bin/bash -c 'while [[ "$(curl -s -o /dev/null -w ''%{http_code}'' ${API_ABOUT_PAGE})" != "401" ]]; do sleep 5; done'
           docker exec -i cvat /bin/bash -c "echo \"from django.contrib.auth.models import User; User.objects.create_superuser('${DJANGO_SU_NAME}', '${DJANGO_SU_EMAIL}', '${DJANGO_SU_PASSWORD}')\" | python3 ~/manage.py shell"          docker exec -i cvat /bin/bash -c "echo \"from django.contrib.auth.models import User; User.objects.create_superuser('${DJANGO_SU_NAME}', '${DJANGO_SU_EMAIL}', '${DJANGO_SU_PASSWORD}')\" | python3 ~/manage.py shell"
           cd ./tests
@@ -168,14 +168,14 @@ jobs:
             if [[ ${{ matrix.specs }} != 'canvas3d_functionality' ]]; then
               npx cypress run --headless --browser chrome --spec 'cypress/integration/${{ matrix.specs }}/**/*.js'
             else
-              npx cypress run --browser chrome --spec 'cypress/integration/${{ matrix.specs }}/**/*.js'
+              npx cypress run --browser chrome --config-file cypress_canvas3d.json --spec 'cypress/integration/${{ matrix.specs }}/**/*.js'
             fi
             mv ./.nyc_output/out.json ./.nyc_output/out_${{ matrix.specs }}.json
           else
             if [[ ${{ matrix.specs }} != 'canvas3d_functionality' ]]; then
               npx cypress run --headless --browser chrome --env coverage=false --spec 'cypress/integration/${{ matrix.specs }}/**/*.js'
             else
-              npx cypress run --browser chrome --env coverage=false --spec 'cypress/integration/${{ matrix.specs }}/**/*.js'
+              npx cypress run --browser chrome --env coverage=false --config-file cypress_canvas3d.json --spec 'cypress/integration/${{ matrix.specs }}/**/*.js'
             fi
           fi
       - name: Creating a log file from "cvat" container logs

.github/workflows/publish_docker_images.yml

@@ -4,36 +4,40 @@ on:
     types: [published]
 
 jobs:
-  build_and_push_to_registry:
+  Unit_testing:
     runs-on: ubuntu-latest
     steps:
       - uses: actions/checkout@v2
-      - uses: actions/setup-node@v2
-        with:
-            node-version: 12
-
-      - name: Build images
-        run: |
-          CLAM_AV=yes INSTALL_SOURCES=yes docker-compose -f docker-compose.yml -f docker-compose.dev.yml -f docker-compose.ci.yml build
-
       - name: Run unit tests
         env:
           HOST_COVERAGE_DATA_DIR: ${{ github.workspace }}
           CONTAINER_COVERAGE_DATA_DIR: '/coverage_data'
-          DJANGO_SU_NAME: 'admin'
-          DJANGO_SU_EMAIL: 'admin@localhost.company'
-          DJANGO_SU_PASSWORD: '12qwaszx'
         run: |
           docker-compose -f docker-compose.yml -f docker-compose.dev.yml -f docker-compose.ci.yml run cvat_ci /bin/bash -c 'coverage run -a manage.py test cvat/apps utils/cli'
           docker-compose -f docker-compose.yml -f docker-compose.dev.yml -f docker-compose.ci.yml run cvat_ci /bin/bash -c 'cd cvat-data && npm ci && cd ../cvat-core && npm ci && npm run test'
-          docker-compose up -d
-          docker exec -i cvat /bin/bash -c "echo \"from django.contrib.auth.models import User; User.objects.create_superuser('${DJANGO_SU_NAME}', '${DJANGO_SU_EMAIL}', '${DJANGO_SU_PASSWORD}')\" | python3 ~/manage.py shell"
 
+  E2E_testing:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+      - uses: actions/setup-node@v2
+        with:
+            node-version: 12
       - name: Run end-to-end tests
+        env:
+          DJANGO_SU_NAME: 'admin'
+          DJANGO_SU_EMAIL: 'admin@localhost.company'
+          DJANGO_SU_PASSWORD: '12qwaszx'
+          API_ABOUT_PAGE: "localhost:8080/api/v1/server/about"
         run: |
+          docker-compose -f docker-compose.yml -f docker-compose.dev.yml build
+          docker-compose -f docker-compose.yml -f docker-compose.dev.yml -f components/serverless/docker-compose.serverless.yml up -d
+          /bin/bash -c 'while [[ "$(curl -s -o /dev/null -w ''%{http_code}'' ${API_ABOUT_PAGE})" != "401" ]]; do sleep 5; done'
+          docker exec -i cvat /bin/bash -c "echo \"from django.contrib.auth.models import User; User.objects.create_superuser('${DJANGO_SU_NAME}', '${DJANGO_SU_EMAIL}', '${DJANGO_SU_PASSWORD}')\" | python3 ~/manage.py shell"
           cd ./tests
           npm ci
           npm run cypress:run:chrome
+          npm run cypress:run:chrome:canvas3d
       - name: Uploading cypress screenshots as an artifact
         if: failure()
         uses: actions/upload-artifact@v2
@@ -41,6 +45,14 @@ jobs:
           name: cypress_screenshots
           path: ${{ github.workspace }}/tests/cypress/screenshots
 
+  Push_to_registry:
+    runs-on: ubuntu-latest
+    needs: [Unit_testing, E2E_testing]
+    steps:
+      - uses: actions/checkout@v2
+      - name: Build images
+        run: |
+          CLAM_AV=yes INSTALL_SOURCES=yes docker-compose -f docker-compose.yml -f docker-compose.dev.yml build
       - name: Login to Docker Hub
         uses: docker/login-action@v1
         with:

.github/workflows/schedule.yml

@@ -18,7 +18,7 @@ jobs:
           DJANGO_SU_PASSWORD: "12qwaszx"
           API_ABOUT_PAGE: "localhost:8080/api/v1/server/about"
         run: |
-          docker-compose -f docker-compose.yml -f docker-compose.dev.yml -f ./tests/docker-compose.email.yml up -d --build
+          docker-compose -f docker-compose.yml -f docker-compose.dev.yml -f ./tests/docker-compose.email.yml -f components/serverless/docker-compose.serverless.yml up -d --build
           /bin/bash -c 'while [[ "$(curl -s -o /dev/null -w ''%{http_code}'' ${API_ABOUT_PAGE})" != "401" ]]; do sleep 5; done'
           docker exec -i cvat /bin/bash -c "echo \"from django.contrib.auth.models import User; User.objects.create_superuser('${DJANGO_SU_NAME}', '${DJANGO_SU_EMAIL}', '${DJANGO_SU_PASSWORD}')\" | python3 ~/manage.py shell"
       - name: End-to-end testing

tests/cypress.json

@@ -20,8 +20,7 @@
     "issues_prs/**/*.js",
     "issues_prs2/**/*.js",
     "actions_users/**/*.js",
-    "actions_projects/**/*.js",
+    "actions_projects_models/**/*.js",
-    "canvas3d_functionality/*.js",
     "remove_users_tasks_projects.js"
   ]
 }

tests/cypress/integration/actions_projects_models/case_98_models_page.js

@@ -0,0 +1,20 @@
+// Copyright (C) 2021 Intel Corporation
+//
+// SPDX-License-Identifier: MIT
+
+/// <reference types="cypress" />
+
+context('Models page.', () => {
+    const caseId = '51';
+
+    before(() => {
+        cy.visit('/');
+        cy.login();
+    });
+
+    describe(`Testing case "${caseId}"`, () => {
+        it('The link to the models page and the models page exists.', () => {
+            cy.goToModelsList();
+        });
+    });
+});

tests/cypress/support/commands_models.js

@@ -0,0 +1,11 @@
+// Copyright (C) 2021 Intel Corporation
+//
+// SPDX-License-Identifier: MIT
+
+/// <reference types="cypress" />
+
+Cypress.Commands.add('goToModelsList', () => {
+    cy.get('a[value="models"]').click();
+    cy.url().should('include', '/models');
+    cy.get('.cvat-models-page').should('exist');
+});

tests/cypress/support/index.js

@@ -7,6 +7,7 @@ require('./commands_projects');
 require('./commands_review_pipeline');
 require('./commands_canvas3d');
 require('./commands_filters_feature');
+require('./commands_models');
 require('@cypress/code-coverage/support');
 require('cypress-plugin-tab');
 

tests/cypress_canvas3d.json

@@ -0,0 +1,17 @@
+{
+  "video": false,
+  "baseUrl": "http://localhost:8080",
+  "viewportWidth": 1300,
+  "viewportHeight": 960,
+  "defaultCommandTimeout": 25000,
+  "env": {
+    "user": "admin",
+    "email": "admin@localhost.company",
+    "password": "12qwaszx"
+  },
+  "testFiles": [
+    "auth_page.js",
+    "canvas3d_functionality/*.js",
+    "remove_users_tasks_projects.js"
+  ]
+}

tests/cypress_cron_type.json

@@ -18,7 +18,7 @@
     "actions_objects2/*.js",
     "issues_prs/*.js",
     "issues_prs2/*.js",
-    "actions_projects/*.js",
+    "actions_projects_models/*.js",
     "actions_users/*.js",
     "email_system/*.js",
     "remove_users_tasks_projects.js"

tests/package.json

@@ -1,7 +1,8 @@
 {
   "scripts": {
     "cypress:run:chrome": "cypress run --env coverage=false --headless --browser chrome",
-    "cypress:run:firefox": "cypress run --env coverage=false --headless --browser firefox --config-file cypress_cron_type.json"
+    "cypress:run:firefox": "cypress run --env coverage=false --headless --browser firefox --config-file cypress_cron_type.json",
+    "cypress:run:chrome:canvas3d": "cypress run --browser chrome --env coverage=false --config-file cypress_canvas3d.json"
   },
   "devDependencies": {
     "@cypress/code-coverage": "^3.9.4",