Add REST API GET, POST, PATCH tests for cloud storage (#4353)
Co-authored-by: kirill.sizov <kirill.sizov@intel.com>main
Maria Khrustaleva
4 years ago
committed by
GitHub
parent
96af4f18c8
commit
2a05316496
@ -0,0 +1,18 @@
|
||||
# Generated by Django 3.2.12 on 2022-03-14 10:51
|
||||
|
||||
from django.db import migrations, models
|
||||
|
||||
|
||||
class Migration(migrations.Migration):
|
||||
|
||||
dependencies = [
|
||||
('engine', '0051_auto_20220220_1824'),
|
||||
]
|
||||
|
||||
operations = [
|
||||
migrations.AlterField(
|
||||
model_name='cloudstorage',
|
||||
name='specific_attributes',
|
||||
field=models.CharField(blank=True, max_length=1024),
|
||||
),
|
||||
]
|
||||
@ -0,0 +1,51 @@
|
||||
{
|
||||
"count": 2,
|
||||
"next": null,
|
||||
"previous": null,
|
||||
"results": [
|
||||
{
|
||||
"created_date": "2022-03-17T07:23:59.305000Z",
|
||||
"credentials_type": "KEY_SECRET_KEY_PAIR",
|
||||
"description": "",
|
||||
"display_name": "Bucket 2",
|
||||
"id": 2,
|
||||
"manifests": [
|
||||
"manifest.jsonl"
|
||||
],
|
||||
"organization": 2,
|
||||
"owner": {
|
||||
"first_name": "Business",
|
||||
"id": 11,
|
||||
"last_name": "Second",
|
||||
"url": "http://localhost:8080/api/users/11",
|
||||
"username": "business2"
|
||||
},
|
||||
"provider_type": "AWS_S3_BUCKET",
|
||||
"resource": "private",
|
||||
"specific_attributes": "endpoint_url=http%3A%2F%2Fminio%3A9000",
|
||||
"updated_date": "2022-03-17T07:23:59.309000Z"
|
||||
},
|
||||
{
|
||||
"created_date": "2022-03-17T07:22:49.519000Z",
|
||||
"credentials_type": "ANONYMOUS_ACCESS",
|
||||
"description": "",
|
||||
"display_name": "Bucket 1",
|
||||
"id": 1,
|
||||
"manifests": [
|
||||
"manifest.jsonl"
|
||||
],
|
||||
"organization": null,
|
||||
"owner": {
|
||||
"first_name": "User",
|
||||
"id": 2,
|
||||
"last_name": "First",
|
||||
"url": "http://localhost:8080/api/users/2",
|
||||
"username": "user1"
|
||||
},
|
||||
"provider_type": "AWS_S3_BUCKET",
|
||||
"resource": "public",
|
||||
"specific_attributes": "endpoint_url=http%3A%2F%2Fminio%3A9000",
|
||||
"updated_date": "2022-03-17T07:22:49.529000Z"
|
||||
}
|
||||
]
|
||||
}
|
||||
Binary file not shown.
@ -0,0 +1,58 @@
|
||||
version: '3.3'
|
||||
|
||||
services:
|
||||
minio:
|
||||
image: quay.io/minio/minio
|
||||
hostname: minio
|
||||
restart: always
|
||||
command: server /data --console-address ":9001"
|
||||
expose:
|
||||
- "9000"
|
||||
- "9001"
|
||||
ports:
|
||||
- 9000:9000
|
||||
- 9001:9001
|
||||
environment:
|
||||
MINIO_ROOT_USER: ${MINIO_ACCESS_KEY}
|
||||
MINIO_ROOT_PASSWORD: ${MINIO_SECRET_KEY}
|
||||
healthcheck:
|
||||
test: ["CMD", "curl", "-f", "http://localhost:9000/minio/health/live"]
|
||||
interval: 30s
|
||||
timeout: 20s
|
||||
retries: 3
|
||||
networks:
|
||||
cvat:
|
||||
aliases:
|
||||
- minio
|
||||
mc:
|
||||
image: minio/mc
|
||||
depends_on:
|
||||
- minio
|
||||
environment:
|
||||
MC_PATH: "/usr/bin/mc"
|
||||
MINIO_HOST: "http://minio:9000"
|
||||
MINIO_ACCESS_KEY:
|
||||
MINIO_SECRET_KEY:
|
||||
MINIO_ALIAS: "local_minio"
|
||||
PRIVATE_BUCKET: "private"
|
||||
PUBLIC_BUCKET: "public"
|
||||
TEST_BUCKET: "test"
|
||||
volumes:
|
||||
- ./tests/cypress/integration/actions_tasks/assets/case_65_manifest/:/storage
|
||||
networks:
|
||||
- cvat
|
||||
entrypoint: >
|
||||
/bin/sh -c "
|
||||
$${MC_PATH} config host add --quiet --api s3v4 $${MINIO_ALIAS} $${MINIO_HOST} $${MINIO_ACCESS_KEY} $${MINIO_SECRET_KEY};
|
||||
$${MC_PATH} mb $${MINIO_ALIAS}/$${PRIVATE_BUCKET} $${MINIO_ALIAS}/$${PUBLIC_BUCKET} $${MINIO_ALIAS}/$${TEST_BUCKET};
|
||||
for BUCKET in $${MINIO_ALIAS}/$${PRIVATE_BUCKET} $${MINIO_ALIAS}/$${PUBLIC_BUCKET} $${MINIO_ALIAS}/$${TEST_BUCKET};
|
||||
do
|
||||
$${MC_PATH} cp --recursive /storage/ $${BUCKET};
|
||||
for i in 1 2;
|
||||
do
|
||||
$${MC_PATH} cp /storage/manifest.jsonl $${BUCKET}/manifest_$${i}.jsonl;
|
||||
done;
|
||||
done;
|
||||
$${MC_PATH} policy set public $${MINIO_ALIAS}/$${PUBLIC_BUCKET};
|
||||
exit 0;
|
||||
"
|
||||
@ -0,0 +1,188 @@
|
||||
# Copyright (C) 2022 Intel Corporation
|
||||
#
|
||||
# SPDX-License-Identifier: MIT
|
||||
|
||||
import pytest
|
||||
from http import HTTPStatus
|
||||
from deepdiff import DeepDiff
|
||||
|
||||
from .utils.config import get_method, patch_method, post_method
|
||||
|
||||
class TestGetCloudStorage:
|
||||
|
||||
def _test_can_see(self, user, storage_id, data, **kwargs):
|
||||
response = get_method(user, f'cloudstorages/{storage_id}', **kwargs)
|
||||
response_data = response.json()
|
||||
response_data = response_data.get('results', response_data)
|
||||
|
||||
assert response.status_code == HTTPStatus.OK
|
||||
assert DeepDiff(data, response_data, ignore_order=True) == {}
|
||||
|
||||
def _test_cannot_see(self, user, storage_id, **kwargs):
|
||||
response = get_method(user, f'cloudstorages/{storage_id}', **kwargs)
|
||||
|
||||
assert response.status_code == HTTPStatus.FORBIDDEN
|
||||
|
||||
@pytest.mark.parametrize('storage_id', [1])
|
||||
@pytest.mark.parametrize('group, is_owner, is_allow', [
|
||||
('admin', False, True),
|
||||
('business', False, False),
|
||||
('user', True, True),
|
||||
])
|
||||
def test_sandbox_user_get_coud_storage(self, storage_id, group, is_owner, is_allow, users, cloud_storages):
|
||||
org = ''
|
||||
cloud_storage = cloud_storages[storage_id]
|
||||
username = cloud_storage['owner']['username'] if is_owner else \
|
||||
next((u for u in users if group in u['groups'] and u['id'] != cloud_storage['owner']['id']))['username']
|
||||
|
||||
if is_allow:
|
||||
self._test_can_see(username, storage_id, cloud_storage, org=org)
|
||||
else:
|
||||
self._test_cannot_see(username, storage_id, org=org)
|
||||
|
||||
|
||||
@pytest.mark.parametrize('org_id', [2])
|
||||
@pytest.mark.parametrize('storage_id', [2])
|
||||
@pytest.mark.parametrize('role, is_owner, is_allow', [
|
||||
('worker', True, True),
|
||||
('supervisor', False, True),
|
||||
('worker', False, False),
|
||||
])
|
||||
def test_org_user_get_coud_storage(self, org_id, storage_id, role, is_owner, is_allow, find_users, cloud_storages):
|
||||
cloud_storage = cloud_storages[storage_id]
|
||||
username = cloud_storage['owner']['username'] if is_owner else \
|
||||
next((u for u in find_users(role=role, org=org_id) if u['id'] != cloud_storage['owner']['id']))['username']
|
||||
|
||||
if is_allow:
|
||||
self._test_can_see(username, storage_id, cloud_storage, org_id=org_id)
|
||||
else:
|
||||
self._test_cannot_see(username, storage_id, org_id=org_id)
|
||||
|
||||
|
||||
class TestPostCloudStorage:
|
||||
_SPEC = {
|
||||
'provider_type': 'AWS_S3_BUCKET',
|
||||
'resource': 'test',
|
||||
'display_name': 'Bucket',
|
||||
'credentials_type': 'KEY_SECRET_KEY_PAIR',
|
||||
'key': 'minio_access_key', 'secret_key': 'minio_secret_key',
|
||||
'specific_attributes': 'endpoint_url=http://minio:9000',
|
||||
'description': 'Some description',
|
||||
'manifests': [
|
||||
'manifest.jsonl'
|
||||
],
|
||||
}
|
||||
_EXCLUDE_PATHS = [
|
||||
f"root['{extra_field}']" for extra_field in {
|
||||
# unchanged fields
|
||||
'created_date', 'id', 'organization', 'owner', 'updated_date',
|
||||
# credentials that server doesn't return
|
||||
'key', 'secret_key',
|
||||
}]
|
||||
|
||||
def _test_can_create(self, user, spec, **kwargs):
|
||||
response = post_method(user, 'cloudstorages', spec, **kwargs)
|
||||
response_data = response.json()
|
||||
response_data = response_data.get('results', response_data)
|
||||
|
||||
assert response.status_code == HTTPStatus.CREATED
|
||||
assert DeepDiff(self._SPEC, response_data, ignore_order=True,
|
||||
exclude_paths=self._EXCLUDE_PATHS) == {}
|
||||
|
||||
def _test_cannot_create(self, user, spec, **kwargs):
|
||||
response = post_method(user, 'cloudstorages', spec, **kwargs)
|
||||
|
||||
assert response.status_code == HTTPStatus.FORBIDDEN
|
||||
|
||||
|
||||
@pytest.mark.parametrize('group, is_allow', [
|
||||
('user', True), ('worker', False)
|
||||
])
|
||||
def test_sandbox_user_create_cloud_storage(self, group, is_allow, users):
|
||||
org = ''
|
||||
username = [u for u in users if group in u['groups']][0]['username']
|
||||
|
||||
if is_allow:
|
||||
self._test_can_create(username, self._SPEC, org=org)
|
||||
else:
|
||||
self._test_cannot_create(username, self._SPEC, org=org)
|
||||
|
||||
@pytest.mark.parametrize('org_id', [2])
|
||||
@pytest.mark.parametrize('role, is_allow', [
|
||||
('owner', True), ('maintainer', True),
|
||||
('worker', False), ('supervisor', False),
|
||||
])
|
||||
def test_org_user_create_coud_storage(self, org_id, role, is_allow, find_users):
|
||||
username = find_users(role=role, org=org_id)[0]['username']
|
||||
|
||||
if is_allow:
|
||||
self._test_can_create(username, self._SPEC, org_id=org_id)
|
||||
else:
|
||||
self._test_cannot_create(username, self._SPEC, org_id=org_id)
|
||||
|
||||
class TestPatchCloudStorage:
|
||||
_SPEC = {
|
||||
'display_name': 'New display name',
|
||||
'description': 'New description',
|
||||
'manifests': [
|
||||
'manifest_1.jsonl',
|
||||
'manifest_2.jsonl',
|
||||
],
|
||||
}
|
||||
_EXCLUDE_PATHS = [
|
||||
f"root['{extra_field}']" for extra_field in {
|
||||
# unchanged fields
|
||||
'created_date', 'credentials_type', 'id', 'organization', 'owner',
|
||||
'provider_type', 'resource', 'specific_attributes', 'updated_date',
|
||||
}]
|
||||
|
||||
def _test_can_update(self, user, storage_id, spec, **kwargs):
|
||||
response = patch_method(user, f'cloudstorages/{storage_id}', spec, **kwargs)
|
||||
response_data = response.json()
|
||||
response_data = response_data.get('results', response_data)
|
||||
|
||||
assert response.status_code == HTTPStatus.OK
|
||||
assert DeepDiff(self._SPEC, response_data, ignore_order=True,
|
||||
exclude_paths=self._EXCLUDE_PATHS) == {}
|
||||
|
||||
assert response.status_code == HTTPStatus.OK
|
||||
|
||||
def _test_cannot_update(self, user, storage_id, spec, **kwargs):
|
||||
response = patch_method(user, f'cloudstorages/{storage_id}', spec, **kwargs)
|
||||
|
||||
assert response.status_code == HTTPStatus.FORBIDDEN
|
||||
|
||||
|
||||
@pytest.mark.parametrize('storage_id', [1])
|
||||
@pytest.mark.parametrize('group, is_owner, is_allow', [
|
||||
('admin', False, True),
|
||||
('business', False, False),
|
||||
('worker', True, True),
|
||||
])
|
||||
def test_sandbox_user_update_cloud_storage(self, storage_id, group, is_owner, is_allow, users, cloud_storages):
|
||||
org = ''
|
||||
cloud_storage = cloud_storages[storage_id]
|
||||
username = cloud_storage['owner']['username'] if is_owner else \
|
||||
next((u for u in users if group in u['groups'] and u['id'] != cloud_storage['owner']['id']))['username']
|
||||
|
||||
if is_allow:
|
||||
self._test_can_update(username, storage_id, self._SPEC, org=org)
|
||||
else:
|
||||
self._test_cannot_update(username, storage_id, self._SPEC, org=org)
|
||||
|
||||
@pytest.mark.parametrize('org_id', [2])
|
||||
@pytest.mark.parametrize('storage_id', [2])
|
||||
@pytest.mark.parametrize('role, is_owner, is_allow', [
|
||||
('worker', True, True),
|
||||
('maintainer', False, True),
|
||||
('supervisor', False, False),
|
||||
])
|
||||
def test_org_user_update_coud_storage(self, org_id, storage_id, role, is_owner, is_allow, find_users, cloud_storages):
|
||||
cloud_storage = cloud_storages[storage_id]
|
||||
username = cloud_storage['owner']['username'] if is_owner else \
|
||||
next((u for u in find_users(role=role, org=org_id) if u['id'] != cloud_storage['owner']['id']))['username']
|
||||
|
||||
if is_allow:
|
||||
self._test_can_update(username, storage_id, self._SPEC, org_id=org_id)
|
||||
else:
|
||||
self._test_cannot_update(username, storage_id, self._SPEC, org_id=org_id)
|
||||
Loading…
Reference in New Issue