PyCS/tests/client/pipeline_tests.py

import eventlet
import tempfile
import uuid

from flask import url_for
from pathlib import Path

from pycs.database.Model import Model
from pycs.database.Project import Project

from tests.base import BaseTestCase
from tests.base import pаtch_tpool_execute



class PipelineTests(BaseTestCase):

    _sleep_time = .2

    def setupModels(self):
        super().setupModels()

        Model.discover("tests/client/test_models")

        self.model = Model.query.one()

        self.project = Project.new(
            name="test_project",
            description="Project for a test case",
            model=self.model,
            root_folder="project_folder",
            external_data=False,
            data_folder="project_folder/data",
        )
        root = Path(self.project.root_folder)
        data_root = Path(self.project.data_folder)

        for folder in [data_root, root / "temp"]:
            folder.mkdir(exist_ok=True, parents=True)

        file_uuid = str(uuid.uuid1())
        self.file, is_new = self.project.add_file(
            uuid=file_uuid,
            file_type="image",
            name="name",
            filename="image",
            extension=".jpg",
            size=32*1024,
        )

        self.assertTrue(is_new)
        with open(self.file.absolute_path, "wb") as f:
            f.write(b"some content")


    def tearDown(self):
        self.wait_for_bg_jobs()
        self.project.delete()
        super().tearDown()

    def test_predict_file_busy(self):
        url = url_for("predict_file", file_id=self.file.id)

        self.post(url, json=dict(predict=True))
        self.post(url, json=dict(predict=True), status_code=400)

    def test_predict_file_errors(self):
        self.post(url_for("predict_file", file_id=4242),
            status_code=404)

        url = url_for("predict_file", file_id=self.file.id)

        for data in [None, dict(), dict(predict=False)]:
            self.post(url, status_code=400, json=data)

    def test_predict_file(self):
        url = url_for("predict_file", file_id=self.file.id)
        self.assertEqual(0, self.file.results.count())
        self.post(url, json=dict(predict=True))
        self.wait_for_bg_jobs()
        self.assertEqual(1, self.file.results.count())

    def test_predict_file_multiple_times(self):
        url = url_for("predict_file", file_id=self.file.id)

        self.assertEqual(0, self.file.results.count())

        self.post(url, json=dict(predict=True))
        self.wait_for_bg_jobs()
        self.assertEqual(1, self.file.results.count())

        self.post(url, json=dict(predict=True))
        self.wait_for_bg_jobs()
        self.assertEqual(1, self.file.results.count())

    def test_predict_model_errors(self):
        self.post(url_for("predict_model", project_id=4242),
            status_code=404)

        url = url_for("predict_model", project_id=self.project.id)

        for data in [None, dict(), dict(predict=False), dict(predict=True), dict(predict="not new or all")]:
            self.post(url, status_code=400, json=data)

    def test_predict_model_busy(self):
        url = url_for("predict_model", project_id=self.project.id)
        self.post(url, json=dict(predict="new"))
        self.post(url, json=dict(predict="new"), status_code=400)


    def test_predict_model_for_new(self):

        url = url_for("predict_model", project_id=self.project.id)
        self.post(url, json=dict(predict="new"))


    def test_predict_model_for_all(self):
        url = url_for("predict_model", project_id=self.project.id)
        self.post(url, json=dict(predict="all"))



    def test_model_fit_errors(self):

        self.post(url_for("fit_model", project_id=4242),
            status_code=404)

        url = url_for("fit_model", project_id=self.project.id)

        for data in [None, dict(), dict(fit=False)]:
            self.post(url, status_code=400, json=data)

    def test_model_fit_busy(self):
        url = url_for("fit_model", project_id=self.project.id)
        self.post(url, json=dict(fit=True))
        self.post(url, json=dict(fit=True), status_code=400)

    def test_model_fit(self):
        url = url_for("fit_model", project_id=self.project.id)
        self.post(url, json=dict(fit=True))