PyCS/pycs/projects/ProjectManager.py

from glob import glob
from json import load, dump
from os import path, mkdir
from shutil import rmtree
from time import time
from uuid import uuid1

from pycs import ApplicationStatus
from pycs.observable import ObservableDict
from pycs.pipeline.PipelineManager import PipelineManager
from pycs.projects.Project import Project


class ProjectManager(ObservableDict):
    def __init__(self, app_status: ApplicationStatus):
        # TODO create projects folder if it does not exist
        self.app_status = app_status

        # initialize observable dict with no keys and
        # app_status object as parent
        super().__init__({}, app_status)
        app_status['projects'] = self

        # find projects
        for folder in glob('projects/*'):
            # load project.json
            with open(path.join(folder, 'project.json'), 'r') as file:
                project = Project(load(file), self)
                project['jobs'] = {}
                self[project['id']] = project

    def __write_project(self, uuid):
        with open(path.join('projects', uuid, 'project.json'), 'w') as file:
            copy = self[uuid].copy()
            del copy['jobs']

            dump(copy, file, indent=4)

    def create_project(self, name, description, model):
        # create dict representation
        uuid = str(uuid1())
        self[uuid] = Project({
            'id': uuid,
            'name': name,
            'description': description,
            'created': int(time()),
            'pipeline': {
                'model-distribution': model
            },
            'data': {},
            'jobs': {}
        }, self)

        # create project directory
        folder = path.join('projects', uuid)
        mkdir(folder)

        # create project.json
        self.__write_project(uuid)

    def update_project(self, uuid, update):
        # abort if uuid is no valid key
        if uuid not in self.keys():
            return

        # set values and write to disk
        self[uuid].update_properties(update)
        self.__write_project(uuid)

    def delete_project(self, uuid):
        # abort if uuid is no valid key
        if uuid not in self.keys():
            return

        # delete project folder
        folder = path.join('projects', uuid)
        rmtree(folder)

        # delete project data
        del self[uuid]

    def predict(self, uuid, identifiers):
        # abort if uuid is no valid key
        if uuid not in self.keys():
            return

        project = self[uuid]

        # load pipeline
        with PipelineManager(project) as pm:
            # TODO add jobs to list
            # run predictions
            for file_id in identifiers:
                if file_id in project['data'].keys():
                    pm.run(project['data'][file_id])