read_analytics_automated.py

#
# Short reads the contents of the jobs, task, step, param and output to file
#
#
import os
import django
import uuid

os.environ.setdefault('DJANGO_SETTINGS_MODULE',
                      'analytics_automated_project.settings.dev')
django.setup()

from django.core.files.uploadedfile import SimpleUploadedFile

from analytics_automated.models import Backend, Job, Task, Step, QueueType
from analytics_automated.models import Parameter, Submission, Result
from analytics_automated.models import Validator, BackendUser


def prep_db():
    # clear out everything
    Backend.objects.all().delete()
    QueueType.objects.all().delete()
    Job.objects.all().delete()
    Task.objects.all().delete()
    Step.objects.all().delete()
    Submission.objects.all().delete()
    Parameter.objects.all().delete()
    Result.objects.all().delete()

def populate():
    # clear out everything
    prep_db()

    # this_backend = add_backend(name="local1",
    #                            server_type=Backend.LOCALHOST,
    #                            ip="127.0.0.1",
    #                            port=80,
    #                            root_path="/tmp/")
    # this_backenduser = add_BackendUser(backend=this_backend,
    #                                    userid="dummyid",
    #                                    password="p4ssw0rd",
    #                                    priority=2)
    # this_task = add_task(backend=this_backend,
    #                      name="task1",
    #                      in_glob=".in",
    #                      out_glob=".out",
    #                      executable="ls $FLAGS > $OUTPUT")
    # that_task = add_task(backend=this_backend,
    #                      name="task2",
    #                      in_glob=".out",
    #                      out_glob=".final",
    #                      executable='/usr/bin/grep "/" $INPUT > $OUTPUT || :')
    # this_param = add_parameter(task=this_task,
    #                            flag="-lah",
    #                            default=None,
    #                            bool_valued=True,
    #                            rest_alias="all")
    # that_param = add_parameter(task=that_task,
    #                            flag="-a",
    #                            default=10,
    #                            bool_valued=False,
    #                            rest_alias="number")

    # this_job = add_job(name="job1",
    #                    runnable=True)

    # add_step(this_job, this_task, 0)
    # add_step(this_job, that_task, 1)

    # add_validator(this_job, 0, ".+")

    # file1 = SimpleUploadedFile('file1.txt',
    #                            bytes('these are the file contents!', 'utf-8'))
    # file2 = SimpleUploadedFile('file2.txt',
    #                            bytes('these are the file contents!', 'utf-8'))
    # id1 = str(uuid.uuid1())
    # id2 = str(uuid.uuid1())
    # add_submisson(this_job, "sub1", id1,
    #               "a@b.com", "127.0.0.1", file1)
    # add_submisson(this_job, "sub2", id2,
    #               "a@b.com", "127.0.0.1", file2)

    # for b in Backend.objects.all():
    #     for t in Task.objects.filter(backend=b):
    #         print("- {0} - {1}".format(str(b), str(t)))


def add_backend(name, server_type, ip, port, root_path):
    b = Backend.objects.create(name=name)
    b.server_type = server_type
    b.ip = ip
    b.port = port
    b.root_path = root_path
    b.save()
    return b


def add_task(backend, name, in_glob, out_glob, executable):
    t = Task.objects.create(backend=backend)
    t.name = name
    t.in_glob = in_glob
    t.out_glob = out_glob
    t.executable = executable
    t.save()
    return t


def add_parameter(task, flag, default, bool_valued, rest_alias):
    p = Parameter.objects.create(task=task)
    p.flag = flag
    p.default = default
    p.bool_valued = bool_valued
    p.rest_alias = rest_alias
    p.save()
    return p


def add_job(name, runnable):
    j = Job.objects.create(name=name)
    j.runnable = True
    j.save()
    return j


def add_step(job, task, ordering):
    s = Step.objects.create(job=job, task=task, ordering=ordering)
    s.save()
    return s


def add_submisson(job, name, UUID, email, ip, input_data):
    s = Submission.objects.create(job=job)
    s.submission_name = name
    s.UUID = UUID
    s.email = email
    s.ip = ip
    s.input_data = input_data
    s.save()
    return(s)


def add_validator(job, val_type, re_string):
    v = Validator.objects.create(job=job)
    v.validation_type = val_type
    v.re_string = re_string
    v.save()
    return(v)


def add_BackendUser(backend, userid, password, priority):
    bu = BackendUser.objects.create(backend=backend)
    bu.login_name = userid
    bu.password = password
    bu.priority = priority
    bu.save()

def read_queue_type():
    # queuetypes = QueueType.objects.all()
    # for qt in queuetypes:
    #     print(qt)
    # backends = Backend.objects.all()
    # for bk in backends:
    #     print(bk)
    jobs = Job.objects.all()
    for job in jobs:
        print(f"JOB {job}")
        for step in job.steps.all():
            print(step, step.ordering)
            task = step.task
            for config in task.configuration.all():
                print(config)
            for env in task.environment.all():
                print(env)
            for param in task.parameters.all():
                print(param)

    
def read_db_contents():
    read_queue_type()

# Start execution here!
if __name__ == '__main__':
    print("Starting A_A population script...")
    read_db_contents()