utils.py

from __future__ import print_function
import os
import re
import subprocess
import hysds_commons.request_utils
from hysds.celery import app

TYPE_TAIL_RE=re.compile(".*/([^/]*).json.?(.*)")
REPO_RE=re.compile(".*/([^/ ]+).git")

def get_repo(directory):
    '''
    Get the repository for a given directory
    @param directory: directory to check git repo for
    @return: git repo of supplied directory
    '''
    sto,ste = subprocess.Popen("cd {0}; git remote -v".format(directory), shell=True,stdout=subprocess.PIPE,stderr=subprocess.PIPE).communicate()
    for line in sto.split("\n"):
        match = REPO_RE.match(line)
        if match:
            return match.group(1)
    raise Exception("Failed to determine git repo of: {0}.{1}".format(directory,ste))


def get_product_id(specification,version):
    '''
    Get the product id from the specification and version.
    @param specification: specification name to create product id from
    @param version: version to used to create the product
    @return: product id
    '''
    match = TYPE_TAIL_RE.match(specification)
    if not match or not match.group(1) in ["job-spec","hysds-io"]:
        raise Exception("Invalid specification path")
    ptype = "job" if match.group(1) == "job-spec" else "hysds-io"
    name = match.group(2)
    if name == "":
        name = get_repo(os.basename(specification))
    return "{0}-{1}:{2}".format(ptype,name,version)

def check_exists(item,tosca=False):
    '''
    Checks the existence of item in ES
    @param item: item to check
    @return: True if item exists
    '''

    es = app.conf["MOZART_REST_URL"]
    if tosca:
        es = app.conf["TOSCA_REST_URL"]
    ptype = "container"
    if item.startswith("job"):
        ptype = "job_spec"
    elif item.startswith("hysds_io"):
        ptype = "hysds_io"
    es = os.path.join(es,"{0}/{1}?id={2}".format(ptype,"info" if item.startswith("container") else "type",item))
    try:
        hysds_commons.request_utils.requests_json_response("GET",es,verify=False)
        return True
    except Exception as e:
        print("Failed to find {0} because of {1}.{2}".format(item,type(e),e))
    return False