bayesiancnn/run_service.py

import pickle

# from pathlib import Path
import subprocess as sub
from time import sleep

import psutil

import arguments
from arguments import makeArguments


def kill(proc_pid):
    process = psutil.Process(proc_pid)
    for proc in process.children(recursive=True):
        proc.kill()
    process.kill()


cfg = {
    "model": {
        "net_type": None,
        "type": None,
        "size": None,
        "layer_type": "lrt",
        "activation_type": "softplus",
        "priors": {
            "prior_mu": 0,
            "prior_sigma": 0.1,
            "posterior_mu_initial": (0, 0.1),  # (mean,std) normal_
            "posterior_rho_initial": (-5, 0.1),  # (mean,std) normal_
        },
        "n_epochs": 100,
        "sens": 1e-9,
        "energy_thrs": 100000,
        "acc_thrs": 0.99,
        "lr": 0.001,
        "num_workers": 4,
        "valid_size": 0.2,
        "batch_size": 256,
        "train_ens": 1,
        "valid_ens": 1,
        "beta_type": 0.1,  # 'Blundell','Standard',etc.
        # Use float for const value
    },
    "data": None,
    "noise_type": None,
    "stopping_crit": None,
    "save": None,
    "pickle_path": None,
}

args = makeArguments(arguments.all_args)

check = list(args.values())
if all(v is None for v in check):
    raise Exception("One argument required")
elif None in check:
    if args["f"] is not None:
        cmd = ["python", "main_frequentist.py"]
        cfg["model"]["type"] = "freq"
    elif args["b"] is not None:
        cmd = ["python", "main_bayesian.py"]
        cfg["model"]["type"] = "bayes"
else:
    raise Exception("Only one argument allowed")


wide = args["f"] or args["b"]

cfg["model"]["size"] = wide
cfg["data"] = args["dataset"]
cfg["noise_type"] = args["noise_type"]
cfg["model"]["net_type"] = args["net_type"]


if args["EarlyStopping"]:
    cfg["stopping_crit"] = 2
elif args["EnergyBound"]:
    cfg["stopping_crit"] = 3
elif args["AccuracyBound"]:
    cfg["stopping_crit"] = 4
elif args["EfficiencyStopping"]:
    cfg["stopping_crit"] = 5
else:
    cfg["stopping_crit"] = 1

if args["Save"]:
    cfg["save"] = 1
else:
    cfg["save"] = 0


cfg["pickle_path"] = (
    f"{cfg['model']['type']}_wattdata_{cfg['model']['size']}_{cfg['data']}.pkl"
)

with open("configuration.pkl", "wb") as f:
    pickle.dump(cfg, f)

# print(args)
# print(cfg)

sleep(3)

cpu_watt = "cpu_watt.sh"
ram = "mem_free.sh"
gpu = "radeontop.sh"

# path_cpu_watt = Path(cpu_watt)
# path_ram = Path(ram)
# path_gpu = Path(gpu)

# path_cpu_watt = str(Path(cpu_watt).absolute()) + '/' + cpu_watt
# path_ram = str(Path(ram).absolute()) + '/' + ram
# path_gpu = str(Path(gpu).absolute()) + '/' + gpu

if cmd[1] == "main_frequentist.py":
    cmd2 = ["./" + cpu_watt, f"freq_{wide}_cpu_watts_{cfg['data']}"]
    cmd3 = ["./" + ram, f"freq_{wide}_ram_use_{cfg['data']}"]
    cmd4 = ["./" + gpu, f"freq_{wide}_flop_app_{cfg['data']}"]
elif cmd[1] == "main_bayesian.py":
    cmd2 = ["./" + cpu_watt, f"bayes_{wide}_cpu_watts_{cfg['data']}"]
    cmd3 = ["./" + ram, f"bayes_{wide}_ram_use_{cfg['data']}"]
    cmd4 = ["./" + gpu, f"bayes_{wide}_flop_app_{cfg['data']}"]


path = sub.check_output(["pwd"])
path = path.decode()
path = path.replace("\n", "")

startWattCounter = "python " + path + "/amd_sample_draw.py"


p1 = sub.Popen(cmd)
p2 = sub.Popen(
    startWattCounter.split(), stdin=sub.PIPE, stdout=sub.PIPE, stderr=sub.PIPE
)
p3 = sub.Popen(cmd2, stdin=sub.PIPE, stdout=sub.PIPE, stderr=sub.PIPE)
p4 = sub.Popen(cmd3, stdin=sub.PIPE, stdout=sub.PIPE, stderr=sub.PIPE)
p5 = sub.Popen(cmd4, stdin=sub.PIPE, stdout=sub.PIPE, stderr=sub.PIPE)

retcode = p1.wait()
print("Return code: {}".format(retcode))

p1.kill()
kill(p2.pid)
kill(p3.pid)
kill(p4.pid)
kill(p5.pid)