#################################################### # # Accuracy is bounded # ##################################################### include("aux_func.jl") using Statistics using PlotlyJS using PlotlyJS: savefig folder = "CIFAR_acc_bound/" bayes_exp_1 = load_pickle("$(folder)bayes_exp_data_1.pkl"); bayes_exp_2 = load_pickle("$(folder)bayes_exp_data_2.pkl"); bayes_exp_3 = load_pickle("$(folder)bayes_exp_data_3.pkl"); bayes_exp_4 = load_pickle("$(folder)bayes_exp_data_4.pkl"); bayes_exp_5 = load_pickle("$(folder)bayes_exp_data_5.pkl"); b_exp_1_tls = bayes_exp_1[:, 2] b_exp_1_acc = bayes_exp_1[:, 3] b_exp_1_vls = bayes_exp_1[:, 4] b_exp_1_pre = bayes_exp_1[:, 5] println("Training accuracy bayes 1 $(mean(b_exp_1_acc))") println("Testing accuracy bayes 1 $(mean(b_exp_1_pre))") b_exp_2_tls = bayes_exp_2[:, 2] b_exp_2_acc = bayes_exp_2[:, 3] b_exp_2_vls = bayes_exp_2[:, 4] b_exp_2_pre = bayes_exp_2[:, 5] println("Training accuracy bayes 2 $(mean(b_exp_2_acc))") println("Testing accuracy bayes 2 $(mean(b_exp_2_pre))") b_exp_3_tls = bayes_exp_3[:, 2] b_exp_3_acc = bayes_exp_3[:, 3] b_exp_3_vls = bayes_exp_3[:, 4] b_exp_3_pre = bayes_exp_3[:, 5] println("Training accuracy bayes 3 $(mean(b_exp_3_acc))") println("Testing accuracy bayes 3 $(mean(b_exp_3_pre))") b_exp_4_tls = bayes_exp_4[:, 2] b_exp_4_acc = bayes_exp_4[:, 3] b_exp_4_vls = bayes_exp_4[:, 4] b_exp_4_pre = bayes_exp_4[:, 5] println("Training accuracy bayes 4 $(mean(b_exp_4_acc))") println("Testing accuracy bayes 4 $(mean(b_exp_4_pre))") b_exp_5_tls = bayes_exp_5[:, 2] b_exp_5_acc = bayes_exp_5[:, 3] b_exp_5_vls = bayes_exp_5[:, 4] b_exp_5_pre = bayes_exp_5[:, 5] println("Training accuracy bayes 5 $(mean(b_exp_5_acc))") println("Testing accuracy bayes 5 $(mean(b_exp_5_pre))") println("Amount of epochs to reach bound Bayesian 1x: $(size(bayes_exp_1)[1])") println("Amount of epochs to reach bound Bayesian 2x: $(size(bayes_exp_2)[1])") println("Amount of epochs to reach bound Bayesian 3x: $(size(bayes_exp_3)[1])") println("Amount of epochs to reach bound Bayesian 4x: $(size(bayes_exp_4)[1])") println("Amount of epochs to reach bound Bayesian 5x: $(size(bayes_exp_5)[1])") cnn_exp_1 = load_pickle("$(folder)freq_exp_data_1.pkl"); cnn_exp_2 = load_pickle("$(folder)freq_exp_data_2.pkl"); cnn_exp_3 = load_pickle("$(folder)freq_exp_data_3.pkl"); cnn_exp_4 = load_pickle("$(folder)freq_exp_data_4.pkl"); cnn_exp_5 = load_pickle("$(folder)freq_exp_data_5.pkl"); println("Amount of epochs to reach bound LeNet 1x: $(size(cnn_exp_1)[1])") println("Amount of epochs to reach bound LeNet 2x: $(size(cnn_exp_2)[1])") println("Amount of epochs to reach bound LeNet 3x: $(size(cnn_exp_3)[1])") println("Amount of epochs to reach bound LeNet 4x: $(size(cnn_exp_4)[1])") println("Amount of epochs to reach bound LeNet 5x: $(size(cnn_exp_5)[1])") f_exp_1_tls = cnn_exp_1[:, 2] f_exp_1_acc = cnn_exp_1[:, 3] f_exp_1_vls = cnn_exp_1[:, 4] f_exp_1_pre = cnn_exp_1[:, 5] println("Training accuracy freq 1 $(mean(f_exp_1_acc))") println("Testing accuracy freq 1 $(mean(f_exp_1_pre))") f_exp_2_tls = cnn_exp_2[:, 2] f_exp_2_acc = cnn_exp_2[:, 3] f_exp_2_vls = cnn_exp_2[:, 4] f_exp_2_pre = cnn_exp_2[:, 5] println("Training accuracy freq 2 $(mean(f_exp_2_acc))") println("Testing accuracy freq 2 $(mean(f_exp_2_pre))") f_exp_3_tls = cnn_exp_3[:, 2] f_exp_3_acc = cnn_exp_3[:, 3] f_exp_3_vls = cnn_exp_3[:, 4] f_exp_3_pre = cnn_exp_3[:, 5] println("Training accuracy freq 3 $(mean(f_exp_3_acc))") println("Testing accuracy freq 3 $(mean(f_exp_3_pre))") f_exp_4_tls = cnn_exp_4[:, 2] f_exp_4_acc = cnn_exp_4[:, 3] f_exp_4_vls = cnn_exp_4[:, 4] f_exp_4_pre = cnn_exp_4[:, 5] println("Training accuracy freq 4 $(mean(f_exp_4_acc))") println("Testing accuracy freq 4 $(mean(f_exp_4_pre))") f_exp_5_tls = cnn_exp_5[:, 2] f_exp_5_acc = cnn_exp_5[:, 3] f_exp_5_vls = cnn_exp_5[:, 4] f_exp_5_pre = cnn_exp_5[:, 5] println("Training accuracy freq 5 $(mean(f_exp_5_acc))") println("Testing accuracy freq 5 $(mean(f_exp_5_pre))") en_plot = plot( [ scatter( y = f_exp_1_acc, name = "LeNet 1", marker = attr(color = "rgb(211,120,000)"), ), scatter( y = f_exp_2_acc, name = "LeNet 2", marker = attr(color = "rgb(255,170,017)"), ), scatter( y = f_exp_3_acc, name = "LeNet 3", marker = attr(color = "rgb(255,187,034)"), ), scatter( y = f_exp_4_acc, name = "LeNet 4", marker = attr(color = "rgb(255,204,051)"), ), scatter( y = f_exp_5_acc, name = "LeNet 5", marker = attr(color = "rgb(255,221,068)"), ), scatter( y = b_exp_1_acc, name = "BCNN 1", marker = attr(color = "rgb(055,033,240)"), ), scatter( y = b_exp_2_acc, name = "BCNN 2", marker = attr(color = "rgb(033,081,240)"), ), scatter( y = b_exp_3_acc, name = "BCNN 3", marker = attr(color = "rgb(033,115,240)"), ), scatter( y = b_exp_4_acc, name = "BCNN 4", marker = attr(color = "rgb(151,177,255)"), ), scatter( y = b_exp_5_acc, name = "BCNN 5", marker = attr(color = "rgb(051,215,255)"), ), ], Layout( mode = "lines", opacity = 0.4, xaxis_tickangle = -45, yaxis_title_text = "Accuracy", xaxis_title_text = "Epoch"; yaxis_range = [0, 1], ), ) savefig(en_plot, "cifar_ab_tacc.png") en_plot = plot( [ scatter( y = f_exp_1_pre, name = "LeNet 1", marker = attr(color = "rgb(211,120,000)"), ), scatter( y = f_exp_2_pre, name = "LeNet 2", marker = attr(color = "rgb(255,170,017)"), ), scatter( y = f_exp_3_pre, name = "LeNet 3", marker = attr(color = "rgb(255,187,034)"), ), scatter( y = f_exp_4_pre, name = "LeNet 4", marker = attr(color = "rgb(255,204,051)"), ), scatter( y = f_exp_5_pre, name = "LeNet 5", marker = attr(color = "rgb(255,221,068)"), ), scatter( y = b_exp_1_pre, name = "BCNN 1", marker = attr(color = "rgb(055,033,240)"), ), scatter( y = b_exp_2_pre, name = "BCNN 2", marker = attr(color = "rgb(033,081,240)"), ), scatter( y = b_exp_3_pre, name = "BCNN 3", marker = attr(color = "rgb(033,115,240)"), ), scatter( y = b_exp_4_pre, name = "BCNN 4", marker = attr(color = "rgb(151,177,255)"), ), scatter( y = b_exp_5_pre, name = "BCNN 5", marker = attr(color = "rgb(051,215,255)"), ), ], Layout( mode = "lines", opacity = 0.4, xaxis_tickangle = -45, yaxis_title_text = "Accuracy", xaxis_title_text = "Epoch"; yaxis_range = [0, 1], ), ) savefig(en_plot, "cifar_ab_tpre.png")