Files
cmdla/project/testing/L-BFGS/LBFGS_well.ipynb
2024-07-30 14:43:25 +02:00

1679 lines
86 KiB
Plaintext
Generated

{
"cells": [
{
"cell_type": "code",
"execution_count": 2,
"metadata": {},
"outputs": [],
"source": [
"include(\"../../L-BFGS/OracleFunction.jl\")\n",
"include(\"../../L-BFGS/LBFGS.jl\")\n",
"include(\"../../utilities/genFunc.jl\")\n",
"using .LBFGS\n",
"using .OracleFunction\n",
"using LinearAlgebra, BenchmarkTools, CSV, DataFrames\n",
"\n",
"baseDir = joinpath(\"../\", \"results/LBFGS/well_conditioned/\")\n",
"mkpath(baseDir);"
]
},
{
"cell_type": "code",
"execution_count": 3,
"metadata": {},
"outputs": [
{
"data": {
"text/plain": [
"LeastSquaresF{Float64, Main.OracleFunction.var\"#f#1\"{Matrix{Float64}, Vector{Float64}}, Main.OracleFunction.var\"#df#2\"{Matrix{Float64}, Vector{Float64}}}(OracleF{Float64, Main.OracleFunction.var\"#f#1\"{Matrix{Float64}, Vector{Float64}}, Main.OracleFunction.var\"#df#2\"{Matrix{Float64}, Vector{Float64}}}([1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0 … 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], Main.OracleFunction.var\"#f#1\"{Matrix{Float64}, Vector{Float64}}([-0.08250861069928206 0.17852719210948242 … 0.19042005909630877 -0.507902809042877; -0.5572519727292988 0.715127783454649 … -0.9011645602213216 0.038321040360024705; … ; 0.0 0.0 … 0.0001 0.0; 0.0 0.0 … 0.0 0.0001], [-7.9909737306123745, 14.69538119428254, 2.4593509793825494, -3.953587686159141, 4.252647143131211, -4.911100267400292, 18.00878115460575, -11.083562830390674, 7.4308455637609505, 1.3130519694521448 … 6.998564939162414e-5, 3.056340701582987e-5, -2.4008979560648935e-5, -9.410492147107272e-5, 2.467191606780468e-5, 4.96447234009942e-5, 4.8914799569796345e-5, -4.4946452188730815e-5, -3.245306940451023e-5, -8.167470156764867e-5]), Main.OracleFunction.var\"#df#2\"{Matrix{Float64}, Vector{Float64}}([-0.08250861069928206 0.17852719210948242 … 0.19042005909630877 -0.507902809042877; -0.5572519727292988 0.715127783454649 … -0.9011645602213216 0.038321040360024705; … ; 0.0 0.0 … 0.0001 0.0; 0.0 0.0 … 0.0 0.0001], [-7.9909737306123745, 14.69538119428254, 2.4593509793825494, -3.953587686159141, 4.252647143131211, -4.911100267400292, 18.00878115460575, -11.083562830390674, 7.4308455637609505, 1.3130519694521448 … 6.998564939162414e-5, 3.056340701582987e-5, -2.4008979560648935e-5, -9.410492147107272e-5, 2.467191606780468e-5, 4.96447234009942e-5, 4.8914799569796345e-5, -4.4946452188730815e-5, -3.245306940451023e-5, -8.167470156764867e-5])), [-0.08250861069928206 0.17852719210948242 … 0.19042005909630877 -0.507902809042877; -0.5572519727292988 0.715127783454649 … -0.9011645602213216 0.038321040360024705; … ; 0.0 0.0 … 0.0001 0.0; 0.0 0.0 … 0.0 0.0001], [-7.9909737306123745, 14.69538119428254, 2.4593509793825494, -3.953587686159141, 4.252647143131211, -4.911100267400292, 18.00878115460575, -11.083562830390674, 7.4308455637609505, 1.3130519694521448 … 6.998564939162414e-5, 3.056340701582987e-5, -2.4008979560648935e-5, -9.410492147107272e-5, 2.467191606780468e-5, 4.96447234009942e-5, 4.8914799569796345e-5, -4.4946452188730815e-5, -3.245306940451023e-5, -8.167470156764867e-5], [5.64238586295001 -1.4161105353595125 … -0.24000848265428637 2.2443247726411486; -1.4161105353595125 9.47068958668655 … -0.15679652316033219 -1.8269571350735225; … ; -0.24000848265428637 -0.15679652316033219 … 6.404915810836336 1.0752224296359685; 2.2443247726411486 -1.8269571350735225 … 1.0752224296359685 4.262488495871844], [-58.363374244372 33.966688207333114 … 11.642825309750123 -29.15403793180277])"
]
},
"metadata": {},
"output_type": "display_data"
}
],
"source": [
"# parameters for exact LS vs AWLS vs quadratic function \n",
"λ = 10^-4\n",
"ϵ = 10^-14\n",
"memsize = 7\n",
"maxIters = 1:200\n",
"m = 1000\n",
"n = 20\n",
"num_trials = 20\n",
"\n",
"gf = genFunc(:exactRandDataset, λ=λ, m=m, n=n)\n",
"non_quadratic = OracleF(ones(size(gf[:X_hat], 2)),\n",
" (x) -> norm(gf[:X_hat] * x - gf[:y_hat]),\n",
" (x) -> inv(norm(gf[:X_hat] * x - gf[:y_hat])) * gf[:X_hat]' * (gf[:X_hat] * x - gf[:y_hat])\n",
" )\n",
"quadratic = OracleF(ones(size(gf[:X_hat], 2)),\n",
" (x) -> norm(gf[:X_hat] * x - gf[:y_hat]) ^ 2,\n",
" (x) -> 2 * gf[:X_hat]' * (gf[:X_hat] * x - gf[:y_hat])\n",
" )\n",
"ls = LeastSquaresF(gf)"
]
},
{
"cell_type": "markdown",
"metadata": {},
"source": [
"## Exact Line Search vs AWLS vs AWLS non quadratic"
]
},
{
"cell_type": "code",
"execution_count": 4,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Done trial 1\n",
"Done trial 2\n",
"Done trial 3\n",
"Done trial 4\n",
"Done trial 5\n",
"Done trial 6\n",
"Done trial 7\n",
"Done trial 8\n",
"Done trial 9\n",
"Done trial 10\n",
"Done trial 11\n",
"Done trial 12\n",
"Done trial 13\n",
"Done trial 14\n",
"Done trial 15\n",
"Done trial 16\n",
"Done trial 17\n",
"Done trial 18\n",
"Done trial 19\n",
"Done trial 20\n"
]
},
{
"data": {
"text/plain": [
"\"../results/LBFGS/well_conditioned/statisticsLBFGS-iterations-m1000n20--error-norm.csv\""
]
},
"metadata": {},
"output_type": "display_data"
}
],
"source": [
"### residual, relative error and norm of gradient with respect to iterations with exact line search\n",
"using Statistics, CSV\n",
"\n",
"# Preallocate arrays\n",
"num_iterations = length(maxIters)\n",
"\n",
"gradients = zeros(num_trials, num_iterations)\n",
"residuals = zeros(num_trials, num_iterations)\n",
"relative_errors = zeros(num_trials, num_iterations)\n",
"\n",
"for trial in 1:num_trials\n",
"\n",
" gf = genFunc(:exactRandDataset, λ=λ, m=m, n=n)\n",
" ls = LeastSquaresF(gf)\n",
"\n",
" for (i, maxIter) in enumerate(maxIters)\n",
" t = LimitedMemoryBFGS(ls, ϵ=ϵ, MaxEvaluations=maxIter, m=memsize)\n",
"\n",
" relative_errors[trial, i] = norm(t[:x] - gf[:w_star]) / norm(gf[:w_star])\n",
" residuals[trial, i] = norm(gf[:X_hat] * t[:x] - gf[:y_hat]) / norm(gf[:y_hat])\n",
" gradients[trial, i] = norm(t[:grad])\n",
" end\n",
"\n",
" println(\"Done trial \", trial)\n",
" \n",
"end\n",
"\n",
"# Calculate mean and standard deviation\n",
"mean_relative = mean(relative_errors, dims=1)'\n",
"std_relative = std(relative_errors, dims=1)'\n",
"mean_residual = mean(residuals, dims=1)'\n",
"std_residual = std(residuals, dims=1)'\n",
"mean_gradient = mean(gradients, dims=1)'\n",
"std_gradient = std(gradients, dims=1)'\n",
"\n",
"\n",
"# Write results to CSV\n",
"outputvsc = joinpath(baseDir, \"statisticsLBFGS-iterations-m\" * string(m) * \"n\" * string(n) * \"--error-norm.csv\");\n",
"\n",
"accData = Dict(\n",
" :lambda => Array{Float64}(undef, 0),\n",
" :epsilon => Array{Float64}(undef, 0),\n",
" :memsize => Array{Int64}(undef, 0),\n",
" :maxiterations => Array{Int64}(undef, 0),\n",
" :mean_relative => Array{Float64}(undef, 0),\n",
" :std_relative => Array{Float64}(undef, 0),\n",
" :mean_residual => Array{Float64}(undef, 0),\n",
" :std_residual => Array{Float64}(undef, 0),\n",
" :mean_gradient => Array{Float64}(undef, 0),\n",
" :std_gradient => Array{Float64}(undef, 0)\n",
")\n",
"\n",
"# create dataframe with columns from arrays\n",
"for maxIter ∈ maxIters\n",
" push!(accData[:lambda], λ)\n",
" push!(accData[:epsilon], ϵ)\n",
" push!(accData[:memsize], memsize)\n",
" push!(accData[:maxiterations], maxIter)\n",
" push!(accData[:mean_relative], mean_relative[maxIter])\n",
" push!(accData[:std_relative], std_relative[maxIter])\n",
" push!(accData[:mean_residual], mean_residual[maxIter])\n",
" push!(accData[:std_residual], std_residual[maxIter])\n",
" push!(accData[:mean_gradient], mean_gradient[maxIter])\n",
" push!(accData[:std_gradient], std_gradient[maxIter])\n",
"\n",
"end\n",
"\n",
"\n",
"CSV.write(outputvsc, accData)\n"
]
},
{
"cell_type": "code",
"execution_count": 5,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Done trial 1\n",
"Done trial 2\n",
"Done trial 3\n",
"Done trial 4\n",
"Done trial 5\n",
"Done trial 6\n",
"Done trial 7\n",
"Done trial 8\n",
"Done trial 9\n",
"Done trial 10\n",
"Done trial 11\n",
"Done trial 12\n",
"Done trial 13\n",
"Done trial 14\n",
"Done trial 15\n",
"Done trial 16\n",
"Done trial 17\n",
"Done trial 18\n",
"Done trial 19\n",
"Done trial 20\n"
]
},
{
"data": {
"text/plain": [
"\"../results/LBFGS/well_conditioned/statisticsLBFGS-AWLS-iterations-m1000n20--error-norm.csv\""
]
},
"metadata": {},
"output_type": "display_data"
}
],
"source": [
"using Statistics, CSV\n",
"\n",
"# Preallocate arrays\n",
"num_iterations = length(maxIters)\n",
"\n",
"\n",
"gradients = zeros(num_trials, num_iterations)\n",
"residuals = zeros(num_trials, num_iterations)\n",
"relative_errors = zeros(num_trials, num_iterations)\n",
"\n",
"\n",
"for trial in 1:num_trials\n",
" gf = genFunc(:exactRandDataset, λ=λ, m=m, n=n)\n",
" non_quadratic = OracleF(ones(size(gf[:X_hat], 2)),\n",
" (x) -> norm(gf[:X_hat] * x - gf[:y_hat]),\n",
" (x) -> inv(norm(gf[:X_hat] * x - gf[:y_hat])) * gf[:X_hat]' * (gf[:X_hat] * x - gf[:y_hat]))\n",
"\n",
" for (i, maxIter) in enumerate(maxIters)\n",
" t = LimitedMemoryBFGS(non_quadratic, ϵ=ϵ, MaxEvaluations=maxIter, m=memsize)\n",
"\n",
" relative_errors[trial, i] = norm(t[:x] - gf[:w_star]) / norm(gf[:w_star])\n",
" residuals[trial, i] = norm(gf[:X_hat] * t[:x] - gf[:y_hat]) / norm(gf[:y_hat])\n",
" gradients[trial, i] = norm(t[:grad])\n",
" end\n",
"\n",
" println(\"Done trial \", trial)\n",
" \n",
"end\n",
"\n",
"mean_relative = mean(relative_errors, dims=1)'\n",
"std_relative = std(relative_errors, dims=1)'\n",
"mean_residual = mean(residuals, dims=1)'\n",
"std_residual = std(residuals, dims=1)'\n",
"mean_gradient = mean(gradients, dims=1)'\n",
"std_gradient = std(gradients, dims=1)'\n",
"\n",
"# Write results to CSV\n",
"outputvsc = joinpath(baseDir, \"statisticsLBFGS-AWLS-iterations-m\" * string(m) * \"n\" * string(n) * \"--error-norm.csv\")\n",
"\n",
"accData = Dict(\n",
" :lambda => Array{Float64}(undef, 0),\n",
" :epsilon => Array{Float64}(undef, 0),\n",
" :memsize => Array{Int64}(undef, 0),\n",
" :maxiterations => Array{Int64}(undef, 0),\n",
" :mean_relative => Array{Float64}(undef, 0),\n",
" :std_relative => Array{Float64}(undef, 0),\n",
" :mean_residual => Array{Float64}(undef, 0),\n",
" :std_residual => Array{Float64}(undef, 0),\n",
" :mean_gradient => Array{Float64}(undef, 0),\n",
" :std_gradient => Array{Float64}(undef, 0)\n",
")\n",
"\n",
"\n",
"for maxIter ∈ maxIters\n",
" push!(accData[:lambda], λ)\n",
" push!(accData[:epsilon], ϵ)\n",
" push!(accData[:memsize], memsize)\n",
" push!(accData[:maxiterations], maxIter)\n",
" push!(accData[:mean_relative], mean_relative[maxIter])\n",
" push!(accData[:std_relative], std_relative[maxIter])\n",
" push!(accData[:mean_residual], mean_residual[maxIter])\n",
" push!(accData[:std_residual], std_residual[maxIter])\n",
" push!(accData[:mean_gradient], mean_gradient[maxIter])\n",
" push!(accData[:std_gradient], std_gradient[maxIter])\n",
"\n",
"end\n",
"\n",
"\n",
"CSV.write(outputvsc, accData)"
]
},
{
"cell_type": "code",
"execution_count": 10,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Done trial 1\n",
"Done trial 2\n",
"Done trial 3\n",
"Done trial 4\n",
"Done trial 5\n",
"Done trial 6\n",
"Done trial 7\n",
"Done trial 8\n",
"Done trial 9\n",
"Done trial 10\n",
"Done trial 11\n",
"Done trial 12\n",
"Done trial 13\n",
"Done trial 14\n",
"Done trial 15\n",
"Done trial 16\n",
"Done trial 17\n",
"Done trial 18\n",
"Done trial 19\n",
"Done trial 20\n"
]
},
{
"data": {
"text/plain": [
"\"../results/LBFGS/well_conditioned/statisticsLBFGS-AWLS-quad-iterations-m1000n20--error-norm.csv\""
]
},
"metadata": {},
"output_type": "display_data"
}
],
"source": [
"### error and norm of gradient with respect to iterations with AWLS and quadratic function\n",
"# output csv\n",
"using Statistics, CSV\n",
"\n",
"maxIters = 1:400\n",
"num_trials = 5\n",
"# Preallocate arrays\n",
"num_iterations = length(maxIters)\n",
"\n",
"gradients = zeros(num_trials, num_iterations)\n",
"residuals = zeros(num_trials, num_iterations)\n",
"relative_errors = zeros(num_trials, num_iterations)\n",
"iterations = zeros(num_trials, num_iterations)\n",
"\n",
"for trial in 1:num_trials\n",
" gf = genFunc(:exactRandDataset, λ=λ, m=m, n=n)\n",
" quadratic = OracleF(ones(size(gf[:X_hat], 2)),\n",
" (x) -> norm(gf[:X_hat] * x - gf[:y_hat]) ^ 2,\n",
" (x) -> 2 * gf[:X_hat]' * (gf[:X_hat] * x - gf[:y_hat]))\n",
"\n",
" for (i, maxIter) in enumerate(maxIters)\n",
" t = LimitedMemoryBFGS(quadratic, ϵ=ϵ, MaxEvaluations=maxIter, m=memsize)\n",
"\n",
"\n",
" relative_errors[trial, i] = norm(t[:x] - gf[:w_star]) / norm(gf[:w_star])\n",
" residuals[trial, i] = norm(gf[:X_hat] * t[:x] - gf[:y_hat]) / norm(gf[:y_hat])\n",
" gradients[trial, i] = norm(t[:grad])\n",
" iterations[trial, i] = i \n",
" end\n",
"\n",
" println(\"Done trial \", trial)\n",
" \n",
"end\n",
"\n",
"\n",
"mean_relative = mean(relative_errors, dims=1)'\n",
"std_relative = std(relative_errors, dims=1)'\n",
"mean_residual = mean(residuals, dims=1)'\n",
"std_residual = std(residuals, dims=1)'\n",
"mean_gradient = mean(gradients, dims=1)'\n",
"std_gradient = std(gradients, dims=1)'\n",
"\n",
"# Write results to CSV\n",
"outputvsc = joinpath(baseDir, \"statisticsLBFGS-AWLS-quad-iterations-m\" * string(m) * \"n\" * string(n) * \"--error-norm.csv\");\n",
"\n",
"accData = Dict(\n",
" :lambda => Array{Float64}(undef, 0),\n",
" :epsilon => Array{Float64}(undef, 0),\n",
" :memsize => Array{Int64}(undef, 0),\n",
" :maxiterations => Array{Int64}(undef, 0),\n",
" :mean_relative => Array{Float64}(undef, 0),\n",
" :std_relative => Array{Float64}(undef, 0),\n",
" :mean_residual => Array{Float64}(undef, 0),\n",
" :std_residual => Array{Float64}(undef, 0),\n",
" :mean_gradient => Array{Float64}(undef, 0),\n",
" :std_gradient => Array{Float64}(undef, 0)\n",
")\n",
"\n",
"\n",
"for maxIter ∈ maxIters\n",
" push!(accData[:lambda], λ)\n",
" push!(accData[:epsilon], ϵ)\n",
" push!(accData[:memsize], memsize)\n",
" push!(accData[:maxiterations], maxIter)\n",
" push!(accData[:mean_relative], mean_relative[maxIter])\n",
" push!(accData[:std_relative], std_relative[maxIter])\n",
" push!(accData[:mean_residual], mean_residual[maxIter])\n",
" push!(accData[:std_residual], std_residual[maxIter])\n",
" push!(accData[:mean_gradient], mean_gradient[maxIter])\n",
" push!(accData[:std_gradient], std_gradient[maxIter])\n",
"\n",
"end\n",
"\n",
"maxIters = 1:200\n",
"CSV.write(outputvsc, accData)"
]
},
{
"cell_type": "code",
"execution_count": 7,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Done: maxIter 1 -> error 1.9723953204307332\n",
"Done: maxIter 3 -> error 1.939327681829027\n",
"Done: maxIter 3 -> error 1.939327681829027\n",
"Done: maxIter 5 -> error 1.938744601524112\n",
"Done: maxIter 5 -> error 1.938744601524112\n",
"Done: maxIter 7 -> error 1.9387301726555504\n",
"Done: maxIter 7 -> error 1.9387301726555504\n",
"Done: maxIter 9 -> error 1.938729924452633\n",
"Done: maxIter 9 -> error 1.938729924452633\n",
"Done: maxIter 11 -> error 1.9387299211343605\n",
"Done: maxIter 11 -> error 1.9387299211343605\n",
"Done: maxIter 13 -> error 1.9387299209849849\n",
"Done: maxIter 13 -> error 1.9387299209849849\n",
"Done: maxIter 15 -> error 1.9387299209279898\n",
"Done: maxIter 15 -> error 1.9387299209279898\n",
"Done: maxIter 17 -> error 1.9387299208702156\n",
"Done: maxIter 17 -> error 1.9387299208702156\n",
"Done: maxIter 19 -> error 1.9387299208084985\n",
"Done: maxIter 19 -> error 1.9387299208084985\n",
"Done: maxIter 21 -> error 1.938729920747817\n",
"Done: maxIter 21 -> error 1.938729920747817\n",
"Done: maxIter 23 -> error 1.9387299206796087\n",
"Done: maxIter 23 -> error 1.9387299206796087\n",
"Done: maxIter 25 -> error 1.9387299199231465\n",
"Done: maxIter 25 -> error 1.9387299199231465\n",
"Done: maxIter 27 -> error 1.9387298127465629\n",
"Done: maxIter 27 -> error 1.9387298127465629\n",
"Done: maxIter 29 -> error 1.938714460442371\n",
"Done: maxIter 29 -> error 1.938714460442371\n",
"Done: maxIter 31 -> error 1.9374315002884304\n",
"Done: maxIter 31 -> error 1.9374315002884304\n",
"Done: maxIter 33 -> error 1.7562760231871746\n",
"Done: maxIter 33 -> error 1.7562760231871746\n",
"Done: maxIter 35 -> error 0.04356776086559559\n",
"Done: maxIter 35 -> error 0.04356776086559559\n",
"Done: maxIter 37 -> error 9.061973448650679e-5\n",
"Done: maxIter 37 -> error 9.061973448650679e-5\n",
"Done: maxIter 39 -> error 3.440621857510314e-7\n",
"Done: maxIter 39 -> error 3.440621857510314e-7\n",
"Done: maxIter 41 -> error 2.66014643973211e-7\n",
"Done: maxIter 41 -> error 2.66014643973211e-7\n",
"Done: maxIter 43 -> error 2.659769260338445e-7\n",
"Done: maxIter 43 -> error 2.659769260338445e-7\n",
"Done: maxIter 45 -> error 2.6597665194575154e-7\n",
"Done: maxIter 45 -> error 2.6597665194575154e-7\n",
"Done: maxIter 47 -> error 2.659766519335203e-7\n",
"Done: maxIter 47 -> error 2.659766519335203e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 49 -> error 2.659766519274138e-7\n",
"Done: maxIter 1 -> error 2.0049836277230204\n",
"Done: maxIter 3 -> error 1.988632699781604\n",
"Done: maxIter 3 -> error 1.988632699781604\n",
"Done: maxIter 5 -> error 1.988467129603326\n",
"Done: maxIter 5 -> error 1.988467129603326\n",
"Done: maxIter 7 -> error 1.9884657924887639\n",
"Done: maxIter 7 -> error 1.9884657924887639\n",
"Done: maxIter 9 -> error 1.988465773362678\n",
"Done: maxIter 9 -> error 1.988465773362678\n",
"Done: maxIter 11 -> error 1.9884657730375739\n",
"Done: maxIter 11 -> error 1.9884657730375739\n",
"Done: maxIter 13 -> error 1.9884657729668933\n",
"Done: maxIter 13 -> error 1.9884657729668933\n",
"Done: maxIter 15 -> error 1.9884657729096369\n",
"Done: maxIter 15 -> error 1.9884657729096369\n",
"Done: maxIter 17 -> error 1.9884657728456172\n",
"Done: maxIter 17 -> error 1.9884657728456172\n",
"Done: maxIter 19 -> error 1.9884657727871813\n",
"Done: maxIter 19 -> error 1.9884657727871813\n",
"Done: maxIter 21 -> error 1.9884657727225636\n",
"Done: maxIter 21 -> error 1.9884657727225636\n",
"Done: maxIter 23 -> error 1.9884657725441761\n",
"Done: maxIter 23 -> error 1.9884657725441761\n",
"Done: maxIter 25 -> error 1.9884657573424034\n",
"Done: maxIter 25 -> error 1.9884657573424034\n",
"Done: maxIter 27 -> error 1.9884645393770746\n",
"Done: maxIter 27 -> error 1.9884645393770746\n",
"Done: maxIter 29 -> error 1.9883372588576944\n",
"Done: maxIter 29 -> error 1.9883372588576944\n",
"Done: maxIter 31 -> error 1.9664499805231626\n",
"Done: maxIter 31 -> error 1.9664499805231626\n",
"Done: maxIter 33 -> error 0.2873831618377674\n",
"Done: maxIter 33 -> error 0.2873831618377674\n",
"Done: maxIter 35 -> error 0.0005907923555453286\n",
"Done: maxIter 35 -> error 0.0005907923555453286\n",
"Done: maxIter 37 -> error 1.6342698879255964e-6\n",
"Done: maxIter 37 -> error 1.6342698879255964e-6\n",
"Done: maxIter 39 -> error 6.195617992103437e-7\n",
"Done: maxIter 39 -> error 6.195617992103437e-7\n",
"Done: maxIter 41 -> error 6.195476990487086e-7\n",
"Done: maxIter 41 -> error 6.195476990487086e-7\n",
"Done: maxIter 43 -> error 6.195476990728299e-7\n",
"Done: maxIter 43 -> error 6.195476990728299e-7\n",
"Done: maxIter 45 -> error 6.195476990561281e-7\n",
"Done: maxIter 45 -> error 6.195476990561281e-7\n",
"Done: maxIter 47 -> error 6.195476990366841e-7\n",
"Done: maxIter 47 -> error 6.195476990366841e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 49 -> error 6.195476990222694e-7\n",
"Done: maxIter 1 -> error 1.9625598545277498\n",
"Done: maxIter 3 -> error 1.940073993890315\n",
"Done: maxIter 3 -> error 1.940073993890315\n",
"Done: maxIter 5 -> error 1.9396950016990628\n",
"Done: maxIter 5 -> error 1.9396950016990628\n",
"Done: maxIter 7 -> error 1.9396885223002964\n",
"Done: maxIter 7 -> error 1.9396885223002964\n",
"Done: maxIter 9 -> error 1.9396884469640865\n",
"Done: maxIter 9 -> error 1.9396884469640865\n",
"Done: maxIter 11 -> error 1.9396884457609136\n",
"Done: maxIter 11 -> error 1.9396884457609136\n",
"Done: maxIter 13 -> error 1.9396884456997905\n",
"Done: maxIter 13 -> error 1.9396884456997905\n",
"Done: maxIter 15 -> error 1.9396884456454386\n",
"Done: maxIter 15 -> error 1.9396884456454386\n",
"Done: maxIter 17 -> error 1.9396884455880379\n",
"Done: maxIter 17 -> error 1.9396884455880379\n",
"Done: maxIter 19 -> error 1.9396884455268275\n",
"Done: maxIter 19 -> error 1.9396884455268275\n",
"Done: maxIter 21 -> error 1.9396884454651087\n",
"Done: maxIter 21 -> error 1.9396884454651087\n",
"Done: maxIter 23 -> error 1.9396884453526213\n",
"Done: maxIter 23 -> error 1.9396884453526213\n",
"Done: maxIter 25 -> error 1.9396884340628109\n",
"Done: maxIter 25 -> error 1.9396884340628109\n",
"Done: maxIter 27 -> error 1.9396875131072022\n",
"Done: maxIter 27 -> error 1.9396875131072022\n",
"Done: maxIter 29 -> error 1.9391016061559911\n",
"Done: maxIter 29 -> error 1.9391016061559911\n",
"Done: maxIter 31 -> error 1.8621979883589765\n",
"Done: maxIter 31 -> error 1.8621979883589765\n",
"Done: maxIter 33 -> error 0.2390813654324172\n",
"Done: maxIter 33 -> error 0.2390813654324172\n",
"Done: maxIter 35 -> error 0.0007000385777335523\n",
"Done: maxIter 35 -> error 0.0007000385777335523\n",
"Done: maxIter 37 -> error 2.4102062589698386e-6\n",
"Done: maxIter 37 -> error 2.4102062589698386e-6\n",
"Done: maxIter 39 -> error 6.867118804226255e-7\n",
"Done: maxIter 39 -> error 6.867118804226255e-7\n",
"Done: maxIter 41 -> error 6.867041000457327e-7\n",
"Done: maxIter 41 -> error 6.867041000457327e-7\n",
"Done: maxIter 43 -> error 6.867041006129842e-7\n",
"Done: maxIter 43 -> error 6.867041006129842e-7\n",
"Done: maxIter 45 -> error 6.867041005919834e-7\n",
"Done: maxIter 45 -> error 6.867041005919834e-7\n",
"Done: maxIter 47 -> error 6.867041005721682e-7\n",
"Done: maxIter 47 -> error 6.867041005721682e-7\n",
"Done: maxIter 49 -> error 6.867041005511402e-7\n",
"Done: maxIter 49 -> error 6.867041005511402e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 51 -> error 6.867041005296422e-7\n",
"Done: maxIter 1 -> error 1.9525834026639726\n",
"Done: maxIter 3 -> error 1.931701155796341\n",
"Done: maxIter 3 -> error 1.931701155796341\n",
"Done: maxIter 5 -> error 1.931338839137954\n",
"Done: maxIter 5 -> error 1.931338839137954\n",
"Done: maxIter 7 -> error 1.9313339924151935\n",
"Done: maxIter 7 -> error 1.9313339924151935\n",
"Done: maxIter 9 -> error 1.931333912032809\n",
"Done: maxIter 9 -> error 1.931333912032809\n",
"Done: maxIter 11 -> error 1.9313339107963214\n",
"Done: maxIter 11 -> error 1.9313339107963214\n",
"Done: maxIter 13 -> error 1.931333910718522\n",
"Done: maxIter 13 -> error 1.931333910718522\n",
"Done: maxIter 15 -> error 1.931333910659593\n",
"Done: maxIter 15 -> error 1.931333910659593\n",
"Done: maxIter 17 -> error 1.9313339106026246\n",
"Done: maxIter 17 -> error 1.9313339106026246\n",
"Done: maxIter 19 -> error 1.9313339105420015\n",
"Done: maxIter 19 -> error 1.9313339105420015\n",
"Done: maxIter 21 -> error 1.9313339104807266\n",
"Done: maxIter 21 -> error 1.9313339104807266\n",
"Done: maxIter 23 -> error 1.9313339100439564\n",
"Done: maxIter 23 -> error 1.9313339100439564\n",
"Done: maxIter 25 -> error 1.9313338638200772\n",
"Done: maxIter 25 -> error 1.9313338638200772\n",
"Done: maxIter 27 -> error 1.9313300637909436\n",
"Done: maxIter 27 -> error 1.9313300637909436\n",
"Done: maxIter 29 -> error 1.9309323599289654\n",
"Done: maxIter 29 -> error 1.9309323599289654\n",
"Done: maxIter 31 -> error 1.8775187159054592\n",
"Done: maxIter 31 -> error 1.8775187159054592\n",
"Done: maxIter 33 -> error 0.08588898004301726\n",
"Done: maxIter 33 -> error 0.08588898004301726\n",
"Done: maxIter 35 -> error 5.8418062553067376e-5\n",
"Done: maxIter 35 -> error 5.8418062553067376e-5\n",
"Done: maxIter 37 -> error 3.333171381896593e-7\n",
"Done: maxIter 37 -> error 3.333171381896593e-7\n",
"Done: maxIter 39 -> error 3.2145990194905863e-7\n",
"Done: maxIter 39 -> error 3.2145990194905863e-7\n",
"Done: maxIter 41 -> error 3.2145989108633923e-7\n",
"Done: maxIter 41 -> error 3.2145989108633923e-7\n",
"Done: maxIter 43 -> error 3.214598910747803e-7\n",
"Done: maxIter 43 -> error 3.214598910747803e-7\n",
"Done: maxIter 45 -> error 3.2145989106052505e-7\n",
"Done: maxIter 45 -> error 3.2145989106052505e-7\n",
"Done: maxIter 47 -> error 3.214598910507003e-7\n",
"Done: maxIter 47 -> error 3.214598910507003e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 49 -> error 3.2145989103979646e-7\n",
"Done: maxIter 1 -> error 2.077251271914291\n",
"Done: maxIter 3 -> error 2.0398938246879914\n",
"Done: maxIter 3 -> error 2.0398938246879914\n",
"Done: maxIter 5 -> error 2.0393813910609246\n",
"Done: maxIter 5 -> error 2.0393813910609246\n",
"Done: maxIter 7 -> error 2.0393755776416573\n",
"Done: maxIter 7 -> error 2.0393755776416573\n",
"Done: maxIter 9 -> error 2.039375523039052\n",
"Done: maxIter 9 -> error 2.039375523039052\n",
"Done: maxIter 11 -> error 2.039375522427902\n",
"Done: maxIter 11 -> error 2.039375522427902\n",
"Done: maxIter 13 -> error 2.0393755223493577\n",
"Done: maxIter 13 -> error 2.0393755223493577\n",
"Done: maxIter 15 -> error 2.0393755222869263\n",
"Done: maxIter 15 -> error 2.0393755222869263\n",
"Done: maxIter 17 -> error 2.039375522222392\n",
"Done: maxIter 17 -> error 2.039375522222392\n",
"Done: maxIter 19 -> error 2.03937552215342\n",
"Done: maxIter 19 -> error 2.03937552215342\n",
"Done: maxIter 21 -> error 2.0393755220913574\n",
"Done: maxIter 21 -> error 2.0393755220913574\n",
"Done: maxIter 23 -> error 2.0393755220041996\n",
"Done: maxIter 23 -> error 2.0393755220041996\n",
"Done: maxIter 25 -> error 2.0393755178067203\n",
"Done: maxIter 25 -> error 2.0393755178067203\n",
"Done: maxIter 27 -> error 2.0393750405018864\n",
"Done: maxIter 27 -> error 2.0393750405018864\n",
"Done: maxIter 29 -> error 2.0392877714354234\n",
"Done: maxIter 29 -> error 2.0392877714354234\n",
"Done: maxIter 31 -> error 2.0301508869469127\n",
"Done: maxIter 31 -> error 2.0301508869469127\n",
"Done: maxIter 33 -> error 0.40812037071561236\n",
"Done: maxIter 33 -> error 0.40812037071561236\n",
"Done: maxIter 35 -> error 0.005297381514733345\n",
"Done: maxIter 35 -> error 0.005297381514733345\n",
"Done: maxIter 37 -> error 3.7898260149246722e-6\n",
"Done: maxIter 37 -> error 3.7898260149246722e-6\n",
"Done: maxIter 39 -> error 6.517588472793674e-7\n",
"Done: maxIter 39 -> error 6.517588472793674e-7\n",
"Done: maxIter 41 -> error 6.516702243186542e-7\n",
"Done: maxIter 41 -> error 6.516702243186542e-7\n",
"Done: maxIter 43 -> error 6.51670051976418e-7\n",
"Done: maxIter 43 -> error 6.51670051976418e-7\n",
"Done: maxIter 45 -> error 6.516700519564892e-7\n",
"Done: maxIter 45 -> error 6.516700519564892e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 47 -> error 6.516700519399299e-7\n",
"Done: maxIter 1 -> error 1.9934777767222684\n",
"Done: maxIter 3 -> error 1.9792819687148127\n",
"Done: maxIter 3 -> error 1.9792819687148127\n",
"Done: maxIter 5 -> error 1.9790268040343695\n",
"Done: maxIter 5 -> error 1.9790268040343695\n",
"Done: maxIter 7 -> error 1.9790238136186098\n",
"Done: maxIter 7 -> error 1.9790238136186098\n",
"Done: maxIter 9 -> error 1.979023764070804\n",
"Done: maxIter 9 -> error 1.979023764070804\n",
"Done: maxIter 11 -> error 1.9790237633918573\n",
"Done: maxIter 11 -> error 1.9790237633918573\n",
"Done: maxIter 13 -> error 1.9790237633226857\n",
"Done: maxIter 13 -> error 1.9790237633226857\n",
"Done: maxIter 15 -> error 1.9790237632639502\n",
"Done: maxIter 15 -> error 1.9790237632639502\n",
"Done: maxIter 17 -> error 1.979023763202223\n",
"Done: maxIter 17 -> error 1.979023763202223\n",
"Done: maxIter 19 -> error 1.9790237631435883\n",
"Done: maxIter 19 -> error 1.9790237631435883\n",
"Done: maxIter 21 -> error 1.9790237630818268\n",
"Done: maxIter 21 -> error 1.9790237630818268\n",
"Done: maxIter 23 -> error 1.9790237629922807\n",
"Done: maxIter 23 -> error 1.9790237629922807\n",
"Done: maxIter 25 -> error 1.9790237579609846\n",
"Done: maxIter 25 -> error 1.9790237579609846\n",
"Done: maxIter 27 -> error 1.9790232768901073\n",
"Done: maxIter 27 -> error 1.9790232768901073\n",
"Done: maxIter 29 -> error 1.978969128458866\n",
"Done: maxIter 29 -> error 1.978969128458866\n",
"Done: maxIter 31 -> error 1.9550941551906325\n",
"Done: maxIter 31 -> error 1.9550941551906325\n",
"Done: maxIter 33 -> error 0.31845722581197566\n",
"Done: maxIter 33 -> error 0.31845722581197566\n",
"Done: maxIter 35 -> error 0.0010319894682389618\n",
"Done: maxIter 35 -> error 0.0010319894682389618\n",
"Done: maxIter 37 -> error 2.4783559879855605e-6\n",
"Done: maxIter 37 -> error 2.4783559879855605e-6\n",
"Done: maxIter 39 -> error 5.756453696392672e-7\n",
"Done: maxIter 39 -> error 5.756453696392672e-7\n",
"Done: maxIter 41 -> error 5.75643559263135e-7\n",
"Done: maxIter 41 -> error 5.75643559263135e-7\n",
"Done: maxIter 43 -> error 5.756435592288391e-7\n",
"Done: maxIter 43 -> error 5.756435592288391e-7\n",
"Done: maxIter 45 -> error 5.756435592141896e-7\n",
"Done: maxIter 45 -> error 5.756435592141896e-7\n",
"Done: maxIter 47 -> error 5.756435591986304e-7\n",
"Done: maxIter 47 -> error 5.756435591986304e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n",
"Done: maxIter 49 -> error 5.756435591821421e-7\n"
]
}
],
"source": [
"### relative error with repsepct to iterations and memory size\n",
"# output csv\n",
"outputvsc = joinpath(baseDir, \"statisticsLBFGS-iterations-m\" * string(m) * \"n\" * string(n) * \"--memsize.csv\");\n",
"accData = Dict(\n",
" :memsize => Array{Int64}(undef, 0),\n",
" :iterations => Array{Int64}(undef, 0),\n",
" :maxiterations => Array{Int64}(undef, 0),\n",
" :relative => Array{Float64}(undef, 0),\n",
" :residual => Array{Float64}(undef, 0),\n",
" :gradient => Array{Float64}(undef, 0)\n",
" )\n",
"\n",
"memsizes = [1 3 5 7 9 11]\n",
"\n",
"for memsize ∈ memsizes\n",
" gf = genFunc(:exactRandDataset, λ=λ, m=m, n=n)\n",
" ls = LeastSquaresF(gf)\n",
" for maxIter ∈ maxIters\n",
"\n",
" t = LimitedMemoryBFGS(ls, ϵ=ϵ, MaxEvaluations=maxIter, m=memsize)\n",
"\n",
" relative_error = norm(t[:x] - gf[:w_star]) / norm(gf[:w_star])\n",
" residual = norm(gf[:X_hat] * t[:x] - gf[:y_hat]) / norm(gf[:y_hat])\n",
"\n",
" iterations = maxIter - t[:RemainingEvaluations]\n",
"\n",
" push!(accData[:memsize], memsize)\n",
" push!(accData[:iterations], iterations)\n",
" push!(accData[:maxiterations], maxIter)\n",
" push!(accData[:relative], relative_error)\n",
" push!(accData[:residual], residual)\n",
" push!(accData[:gradient], norm(t[:grad]))\n",
" println(\"Done: maxIter \" * string(iterations) * \" -> error \" * string(relative_error))\n",
" flush(stdout)\n",
" end\n",
"end\n",
"\n",
"CSV.write(outputvsc, DataFrame(accData));"
]
}
],
"metadata": {
"kernelspec": {
"display_name": "Julia 1.9.3",
"language": "julia",
"name": "julia-1.9"
},
"language_info": {
"file_extension": ".jl",
"mimetype": "application/julia",
"name": "julia",
"version": "1.9.3"
}
},
"nbformat": 4,
"nbformat_minor": 2
}