diff --git a/.vs/QLearningApp/v16/.suo b/.vs/QLearningApp/v16/.suo index 2afb6892fcff982c26c0b12f7ad50e027797624d..bc59d5026d25c5db7010cc3e41ab3f114900bd4d 100644 Binary files a/.vs/QLearningApp/v16/.suo and b/.vs/QLearningApp/v16/.suo differ diff --git a/QLearningApp/RLsync.cs b/QLearningApp/RLsync.cs index 5e8256ea82447679526cbf688abc5dabf9e242f1..ba89edc73a12bbfa740cc6327ef6a674e59ee4c1 100644 --- a/QLearningApp/RLsync.cs +++ b/QLearningApp/RLsync.cs @@ -10,8 +10,8 @@ namespace QLearningApp // private double[] delta_space = { 10, 20, 30, 40, 50, 100 }; // possible values of delta public double[] delta_space = { 20 }; - public double alpha = 0.9; //original value - public double beta = 0.9;//original value + public double alpha = 0.5; //original value + public double beta = 0.5;//original value // State space public double[] fps_space = { 10, 15, 20, 25, 30 }; @@ -34,7 +34,7 @@ namespace QLearningApp { //keeping deltaIndex as 4 so that RL algo could get the FPS 30 value, changed it to 2 to get the better Q values - deltaIndex = 2; + deltaIndex = 4; double[,] FPS = new double[,] { { 0, 10, 10, 15, 15, 15 }, { 10, 12, 13, 15, 20, 22 }, { 10, 15, 15, 20, 25, 25 }, { 10, 20, 20, 25, 30, 30 }, { 10, 20, 25, 30, 30, 30 }, { 25, 25, 27, 30, 30, 30 } }; return FPS[gammaIndex,deltaIndex]; } diff --git a/QLearningApp/bin/Debug/QLearningApp.exe b/QLearningApp/bin/Debug/QLearningApp.exe index 942955cfde5732957f6bf7e169ed14591c43790c..dd85ef5d8b654d2ec43c4a78f954a79055056d3f 100644 Binary files a/QLearningApp/bin/Debug/QLearningApp.exe and b/QLearningApp/bin/Debug/QLearningApp.exe differ diff --git a/QLearningApp/bin/Debug/QLearningApp.pdb b/QLearningApp/bin/Debug/QLearningApp.pdb index 7c90f68523a5a17da98c8732076e7c56d750b7ed..59f8455f6d0cc789d542866017dc0fe548410b34 100644 Binary files a/QLearningApp/bin/Debug/QLearningApp.pdb and b/QLearningApp/bin/Debug/QLearningApp.pdb differ diff --git a/QLearningApp/obj/Debug/QLearningApp.csprojAssemblyReference.cache b/QLearningApp/obj/Debug/QLearningApp.csprojAssemblyReference.cache index 215ea7b359ec0d916a4f021f89f4bf99a000a11e..5485901991f75d811c511f8b31437067d0d8912b 100644 Binary files a/QLearningApp/obj/Debug/QLearningApp.csprojAssemblyReference.cache and b/QLearningApp/obj/Debug/QLearningApp.csprojAssemblyReference.cache differ diff --git a/QLearningApp/obj/Debug/QLearningApp.exe b/QLearningApp/obj/Debug/QLearningApp.exe index 942955cfde5732957f6bf7e169ed14591c43790c..dd85ef5d8b654d2ec43c4a78f954a79055056d3f 100644 Binary files a/QLearningApp/obj/Debug/QLearningApp.exe and b/QLearningApp/obj/Debug/QLearningApp.exe differ diff --git a/QLearningApp/obj/Debug/QLearningApp.pdb b/QLearningApp/obj/Debug/QLearningApp.pdb index 7c90f68523a5a17da98c8732076e7c56d750b7ed..59f8455f6d0cc789d542866017dc0fe548410b34 100644 Binary files a/QLearningApp/obj/Debug/QLearningApp.pdb and b/QLearningApp/obj/Debug/QLearningApp.pdb differ