Skip to content
Snippets Groups Projects
Commit 225884e5 authored by Anmulwar, Sweta V (PG/R - Elec Electronic Eng)'s avatar Anmulwar, Sweta V (PG/R - Elec Electronic Eng)
Browse files

First working draft5Mar23 with delta=4

parent 4c1a1453
No related branches found
No related tags found
No related merge requests found
No preview for this file type
...@@ -10,8 +10,8 @@ namespace QLearningApp ...@@ -10,8 +10,8 @@ namespace QLearningApp
// private double[] delta_space = { 10, 20, 30, 40, 50, 100 }; // possible values of delta // private double[] delta_space = { 10, 20, 30, 40, 50, 100 }; // possible values of delta
public double[] delta_space = { 20 }; public double[] delta_space = { 20 };
public double alpha = 0.9; //original value public double alpha = 0.5; //original value
public double beta = 0.9;//original value public double beta = 0.5;//original value
// State space // State space
public double[] fps_space = { 10, 15, 20, 25, 30 }; public double[] fps_space = { 10, 15, 20, 25, 30 };
...@@ -34,7 +34,7 @@ namespace QLearningApp ...@@ -34,7 +34,7 @@ namespace QLearningApp
{ {
//keeping deltaIndex as 4 so that RL algo could get the FPS 30 value, changed it to 2 to get the better Q values //keeping deltaIndex as 4 so that RL algo could get the FPS 30 value, changed it to 2 to get the better Q values
deltaIndex = 2; deltaIndex = 4;
double[,] FPS = new double[,] { { 0, 10, 10, 15, 15, 15 }, { 10, 12, 13, 15, 20, 22 }, { 10, 15, 15, 20, 25, 25 }, { 10, 20, 20, 25, 30, 30 }, { 10, 20, 25, 30, 30, 30 }, { 25, 25, 27, 30, 30, 30 } }; double[,] FPS = new double[,] { { 0, 10, 10, 15, 15, 15 }, { 10, 12, 13, 15, 20, 22 }, { 10, 15, 15, 20, 25, 25 }, { 10, 20, 20, 25, 30, 30 }, { 10, 20, 25, 30, 30, 30 }, { 25, 25, 27, 30, 30, 30 } };
return FPS[gammaIndex,deltaIndex]; return FPS[gammaIndex,deltaIndex];
} }
......
No preview for this file type
No preview for this file type
No preview for this file type
No preview for this file type
No preview for this file type
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment