diff --git a/experiments/seed=256/alpha=0.01.gamma=0.5/run=1cce29fc327c460c/choices.json b/experiments/seed=256/alpha=0.01.gamma=0.5/run=1cce29fc327c460c/choices.json deleted file mode 100644 index 0e1cd45..0000000 --- a/experiments/seed=256/alpha=0.01.gamma=0.5/run=1cce29fc327c460c/choices.json +++ /dev/null @@ -1,702 +0,0 @@ -{ - "0": [ - 19, - 1, - 5, - 13, - 6 - ], - "1": [ - 4, - 13, - 1, - 5, - 19 - ], - "2": [ - 1, - 6, - 4, - 13, - 10 - ], - "3": [ - 4, - 6, - 2, - 13, - 10 - ], - "4": [ - 4, - 5, - 14, - 3, - 18 - ], - "5": [ - 13, - 17, - 6, - 3, - 9 - ], - "6": [ - 9, - 14, - 1, - 13, - 8 - ], - "7": [ - 10, - 6, - 15, - 0, - 13 - ], - "8": [ - 13, - 18, - 2, - 4, - 3 - ], - "9": [ - 1, - 11, - 3, - 14, - 13 - ], - "10": [ - 7, - 3, - 13, - 4, - 17 - ], - "11": [ - 1, - 5, - 10, - 11, - 19 - ], - "12": [ - 6, - 3, - 17, - 11, - 10 - ], - "13": [ - 3, - 16, - 13, - 15, - 12 - ], - "14": [ - 19, - 9, - 14, - 8, - 4 - ], - "15": [ - 11, - 10, - 2, - 9, - 18 - ], - "16": [ - 5, - 3, - 4, - 13, - 0 - ], - "17": [ - 1, - 6, - 12, - 4, - 13 - ], - "18": [ - 13, - 15, - 11, - 5, - 14 - ], - "19": [ - 10, - 11, - 14, - 19, - 8 - ], - "20": [ - 18, - 13, - 3, - 11, - 14 - ], - "21": [ - 17, - 9, - 3, - 13, - 4 - ], - "22": [ - 10, - 9, - 13, - 11, - 5 - ], - "23": [ - 3, - 11, - 12, - 4, - 8 - ], - "24": [ - 6, - 14, - 19, - 17, - 11 - ], - "25": [ - 13, - 11, - 12, - 14, - 3 - ], - "26": [ - 4, - 13, - 1, - 11, - 9 - ], - "27": [ - 13, - 11, - 18, - 0, - 1 - ], - "28": [ - 13, - 11, - 2, - 10, - 0 - ], - "29": [ - 3, - 10, - 11, - 9, - 15 - ], - "30": [ - 13, - 0, - 11, - 18, - 6 - ], - "31": [ - 11, - 3, - 4, - 19, - 13 - ], - "32": [ - 11, - 3, - 10, - 16, - 1 - ], - "33": [ - 11, - 13, - 3, - 0, - 7 - ], - "34": [ - 11, - 8, - 1, - 13, - 16 - ], - "35": [ - 11, - 10, - 14, - 13, - 7 - ], - "36": [ - 11, - 13, - 3, - 1, - 14 - ], - "37": [ - 11, - 0, - 10, - 1, - 3 - ], - "38": [ - 11, - 5, - 17, - 2, - 19 - ], - "39": [ - 11, - 13, - 17, - 1, - 9 - ], - "40": [ - 11, - 17, - 13, - 19, - 14 - ], - "41": [ - 11, - 4, - 3, - 1, - 13 - ], - "42": [ - 19, - 11, - 0, - 13, - 9 - ], - "43": [ - 11, - 17, - 10, - 3, - 1 - ], - "44": [ - 11, - 13, - 14, - 10, - 19 - ], - "45": [ - 11, - 13, - 3, - 5, - 8 - ], - "46": [ - 11, - 13, - 17, - 1, - 3 - ], - "47": [ - 11, - 17, - 13, - 3, - 10 - ], - "48": [ - 11, - 4, - 13, - 19, - 7 - ], - "49": [ - 11, - 3, - 9, - 13, - 1 - ], - "50": [ - 11, - 6, - 9, - 13, - 15 - ], - "51": [ - 11, - 13, - 12, - 17, - 8 - ], - "52": [ - 11, - 13, - 15, - 1, - 9 - ], - "53": [ - 11, - 9, - 1, - 13, - 17 - ], - "54": [ - 11, - 19, - 7, - 16, - 1 - ], - "55": [ - 11, - 15, - 8, - 5, - 19 - ], - "56": [ - 11, - 19, - 13, - 4, - 3 - ], - "57": [ - 11, - 3, - 4, - 13, - 8 - ], - "58": [ - 11, - 3, - 17, - 13, - 15 - ], - "59": [ - 11, - 4, - 13, - 14, - 7 - ], - "60": [ - 11, - 17, - 13, - 3, - 7 - ], - "61": [ - 11, - 13, - 1, - 17, - 9 - ], - "62": [ - 11, - 13, - 19, - 3, - 1 - ], - "63": [ - 11, - 19, - 9, - 3, - 13 - ], - "64": [ - 11, - 8, - 3, - 4, - 17 - ], - "65": [ - 11, - 13, - 6, - 1, - 17 - ], - "66": [ - 11, - 13, - 17, - 8, - 3 - ], - "67": [ - 11, - 9, - 13, - 8, - 17 - ], - "68": [ - 11, - 13, - 16, - 3, - 9 - ], - "69": [ - 11, - 13, - 3, - 17, - 9 - ], - "70": [ - 11, - 13, - 4, - 17, - 15 - ], - "71": [ - 11, - 4, - 13, - 8, - 17 - ], - "72": [ - 11, - 12, - 3, - 19, - 1 - ], - "73": [ - 11, - 9, - 17, - 1, - 19 - ], - "74": [ - 11, - 4, - 13, - 17, - 8 - ], - "75": [ - 11, - 13, - 3, - 17, - 8 - ], - "76": [ - 11, - 17, - 13, - 3, - 1 - ], - "77": [ - 11, - 5, - 3, - 18, - 17 - ], - "78": [ - 11, - 17, - 3, - 9, - 1 - ], - "79": [ - 11, - 13, - 6, - 17, - 3 - ], - "80": [ - 11, - 13, - 3, - 17, - 9 - ], - "81": [ - 11, - 3, - 12, - 17, - 4 - ], - "82": [ - 11, - 16, - 13, - 3, - 1 - ], - "83": [ - 11, - 18, - 3, - 13, - 2 - ], - "84": [ - 11, - 3, - 13, - 1, - 6 - ], - "85": [ - 11, - 2, - 3, - 17, - 13 - ], - "86": [ - 11, - 3, - 13, - 17, - 8 - ], - "87": [ - 11, - 13, - 3, - 9, - 17 - ], - "88": [ - 11, - 5, - 3, - 8, - 1 - ], - "89": [ - 11, - 3, - 17, - 15, - 19 - ], - "90": [ - 11, - 13, - 17, - 3, - 6 - ], - "91": [ - 11, - 3, - 19, - 13, - 17 - ], - "92": [ - 11, - 13, - 3, - 0, - 15 - ], - "93": [ - 11, - 13, - 4, - 3, - 17 - ], - "94": [ - 11, - 17, - 13, - 3, - 4 - ], - "95": [ - 11, - 17, - 4, - 8, - 3 - ], - "96": [ - 11, - 17, - 3, - 13, - 8 - ], - "97": [ - 11, - 3, - 17, - 13, - 19 - ], - "98": [ - 11, - 17, - 3, - 13, - 19 - ], - "99": [ - 11, - 3, - 17, - 15, - 13 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.01.gamma=0.5/run=1cce29fc327c460c/config.json b/experiments/seed=256/alpha=0.01.gamma=0.5/run=1cce29fc327c460c/config.json deleted file mode 100644 index 19ea1d3..0000000 --- a/experiments/seed=256/alpha=0.01.gamma=0.5/run=1cce29fc327c460c/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 20, - "num_choices": 5, - "time_span": 100, - "history_span": 3000, - "alpha": 0.01, - "gamma": 0.5, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.01.gamma=0.5/run=1cce29fc327c460c/control.choices.json b/experiments/seed=256/alpha=0.01.gamma=0.5/run=1cce29fc327c460c/control.choices.json deleted file mode 100644 index 1ce1220..0000000 --- a/experiments/seed=256/alpha=0.01.gamma=0.5/run=1cce29fc327c460c/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 4, - 3, - 11, - 1, - 13 -] \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.01.gamma=0.5/run=1cce29fc327c460c/qvalues.json b/experiments/seed=256/alpha=0.01.gamma=0.5/run=1cce29fc327c460c/qvalues.json deleted file mode 100644 index df23ee2..0000000 --- a/experiments/seed=256/alpha=0.01.gamma=0.5/run=1cce29fc327c460c/qvalues.json +++ /dev/null @@ -1,2180 +0,0 @@ -{ - "0": [ - 0.0, - 5.48, - 0.0, - 5.0, - 5.0, - 0.0, - 0.06, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.89, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.9400000000000001 - ], - "1": [ - 0.0, - 5.9752, - 0.0, - 5.0, - 5.17, - 0.0, - 0.06, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 6.751099999999999, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.9405999999999999 - ], - "2": [ - 0.0, - 6.425448, - 0.0, - 5.0, - 5.2883, - 0.0, - 0.0694, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 7.6035889999999995, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.9405999999999999 - ], - "3": [ - 0.0, - 6.425448, - 0.06, - 5.0, - 5.415417, - 0.0, - 0.068706, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 8.397553109999999, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.9405999999999999 - ], - "4": [ - 0.0, - 6.425448, - 0.06, - 6.12, - 5.59126283, - 0.0, - 0.068706, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 8.397553109999999, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.9405999999999999 - ], - "5": [ - 0.0, - 6.425448, - 0.06, - 7.1588, - 5.59126283, - 0.0, - 0.06801894, - 0.0, - 0.0, - 0.52, - 0.0, - 5.0, - 0.0, - 9.103577578899998, - 0.0, - 0.0, - 0.0, - 2.1, - 0.0, - 1.9405999999999999 - ], - "6": [ - 0.0, - 6.93119352, - 0.06, - 7.1588, - 5.59126283, - 0.0, - 0.06801894, - 0.0, - 0.61, - 0.9848, - 0.0, - 5.0, - 0.0, - 9.892541803110998, - 0.0, - 0.0, - 0.0, - 2.1, - 0.0, - 1.9405999999999999 - ], - "7": [ - 0.29, - 6.93119352, - 0.06, - 7.1588, - 5.59126283, - 0.0, - 0.0673387506, - 0.0, - 0.61, - 0.9848, - 0.0, - 5.0, - 0.0, - 10.623616385079888, - 0.0, - 0.0, - 0.0, - 2.1, - 0.0, - 1.9405999999999999 - ], - "8": [ - 0.29, - 6.93119352, - 0.0794, - 8.087212000000001, - 5.8253502017, - 0.0, - 0.0673387506, - 0.0, - 0.61, - 0.9848, - 0.0, - 5.0, - 0.0, - 11.31738022122909, - 0.0, - 0.0, - 0.0, - 2.1, - 0.0, - 1.9405999999999999 - ], - "9": [ - 0.29, - 7.4018815848, - 0.0794, - 8.956339880000002, - 5.8253502017, - 0.0, - 0.0673387506, - 0.0, - 0.61, - 0.9848, - 0.0, - 7.09, - 0.0, - 12.0042064190168, - 0.0, - 0.0, - 0.0, - 2.1, - 0.0, - 1.9405999999999999 - ], - "10": [ - 0.29, - 7.4018815848, - 0.0794, - 9.886776481200002, - 6.137096699683, - 0.0, - 0.0673387506, - 0.25, - 0.61, - 0.9848, - 0.0, - 7.09, - 0.0, - 12.624164354826632, - 0.0, - 0.0, - 0.0, - 4.149, - 0.0, - 1.9405999999999999 - ], - "11": [ - 0.29, - 7.877862768952, - 0.0794, - 9.886776481200002, - 6.137096699683, - 0.0, - 0.0673387506, - 0.25, - 0.61, - 0.9848, - 0.0, - 9.219100000000001, - 0.0, - 12.624164354826632, - 0.0, - 0.0, - 0.0, - 4.149, - 0.0, - 2.8211939999999998 - ], - "12": [ - 0.29, - 7.877862768952, - 0.0794, - 10.677908716388002, - 6.137096699683, - 0.0, - 0.066665363094, - 0.25, - 0.61, - 0.9848, - 0.0, - 11.466909000000001, - 0.0, - 12.624164354826632, - 0.0, - 0.0, - 0.0, - 6.02751, - 0.0, - 2.8211939999999998 - ], - "13": [ - 0.29, - 7.877862768952, - 0.0794, - 11.511129629224122, - 6.137096699683, - 0.0, - 0.066665363094, - 0.25, - 0.61, - 0.9848, - 0.0, - 11.466909000000001, - 0.0, - 13.257922711278367, - 0.0, - 0.0, - 0.0, - 6.02751, - 0.0, - 2.8211939999999998 - ], - "14": [ - 0.29, - 7.877862768952, - 0.0794, - 11.511129629224122, - 6.60572573268617, - 0.0, - 0.066665363094, - 0.25, - 1.3138999999999998, - 1.564952, - 0.0, - 11.466909000000001, - 0.0, - 13.257922711278367, - 0.0, - 0.0, - 0.0, - 6.02751, - 0.0, - 3.4729820599999996 - ], - "15": [ - 0.29, - 7.877862768952, - 0.178606, - 11.511129629224122, - 6.60572573268617, - 0.0, - 0.066665363094, - 0.25, - 1.3138999999999998, - 2.18930248, - 0.0, - 13.252239910000002, - 0.0, - 13.257922711278367, - 0.0, - 0.0, - 0.0, - 6.02751, - 0.0, - 3.4729820599999996 - ], - "16": [ - 0.5171, - 7.877862768952, - 0.178606, - 12.31601833293188, - 7.039668475359308, - 0.0, - 0.066665363094, - 0.25, - 1.3138999999999998, - 2.18930248, - 0.0, - 13.252239910000002, - 0.0, - 13.845343484165582, - 0.0, - 0.0, - 0.0, - 6.02751, - 0.0, - 3.4729820599999996 - ], - "17": [ - 0.5171, - 8.42908414126248, - 0.178606, - 12.31601833293188, - 7.459271790605715, - 0.0, - 0.06599870946306, - 0.25, - 1.3138999999999998, - 2.18930248, - 0.0, - 13.252239910000002, - 0.0, - 14.426890049323926, - 0.0, - 0.0, - 0.0, - 6.02751, - 0.0, - 3.4729820599999996 - ], - "18": [ - 0.5171, - 8.42908414126248, - 0.178606, - 12.31601833293188, - 7.459271790605715, - 0.0, - 0.06599870946306, - 0.25, - 1.3138999999999998, - 2.18930248, - 0.0, - 15.099717510900001, - 0.0, - 15.022621148830687, - 0.0, - 0.0, - 0.0, - 6.02751, - 0.0, - 3.4729820599999996 - ], - "19": [ - 0.5171, - 8.42908414126248, - 0.178606, - 12.31601833293188, - 7.459271790605715, - 0.0, - 0.06599870946306, - 0.25, - 1.900761, - 2.18930248, - 0.0, - 17.068720335791003, - 0.0, - 15.022621148830687, - 0.0, - 0.0, - 0.0, - 6.02751, - 0.0, - 4.118252239399999 - ], - "20": [ - 0.5171, - 8.42908414126248, - 0.178606, - 13.082858149602561, - 7.459271790605715, - 0.0, - 0.06599870946306, - 0.25, - 1.900761, - 2.18930248, - 0.0, - 19.048033132433094, - 0.0, - 15.61239493734238, - 0.0, - 0.0, - 0.0, - 6.02751, - 0.0, - 4.118252239399999 - ], - "21": [ - 0.5171, - 8.42908414126248, - 0.178606, - 13.792029568106535, - 7.954679072699658, - 0.0, - 0.06599870946306, - 0.25, - 1.900761, - 2.5574094551999997, - 0.0, - 19.048033132433094, - 0.0, - 16.206270987968956, - 0.0, - 0.0, - 0.0, - 7.7872349000000005, - 0.0, - 4.118252239399999 - ], - "22": [ - 0.5171, - 8.42908414126248, - 0.178606, - 13.792029568106535, - 7.954679072699658, - 0.0, - 0.06599870946306, - 0.25, - 1.900761, - 2.8818353606479996, - 0.0, - 21.27755280110876, - 0.0, - 16.79420827808927, - 0.0, - 0.0, - 0.0, - 7.7872349000000005, - 0.0, - 4.118252239399999 - ], - "23": [ - 0.5171, - 8.42908414126248, - 0.178606, - 14.49410927242547, - 8.475132281972662, - 0.0, - 0.06599870946306, - 0.25, - 2.53175339, - 2.8818353606479996, - 0.0, - 23.284777273097674, - 0.0, - 16.79420827808927, - 0.0, - 0.0, - 0.0, - 7.7872349000000005, - 0.0, - 4.118252239399999 - ], - "24": [ - 0.5171, - 8.42908414126248, - 0.178606, - 14.49410927242547, - 8.475132281972662, - 0.0, - 0.0653387223684294, - 0.25, - 2.53175339, - 2.8818353606479996, - 0.0, - 25.2219295003667, - 0.0, - 16.79420827808927, - 0.0, - 0.0, - 0.0, - 9.399362551000001, - 0.0, - 4.577069717005999 - ], - "25": [ - 0.5171, - 8.42908414126248, - 0.178606, - 15.179168179701216, - 8.475132281972662, - 0.0, - 0.0653387223684294, - 0.25, - 2.53175339, - 2.8818353606479996, - 0.0, - 27.31971020536303, - 0.0, - 17.346266195308374, - 0.0, - 0.0, - 0.0, - 9.399362551000001, - 0.0, - 4.577069717005999 - ], - "26": [ - 0.5171, - 8.914793299849856, - 0.178606, - 15.179168179701216, - 9.180380959152936, - 0.0, - 0.0653387223684294, - 0.25, - 2.53175339, - 3.1430170070415198, - 0.0, - 29.3265131033094, - 0.0, - 17.88280353335529, - 0.0, - 0.0, - 0.0, - 9.399362551000001, - 0.0, - 4.577069717005999 - ], - "27": [ - 0.791929, - 9.385645366851358, - 0.178606, - 15.179168179701216, - 9.180380959152936, - 0.0, - 0.0653387223684294, - 0.25, - 2.53175339, - 3.1430170070415198, - 0.0, - 31.393247972276306, - 0.0, - 18.443975498021736, - 0.0, - 0.0, - 0.0, - 9.399362551000001, - 0.0, - 4.577069717005999 - ], - "28": [ - 1.03400971, - 9.385645366851358, - 0.23681993999999998, - 15.179168179701216, - 9.180380959152936, - 0.0, - 0.0653387223684294, - 0.25, - 2.53175339, - 3.1430170070415198, - 0.0, - 33.269315492553545, - 0.0, - 18.989535743041518, - 0.0, - 0.0, - 0.0, - 9.399362551000001, - 0.0, - 4.577069717005999 - ], - "29": [ - 1.03400971, - 9.385645366851358, - 0.23681993999999998, - 15.837376497904204, - 9.180380959152936, - 0.0, - 0.0653387223684294, - 0.25, - 2.53175339, - 3.5615868369711046, - 0.0, - 34.99662233762801, - 0.0, - 18.989535743041518, - 0.0, - 0.0, - 0.0, - 9.399362551000001, - 0.0, - 4.577069717005999 - ], - "30": [ - 1.2536696129, - 9.385645366851358, - 0.23681993999999998, - 15.837376497904204, - 9.180380959152936, - 0.0, - 0.0646853351447451, - 0.25, - 2.53175339, - 3.5615868369711046, - 0.0, - 36.73665611425173, - 0.0, - 19.4996403856111, - 0.0, - 0.0, - 0.0, - 9.399362551000001, - 0.0, - 4.577069717005999 - ], - "31": [ - 1.2536696129, - 9.385645366851358, - 0.23681993999999998, - 16.52900273292516, - 9.958577149561407, - 0.0, - 0.0646853351447451, - 0.25, - 2.53175339, - 3.5615868369711046, - 0.0, - 38.55928955310921, - 0.0, - 19.99464398175499, - 0.0, - 0.0, - 0.0, - 9.399362551000001, - 0.0, - 5.12129901983594 - ], - "32": [ - 1.2536696129, - 9.981788913182845, - 0.23681993999999998, - 17.21371270559591, - 9.958577149561407, - 0.0, - 0.0646853351447451, - 0.25, - 2.53175339, - 3.5615868369711046, - 0.0, - 40.56369665757812, - 0.0, - 19.99464398175499, - 0.0, - 0.0, - 0.0, - 9.399362551000001, - 0.0, - 5.12129901983594 - ], - "33": [ - 1.491132916771, - 9.981788913182845, - 0.23681993999999998, - 17.85157557853995, - 9.958577149561407, - 0.0, - 0.0646853351447451, - 0.3275, - 2.53175339, - 3.5615868369711046, - 0.0, - 42.52805969100234, - 0.0, - 20.50469754193744, - 0.0, - 0.0, - 0.0, - 9.399362551000001, - 0.0, - 5.12129901983594 - ], - "34": [ - 1.491132916771, - 10.421971024051016, - 0.23681993999999998, - 17.85157557853995, - 9.958577149561407, - 0.0, - 0.0646853351447451, - 0.3275, - 3.1664358561, - 3.5615868369711046, - 0.0, - 44.442779094092316, - 0.0, - 20.999650566518063, - 0.0, - 0.0, - 0.0, - 9.399362551000001, - 0.0, - 5.12129901983594 - ], - "35": [ - 1.491132916771, - 10.421971024051016, - 0.23681993999999998, - 17.85157557853995, - 9.958577149561407, - 0.0, - 0.0646853351447451, - 0.354225, - 3.1664358561, - 3.5615868369711046, - 0.0, - 46.29835130315139, - 0.0, - 21.499654060852883, - 0.0, - 0.0, - 0.0, - 9.399362551000001, - 0.0, - 5.12129901983594 - ], - "36": [ - 1.491132916771, - 10.847751313810507, - 0.23681993999999998, - 18.47305982275455, - 9.958577149561407, - 0.0, - 0.0646853351447451, - 0.354225, - 3.1664358561, - 3.5615868369711046, - 0.0, - 48.16536779011988, - 0.0, - 22.014657520244356, - 0.0, - 0.0, - 0.0, - 9.399362551000001, - 0.0, - 5.12129901983594 - ], - "37": [ - 1.64622158760329, - 11.239273800672402, - 0.23681993999999998, - 19.068329224527005, - 9.958577149561407, - 0.0, - 0.0646853351447451, - 0.354225, - 3.1664358561, - 3.5615868369711046, - 0.0, - 50.22371411221868, - 0.0, - 22.014657520244356, - 0.0, - 0.0, - 0.0, - 9.399362551000001, - 0.0, - 5.12129901983594 - ], - "38": [ - 1.64622158760329, - 11.239273800672402, - 0.2644517406, - 19.068329224527005, - 9.958577149561407, - 0.0, - 0.0646853351447451, - 0.354225, - 3.1664358561, - 3.5615868369711046, - 0.0, - 52.311476971096496, - 0.0, - 22.014657520244356, - 0.0, - 0.0, - 0.0, - 10.865368925490001, - 0.0, - 5.45008602963758 - ], - "39": [ - 1.64622158760329, - 11.546881062665678, - 0.2644517406, - 19.068329224527005, - 9.958577149561407, - 0.0, - 0.0646853351447451, - 0.354225, - 3.1664358561, - 3.8159709686013934, - 0.0, - 54.528362201385534, - 0.0, - 22.544510945041914, - 0.0, - 0.0, - 0.0, - 12.326715236235101, - 0.0, - 5.45008602963758 - ], - "40": [ - 1.64622158760329, - 11.546881062665678, - 0.2644517406, - 19.068329224527005, - 9.958577149561407, - 0.0, - 0.0646853351447451, - 0.354225, - 3.1664358561, - 3.8159709686013934, - 0.0, - 56.66307857937168, - 0.0, - 23.079065835591496, - 0.0, - 0.0, - 0.0, - 13.68344808387275, - 0.0, - 5.7355851693412045 - ], - "41": [ - 1.64622158760329, - 11.911412252039021, - 0.2644517406, - 19.727645932281735, - 11.048991378065793, - 0.0, - 0.0646853351447451, - 0.354225, - 3.1664358561, - 3.8159709686013934, - 0.0, - 58.93644779357796, - 0.0, - 23.60827517723558, - 0.0, - 0.0, - 0.0, - 13.68344808387275, - 0.0, - 5.7355851693412045 - ], - "42": [ - 1.789759371727257, - 11.911412252039021, - 0.2644517406, - 19.727645932281735, - 11.048991378065793, - 0.0, - 0.0646853351447451, - 0.354225, - 3.1664358561, - 3.9578112589153793, - 0.0, - 61.16708331564218, - 0.0, - 24.142192425463225, - 0.0, - 0.0, - 0.0, - 13.68344808387275, - 0.0, - 6.028229317647792 - ], - "43": [ - 1.789759371727257, - 12.23229812951863, - 0.2644517406, - 20.460369472958917, - 11.048991378065793, - 0.0, - 0.0646853351447451, - 0.354225, - 3.1664358561, - 3.9578112589153793, - 0.0, - 63.485412482485756, - 0.0, - 24.142192425463225, - 0.0, - 0.0, - 0.0, - 14.896613603034023, - 0.0, - 6.028229317647792 - ], - "44": [ - 1.789759371727257, - 12.23229812951863, - 0.2644517406, - 20.460369472958917, - 11.048991378065793, - 0.0, - 0.0646853351447451, - 0.354225, - 3.1664358561, - 3.9578112589153793, - 0.0, - 65.8505583576609, - 0.0, - 24.720770501208595, - 0.0, - 0.0, - 0.0, - 14.896613603034023, - 0.0, - 6.307947024471314 - ], - "45": [ - 1.789759371727257, - 12.23229812951863, - 0.2644517406, - 21.225765778229327, - 11.048991378065793, - 0.0, - 0.0646853351447451, - 0.354225, - 3.854771497539, - 3.9578112589153793, - 0.0, - 68.25205277408429, - 0.0, - 25.33356279619651, - 0.0, - 0.0, - 0.0, - 14.896613603034023, - 0.0, - 6.307947024471314 - ], - "46": [ - 1.789759371727257, - 12.549975148223444, - 0.2644517406, - 21.893508120447034, - 11.048991378065793, - 0.0, - 0.0646853351447451, - 0.354225, - 3.854771497539, - 3.9578112589153793, - 0.0, - 70.42953224634344, - 0.0, - 25.820227168234545, - 0.0, - 0.0, - 0.0, - 15.997647467003683, - 0.0, - 6.307947024471314 - ], - "47": [ - 1.789759371727257, - 12.549975148223444, - 0.2644517406, - 22.594573039242565, - 11.048991378065793, - 0.0, - 0.0646853351447451, - 0.354225, - 3.854771497539, - 3.9578112589153793, - 0.0, - 72.64523692388, - 0.0, - 26.3220248965522, - 0.0, - 0.0, - 0.0, - 17.077670992333644, - 0.0, - 6.307947024471314 - ], - "48": [ - 1.789759371727257, - 12.549975148223444, - 0.2644517406, - 22.594573039242565, - 12.338501464285136, - 0.0, - 0.0646853351447451, - 0.60068275, - 3.854771497539, - 3.9578112589153793, - 0.0, - 74.9087845546412, - 0.0, - 26.82880464758668, - 0.0, - 0.0, - 0.0, - 17.077670992333644, - 0.0, - 6.604867554226601 - ], - "49": [ - 1.789759371727257, - 12.81447539674121, - 0.2644517406, - 23.29862730885014, - 12.338501464285136, - 0.0, - 0.0646853351447451, - 0.60068275, - 3.854771497539, - 4.078233146326226, - 0.0, - 77.36969670909478, - 0.0, - 27.230516601110814, - 0.0, - 0.0, - 0.0, - 17.077670992333644, - 0.0, - 6.604867554226601 - ], - "50": [ - 1.789759371727257, - 12.81447539674121, - 0.2644517406, - 23.29862730885014, - 12.338501464285136, - 0.0, - 0.06403848179329764, - 0.60068275, - 3.854771497539, - 4.217450814862963, - 0.0, - 79.95599974200384, - 0.0, - 27.618211435099706, - 0.0, - 0.0, - 0.0, - 17.077670992333644, - 0.0, - 6.604867554226601 - ], - "51": [ - 1.789759371727257, - 12.81447539674121, - 0.2644517406, - 23.29862730885014, - 12.338501464285136, - 0.0, - 0.06403848179329764, - 0.60068275, - 4.65622378256361, - 4.217450814862963, - 0.0, - 82.4464397445838, - 0.0, - 28.05202932074871, - 0.0, - 0.0, - 0.0, - 17.92689428241031, - 0.0, - 6.604867554226601 - ], - "52": [ - 1.789759371727257, - 13.096330642773799, - 0.2644517406, - 23.29862730885014, - 12.338501464285136, - 0.0, - 0.06403848179329764, - 0.60068275, - 4.65622378256361, - 4.375276306714333, - 0.0, - 84.94197534713796, - 0.0, - 28.581509027541223, - 0.0, - 0.0, - 0.0, - 17.92689428241031, - 0.0, - 6.604867554226601 - ], - "53": [ - 1.789759371727257, - 13.41536733634606, - 0.2644517406, - 23.29862730885014, - 12.338501464285136, - 0.0, - 0.06403848179329764, - 0.60068275, - 4.65622378256361, - 4.56152354364719, - 0.0, - 87.33255559366657, - 0.0, - 29.06569393726581, - 0.0, - 0.0, - 0.0, - 18.747625339586207, - 0.0, - 6.604867554226601 - ], - "54": [ - 1.789759371727257, - 13.7512136629826, - 0.2644517406, - 23.29862730885014, - 12.338501464285136, - 0.0, - 0.06403848179329764, - 0.8246759225, - 4.65622378256361, - 4.56152354364719, - 0.0, - 89.8292300377299, - 0.0, - 29.06569393726581, - 0.0, - 0.0, - 0.0, - 18.747625339586207, - 0.0, - 6.888818878684335 - ], - "55": [ - 1.789759371727257, - 13.7512136629826, - 0.2644517406, - 23.29862730885014, - 12.338501464285136, - 0.0, - 0.06403848179329764, - 0.8246759225, - 5.359661544737974, - 4.56152354364719, - 0.0, - 92.2909377373526, - 0.0, - 29.06569393726581, - 0.0, - 0.0, - 0.0, - 18.747625339586207, - 0.0, - 7.169930689897491 - ], - "56": [ - 1.789759371727257, - 13.7512136629826, - 0.2644517406, - 24.075641035761638, - 13.505116449642284, - 0.0, - 0.06403848179329764, - 0.8246759225, - 5.359661544737974, - 4.56152354364719, - 0.0, - 94.58802835997908, - 0.0, - 29.385036997893152, - 0.0, - 0.0, - 0.0, - 18.747625339586207, - 0.0, - 7.458231382998516 - ], - "57": [ - 1.789759371727257, - 13.7512136629826, - 0.2644517406, - 24.834884625404023, - 14.67006528514586, - 0.0, - 0.06403848179329764, - 0.8246759225, - 6.016064929290594, - 4.56152354364719, - 0.0, - 96.85214807637928, - 0.0, - 29.71118662791422, - 0.0, - 0.0, - 0.0, - 18.747625339586207, - 0.0, - 7.458231382998516 - ], - "58": [ - 1.789759371727257, - 13.7512136629826, - 0.2644517406, - 25.626535779149982, - 14.67006528514586, - 0.0, - 0.06403848179329764, - 0.8246759225, - 6.016064929290594, - 4.56152354364719, - 0.0, - 98.90362659561549, - 0.0, - 30.05407476163508, - 0.0, - 0.0, - 0.0, - 19.660149086190344, - 0.0, - 7.458231382998516 - ], - "59": [ - 1.789759371727257, - 13.7512136629826, - 0.2644517406, - 25.626535779149982, - 15.683364632294401, - 0.0, - 0.06403848179329764, - 1.196429163275, - 6.016064929290594, - 4.56152354364719, - 0.0, - 100.70459032965934, - 0.0, - 30.393534014018726, - 0.0, - 0.0, - 0.0, - 19.660149086190344, - 0.0, - 7.458231382998516 - ], - "60": [ - 1.789759371727257, - 13.7512136629826, - 0.2644517406, - 26.42027042135848, - 15.683364632294401, - 0.0, - 0.06403848179329764, - 1.64446487164225, - 6.016064929290594, - 4.56152354364719, - 0.0, - 102.48754442636275, - 0.0, - 30.71959867387854, - 0.0, - 0.0, - 0.0, - 20.53354759532844, - 0.0, - 7.458231382998516 - ], - "61": [ - 1.789759371727257, - 14.003701526352774, - 0.2644517406, - 26.42027042135848, - 15.683364632294401, - 0.0, - 0.06403848179329764, - 1.64446487164225, - 6.016064929290594, - 4.8659083082107175, - 0.0, - 104.24266898209912, - 0.0, - 31.062402687139755, - 0.0, - 0.0, - 0.0, - 21.348212119375155, - 0.0, - 7.458231382998516 - ], - "62": [ - 1.789759371727257, - 14.193664511089246, - 0.2644517406, - 27.206067717144897, - 15.683364632294401, - 0.0, - 0.06403848179329764, - 1.64446487164225, - 6.016064929290594, - 4.8659083082107175, - 0.0, - 106.10024229227812, - 0.0, - 31.411778660268357, - 0.0, - 0.0, - 0.0, - 21.348212119375155, - 0.0, - 7.783649069168531 - ], - "63": [ - 1.789759371727257, - 14.193664511089246, - 0.2644517406, - 27.94400703997345, - 15.683364632294401, - 0.0, - 0.06403848179329764, - 1.64446487164225, - 6.016064929290594, - 5.047249225128611, - 0.0, - 107.97923986935534, - 0.0, - 31.737660873665675, - 0.0, - 0.0, - 0.0, - 21.348212119375155, - 0.0, - 8.125812578476845 - ], - "64": [ - 1.789759371727257, - 14.193664511089246, - 0.2644517406, - 28.674566969573714, - 16.536530985971456, - 0.0, - 0.06403848179329764, - 1.64446487164225, - 6.675904279997688, - 5.047249225128611, - 0.0, - 109.96944747066179, - 0.0, - 31.737660873665675, - 0.0, - 0.0, - 0.0, - 22.094729998181403, - 0.0, - 8.125812578476845 - ], - "65": [ - 1.789759371727257, - 14.391727865978353, - 0.2644517406, - 28.674566969573714, - 16.536530985971456, - 0.0, - 0.06339809697536467, - 1.64446487164225, - 6.675904279997688, - 5.047249225128611, - 0.0, - 111.91975299595518, - 0.0, - 32.04028426492902, - 0.0, - 0.0, - 0.0, - 22.86378269819959, - 0.0, - 8.125812578476845 - ], - "66": [ - 1.789759371727257, - 14.391727865978353, - 0.2644517406, - 29.387821299877977, - 16.536530985971456, - 0.0, - 0.06339809697536467, - 1.64446487164225, - 7.409145237197711, - 5.047249225128611, - 0.0, - 113.92055546599563, - 0.0, - 32.33988142227973, - 0.0, - 0.0, - 0.0, - 23.495144871217594, - 0.0, - 8.125812578476845 - ], - "67": [ - 1.789759371727257, - 14.391727865978353, - 0.2644517406, - 29.387821299877977, - 16.536530985971456, - 0.0, - 0.06339809697536467, - 1.64446487164225, - 8.085053784825734, - 5.176776732877324, - 0.0, - 115.95134991133568, - 0.0, - 32.62648260805693, - 0.0, - 0.0, - 0.0, - 24.040193422505418, - 0.0, - 8.125812578476845 - ], - "68": [ - 1.789759371727257, - 14.391727865978353, - 0.2644517406, - 30.1539430868792, - 16.536530985971456, - 0.0, - 0.06339809697536467, - 1.64446487164225, - 8.085053784825734, - 5.285008965548551, - 0.0, - 118.02183641222233, - 0.0, - 32.92021778197636, - 0.0, - 0.0, - 0.0, - 24.040193422505418, - 0.0, - 8.125812578476845 - ], - "69": [ - 1.789759371727257, - 14.391727865978353, - 0.2644517406, - 30.862403656010407, - 16.536530985971456, - 0.0, - 0.06339809697536467, - 1.64446487164225, - 8.085053784825734, - 5.512158875893065, - 0.0, - 119.9716180481001, - 0.0, - 33.2110156041566, - 0.0, - 0.0, - 0.0, - 24.629791488280365, - 0.0, - 8.125812578476845 - ], - "70": [ - 1.789759371727257, - 14.391727865978353, - 0.2644517406, - 30.862403656010407, - 17.451165676111742, - 0.0, - 0.06339809697536467, - 1.64446487164225, - 8.085053784825734, - 5.512158875893065, - 0.0, - 122.1119018676191, - 0.0, - 33.49890544811503, - 0.0, - 0.0, - 0.0, - 25.30349357339756, - 0.0, - 8.125812578476845 - ], - "71": [ - 1.789759371727257, - 14.391727865978353, - 0.2644517406, - 30.862403656010407, - 18.456654019350626, - 0.0, - 0.06339809697536467, - 1.64446487164225, - 8.894203246977476, - 5.512158875893065, - 0.0, - 123.9107828489429, - 0.0, - 33.77391639363388, - 0.0, - 0.0, - 0.0, - 26.040458637663583, - 0.0, - 8.125812578476845 - ], - "72": [ - 1.789759371727257, - 14.53781058731857, - 0.2644517406, - 31.543779619450305, - 18.456654019350626, - 0.0, - 0.06339809697536467, - 1.64446487164225, - 8.894203246977476, - 5.512158875893065, - 0.0, - 125.74167502045347, - 0.0, - 33.77391639363388, - 0.0, - 0.0, - 0.0, - 26.040458637663583, - 0.0, - 8.454554452692076 - ], - "73": [ - 1.789759371727257, - 14.692432481445383, - 0.2644517406, - 31.543779619450305, - 18.456654019350626, - 0.0, - 0.06339809697536467, - 1.64446487164225, - 8.894203246977476, - 5.6370372871341345, - 0.0, - 127.51425827024893, - 0.0, - 33.77391639363388, - 0.0, - 0.0, - 0.0, - 26.860054051286948, - 0.0, - 8.770008908165154 - ], - "74": [ - 1.789759371727257, - 14.692432481445383, - 0.2644517406, - 31.543779619450305, - 19.38208747915712, - 0.0, - 0.06339809697536467, - 1.64446487164225, - 9.595261214507701, - 5.6370372871341345, - 0.0, - 129.23911568754644, - 0.0, - 34.07617722969754, - 0.0, - 0.0, - 0.0, - 27.61145351077408, - 0.0, - 8.770008908165154 - ], - "75": [ - 1.789759371727257, - 14.692432481445383, - 0.2644517406, - 32.3083418232558, - 19.38208747915712, - 0.0, - 0.06339809697536467, - 1.64446487164225, - 10.229308602362623, - 5.6370372871341345, - 0.0, - 131.09672453067097, - 0.0, - 34.365415457400566, - 0.0, - 0.0, - 0.0, - 28.41533897566634, - 0.0, - 8.770008908165154 - ], - "76": [ - 1.789759371727257, - 14.84550815663093, - 0.2644517406, - 33.025258405023244, - 19.38208747915712, - 0.0, - 0.06339809697536467, - 1.64446487164225, - 10.229308602362623, - 5.6370372871341345, - 0.0, - 132.72575728536427, - 0.0, - 34.66176130282656, - 0.0, - 0.0, - 0.0, - 29.181185585909677, - 0.0, - 8.770008908165154 - ], - "77": [ - 1.789759371727257, - 14.84550815663093, - 0.2644517406, - 33.75500582097301, - 19.38208747915712, - 0.0, - 0.06339809697536467, - 1.64446487164225, - 10.229308602362623, - 5.6370372871341345, - 0.0, - 134.56849971251063, - 0.0, - 34.66176130282656, - 0.0, - 0.0, - 0.0, - 30.01937373005058, - 0.0, - 8.770008908165154 - ], - "78": [ - 1.789759371727257, - 14.97705307506462, - 0.2644517406, - 34.36745576276328, - 19.38208747915712, - 0.0, - 0.06339809697536467, - 1.64446487164225, - 10.229308602362623, - 5.680666914262793, - 0.0, - 136.2528147153855, - 0.0, - 34.66176130282656, - 0.0, - 0.0, - 0.0, - 30.759179992750077, - 0.0, - 8.770008908165154 - ], - "79": [ - 1.789759371727257, - 14.97705307506462, - 0.2644517406, - 34.963781205135646, - 19.38208747915712, - 0.0, - 0.262764116005611, - 1.64446487164225, - 10.229308602362623, - 5.680666914262793, - 0.0, - 137.91028656823167, - 0.0, - 34.9951436897983, - 0.0, - 0.0, - 0.0, - 31.491588192822576, - 0.0, - 8.770008908165154 - ], - "80": [ - 1.789759371727257, - 14.97705307506462, - 0.2644517406, - 35.58414339308429, - 19.38208747915712, - 0.0, - 0.262764116005611, - 1.64446487164225, - 10.229308602362623, - 5.763860245120165, - 0.0, - 139.60118370254935, - 0.0, - 35.34519225290031, - 0.0, - 0.0, - 0.0, - 32.24667231089435, - 0.0, - 8.770008908165154 - ], - "81": [ - 1.789759371727257, - 14.97705307506462, - 0.2644517406, - 36.248301959153444, - 20.24826660436555, - 0.0, - 0.262764116005611, - 1.64446487164225, - 10.229308602362623, - 5.763860245120165, - 0.0, - 141.23517186552385, - 0.0, - 35.34519225290031, - 0.0, - 0.0, - 0.0, - 32.9942055877854, - 0.0, - 8.770008908165154 - ], - "82": [ - 1.789759371727257, - 15.057282544313972, - 0.2644517406, - 36.89581893956191, - 20.24826660436555, - 0.0, - 0.262764116005611, - 1.64446487164225, - 10.229308602362623, - 5.763860245120165, - 0.0, - 142.94282014686863, - 0.0, - 35.70174033037131, - 0.0, - 0.0, - 0.07, - 32.9942055877854, - 0.0, - 8.770008908165154 - ], - "83": [ - 1.789759371727257, - 15.057282544313972, - 0.26180722319399996, - 37.556860750166294, - 20.24826660436555, - 0.0, - 0.262764116005611, - 1.64446487164225, - 10.229308602362623, - 5.763860245120165, - 0.0, - 144.58339194539994, - 0.0, - 36.06472292706759, - 0.0, - 0.0, - 0.07, - 32.9942055877854, - 0.0, - 8.770008908165154 - ], - "84": [ - 1.789759371727257, - 15.226709718870833, - 0.26180722319399996, - 38.21129214266463, - 20.24826660436555, - 0.0, - 0.5201364748455549, - 1.64446487164225, - 10.229308602362623, - 5.763860245120165, - 0.0, - 146.47755802594594, - 0.0, - 36.434075697796914, - 0.0, - 0.0, - 0.07, - 32.9942055877854, - 0.0, - 8.770008908165154 - ], - "85": [ - 1.789759371727257, - 15.226709718870833, - 0.25918915096205997, - 38.85917922123799, - 20.24826660436555, - 0.0, - 0.5201364748455549, - 1.64446487164225, - 10.229308602362623, - 5.763860245120165, - 0.0, - 148.45278244568647, - 0.0, - 36.799734940818944, - 0.0, - 0.0, - 0.07, - 33.654263531907546, - 0.0, - 8.770008908165154 - ], - "86": [ - 1.789759371727257, - 15.226709718870833, - 0.25918915096205997, - 39.50058742902561, - 20.24826660436555, - 0.0, - 0.5201364748455549, - 1.64446487164225, - 10.967015516338996, - 5.763860245120165, - 0.0, - 150.3282546212296, - 0.0, - 37.17173759141075, - 0.0, - 0.0, - 0.07, - 34.41772089658847, - 0.0, - 8.770008908165154 - ], - "87": [ - 1.789759371727257, - 15.226709718870833, - 0.25918915096205997, - 40.18558155473535, - 20.24826660436555, - 0.0, - 0.5201364748455549, - 1.64446487164225, - 10.967015516338996, - 5.716221642668963, - 0.0, - 152.25497207501732, - 0.0, - 37.580020215496646, - 0.0, - 0.0, - 0.07, - 35.29354368762259, - 0.0, - 8.770008908165154 - ], - "88": [ - 1.789759371727257, - 15.394442621682124, - 0.25918915096205997, - 40.923725739187994, - 20.24826660436555, - 0.0, - 0.5201364748455549, - 1.64446487164225, - 11.617345361175607, - 5.716221642668963, - 0.0, - 154.58242235426715, - 0.0, - 37.580020215496646, - 0.0, - 0.0, - 0.07, - 35.29354368762259, - 0.0, - 8.770008908165154 - ], - "89": [ - 1.789759371727257, - 15.394442621682124, - 0.25918915096205997, - 41.56448848179611, - 20.24826660436555, - 0.0, - 0.5201364748455549, - 1.64446487164225, - 11.617345361175607, - 5.716221642668963, - 0.0, - 156.7465981307245, - 0.0, - 37.580020215496646, - 0.0, - 0.0, - 0.07, - 36.11060825074636, - 0.0, - 9.062308819083503 - ], - "90": [ - 1.789759371727257, - 15.394442621682124, - 0.25918915096205997, - 42.18884359697815, - 20.24826660436555, - 0.0, - 0.6749351100970994, - 1.64446487164225, - 11.617345361175607, - 5.716221642668963, - 0.0, - 158.82913214941726, - 0.0, - 37.97422001334168, - 0.0, - 0.0, - 0.07, - 36.949502168238894, - 0.0, - 9.062308819083503 - ], - "91": [ - 1.789759371727257, - 15.394442621682124, - 0.25918915096205997, - 42.79695516100837, - 20.24826660436555, - 0.0, - 0.6749351100970994, - 1.64446487164225, - 11.617345361175607, - 5.716221642668963, - 0.0, - 160.80084082792308, - 0.0, - 38.414477813208265, - 0.0, - 0.0, - 0.07, - 37.78000714655651, - 0.0, - 9.351685730892669 - ], - "92": [ - 1.7918617780099846, - 15.394442621682124, - 0.25918915096205997, - 43.35898560939829, - 20.24826660436555, - 0.0, - 0.6749351100970994, - 1.64446487164225, - 11.617345361175607, - 5.716221642668963, - 0.0, - 162.87283241964386, - 0.0, - 38.76033303507618, - 0.0, - 0.0, - 0.07, - 37.78000714655651, - 0.0, - 9.351685730892669 - ], - "93": [ - 1.7918617780099846, - 15.394442621682124, - 0.25918915096205997, - 43.9153957533043, - 21.165783938321894, - 0.0, - 0.6749351100970994, - 1.64446487164225, - 11.617345361175607, - 5.716221642668963, - 0.0, - 165.09410409544742, - 0.0, - 39.06272970472542, - 0.0, - 0.0, - 0.07, - 38.75220707509094, - 0.0, - 9.351685730892669 - ], - "94": [ - 1.7918617780099846, - 15.394442621682124, - 0.25918915096205997, - 44.34624179577126, - 21.984126098938674, - 0.0, - 0.6749351100970994, - 1.64446487164225, - 11.617345361175607, - 5.716221642668963, - 0.0, - 167.39316305449296, - 0.0, - 39.34210240767817, - 0.0, - 0.0, - 0.07, - 39.784685004340034, - 0.0, - 9.351685730892669 - ], - "95": [ - 1.7918617780099846, - 15.394442621682124, - 0.25918915096205997, - 44.79277937781355, - 22.874284837949286, - 0.0, - 0.6749351100970994, - 1.64446487164225, - 12.241171907563851, - 5.716221642668963, - 0.0, - 169.88923142394802, - 0.0, - 39.34210240767817, - 0.0, - 0.0, - 0.07, - 40.79683815429664, - 0.0, - 9.351685730892669 - ], - "96": [ - 1.7918617780099846, - 15.394442621682124, - 0.25918915096205997, - 45.23485158403542, - 22.874284837949286, - 0.0, - 0.6749351100970994, - 1.64446487164225, - 12.738760188488213, - 5.716221642668963, - 0.0, - 172.35033910970853, - 0.0, - 39.618681383601384, - 0.0, - 0.0, - 0.07, - 41.71886977275367, - 0.0, - 9.351685730892669 - ], - "97": [ - 1.7918617780099846, - 15.394442621682124, - 0.25918915096205997, - 45.662503068195065, - 22.874284837949286, - 0.0, - 0.6749351100970994, - 1.64446487164225, - 12.738760188488213, - 5.716221642668963, - 0.0, - 174.56683571861143, - 0.0, - 39.89249456976537, - 0.0, - 0.0, - 0.07, - 42.59168107502613, - 0.0, - 9.678168873583742 - ], - "98": [ - 1.7918617780099846, - 15.394442621682124, - 0.25918915096205997, - 46.065878037513116, - 22.874284837949286, - 0.0, - 0.6749351100970994, - 1.64446487164225, - 12.738760188488213, - 5.716221642668963, - 0.0, - 176.5511673614253, - 0.0, - 40.213569624067716, - 0.0, - 0.0, - 0.07, - 43.445764264275866, - 0.0, - 10.021387184847905 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.01.gamma=0.5/run=1cce29fc327c460c/rewards.json b/experiments/seed=256/alpha=0.01.gamma=0.5/run=1cce29fc327c460c/rewards.json deleted file mode 100644 index 9d2f2f5..0000000 --- a/experiments/seed=256/alpha=0.01.gamma=0.5/run=1cce29fc327c460c/rewards.json +++ /dev/null @@ -1,2202 +0,0 @@ -{ - "0": [ - 19, - 56, - 4, - 110, - 20, - 0, - 6, - 0, - 45, - 49, - 0, - 276, - 0, - 84, - 0, - 0, - 0, - 227, - 0, - 96 - ], - "1": [ - 24, - 53, - 8, - 111, - 20, - 0, - 6, - 2, - 50, - 51, - 0, - 244, - 0, - 94, - 0, - 0, - 0, - 215, - 0, - 94 - ], - "2": [ - 28, - 55, - 8, - 108, - 22, - 0, - 2, - 0, - 55, - 57, - 0, - 248, - 0, - 92, - 0, - 0, - 0, - 204, - 0, - 101 - ], - "3": [ - 29, - 51, - 6, - 110, - 17, - 0, - 1, - 6, - 66, - 49, - 0, - 232, - 0, - 92, - 0, - 0, - 0, - 199, - 0, - 105 - ], - "4": [ - 31, - 52, - 6, - 112, - 18, - 0, - 0, - 5, - 60, - 48, - 0, - 242, - 0, - 87, - 0, - 0, - 0, - 209, - 0, - 106 - ], - "5": [ - 31, - 57, - 2, - 117, - 23, - 0, - 0, - 13, - 57, - 51, - 0, - 236, - 0, - 82, - 0, - 0, - 0, - 214, - 0, - 102 - ], - "6": [ - 29, - 50, - 3, - 110, - 21, - 0, - 0, - 15, - 59, - 52, - 0, - 239, - 0, - 79, - 0, - 0, - 0, - 210, - 0, - 101 - ], - "7": [ - 28, - 57, - 2, - 110, - 23, - 0, - 0, - 17, - 61, - 47, - 0, - 226, - 0, - 88, - 0, - 0, - 0, - 213, - 0, - 102 - ], - "8": [ - 29, - 57, - 2, - 113, - 26, - 0, - 0, - 18, - 58, - 41, - 0, - 220, - 0, - 83, - 0, - 0, - 0, - 215, - 0, - 107 - ], - "9": [ - 29, - 56, - 2, - 100, - 29, - 0, - 0, - 20, - 58, - 40, - 0, - 203, - 0, - 80, - 0, - 0, - 0, - 203, - 0, - 104 - ], - "10": [ - 30, - 54, - 1, - 95, - 29, - 0, - 0, - 17, - 64, - 48, - 0, - 214, - 0, - 80, - 0, - 0, - 0, - 205, - 0, - 101 - ], - "11": [ - 29, - 58, - 2, - 102, - 37, - 0, - 0, - 25, - 65, - 46, - 0, - 210, - 0, - 74, - 0, - 0, - 0, - 207, - 0, - 107 - ], - "12": [ - 23, - 55, - 3, - 96, - 45, - 0, - 0, - 28, - 69, - 51, - 0, - 220, - 0, - 77, - 0, - 0, - 0, - 198, - 0, - 90 - ], - "13": [ - 23, - 55, - 4, - 89, - 51, - 0, - 0, - 16, - 58, - 56, - 0, - 234, - 0, - 74, - 0, - 0, - 0, - 192, - 0, - 74 - ], - "14": [ - 20, - 49, - 6, - 94, - 50, - 0, - 0, - 14, - 68, - 61, - 0, - 227, - 0, - 76, - 0, - 0, - 0, - 197, - 0, - 74 - ], - "15": [ - 21, - 61, - 9, - 96, - 53, - 0, - 0, - 12, - 71, - 59, - 0, - 211, - 0, - 72, - 0, - 0, - 0, - 196, - 0, - 68 - ], - "16": [ - 22, - 63, - 10, - 95, - 51, - 0, - 0, - 5, - 74, - 64, - 0, - 190, - 0, - 73, - 0, - 0, - 0, - 191, - 0, - 67 - ], - "17": [ - 23, - 60, - 8, - 92, - 50, - 0, - 0, - 3, - 70, - 62, - 0, - 195, - 0, - 72, - 0, - 0, - 0, - 193, - 0, - 67 - ], - "18": [ - 23, - 63, - 10, - 89, - 49, - 0, - 0, - 9, - 75, - 54, - 0, - 202, - 0, - 72, - 0, - 0, - 0, - 197, - 0, - 67 - ], - "19": [ - 21, - 64, - 11, - 93, - 49, - 0, - 0, - 4, - 67, - 59, - 0, - 198, - 0, - 74, - 0, - 0, - 0, - 203, - 0, - 74 - ], - "20": [ - 18, - 60, - 8, - 91, - 56, - 0, - 0, - 0, - 60, - 49, - 0, - 212, - 0, - 76, - 0, - 0, - 0, - 201, - 0, - 68 - ], - "21": [ - 19, - 65, - 5, - 89, - 58, - 0, - 0, - 0, - 57, - 49, - 0, - 215, - 0, - 74, - 0, - 0, - 0, - 186, - 0, - 61 - ], - "22": [ - 22, - 63, - 5, - 84, - 57, - 0, - 0, - 0, - 62, - 39, - 0, - 209, - 0, - 75, - 0, - 0, - 0, - 182, - 0, - 56 - ], - "23": [ - 23, - 61, - 6, - 84, - 55, - 0, - 0, - 0, - 62, - 35, - 0, - 242, - 0, - 75, - 0, - 0, - 0, - 179, - 0, - 58 - ], - "24": [ - 21, - 55, - 3, - 84, - 60, - 0, - 0, - 0, - 65, - 33, - 0, - 222, - 0, - 73, - 0, - 0, - 0, - 176, - 0, - 48 - ], - "25": [ - 21, - 60, - 5, - 83, - 59, - 0, - 0, - 0, - 64, - 32, - 0, - 217, - 0, - 73, - 0, - 0, - 0, - 169, - 0, - 50 - ], - "26": [ - 23, - 60, - 10, - 83, - 66, - 0, - 0, - 4, - 55, - 35, - 0, - 235, - 0, - 72, - 0, - 0, - 0, - 164, - 0, - 53 - ], - "27": [ - 25, - 57, - 6, - 80, - 79, - 0, - 0, - 1, - 62, - 29, - 0, - 228, - 0, - 71, - 0, - 0, - 0, - 155, - 0, - 52 - ], - "28": [ - 28, - 56, - 6, - 78, - 87, - 0, - 0, - 5, - 67, - 35, - 0, - 236, - 0, - 74, - 0, - 0, - 0, - 144, - 0, - 52 - ], - "29": [ - 25, - 63, - 6, - 81, - 88, - 0, - 0, - 5, - 67, - 45, - 0, - 219, - 0, - 73, - 0, - 0, - 0, - 143, - 0, - 56 - ], - "30": [ - 23, - 63, - 5, - 81, - 88, - 0, - 0, - 7, - 63, - 45, - 0, - 206, - 0, - 70, - 0, - 0, - 0, - 141, - 0, - 62 - ], - "31": [ - 23, - 64, - 3, - 85, - 89, - 0, - 0, - 4, - 65, - 40, - 0, - 209, - 0, - 70, - 0, - 0, - 0, - 147, - 0, - 59 - ], - "32": [ - 22, - 63, - 2, - 85, - 87, - 0, - 0, - 4, - 66, - 30, - 0, - 219, - 0, - 69, - 0, - 0, - 0, - 150, - 0, - 59 - ], - "33": [ - 26, - 69, - 3, - 85, - 90, - 0, - 0, - 12, - 66, - 19, - 0, - 239, - 0, - 74, - 0, - 0, - 0, - 152, - 0, - 57 - ], - "34": [ - 25, - 57, - 2, - 81, - 90, - 0, - 0, - 8, - 66, - 20, - 0, - 237, - 0, - 71, - 0, - 0, - 0, - 144, - 0, - 52 - ], - "35": [ - 25, - 54, - 4, - 87, - 89, - 0, - 0, - 7, - 66, - 21, - 0, - 234, - 0, - 70, - 0, - 0, - 0, - 139, - 0, - 45 - ], - "36": [ - 23, - 54, - 5, - 81, - 95, - 0, - 0, - 3, - 74, - 27, - 0, - 230, - 0, - 71, - 0, - 0, - 0, - 141, - 0, - 47 - ], - "37": [ - 20, - 53, - 3, - 80, - 99, - 0, - 0, - 0, - 75, - 26, - 0, - 233, - 0, - 73, - 0, - 0, - 0, - 145, - 0, - 43 - ], - "38": [ - 17, - 50, - 4, - 78, - 106, - 0, - 0, - 0, - 83, - 27, - 0, - 254, - 0, - 76, - 0, - 0, - 0, - 148, - 0, - 40 - ], - "39": [ - 17, - 44, - 3, - 80, - 108, - 0, - 0, - 6, - 83, - 20, - 0, - 259, - 0, - 75, - 0, - 0, - 0, - 156, - 0, - 38 - ], - "40": [ - 14, - 42, - 3, - 89, - 111, - 0, - 0, - 9, - 84, - 29, - 0, - 274, - 0, - 75, - 0, - 0, - 0, - 157, - 0, - 35 - ], - "41": [ - 15, - 41, - 2, - 83, - 117, - 0, - 0, - 11, - 92, - 22, - 0, - 268, - 0, - 76, - 0, - 0, - 0, - 148, - 0, - 34 - ], - "42": [ - 17, - 48, - 3, - 85, - 119, - 0, - 0, - 14, - 93, - 17, - 0, - 284, - 0, - 76, - 0, - 0, - 0, - 152, - 0, - 34 - ], - "43": [ - 16, - 44, - 0, - 95, - 124, - 0, - 0, - 15, - 85, - 18, - 0, - 282, - 0, - 77, - 0, - 0, - 0, - 145, - 0, - 35 - ], - "44": [ - 15, - 44, - 0, - 93, - 135, - 0, - 0, - 20, - 81, - 18, - 0, - 293, - 0, - 72, - 0, - 0, - 0, - 135, - 0, - 36 - ], - "45": [ - 16, - 47, - 0, - 91, - 128, - 0, - 0, - 23, - 73, - 17, - 0, - 300, - 0, - 82, - 0, - 0, - 0, - 127, - 0, - 34 - ], - "46": [ - 14, - 46, - 2, - 97, - 132, - 0, - 0, - 27, - 72, - 18, - 0, - 306, - 0, - 86, - 0, - 0, - 0, - 128, - 0, - 35 - ], - "47": [ - 14, - 44, - 3, - 88, - 134, - 0, - 0, - 23, - 78, - 14, - 0, - 286, - 0, - 74, - 0, - 0, - 1, - 125, - 0, - 36 - ], - "48": [ - 14, - 43, - 5, - 92, - 137, - 0, - 0, - 23, - 74, - 14, - 0, - 292, - 0, - 76, - 0, - 0, - 0, - 124, - 0, - 35 - ], - "49": [ - 13, - 41, - 5, - 98, - 140, - 0, - 0, - 25, - 80, - 14, - 0, - 299, - 0, - 77, - 0, - 0, - 0, - 113, - 0, - 36 - ], - "50": [ - 12, - 39, - 6, - 93, - 150, - 0, - 0, - 30, - 86, - 16, - 0, - 321, - 0, - 67, - 0, - 0, - 0, - 113, - 0, - 33 - ], - "51": [ - 12, - 40, - 5, - 99, - 158, - 0, - 0, - 34, - 79, - 18, - 0, - 336, - 0, - 66, - 0, - 0, - 0, - 93, - 0, - 34 - ], - "52": [ - 10, - 43, - 4, - 105, - 158, - 0, - 0, - 24, - 84, - 23, - 0, - 329, - 0, - 71, - 0, - 0, - 2, - 102, - 0, - 37 - ], - "53": [ - 11, - 41, - 2, - 112, - 160, - 0, - 0, - 28, - 81, - 20, - 0, - 332, - 0, - 81, - 0, - 0, - 1, - 103, - 0, - 36 - ], - "54": [ - 13, - 45, - 2, - 109, - 145, - 0, - 0, - 22, - 76, - 23, - 0, - 324, - 0, - 77, - 0, - 0, - 0, - 100, - 0, - 36 - ], - "55": [ - 12, - 47, - 1, - 106, - 137, - 0, - 0, - 23, - 76, - 31, - 0, - 337, - 0, - 68, - 0, - 0, - 0, - 104, - 0, - 35 - ], - "56": [ - 11, - 46, - 1, - 105, - 132, - 0, - 0, - 31, - 75, - 35, - 0, - 336, - 0, - 64, - 0, - 0, - 0, - 103, - 0, - 35 - ], - "57": [ - 12, - 42, - 1, - 101, - 129, - 0, - 0, - 35, - 76, - 35, - 0, - 322, - 0, - 61, - 0, - 0, - 0, - 104, - 0, - 36 - ], - "58": [ - 10, - 39, - 1, - 100, - 130, - 0, - 0, - 32, - 71, - 39, - 0, - 321, - 0, - 62, - 0, - 0, - 0, - 112, - 0, - 36 - ], - "59": [ - 8, - 39, - 0, - 104, - 123, - 0, - 0, - 38, - 70, - 38, - 0, - 302, - 0, - 64, - 0, - 0, - 3, - 110, - 0, - 38 - ], - "60": [ - 10, - 42, - 0, - 102, - 116, - 0, - 0, - 38, - 67, - 37, - 0, - 279, - 0, - 64, - 0, - 0, - 5, - 114, - 0, - 39 - ], - "61": [ - 10, - 43, - 0, - 105, - 113, - 0, - 0, - 46, - 67, - 35, - 0, - 279, - 0, - 63, - 0, - 0, - 2, - 107, - 0, - 40 - ], - "62": [ - 9, - 39, - 0, - 108, - 108, - 0, - 0, - 47, - 67, - 35, - 0, - 278, - 0, - 65, - 0, - 0, - 2, - 102, - 0, - 39 - ], - "63": [ - 8, - 33, - 0, - 105, - 108, - 0, - 0, - 49, - 74, - 26, - 0, - 290, - 0, - 66, - 0, - 0, - 4, - 96, - 0, - 40 - ], - "64": [ - 6, - 29, - 0, - 101, - 113, - 0, - 0, - 48, - 69, - 23, - 0, - 294, - 0, - 64, - 0, - 0, - 0, - 94, - 0, - 42 - ], - "65": [ - 5, - 32, - 0, - 101, - 101, - 0, - 0, - 45, - 72, - 24, - 0, - 307, - 0, - 62, - 0, - 0, - 0, - 96, - 0, - 40 - ], - "66": [ - 7, - 34, - 0, - 98, - 102, - 0, - 0, - 43, - 77, - 22, - 0, - 305, - 0, - 62, - 0, - 0, - 1, - 99, - 0, - 41 - ], - "67": [ - 5, - 35, - 0, - 100, - 99, - 0, - 0, - 47, - 80, - 19, - 0, - 312, - 0, - 62, - 0, - 0, - 1, - 86, - 0, - 40 - ], - "68": [ - 3, - 32, - 0, - 105, - 102, - 0, - 0, - 46, - 75, - 18, - 0, - 317, - 0, - 61, - 0, - 0, - 2, - 78, - 0, - 42 - ], - "69": [ - 4, - 32, - 0, - 106, - 99, - 0, - 0, - 49, - 72, - 16, - 0, - 323, - 0, - 62, - 0, - 0, - 0, - 79, - 0, - 40 - ], - "70": [ - 6, - 31, - 0, - 101, - 101, - 0, - 2, - 50, - 77, - 28, - 0, - 313, - 0, - 62, - 0, - 0, - 2, - 83, - 0, - 39 - ], - "71": [ - 4, - 31, - 0, - 100, - 108, - 0, - 7, - 50, - 78, - 26, - 0, - 334, - 0, - 62, - 0, - 0, - 4, - 92, - 0, - 39 - ], - "72": [ - 3, - 31, - 0, - 100, - 118, - 0, - 9, - 49, - 89, - 32, - 0, - 302, - 0, - 61, - 0, - 0, - 3, - 99, - 0, - 41 - ], - "73": [ - 3, - 29, - 1, - 99, - 116, - 0, - 13, - 43, - 85, - 18, - 0, - 307, - 0, - 64, - 0, - 0, - 0, - 105, - 0, - 41 - ], - "74": [ - 4, - 30, - 0, - 99, - 121, - 0, - 10, - 41, - 74, - 18, - 0, - 303, - 0, - 65, - 0, - 0, - 4, - 108, - 0, - 40 - ], - "75": [ - 3, - 33, - 0, - 99, - 111, - 0, - 18, - 42, - 79, - 19, - 0, - 300, - 0, - 64, - 0, - 0, - 2, - 102, - 0, - 42 - ], - "76": [ - 3, - 29, - 0, - 108, - 110, - 0, - 19, - 45, - 73, - 16, - 0, - 315, - 0, - 63, - 0, - 0, - 3, - 108, - 0, - 43 - ], - "77": [ - 2, - 30, - 0, - 104, - 106, - 0, - 24, - 48, - 74, - 7, - 0, - 294, - 0, - 64, - 0, - 0, - 6, - 105, - 0, - 42 - ], - "78": [ - 2, - 29, - 0, - 106, - 112, - 0, - 16, - 47, - 80, - 11, - 0, - 317, - 0, - 67, - 0, - 0, - 7, - 113, - 0, - 40 - ], - "79": [ - 1, - 28, - 0, - 95, - 97, - 0, - 19, - 42, - 77, - 10, - 0, - 303, - 0, - 69, - 0, - 0, - 2, - 104, - 0, - 40 - ], - "80": [ - 1, - 25, - 0, - 94, - 102, - 0, - 20, - 41, - 80, - 15, - 0, - 302, - 0, - 68, - 0, - 0, - 2, - 104, - 0, - 40 - ], - "81": [ - 3, - 23, - 0, - 97, - 101, - 0, - 26, - 43, - 90, - 14, - 0, - 307, - 0, - 70, - 0, - 0, - 4, - 107, - 0, - 41 - ], - "82": [ - 4, - 24, - 0, - 102, - 106, - 0, - 16, - 38, - 86, - 6, - 0, - 303, - 0, - 70, - 0, - 0, - 5, - 107, - 0, - 40 - ], - "83": [ - 4, - 23, - 0, - 101, - 113, - 0, - 15, - 40, - 77, - 9, - 0, - 312, - 0, - 71, - 0, - 0, - 7, - 102, - 0, - 41 - ], - "84": [ - 3, - 24, - 0, - 103, - 131, - 0, - 23, - 38, - 74, - 5, - 0, - 307, - 0, - 72, - 0, - 0, - 10, - 103, - 0, - 37 - ], - "85": [ - 4, - 32, - 0, - 103, - 123, - 0, - 26, - 36, - 70, - 0, - 0, - 334, - 0, - 73, - 0, - 0, - 11, - 104, - 0, - 38 - ], - "86": [ - 4, - 34, - 0, - 103, - 117, - 0, - 31, - 38, - 76, - 0, - 0, - 344, - 0, - 73, - 0, - 0, - 12, - 99, - 0, - 37 - ], - "87": [ - 3, - 30, - 0, - 103, - 124, - 0, - 23, - 40, - 84, - 0, - 0, - 336, - 0, - 74, - 0, - 0, - 13, - 110, - 0, - 37 - ], - "88": [ - 2, - 31, - 1, - 108, - 130, - 0, - 16, - 38, - 74, - 1, - 0, - 343, - 0, - 78, - 0, - 0, - 9, - 122, - 0, - 35 - ], - "89": [ - 1, - 32, - 2, - 114, - 123, - 0, - 17, - 33, - 76, - 1, - 0, - 385, - 0, - 76, - 0, - 0, - 8, - 124, - 0, - 38 - ], - "90": [ - 2, - 29, - 1, - 105, - 115, - 0, - 15, - 33, - 86, - 0, - 0, - 371, - 0, - 77, - 0, - 0, - 8, - 117, - 0, - 38 - ], - "91": [ - 4, - 29, - 2, - 104, - 129, - 0, - 16, - 30, - 83, - 0, - 0, - 365, - 0, - 77, - 0, - 0, - 5, - 120, - 0, - 37 - ], - "92": [ - 2, - 36, - 2, - 103, - 127, - 0, - 16, - 30, - 81, - 0, - 0, - 356, - 0, - 82, - 0, - 0, - 5, - 120, - 0, - 38 - ], - "93": [ - 2, - 36, - 1, - 99, - 113, - 0, - 7, - 28, - 80, - 0, - 0, - 368, - 0, - 73, - 0, - 0, - 3, - 124, - 0, - 39 - ], - "94": [ - 2, - 39, - 0, - 99, - 112, - 0, - 5, - 25, - 84, - 0, - 0, - 385, - 0, - 69, - 0, - 0, - 5, - 135, - 0, - 37 - ], - "95": [ - 2, - 44, - 1, - 87, - 103, - 0, - 7, - 22, - 79, - 0, - 0, - 395, - 0, - 67, - 0, - 0, - 4, - 142, - 0, - 36 - ], - "96": [ - 1, - 41, - 2, - 89, - 111, - 0, - 14, - 23, - 74, - 0, - 0, - 417, - 0, - 67, - 0, - 0, - 3, - 141, - 0, - 41 - ], - "97": [ - 2, - 39, - 2, - 89, - 101, - 0, - 13, - 24, - 62, - 0, - 0, - 416, - 0, - 67, - 0, - 0, - 4, - 133, - 0, - 42 - ], - "98": [ - 1, - 40, - 3, - 88, - 100, - 0, - 11, - 26, - 66, - 0, - 0, - 394, - 0, - 67, - 0, - 0, - 4, - 129, - 0, - 42 - ], - "99": [ - 0, - 43, - 5, - 86, - 95, - 0, - 10, - 24, - 64, - 0, - 0, - 373, - 0, - 72, - 0, - 0, - 3, - 128, - 0, - 44 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.01.gamma=0.5/run=1cce29fc327c460c/rewards.plot.png b/experiments/seed=256/alpha=0.01.gamma=0.5/run=1cce29fc327c460c/rewards.plot.png deleted file mode 100644 index 0907940..0000000 Binary files a/experiments/seed=256/alpha=0.01.gamma=0.5/run=1cce29fc327c460c/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.01.gamma=0.5/run=1cce29fc327c460c/sum_rewards.json b/experiments/seed=256/alpha=0.01.gamma=0.5/run=1cce29fc327c460c/sum_rewards.json deleted file mode 100644 index 376d3a9..0000000 --- a/experiments/seed=256/alpha=0.01.gamma=0.5/run=1cce29fc327c460c/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 48899, - "V": 4570253 - }, - "control": { - "R": 59133, - "V": 5721003 - } -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.01.gamma=0.5/run=1cce29fc327c460c/view.plot.png b/experiments/seed=256/alpha=0.01.gamma=0.5/run=1cce29fc327c460c/view.plot.png deleted file mode 100644 index abc9c85..0000000 Binary files a/experiments/seed=256/alpha=0.01.gamma=0.5/run=1cce29fc327c460c/view.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.01.gamma=0.5/run=712cb16063d44881/choices.json b/experiments/seed=256/alpha=0.01.gamma=0.5/run=712cb16063d44881/choices.json deleted file mode 100644 index 368ce88..0000000 --- a/experiments/seed=256/alpha=0.01.gamma=0.5/run=712cb16063d44881/choices.json +++ /dev/null @@ -1,702 +0,0 @@ -{ - "0": [ - 5, - 8, - 12, - 14, - 9 - ], - "1": [ - 2, - 13, - 5, - 8, - 15 - ], - "2": [ - 16, - 7, - 19, - 18, - 8 - ], - "3": [ - 13, - 18, - 12, - 8, - 3 - ], - "4": [ - 2, - 3, - 19, - 0, - 12 - ], - "5": [ - 15, - 0, - 8, - 9, - 13 - ], - "6": [ - 3, - 15, - 9, - 13, - 14 - ], - "7": [ - 2, - 14, - 13, - 3, - 11 - ], - "8": [ - 0, - 13, - 11, - 12, - 17 - ], - "9": [ - 2, - 8, - 11, - 17, - 14 - ], - "10": [ - 11, - 14, - 15, - 13, - 8 - ], - "11": [ - 13, - 10, - 4, - 17, - 7 - ], - "12": [ - 19, - 13, - 18, - 8, - 14 - ], - "13": [ - 17, - 8, - 11, - 19, - 13 - ], - "14": [ - 9, - 4, - 1, - 13, - 18 - ], - "15": [ - 13, - 1, - 4, - 11, - 5 - ], - "16": [ - 13, - 12, - 2, - 17, - 1 - ], - "17": [ - 1, - 13, - 4, - 9, - 17 - ], - "18": [ - 13, - 8, - 16, - 19, - 11 - ], - "19": [ - 1, - 13, - 4, - 19, - 8 - ], - "20": [ - 19, - 13, - 11, - 8, - 18 - ], - "21": [ - 13, - 11, - 17, - 4, - 19 - ], - "22": [ - 13, - 3, - 8, - 15, - 11 - ], - "23": [ - 13, - 0, - 11, - 8, - 4 - ], - "24": [ - 13, - 4, - 10, - 1, - 2 - ], - "25": [ - 9, - 13, - 18, - 11, - 8 - ], - "26": [ - 15, - 13, - 3, - 4, - 18 - ], - "27": [ - 13, - 19, - 11, - 9, - 8 - ], - "28": [ - 13, - 11, - 15, - 8, - 18 - ], - "29": [ - 13, - 11, - 19, - 8, - 18 - ], - "30": [ - 13, - 11, - 8, - 19, - 4 - ], - "31": [ - 17, - 13, - 19, - 5, - 8 - ], - "32": [ - 13, - 8, - 19, - 11, - 0 - ], - "33": [ - 11, - 13, - 0, - 8, - 4 - ], - "34": [ - 13, - 8, - 11, - 14, - 9 - ], - "35": [ - 13, - 11, - 8, - 4, - 17 - ], - "36": [ - 13, - 11, - 3, - 8, - 19 - ], - "37": [ - 13, - 8, - 11, - 7, - 9 - ], - "38": [ - 13, - 17, - 11, - 19, - 8 - ], - "39": [ - 13, - 11, - 3, - 8, - 6 - ], - "40": [ - 13, - 11, - 8, - 14, - 17 - ], - "41": [ - 13, - 8, - 15, - 11, - 1 - ], - "42": [ - 13, - 8, - 11, - 12, - 1 - ], - "43": [ - 11, - 13, - 2, - 8, - 4 - ], - "44": [ - 13, - 11, - 8, - 1, - 12 - ], - "45": [ - 13, - 8, - 11, - 19, - 1 - ], - "46": [ - 11, - 13, - 8, - 16, - 4 - ], - "47": [ - 13, - 11, - 8, - 10, - 14 - ], - "48": [ - 13, - 11, - 8, - 4, - 1 - ], - "49": [ - 13, - 8, - 11, - 15, - 12 - ], - "50": [ - 13, - 11, - 8, - 4, - 16 - ], - "51": [ - 13, - 11, - 8, - 16, - 19 - ], - "52": [ - 13, - 11, - 8, - 2, - 12 - ], - "53": [ - 13, - 11, - 8, - 17, - 4 - ], - "54": [ - 13, - 8, - 11, - 9, - 12 - ], - "55": [ - 13, - 11, - 8, - 9, - 7 - ], - "56": [ - 13, - 11, - 8, - 12, - 3 - ], - "57": [ - 13, - 11, - 8, - 19, - 9 - ], - "58": [ - 13, - 11, - 8, - 4, - 2 - ], - "59": [ - 13, - 11, - 8, - 7, - 4 - ], - "60": [ - 13, - 11, - 8, - 3, - 18 - ], - "61": [ - 13, - 11, - 8, - 14, - 19 - ], - "62": [ - 13, - 11, - 8, - 2, - 1 - ], - "63": [ - 13, - 11, - 8, - 1, - 17 - ], - "64": [ - 13, - 11, - 8, - 1, - 16 - ], - "65": [ - 13, - 11, - 8, - 12, - 4 - ], - "66": [ - 13, - 11, - 8, - 3, - 4 - ], - "67": [ - 13, - 11, - 8, - 18, - 1 - ], - "68": [ - 8, - 13, - 11, - 4, - 9 - ], - "69": [ - 13, - 11, - 8, - 3, - 6 - ], - "70": [ - 11, - 13, - 8, - 10, - 4 - ], - "71": [ - 13, - 11, - 8, - 3, - 4 - ], - "72": [ - 11, - 13, - 8, - 1, - 6 - ], - "73": [ - 13, - 11, - 8, - 12, - 4 - ], - "74": [ - 13, - 11, - 4, - 8, - 7 - ], - "75": [ - 13, - 11, - 8, - 14, - 4 - ], - "76": [ - 13, - 11, - 8, - 4, - 19 - ], - "77": [ - 13, - 11, - 8, - 4, - 9 - ], - "78": [ - 11, - 13, - 8, - 4, - 10 - ], - "79": [ - 13, - 11, - 8, - 16, - 12 - ], - "80": [ - 13, - 11, - 5, - 8, - 3 - ], - "81": [ - 13, - 11, - 8, - 4, - 19 - ], - "82": [ - 13, - 11, - 4, - 8, - 16 - ], - "83": [ - 11, - 13, - 8, - 4, - 14 - ], - "84": [ - 13, - 11, - 8, - 4, - 17 - ], - "85": [ - 13, - 11, - 8, - 4, - 19 - ], - "86": [ - 11, - 13, - 8, - 4, - 5 - ], - "87": [ - 13, - 11, - 8, - 4, - 9 - ], - "88": [ - 11, - 13, - 8, - 4, - 3 - ], - "89": [ - 11, - 13, - 8, - 4, - 16 - ], - "90": [ - 13, - 11, - 8, - 19, - 4 - ], - "91": [ - 13, - 11, - 8, - 4, - 1 - ], - "92": [ - 11, - 13, - 8, - 4, - 17 - ], - "93": [ - 13, - 11, - 8, - 4, - 1 - ], - "94": [ - 13, - 11, - 8, - 4, - 18 - ], - "95": [ - 13, - 11, - 8, - 6, - 4 - ], - "96": [ - 13, - 11, - 8, - 19, - 4 - ], - "97": [ - 13, - 11, - 8, - 4, - 1 - ], - "98": [ - 13, - 11, - 8, - 4, - 3 - ], - "99": [ - 11, - 13, - 8, - 9, - 4 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.01.gamma=0.5/run=712cb16063d44881/config.json b/experiments/seed=256/alpha=0.01.gamma=0.5/run=712cb16063d44881/config.json deleted file mode 100644 index 19ea1d3..0000000 --- a/experiments/seed=256/alpha=0.01.gamma=0.5/run=712cb16063d44881/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 20, - "num_choices": 5, - "time_span": 100, - "history_span": 3000, - "alpha": 0.01, - "gamma": 0.5, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.01.gamma=0.5/run=712cb16063d44881/control.choices.json b/experiments/seed=256/alpha=0.01.gamma=0.5/run=712cb16063d44881/control.choices.json deleted file mode 100644 index 1ce1220..0000000 --- a/experiments/seed=256/alpha=0.01.gamma=0.5/run=712cb16063d44881/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 4, - 3, - 11, - 1, - 13 -] \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.01.gamma=0.5/run=712cb16063d44881/qvalues.json b/experiments/seed=256/alpha=0.01.gamma=0.5/run=712cb16063d44881/qvalues.json deleted file mode 100644 index 9595fc0..0000000 --- a/experiments/seed=256/alpha=0.01.gamma=0.5/run=712cb16063d44881/qvalues.json +++ /dev/null @@ -1,2180 +0,0 @@ -{ - "0": [ - 0.0, - 5.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 1.58, - 0.18, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 5.0, - 0.09, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 3.1942, - 0.18, - 0.0, - 5.0, - 0.0, - 7.24, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 0.0, - 5.0, - 0.09, - 5.0, - 5.0, - 0.0, - 0.0, - 0.07, - 4.822258, - 0.18, - 0.0, - 5.0, - 0.0, - 7.24, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.2 - ], - "3": [ - 0.0, - 5.0, - 0.09, - 5.71, - 5.0, - 0.0, - 0.0, - 0.07, - 6.454035419999999, - 0.18, - 0.0, - 5.0, - 0.0, - 9.4276, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.2 - ], - "4": [ - 0.5, - 5.0, - 0.1191, - 6.4429, - 5.0, - 0.0, - 0.0, - 0.07, - 6.454035419999999, - 0.18, - 0.0, - 5.0, - 0.0, - 9.4276, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.388 - ], - "5": [ - 0.985, - 5.0, - 0.1191, - 6.4429, - 5.0, - 0.0, - 0.0, - 0.07, - 8.0094950658, - 0.31820000000000004, - 0.0, - 5.0, - 0.0, - 11.493324, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.388 - ], - "6": [ - 0.985, - 5.0, - 0.1191, - 7.028471, - 5.0, - 0.0, - 0.0, - 0.07, - 8.0094950658, - 0.45501800000000003, - 0.0, - 5.0, - 0.0, - 13.47839076, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.388 - ], - "7": [ - 0.985, - 5.0, - 0.137909, - 7.6681862899999995, - 5.0, - 0.0, - 0.0, - 0.07, - 8.0094950658, - 0.45501800000000003, - 0.0, - 6.71, - 0.0, - 15.3236068524, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.388 - ], - "8": [ - 1.43515, - 5.0, - 0.137909, - 7.6681862899999995, - 5.0, - 0.0, - 0.0, - 0.07, - 8.0094950658, - 0.45501800000000003, - 0.0, - 8.402899999999999, - 0.0, - 17.170370783876, - 0.0, - 0.0, - 0.0, - 0.6900000000000001, - 0.0, - 2.388 - ], - "9": [ - 1.43515, - 5.0, - 0.14652991, - 7.6681862899999995, - 5.0, - 0.0, - 0.0, - 0.07, - 9.529400115142, - 0.45501800000000003, - 0.0, - 10.218871, - 0.0, - 17.170370783876, - 0.0, - 0.0, - 0.0, - 1.4431, - 0.0, - 2.388 - ], - "10": [ - 1.43515, - 5.0, - 0.14652991, - 7.6681862899999995, - 5.0, - 0.0, - 0.0, - 0.07, - 11.06410611399058, - 0.45501800000000003, - 0.0, - 11.91668229, - 0.0, - 19.008667076037238, - 0.0, - 0.0, - 0.0, - 1.4431, - 0.0, - 2.388 - ], - "11": [ - 1.43515, - 5.0, - 0.14652991, - 7.6681862899999995, - 5.58, - 0.0, - 0.0, - 0.3793, - 11.06410611399058, - 0.45501800000000003, - 0.0, - 11.91668229, - 0.0, - 20.878580405276864, - 0.0, - 0.0, - 0.0, - 2.178669, - 0.0, - 2.388 - ], - "12": [ - 1.43515, - 5.0, - 0.14652991, - 7.6681862899999995, - 5.58, - 0.0, - 0.0, - 0.3793, - 12.513465052850673, - 0.45501800000000003, - 0.0, - 11.91668229, - 0.0, - 22.689794601224094, - 0.0, - 0.0, - 0.0, - 2.178669, - 0.0, - 3.15412 - ], - "13": [ - 1.43515, - 5.0, - 0.14652991, - 7.6681862899999995, - 5.58, - 0.0, - 0.0, - 0.3793, - 13.968330402322167, - 0.45501800000000003, - 0.0, - 13.6875154671, - 0.0, - 24.372896655211854, - 0.0, - 0.0, - 0.0, - 3.01688231, - 0.0, - 3.8425787999999996 - ], - "14": [ - 1.43515, - 5.41, - 0.14652991, - 7.6681862899999995, - 6.2242, - 0.0, - 0.0, - 0.3793, - 13.968330402322167, - 0.61046782, - 0.0, - 13.6875154671, - 0.0, - 26.149167688659734, - 0.0, - 0.0, - 0.0, - 3.01688231, - 0.0, - 3.8425787999999996 - ], - "15": [ - 1.43515, - 5.8459, - 0.14652991, - 7.6681862899999995, - 6.931958, - 0.0, - 0.0, - 0.3793, - 13.968330402322167, - 0.61046782, - 0.0, - 15.420640312429, - 0.0, - 27.937676011773135, - 0.0, - 0.0, - 0.0, - 3.01688231, - 0.0, - 3.8425787999999996 - ], - "16": [ - 1.43515, - 6.2374410000000005, - 0.2550646109, - 7.6681862899999995, - 6.931958, - 0.0, - 0.0, - 0.3793, - 13.968330402322167, - 0.61046782, - 0.0, - 15.420640312429, - 0.0, - 29.668299251655405, - 0.0, - 0.0, - 0.0, - 3.7867134869, - 0.0, - 3.8425787999999996 - ], - "17": [ - 1.43515, - 6.655066590000001, - 0.2550646109, - 7.6681862899999995, - 7.60263842, - 0.0, - 0.0, - 0.3793, - 13.968330402322167, - 0.7343631418, - 0.0, - 15.420640312429, - 0.0, - 31.40161625913885, - 0.0, - 0.0, - 0.0, - 4.588846352031, - 0.0, - 3.8425787999999996 - ], - "18": [ - 1.43515, - 6.655066590000001, - 0.2550646109, - 7.6681862899999995, - 7.60263842, - 0.0, - 0.0, - 0.3793, - 15.408647098298944, - 0.7343631418, - 0.0, - 17.15643390930471, - 0.0, - 33.19760009654746, - 0.0, - 0.0, - 0.0, - 4.588846352031, - 0.0, - 4.524153011999999 - ], - "19": [ - 1.43515, - 7.0785159241, - 0.2550646109, - 7.6681862899999995, - 8.3166120358, - 0.0, - 0.0, - 0.3793, - 16.694560627315955, - 0.7343631418, - 0.0, - 17.15643390930471, - 0.0, - 35.03562409558199, - 0.0, - 0.0, - 0.0, - 4.588846352031, - 0.0, - 5.188911481879999 - ], - "20": [ - 1.43515, - 7.0785159241, - 0.2550646109, - 7.6681862899999995, - 8.3166120358, - 0.0, - 0.0, - 0.3793, - 17.957615021042795, - 0.7343631418, - 0.0, - 18.834869570211662, - 0.0, - 36.89526785462617, - 0.0, - 0.0, - 0.0, - 4.588846352031, - 0.0, - 5.797022367061199 - ], - "21": [ - 1.43515, - 7.0785159241, - 0.2550646109, - 7.6681862899999995, - 9.143445915442001, - 0.0, - 0.0, - 0.3793, - 17.957615021042795, - 0.7343631418, - 0.0, - 20.506520874509548, - 0.0, - 38.78631517607991, - 0.0, - 0.0, - 0.0, - 5.2429578885106904, - 0.0, - 6.419052143390587 - ], - "22": [ - 1.43515, - 7.0785159241, - 0.2550646109, - 8.3915044271, - 9.143445915442001, - 0.0, - 0.0, - 0.3793, - 19.238038870832366, - 0.7343631418, - 0.0, - 22.091455665764453, - 0.0, - 40.678452024319114, - 0.0, - 0.0, - 0.0, - 5.2429578885106904, - 0.0, - 6.419052143390587 - ], - "23": [ - 1.8007985, - 7.0785159241, - 0.2550646109, - 8.3915044271, - 10.072011456287582, - 0.0, - 0.0, - 0.3793, - 20.475658482124043, - 0.7343631418, - 0.0, - 23.57054110910681, - 0.0, - 42.45166750407592, - 0.0, - 0.0, - 0.0, - 5.2429578885106904, - 0.0, - 6.419052143390587 - ], - "24": [ - 1.8007985, - 7.567730764859, - 0.302513964791, - 8.3915044271, - 10.971291341724706, - 0.0, - 0.0, - 0.3793, - 20.475658482124043, - 0.7343631418, - 0.0, - 23.57054110910681, - 0.0, - 44.207150829035164, - 0.0, - 0.0, - 0.0, - 5.2429578885106904, - 0.0, - 6.419052143390587 - ], - "25": [ - 1.8007985, - 7.567730764859, - 0.302513964791, - 8.3915044271, - 10.971291341724706, - 0.0, - 0.0, - 0.3793, - 21.650901897302802, - 0.8170195103819999, - 0.0, - 25.07483569801574, - 0.0, - 45.89507932074481, - 0.0, - 0.0, - 0.0, - 5.2429578885106904, - 0.0, - 6.419052143390587 - ], - "26": [ - 1.8007985, - 7.567730764859, - 0.302513964791, - 9.267589382829, - 11.921578428307459, - 0.0, - 0.0, - 0.3793, - 21.650901897302802, - 0.8170195103819999, - 0.0, - 25.07483569801574, - 0.0, - 47.50612852753736, - 0.0, - 0.0, - 0.0, - 5.2429578885106904, - 0.0, - 6.419052143390587 - ], - "27": [ - 1.8007985, - 7.567730764859, - 0.302513964791, - 9.267589382829, - 11.921578428307459, - 0.0, - 0.0, - 0.3793, - 22.994392878329773, - 0.8988493152781799, - 0.0, - 26.52408734103558, - 0.0, - 49.13106724226199, - 0.0, - 0.0, - 0.0, - 5.2429578885106904, - 0.0, - 7.0148616219566815 - ], - "28": [ - 1.8007985, - 7.567730764859, - 0.302513964791, - 9.267589382829, - 11.921578428307459, - 0.0, - 0.0, - 0.3793, - 24.274448949546475, - 0.8988493152781799, - 0.0, - 28.058846467625226, - 0.0, - 50.509756569839375, - 0.0, - 0.0, - 0.0, - 5.2429578885106904, - 0.0, - 7.0148616219566815 - ], - "29": [ - 1.8007985, - 7.567730764859, - 0.302513964791, - 9.267589382829, - 11.921578428307459, - 0.0, - 0.0, - 0.3793, - 25.65170446005101, - 0.8988493152781799, - 0.0, - 29.468258002948975, - 0.0, - 51.744659004140985, - 0.0, - 0.0, - 0.0, - 5.2429578885106904, - 0.0, - 7.554713005737114 - ], - "30": [ - 1.8007985, - 7.567730764859, - 0.302513964791, - 9.267589382829, - 12.832362644024384, - 0.0, - 0.0, - 0.3793, - 27.0951874154505, - 0.8988493152781799, - 0.0, - 30.833575422919484, - 0.0, - 53.06721241409957, - 0.0, - 0.0, - 0.0, - 5.2429578885106904, - 0.0, - 7.9991658756797435 - ], - "31": [ - 1.8007985, - 7.567730764859, - 0.302513964791, - 9.267589382829, - 12.832362644024384, - 0.0, - 0.0, - 0.3793, - 28.594235541295994, - 0.8988493152781799, - 0.0, - 30.833575422919484, - 0.0, - 54.29654028995858, - 0.0, - 0.0, - 0.0, - 5.940528309625583, - 0.0, - 8.479174216922946 - ], - "32": [ - 2.2027905150000002, - 7.567730764859, - 0.302513964791, - 9.267589382829, - 12.832362644024384, - 0.0, - 0.0, - 0.3793, - 29.938293185883033, - 0.8988493152781799, - 0.0, - 32.56523966869029, - 0.0, - 55.52357488705899, - 0.0, - 0.0, - 0.0, - 5.940528309625583, - 0.0, - 8.924382474753717 - ], - "33": [ - 2.6207626098500003, - 7.567730764859, - 0.302513964791, - 9.267589382829, - 13.73403901758414, - 0.0, - 0.0, - 0.3793, - 31.188910254024204, - 0.8988493152781799, - 0.0, - 34.299587272003386, - 0.0, - 56.8583391381884, - 0.0, - 0.0, - 0.0, - 5.940528309625583, - 0.0, - 8.924382474753717 - ], - "34": [ - 2.6207626098500003, - 7.567730764859, - 0.302513964791, - 9.267589382829, - 13.73403901758414, - 0.0, - 0.0, - 0.3793, - 32.44702115148396, - 0.9398608221253981, - 0.0, - 35.87659139928335, - 0.0, - 58.15975574680652, - 0.0, - 0.0, - 0.0, - 5.940528309625583, - 0.0, - 8.924382474753717 - ], - "35": [ - 2.6207626098500003, - 7.567730764859, - 0.302513964791, - 9.267589382829, - 14.686698627408298, - 0.0, - 0.0, - 0.3793, - 33.71255093996912, - 0.9398608221253981, - 0.0, - 37.377825485290515, - 0.0, - 59.668158189338456, - 0.0, - 0.0, - 0.0, - 6.751123026529328, - 0.0, - 8.924382474753717 - ], - "36": [ - 2.6207626098500003, - 7.567730764859, - 0.302513964791, - 10.064913489000709, - 14.686698627408298, - 0.0, - 0.0, - 0.3793, - 34.995425430569426, - 0.9398608221253981, - 0.0, - 38.89404723043761, - 0.0, - 61.22147660744507, - 0.0, - 0.0, - 0.0, - 6.751123026529328, - 0.0, - 9.54513865000618 - ], - "37": [ - 2.6207626098500003, - 7.567730764859, - 0.302513964791, - 10.064913489000709, - 14.686698627408298, - 0.0, - 0.0, - 0.37550700000000004, - 36.245471176263734, - 1.0104622139041441, - 0.0, - 40.35510675813323, - 0.0, - 62.799261841370615, - 0.0, - 0.0, - 0.0, - 6.751123026529328, - 0.0, - 9.54513865000618 - ], - "38": [ - 2.6207626098500003, - 7.567730764859, - 0.302513964791, - 10.064913489000709, - 14.686698627408298, - 0.0, - 0.0, - 0.37550700000000004, - 37.463016464501095, - 1.0104622139041441, - 0.0, - 41.8015556905519, - 0.0, - 64.3612692229569, - 0.0, - 0.0, - 0.0, - 7.603611796264035, - 0.0, - 10.049687263506119 - ], - "39": [ - 2.6207626098500003, - 7.567730764859, - 0.302513964791, - 10.784264354110702, - 14.686698627408298, - 0.0, - 0.0, - 0.37550700000000004, - 38.63838629985609, - 1.0104622139041441, - 0.0, - 43.19354013364638, - 0.0, - 65.85765653072734, - 0.0, - 0.0, - 0.0, - 7.603611796264035, - 0.0, - 10.049687263506119 - ], - "40": [ - 2.6207626098500003, - 7.567730764859, - 0.302513964791, - 10.784264354110702, - 14.686698627408298, - 0.0, - 0.0, - 0.37550700000000004, - 39.90200243685753, - 1.0104622139041441, - 0.0, - 44.541604732309914, - 0.0, - 67.30907996542007, - 0.0, - 0.0, - 0.0, - 8.357575678301394, - 0.0, - 10.049687263506119 - ], - "41": [ - 2.6207626098500003, - 7.892053457210411, - 0.302513964791, - 10.784264354110702, - 14.686698627408298, - 0.0, - 0.0, - 0.37550700000000004, - 41.09298241248895, - 1.0104622139041441, - 0.0, - 45.70618868498681, - 0.0, - 68.76598916576587, - 0.0, - 0.0, - 0.0, - 8.357575678301394, - 0.0, - 10.049687263506119 - ], - "42": [ - 2.6207626098500003, - 8.173132922638306, - 0.302513964791, - 10.784264354110702, - 14.686698627408298, - 0.0, - 0.0, - 0.37550700000000004, - 42.152052588364064, - 1.0104622139041441, - 0.0, - 46.809126798136944, - 0.0, - 70.11832927410822, - 0.0, - 0.0, - 0.0, - 8.357575678301394, - 0.0, - 10.049687263506119 - ], - "43": [ - 2.6207626098500003, - 8.173132922638306, - 0.29948882514309, - 10.784264354110702, - 15.889831641134215, - 0.0, - 0.0, - 0.37550700000000004, - 43.29053206248042, - 1.0104622139041441, - 0.0, - 47.91103553015557, - 0.0, - 71.39714598136713, - 0.0, - 0.0, - 0.0, - 8.357575678301394, - 0.0, - 10.049687263506119 - ], - "44": [ - 2.6207626098500003, - 8.421401593411924, - 0.29948882514309, - 10.784264354110702, - 15.889831641134215, - 0.0, - 0.0, - 0.37550700000000004, - 44.30762674185562, - 1.0104622139041441, - 0.0, - 49.13192517485402, - 0.0, - 72.67317452155346, - 0.0, - 0.0, - 0.0, - 8.357575678301394, - 0.0, - 10.049687263506119 - ], - "45": [ - 2.6207626098500003, - 8.687187577477804, - 0.29948882514309, - 10.784264354110702, - 15.889831641134215, - 0.0, - 0.0, - 0.37550700000000004, - 45.304550474437065, - 1.0104622139041441, - 0.0, - 50.41060592310548, - 0.0, - 73.89644277633793, - 0.0, - 0.0, - 0.0, - 8.357575678301394, - 0.0, - 10.409190390871057 - ], - "46": [ - 2.6207626098500003, - 8.687187577477804, - 0.29948882514309, - 10.784264354110702, - 17.120933324722873, - 0.0, - 0.0, - 0.37550700000000004, - 46.361504969692696, - 1.0104622139041441, - 0.0, - 51.746499863874426, - 0.0, - 75.16747834857456, - 0.0, - 0.0, - 0.01, - 8.357575678301394, - 0.0, - 10.409190390871057 - ], - "47": [ - 2.6207626098500003, - 8.687187577477804, - 0.29948882514309, - 10.784264354110702, - 17.120933324722873, - 0.0, - 0.0, - 0.37550700000000004, - 47.32788991999577, - 1.0104622139041441, - 0.0, - 52.859034865235685, - 0.0, - 76.52580356508882, - 0.0, - 0.0, - 0.01, - 8.357575678301394, - 0.0, - 10.409190390871057 - ], - "48": [ - 2.6207626098500003, - 8.890315701703026, - 0.29948882514309, - 10.784264354110702, - 18.269723991475644, - 0.0, - 0.0, - 0.37550700000000004, - 48.38461102079581, - 1.0104622139041441, - 0.0, - 54.06044451658333, - 0.0, - 77.86054552943793, - 0.0, - 0.0, - 0.01, - 8.357575678301394, - 0.0, - 10.409190390871057 - ], - "49": [ - 2.6207626098500003, - 8.890315701703026, - 0.29948882514309, - 10.784264354110702, - 18.269723991475644, - 0.0, - 0.0, - 0.37550700000000004, - 49.39076491058785, - 1.0104622139041441, - 0.0, - 55.359840071417494, - 0.0, - 79.18194007414355, - 0.0, - 0.0, - 0.01, - 8.357575678301394, - 0.0, - 10.409190390871057 - ], - "50": [ - 2.6207626098500003, - 8.890315701703026, - 0.29948882514309, - 10.784264354110702, - 19.347026751560886, - 0.0, - 0.0, - 0.37550700000000004, - 50.32685726148197, - 1.0104622139041441, - 0.0, - 56.74624167070332, - 0.0, - 80.38012067340212, - 0.0, - 0.0, - 0.0099, - 8.357575678301394, - 0.0, - 10.409190390871057 - ], - "51": [ - 2.6207626098500003, - 8.890315701703026, - 0.29948882514309, - 10.784264354110702, - 19.347026751560886, - 0.0, - 0.0, - 0.37550700000000004, - 51.223588688867146, - 1.0104622139041441, - 0.0, - 58.04877925399629, - 0.0, - 81.5263194666681, - 0.0, - 0.0, - 0.029801, - 8.357575678301394, - 0.0, - 10.755098486962346 - ], - "52": [ - 2.6207626098500003, - 8.890315701703026, - 0.3364939368916591, - 10.784264354110702, - 19.347026751560886, - 0.0, - 0.0, - 0.37550700000000004, - 52.081352801978475, - 1.0104622139041441, - 0.0, - 59.398291461456324, - 0.0, - 82.70105627200142, - 0.0, - 0.0, - 0.029801, - 8.357575678301394, - 0.0, - 10.755098486962346 - ], - "53": [ - 2.6207626098500003, - 8.890315701703026, - 0.3364939368916591, - 10.784264354110702, - 20.483556484045277, - 0.0, - 0.0, - 0.37550700000000004, - 52.88053927395869, - 1.0104622139041441, - 0.0, - 60.69430854684176, - 0.0, - 83.81404570928142, - 0.0, - 0.0, - 0.029801, - 9.07399992151838, - 0.0, - 10.755098486962346 - ], - "54": [ - 2.6207626098500003, - 8.890315701703026, - 0.3364939368916591, - 10.784264354110702, - 20.483556484045277, - 0.0, - 0.0, - 0.37550700000000004, - 53.671733881219104, - 1.1303575917651028, - 0.0, - 61.95736546137334, - 0.0, - 85.0159052521886, - 0.0, - 0.0, - 0.029801, - 9.07399992151838, - 0.0, - 10.755098486962346 - ], - "55": [ - 2.6207626098500003, - 8.890315701703026, - 0.3364939368916591, - 10.784264354110702, - 20.483556484045277, - 0.0, - 0.0, - 0.6517519300000001, - 54.52501654240692, - 1.2690540158474517, - 0.0, - 63.23779180675961, - 0.0, - 86.17574619966672, - 0.0, - 0.0, - 0.029801, - 9.07399992151838, - 0.0, - 10.755098486962346 - ], - "56": [ - 2.6207626098500003, - 8.890315701703026, - 0.3364939368916591, - 11.666421710569594, - 20.483556484045277, - 0.0, - 0.0, - 0.6517519300000001, - 55.46976637698285, - 1.2690540158474517, - 0.0, - 64.55541388869202, - 0.0, - 87.42398873767006, - 0.0, - 0.0, - 0.029801, - 9.07399992151838, - 0.0, - 10.755098486962346 - ], - "57": [ - 2.6207626098500003, - 8.890315701703026, - 0.3364939368916591, - 11.666421710569594, - 20.483556484045277, - 0.0, - 0.0, - 0.6517519300000001, - 56.32506871321302, - 1.4063634756889771, - 0.0, - 66.0498597498051, - 0.0, - 88.66974885029336, - 0.0, - 0.0, - 0.029801, - 9.07399992151838, - 0.0, - 11.237547502092722 - ], - "58": [ - 2.6207626098500003, - 8.890315701703026, - 0.3431289975227425, - 11.666421710569594, - 21.518720919204824, - 0.0, - 0.0, - 0.6517519300000001, - 57.17181802608089, - 1.4063634756889771, - 0.0, - 67.35936115230705, - 0.0, - 89.99305136179042, - 0.0, - 0.0, - 0.029801, - 9.07399992151838, - 0.0, - 11.237547502092722 - ], - "59": [ - 2.6207626098500003, - 8.890315701703026, - 0.3431289975227425, - 11.666421710569594, - 22.533533710012776, - 0.0, - 0.0, - 1.0052344107, - 57.880099845820084, - 1.4063634756889771, - 0.0, - 68.80576754078398, - 0.0, - 91.23312084817252, - 0.0, - 0.0, - 0.029801, - 9.07399992151838, - 0.0, - 11.237547502092722 - ], - "60": [ - 2.6207626098500003, - 8.890315701703026, - 0.3431289975227425, - 12.579757493463898, - 22.533533710012776, - 0.0, - 0.0, - 1.0052344107, - 58.621298847361885, - 1.4063634756889771, - 0.0, - 70.21770986537614, - 0.0, - 92.43078963969079, - 0.0, - 0.0, - 0.029801, - 9.07399992151838, - 0.0, - 11.237547502092722 - ], - "61": [ - 2.6207626098500003, - 8.890315701703026, - 0.3431289975227425, - 12.579757493463898, - 22.533533710012776, - 0.0, - 0.0, - 1.0052344107, - 59.355085858888266, - 1.4063634756889771, - 0.0, - 71.70553276672237, - 0.0, - 93.73648174329388, - 0.0, - 0.0, - 0.029801, - 9.07399992151838, - 0.0, - 11.625172027071795 - ], - "62": [ - 2.6207626098500003, - 9.201412544685995, - 0.3396977075475151, - 12.579757493463898, - 22.533533710012776, - 0.0, - 0.0, - 1.0052344107, - 60.09153500029938, - 1.4063634756889771, - 0.0, - 73.17847743905514, - 0.0, - 95.10911692586095, - 0.0, - 0.0, - 0.029801, - 9.07399992151838, - 0.0, - 11.625172027071795 - ], - "63": [ - 2.6207626098500003, - 9.439398419239135, - 0.3396977075475151, - 12.579757493463898, - 22.533533710012776, - 0.0, - 0.0, - 1.0052344107, - 60.830619650296384, - 1.4063634756889771, - 0.0, - 74.6966926646646, - 0.0, - 96.43802575660234, - 0.0, - 0.0, - 0.029801, - 9.813259922303196, - 0.0, - 11.625172027071795 - ], - "64": [ - 2.6207626098500003, - 9.715004435046744, - 0.3396977075475151, - 12.579757493463898, - 22.533533710012776, - 0.0, - 0.0, - 1.0052344107, - 61.65231345379342, - 1.4063634756889771, - 0.0, - 76.31972573801795, - 0.0, - 97.65364549903632, - 0.0, - 0.0, - 0.02950299, - 9.813259922303196, - 0.0, - 11.625172027071795 - ], - "65": [ - 2.6207626098500003, - 9.715004435046744, - 0.3396977075475151, - 12.579757493463898, - 23.638198372912647, - 0.0, - 0.0, - 1.0052344107, - 62.415790319255485, - 1.4063634756889771, - 0.0, - 77.87652848063777, - 0.0, - 98.85710904404596, - 0.0, - 0.0, - 0.02950299, - 9.813259922303196, - 0.0, - 11.625172027071795 - ], - "66": [ - 2.6207626098500003, - 9.715004435046744, - 0.3396977075475151, - 13.643959918529259, - 24.68181638918352, - 0.0, - 0.0, - 1.0052344107, - 63.18163241606293, - 1.4063634756889771, - 0.0, - 79.6377631958314, - 0.0, - 100.0085379536055, - 0.0, - 0.0, - 0.02950299, - 9.813259922303196, - 0.0, - 11.625172027071795 - ], - "67": [ - 2.6207626098500003, - 10.057854390696276, - 0.3396977075475151, - 13.643959918529259, - 24.68181638918352, - 0.0, - 0.0, - 1.0052344107, - 63.8698160919023, - 1.4063634756889771, - 0.0, - 81.46138556387308, - 0.0, - 100.99845257406945, - 0.0, - 0.0, - 0.02950299, - 9.813259922303196, - 0.0, - 11.625172027071795 - ], - "68": [ - 2.6207626098500003, - 10.057854390696276, - 0.3396977075475151, - 13.643959918529259, - 25.774998225291686, - 0.0, - 0.0, - 1.0052344107, - 64.47111793098328, - 1.4522998409320873, - 0.0, - 83.46677170823435, - 0.0, - 102.04846804832876, - 0.0, - 0.0, - 0.02950299, - 9.813259922303196, - 0.0, - 11.625172027071795 - ], - "69": [ - 2.6207626098500003, - 10.057854390696276, - 0.3396977075475151, - 14.667520319343966, - 25.774998225291686, - 0.0, - 0.02, - 1.0052344107, - 65.02640675167345, - 1.4522998409320873, - 0.0, - 85.38210399115201, - 0.0, - 103.16798336784547, - 0.0, - 0.0, - 0.02950299, - 9.813259922303196, - 0.0, - 11.625172027071795 - ], - "70": [ - 2.6207626098500003, - 10.057854390696276, - 0.3396977075475151, - 14.667520319343966, - 26.857248243038768, - 0.0, - 0.02, - 1.0052344107, - 65.62614268415672, - 1.4522998409320873, - 0.0, - 87.2682829512405, - 0.0, - 104.26630353416701, - 0.0, - 0.0, - 0.02950299, - 9.813259922303196, - 0.0, - 11.625172027071795 - ], - "71": [ - 2.6207626098500003, - 10.057854390696276, - 0.3396977075475151, - 15.530845116150527, - 27.99867576060838, - 0.0, - 0.02, - 1.0052344107, - 66.26988125731515, - 1.4522998409320873, - 0.0, - 88.93560012172809, - 0.0, - 105.35364049882534, - 0.0, - 0.0, - 0.02950299, - 9.813259922303196, - 0.0, - 11.625172027071795 - ], - "72": [ - 2.6207626098500003, - 10.377275846789313, - 0.3396977075475151, - 15.530845116150527, - 27.99867576060838, - 0.0, - 0.1298, - 1.0052344107, - 66.87718244474199, - 1.4522998409320873, - 0.0, - 90.7262441205108, - 0.0, - 106.41010409383709, - 0.0, - 0.0, - 0.02950299, - 9.813259922303196, - 0.0, - 11.625172027071795 - ], - "73": [ - 2.6207626098500003, - 10.377275846789313, - 0.3396977075475151, - 15.530845116150527, - 29.038689003002293, - 0.0, - 0.1298, - 1.0052344107, - 67.40841062029457, - 1.4522998409320873, - 0.0, - 92.30898167930569, - 0.0, - 107.55600305289872, - 0.0, - 0.0, - 0.02950299, - 9.813259922303196, - 0.0, - 11.625172027071795 - ], - "74": [ - 2.6207626098500003, - 10.377275846789313, - 0.3396977075475151, - 15.530845116150527, - 29.97830211297227, - 0.0, - 0.1298, - 1.315182066593, - 67.99432651409163, - 1.4522998409320873, - 0.0, - 93.85589186251264, - 0.0, - 108.71044302236973, - 0.0, - 0.0, - 0.02950299, - 9.813259922303196, - 0.0, - 11.625172027071795 - ], - "75": [ - 2.6207626098500003, - 10.377275846789313, - 0.3396977075475151, - 15.530845116150527, - 30.898519091842548, - 0.0, - 0.1298, - 1.315182066593, - 68.60438324895071, - 1.4522998409320873, - 0.0, - 95.27733294388752, - 0.0, - 109.82333859214603, - 0.0, - 0.0, - 0.02950299, - 9.813259922303196, - 0.0, - 11.625172027071795 - ], - "76": [ - 2.6207626098500003, - 10.377275846789313, - 0.3396977075475151, - 15.530845116150527, - 31.72953390092412, - 0.0, - 0.1298, - 1.315182066593, - 69.3183394164612, - 1.4522998409320873, - 0.0, - 96.70455961444864, - 0.0, - 110.90510520622458, - 0.0, - 0.0, - 0.02950299, - 9.813259922303196, - 0.0, - 11.928920306801077 - ], - "77": [ - 2.6207626098500003, - 10.377275846789313, - 0.3396977075475151, - 15.530845116150527, - 32.72223856191488, - 0.0, - 0.1298, - 1.315182066593, - 69.94515602229659, - 1.4677768425227664, - 0.0, - 98.00751401830415, - 0.0, - 112.07605415416234, - 0.0, - 0.0, - 0.02950299, - 9.813259922303196, - 0.0, - 11.928920306801077 - ], - "78": [ - 2.6207626098500003, - 10.377275846789313, - 0.3396977075475151, - 15.530845116150527, - 33.71501617629573, - 0.0, - 0.1298, - 1.315182066593, - 70.43570446207362, - 1.4677768425227664, - 0.0, - 99.2474388781211, - 0.0, - 113.32529361262071, - 0.0, - 0.0, - 0.02950299, - 9.813259922303196, - 0.0, - 11.928920306801077 - ], - "79": [ - 2.6207626098500003, - 10.377275846789313, - 0.3396977075475151, - 15.530845116150527, - 33.71501617629573, - 0.0, - 0.1298, - 1.315182066593, - 71.00134741745288, - 1.4677768425227664, - 0.0, - 100.59496448933989, - 0.0, - 114.65204067649451, - 0.0, - 0.0, - 0.0492079601, - 9.813259922303196, - 0.0, - 11.928920306801077 - ], - "80": [ - 2.6207626098500003, - 10.377275846789313, - 0.3396977075475151, - 16.23553666498902, - 33.71501617629573, - 0.0, - 0.1298, - 1.315182066593, - 71.64133394327835, - 1.4677768425227664, - 0.0, - 102.00901484444648, - 0.0, - 116.01552026972956, - 0.0, - 0.0, - 0.0492079601, - 9.813259922303196, - 0.0, - 11.928920306801077 - ], - "81": [ - 2.6207626098500003, - 10.377275846789313, - 0.3396977075475151, - 16.23553666498902, - 34.757866014532766, - 0.0, - 0.1298, - 1.315182066593, - 72.21492060384557, - 1.4677768425227664, - 0.0, - 103.16892469600202, - 0.0, - 117.27536506703227, - 0.0, - 0.0, - 0.0492079601, - 9.813259922303196, - 0.0, - 12.209631103733066 - ], - "82": [ - 2.6207626098500003, - 10.377275846789313, - 0.3396977075475151, - 16.23553666498902, - 35.78028735438744, - 0.0, - 0.1298, - 1.315182066593, - 72.67277139780711, - 1.4677768425227664, - 0.0, - 104.407235449042, - 0.0, - 118.56261141636195, - 0.0, - 0.0, - 0.13871588049900002, - 9.813259922303196, - 0.0, - 12.209631103733066 - ], - "83": [ - 2.6207626098500003, - 10.377275846789313, - 0.3396977075475151, - 16.23553666498902, - 36.882484480843566, - 0.0, - 0.1298, - 1.315182066593, - 73.17604368382904, - 1.4677768425227664, - 0.0, - 105.71316309455159, - 0.0, - 119.82698530219832, - 0.0, - 0.0, - 0.13871588049900002, - 9.813259922303196, - 0.0, - 12.209631103733066 - ], - "84": [ - 2.6207626098500003, - 10.377275846789313, - 0.3396977075475151, - 16.23553666498902, - 38.09365963603513, - 0.0, - 0.1298, - 1.315182066593, - 73.73428324699074, - 1.4677768425227664, - 0.0, - 107.37603146360607, - 0.0, - 121.04871544917634, - 0.0, - 0.0, - 0.13871588049900002, - 10.505127323080163, - 0.0, - 12.209631103733066 - ], - "85": [ - 2.6207626098500003, - 10.377275846789313, - 0.3396977075475151, - 16.23553666498902, - 39.192723039674775, - 0.0, - 0.1298, - 1.315182066593, - 74.38694041452084, - 1.4677768425227664, - 0.0, - 108.89227114897001, - 0.0, - 122.20822829468457, - 0.0, - 0.0, - 0.13871588049900002, - 10.505127323080163, - 0.0, - 12.457534792695736 - ], - "86": [ - 2.6207626098500003, - 10.377275846789313, - 0.3396977075475151, - 16.23553666498902, - 40.33079580927803, - 0.0, - 0.1298, - 1.315182066593, - 75.08307101037563, - 1.4677768425227664, - 0.0, - 110.5733484374803, - 0.0, - 123.38614601173772, - 0.0, - 0.0, - 0.13871588049900002, - 10.505127323080163, - 0.0, - 12.457534792695736 - ], - "87": [ - 2.6207626098500003, - 10.377275846789313, - 0.3396977075475151, - 16.23553666498902, - 41.40748785118525, - 0.0, - 0.1298, - 1.315182066593, - 75.67224030027188, - 1.4530990740975387, - 0.0, - 112.0076149531055, - 0.0, - 124.58228455162035, - 0.0, - 0.0, - 0.13871588049900002, - 10.505127323080163, - 0.0, - 12.457534792695736 - ], - "88": [ - 2.6207626098500003, - 10.377275846789313, - 0.3396977075475151, - 16.99318129833913, - 42.3434129726734, - 0.0, - 0.1298, - 1.315182066593, - 76.18551789726916, - 1.4530990740975387, - 0.0, - 113.54753880357444, - 0.0, - 125.68646170610414, - 0.0, - 0.0, - 0.13871588049900002, - 10.505127323080163, - 0.0, - 12.457534792695736 - ], - "89": [ - 2.6207626098500003, - 10.377275846789313, - 0.3396977075475151, - 16.99318129833913, - 43.28997884294667, - 0.0, - 0.1298, - 1.315182066593, - 76.83366271829647, - 1.4530990740975387, - 0.0, - 115.0020634155387, - 0.0, - 126.6695970890431, - 0.0, - 0.0, - 0.25732872169401, - 10.505127323080163, - 0.0, - 12.457534792695736 - ], - "90": [ - 2.6207626098500003, - 10.377275846789313, - 0.3396977075475151, - 16.99318129833913, - 44.3070790545172, - 0.0, - 0.1298, - 1.315182066593, - 77.4453260911135, - 1.4530990740975387, - 0.0, - 116.52204278138332, - 0.0, - 127.54290111815266, - 0.0, - 0.0, - 0.25732872169401, - 10.505127323080163, - 0.0, - 12.702959444768778 - ], - "91": [ - 2.6207626098500003, - 10.783503088321421, - 0.3396977075475151, - 16.99318129833913, - 45.284008263972034, - 0.0, - 0.1298, - 1.315182066593, - 78.02087283020236, - 1.4530990740975387, - 0.0, - 118.01682235356948, - 0.0, - 128.58747210697112, - 0.0, - 0.0, - 0.25732872169401, - 10.505127323080163, - 0.0, - 12.702959444768778 - ], - "92": [ - 2.6207626098500003, - 10.783503088321421, - 0.3396977075475151, - 16.99318129833913, - 46.14116818133231, - 0.0, - 0.1298, - 1.315182066593, - 78.64066410190034, - 1.4530990740975387, - 0.0, - 119.43665413003379, - 0.0, - 129.5415973859014, - 0.0, - 0.0, - 0.25732872169401, - 11.470076049849363, - 0.0, - 12.702959444768778 - ], - "93": [ - 2.6207626098500003, - 11.255668057438207, - 0.3396977075475151, - 16.99318129833913, - 46.95975649951899, - 0.0, - 0.1298, - 1.315182066593, - 79.30425746088133, - 1.4530990740975387, - 0.0, - 121.03228758873345, - 0.0, - 130.3561814120424, - 0.0, - 0.0, - 0.25732872169401, - 11.470076049849363, - 0.0, - 12.702959444768778 - ], - "94": [ - 2.6207626098500003, - 11.255668057438207, - 0.3396977075475151, - 16.99318129833913, - 47.750158934523796, - 0.0, - 0.1298, - 1.315182066593, - 79.89121488627252, - 1.4530990740975387, - 0.0, - 122.52196471284611, - 0.0, - 131.03261959792198, - 0.0, - 0.0, - 0.25732872169401, - 11.470076049849363, - 0.0, - 12.702959444768778 - ], - "95": [ - 2.6207626098500003, - 11.255668057438207, - 0.3396977075475151, - 16.99318129833913, - 48.60265734517856, - 0.0, - 0.28850200000000004, - 1.315182066593, - 80.4523027374098, - 1.4530990740975387, - 0.0, - 124.20674506571766, - 0.0, - 131.66229340194275, - 0.0, - 0.0, - 0.25732872169401, - 11.470076049849363, - 0.0, - 12.702959444768778 - ], - "96": [ - 2.6207626098500003, - 11.255668057438207, - 0.3396977075475151, - 16.99318129833913, - 49.48663077172677, - 0.0, - 0.28850200000000004, - 1.315182066593, - 80.8277797100357, - 1.4530990740975387, - 0.0, - 125.63467761506048, - 0.0, - 132.2056704679233, - 0.0, - 0.0, - 0.25732872169401, - 11.470076049849363, - 0.0, - 12.99592985032109 - ], - "97": [ - 2.6207626098500003, - 11.713111376863825, - 0.3396977075475151, - 16.99318129833913, - 50.41176446400951, - 0.0, - 0.28850200000000004, - 1.315182066593, - 81.15950191293534, - 1.4530990740975387, - 0.0, - 127.12833083890987, - 0.0, - 132.74361376324407, - 0.0, - 0.0, - 0.25732872169401, - 11.470076049849363, - 0.0, - 12.99592985032109 - ], - "98": [ - 2.6207626098500003, - 11.713111376863825, - 0.3396977075475151, - 17.63324948535574, - 51.107646819369414, - 0.0, - 0.28850200000000004, - 1.315182066593, - 81.51790689380599, - 1.4530990740975387, - 0.0, - 128.26704753052078, - 0.0, - 133.48617762561162, - 0.0, - 0.0, - 0.25732872169401, - 11.470076049849363, - 0.0, - 12.99592985032109 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.01.gamma=0.5/run=712cb16063d44881/rewards.json b/experiments/seed=256/alpha=0.01.gamma=0.5/run=712cb16063d44881/rewards.json deleted file mode 100644 index c0f3469..0000000 --- a/experiments/seed=256/alpha=0.01.gamma=0.5/run=712cb16063d44881/rewards.json +++ /dev/null @@ -1,2202 +0,0 @@ -{ - "0": [ - 31, - 32, - 4, - 79, - 30, - 0, - 3, - 0, - 143, - 18, - 0, - 178, - 0, - 234, - 0, - 0, - 0, - 85, - 0, - 128 - ], - "1": [ - 39, - 33, - 9, - 82, - 33, - 0, - 2, - 2, - 158, - 18, - 0, - 178, - 0, - 236, - 0, - 0, - 0, - 91, - 0, - 126 - ], - "2": [ - 43, - 37, - 9, - 82, - 33, - 0, - 1, - 0, - 163, - 18, - 0, - 189, - 0, - 229, - 0, - 0, - 0, - 95, - 0, - 124 - ], - "3": [ - 45, - 39, - 8, - 83, - 30, - 0, - 0, - 7, - 166, - 15, - 0, - 188, - 0, - 229, - 0, - 0, - 0, - 99, - 0, - 120 - ], - "4": [ - 51, - 36, - 7, - 76, - 34, - 0, - 0, - 6, - 168, - 16, - 0, - 184, - 0, - 226, - 0, - 0, - 0, - 98, - 0, - 118 - ], - "5": [ - 50, - 40, - 3, - 79, - 38, - 0, - 0, - 15, - 162, - 16, - 0, - 193, - 0, - 219, - 0, - 0, - 0, - 85, - 0, - 120 - ], - "6": [ - 49, - 37, - 4, - 72, - 43, - 0, - 0, - 18, - 162, - 14, - 0, - 188, - 0, - 216, - 0, - 0, - 0, - 81, - 0, - 116 - ], - "7": [ - 46, - 47, - 2, - 65, - 44, - 0, - 0, - 21, - 156, - 14, - 0, - 182, - 0, - 210, - 0, - 0, - 0, - 74, - 0, - 111 - ], - "8": [ - 45, - 48, - 2, - 71, - 49, - 0, - 0, - 21, - 155, - 14, - 0, - 176, - 0, - 198, - 0, - 0, - 0, - 73, - 0, - 110 - ], - "9": [ - 46, - 49, - 2, - 69, - 56, - 0, - 0, - 23, - 158, - 15, - 0, - 176, - 0, - 200, - 0, - 0, - 0, - 69, - 0, - 99 - ], - "10": [ - 51, - 53, - 1, - 63, - 50, - 0, - 0, - 17, - 160, - 15, - 0, - 190, - 0, - 196, - 0, - 0, - 0, - 76, - 0, - 95 - ], - "11": [ - 49, - 52, - 2, - 67, - 59, - 0, - 0, - 26, - 163, - 14, - 0, - 180, - 0, - 201, - 0, - 0, - 0, - 74, - 0, - 94 - ], - "12": [ - 40, - 47, - 4, - 74, - 63, - 0, - 0, - 31, - 162, - 15, - 0, - 187, - 0, - 206, - 0, - 0, - 0, - 75, - 0, - 94 - ], - "13": [ - 37, - 45, - 6, - 70, - 70, - 0, - 0, - 19, - 156, - 16, - 0, - 204, - 0, - 202, - 0, - 0, - 0, - 70, - 0, - 79 - ], - "14": [ - 33, - 44, - 9, - 70, - 69, - 0, - 0, - 17, - 158, - 19, - 0, - 189, - 0, - 191, - 0, - 0, - 0, - 86, - 0, - 72 - ], - "15": [ - 34, - 46, - 12, - 69, - 70, - 0, - 0, - 15, - 157, - 16, - 0, - 191, - 0, - 202, - 0, - 0, - 0, - 95, - 0, - 78 - ], - "16": [ - 35, - 49, - 14, - 64, - 77, - 0, - 0, - 5, - 156, - 18, - 0, - 187, - 0, - 205, - 0, - 0, - 0, - 90, - 0, - 77 - ], - "17": [ - 35, - 45, - 11, - 62, - 72, - 0, - 0, - 3, - 162, - 17, - 0, - 182, - 0, - 201, - 0, - 0, - 0, - 80, - 0, - 78 - ], - "18": [ - 35, - 48, - 12, - 55, - 74, - 0, - 0, - 9, - 165, - 13, - 0, - 188, - 0, - 203, - 0, - 0, - 0, - 84, - 0, - 67 - ], - "19": [ - 35, - 52, - 15, - 67, - 75, - 0, - 0, - 4, - 158, - 15, - 0, - 189, - 0, - 211, - 0, - 0, - 0, - 86, - 0, - 72 - ], - "20": [ - 32, - 49, - 10, - 64, - 79, - 0, - 0, - 0, - 144, - 12, - 0, - 192, - 0, - 217, - 0, - 0, - 0, - 91, - 0, - 71 - ], - "21": [ - 32, - 50, - 6, - 75, - 88, - 0, - 0, - 0, - 143, - 12, - 0, - 185, - 0, - 221, - 0, - 0, - 0, - 72, - 0, - 66 - ], - "22": [ - 36, - 53, - 7, - 75, - 91, - 0, - 0, - 0, - 144, - 9, - 0, - 186, - 0, - 226, - 0, - 0, - 0, - 70, - 0, - 68 - ], - "23": [ - 41, - 56, - 8, - 80, - 98, - 0, - 0, - 0, - 146, - 8, - 0, - 179, - 0, - 228, - 0, - 0, - 0, - 77, - 0, - 71 - ], - "24": [ - 38, - 53, - 3, - 85, - 102, - 0, - 0, - 0, - 143, - 8, - 0, - 170, - 0, - 218, - 0, - 0, - 0, - 74, - 0, - 71 - ], - "25": [ - 37, - 56, - 5, - 88, - 100, - 0, - 0, - 0, - 149, - 8, - 0, - 168, - 0, - 218, - 0, - 0, - 0, - 67, - 0, - 72 - ], - "26": [ - 42, - 60, - 12, - 98, - 107, - 0, - 0, - 4, - 138, - 9, - 0, - 174, - 0, - 213, - 0, - 0, - 0, - 69, - 0, - 75 - ], - "27": [ - 41, - 56, - 7, - 96, - 106, - 0, - 0, - 1, - 151, - 7, - 0, - 171, - 0, - 207, - 0, - 0, - 0, - 66, - 0, - 64 - ], - "28": [ - 51, - 58, - 7, - 86, - 98, - 0, - 0, - 5, - 156, - 9, - 0, - 170, - 0, - 210, - 0, - 0, - 0, - 59, - 0, - 66 - ], - "29": [ - 46, - 63, - 7, - 82, - 95, - 0, - 0, - 4, - 151, - 12, - 0, - 180, - 0, - 187, - 0, - 0, - 0, - 59, - 0, - 64 - ], - "30": [ - 41, - 65, - 6, - 84, - 101, - 0, - 0, - 6, - 162, - 12, - 0, - 169, - 0, - 174, - 0, - 0, - 0, - 70, - 0, - 61 - ], - "31": [ - 42, - 64, - 4, - 88, - 103, - 0, - 0, - 4, - 170, - 11, - 0, - 166, - 0, - 184, - 0, - 0, - 0, - 70, - 0, - 52 - ], - "32": [ - 40, - 62, - 3, - 87, - 98, - 0, - 0, - 4, - 177, - 8, - 0, - 186, - 0, - 176, - 0, - 0, - 0, - 75, - 0, - 56 - ], - "33": [ - 42, - 63, - 4, - 89, - 100, - 0, - 0, - 13, - 163, - 5, - 0, - 204, - 0, - 177, - 0, - 0, - 0, - 84, - 0, - 53 - ], - "34": [ - 44, - 48, - 3, - 90, - 103, - 0, - 0, - 9, - 155, - 5, - 0, - 206, - 0, - 189, - 0, - 0, - 0, - 77, - 0, - 60 - ], - "35": [ - 50, - 48, - 7, - 90, - 98, - 0, - 0, - 8, - 157, - 5, - 0, - 192, - 0, - 187, - 0, - 0, - 0, - 85, - 0, - 65 - ], - "36": [ - 49, - 44, - 8, - 89, - 109, - 0, - 0, - 3, - 159, - 7, - 0, - 186, - 0, - 209, - 0, - 0, - 0, - 87, - 0, - 68 - ], - "37": [ - 47, - 44, - 6, - 89, - 115, - 0, - 0, - 0, - 162, - 8, - 0, - 189, - 0, - 215, - 0, - 0, - 0, - 93, - 0, - 71 - ], - "38": [ - 42, - 42, - 7, - 84, - 121, - 0, - 0, - 0, - 160, - 8, - 0, - 185, - 0, - 219, - 0, - 0, - 0, - 91, - 0, - 66 - ], - "39": [ - 45, - 38, - 6, - 80, - 121, - 0, - 0, - 7, - 158, - 6, - 0, - 185, - 0, - 219, - 0, - 0, - 0, - 92, - 0, - 60 - ], - "40": [ - 38, - 39, - 6, - 82, - 128, - 0, - 0, - 11, - 155, - 9, - 0, - 181, - 0, - 214, - 0, - 0, - 0, - 86, - 0, - 57 - ], - "41": [ - 41, - 39, - 4, - 73, - 132, - 0, - 0, - 12, - 165, - 6, - 0, - 178, - 0, - 211, - 0, - 0, - 0, - 83, - 0, - 54 - ], - "42": [ - 44, - 40, - 6, - 77, - 125, - 0, - 0, - 15, - 159, - 4, - 0, - 161, - 0, - 213, - 0, - 0, - 0, - 80, - 0, - 52 - ], - "43": [ - 41, - 36, - 1, - 83, - 133, - 0, - 0, - 16, - 147, - 5, - 0, - 156, - 0, - 204, - 0, - 0, - 0, - 84, - 0, - 51 - ], - "44": [ - 40, - 34, - 0, - 86, - 135, - 0, - 0, - 23, - 156, - 5, - 0, - 157, - 0, - 198, - 0, - 0, - 0, - 82, - 0, - 55 - ], - "45": [ - 40, - 33, - 1, - 84, - 130, - 0, - 0, - 27, - 145, - 5, - 0, - 170, - 0, - 199, - 0, - 0, - 0, - 83, - 0, - 50 - ], - "46": [ - 38, - 35, - 3, - 90, - 133, - 0, - 0, - 29, - 144, - 6, - 0, - 177, - 0, - 195, - 0, - 0, - 0, - 87, - 0, - 46 - ], - "47": [ - 37, - 31, - 6, - 85, - 139, - 0, - 0, - 22, - 151, - 5, - 0, - 184, - 0, - 201, - 0, - 0, - 1, - 80, - 0, - 45 - ], - "48": [ - 40, - 33, - 7, - 84, - 130, - 0, - 0, - 21, - 143, - 6, - 0, - 163, - 0, - 211, - 0, - 0, - 0, - 77, - 0, - 40 - ], - "49": [ - 38, - 29, - 8, - 90, - 132, - 0, - 0, - 23, - 153, - 5, - 0, - 173, - 0, - 210, - 0, - 0, - 0, - 76, - 0, - 41 - ], - "50": [ - 37, - 28, - 9, - 94, - 128, - 0, - 0, - 26, - 149, - 6, - 0, - 184, - 0, - 210, - 0, - 0, - 0, - 78, - 0, - 43 - ], - "51": [ - 34, - 28, - 8, - 98, - 126, - 0, - 0, - 29, - 143, - 7, - 0, - 194, - 0, - 199, - 0, - 0, - 0, - 75, - 0, - 45 - ], - "52": [ - 29, - 31, - 6, - 102, - 122, - 0, - 0, - 21, - 140, - 10, - 0, - 187, - 0, - 195, - 0, - 0, - 2, - 82, - 0, - 45 - ], - "53": [ - 32, - 31, - 4, - 101, - 128, - 0, - 0, - 27, - 137, - 8, - 0, - 193, - 0, - 199, - 0, - 0, - 1, - 84, - 0, - 45 - ], - "54": [ - 36, - 32, - 3, - 99, - 133, - 0, - 0, - 21, - 132, - 10, - 0, - 189, - 0, - 194, - 0, - 0, - 0, - 80, - 0, - 42 - ], - "55": [ - 33, - 35, - 2, - 100, - 134, - 0, - 0, - 22, - 132, - 13, - 0, - 187, - 0, - 204, - 0, - 0, - 0, - 79, - 0, - 42 - ], - "56": [ - 29, - 37, - 2, - 97, - 131, - 0, - 0, - 28, - 139, - 15, - 0, - 190, - 0, - 201, - 0, - 0, - 0, - 79, - 0, - 49 - ], - "57": [ - 34, - 36, - 1, - 99, - 125, - 0, - 0, - 30, - 149, - 13, - 0, - 195, - 0, - 211, - 0, - 0, - 0, - 77, - 0, - 57 - ], - "58": [ - 30, - 37, - 2, - 96, - 121, - 0, - 0, - 29, - 141, - 15, - 0, - 214, - 0, - 212, - 0, - 0, - 0, - 82, - 0, - 59 - ], - "59": [ - 25, - 38, - 1, - 102, - 124, - 0, - 0, - 35, - 141, - 13, - 0, - 197, - 0, - 221, - 0, - 0, - 3, - 83, - 0, - 57 - ], - "60": [ - 28, - 40, - 0, - 102, - 123, - 0, - 0, - 36, - 128, - 12, - 0, - 212, - 0, - 214, - 0, - 0, - 6, - 85, - 0, - 53 - ], - "61": [ - 29, - 45, - 0, - 103, - 118, - 0, - 0, - 42, - 132, - 11, - 0, - 210, - 0, - 211, - 0, - 0, - 2, - 84, - 0, - 48 - ], - "62": [ - 25, - 40, - 0, - 109, - 121, - 0, - 0, - 41, - 132, - 11, - 0, - 219, - 0, - 223, - 0, - 0, - 2, - 88, - 0, - 50 - ], - "63": [ - 21, - 40, - 0, - 116, - 122, - 0, - 0, - 45, - 133, - 10, - 0, - 219, - 0, - 231, - 0, - 0, - 5, - 78, - 0, - 53 - ], - "64": [ - 18, - 33, - 0, - 114, - 131, - 0, - 0, - 43, - 134, - 8, - 0, - 225, - 0, - 228, - 0, - 0, - 0, - 83, - 0, - 60 - ], - "65": [ - 14, - 37, - 0, - 111, - 118, - 0, - 0, - 40, - 143, - 9, - 0, - 237, - 0, - 218, - 0, - 0, - 0, - 88, - 0, - 64 - ], - "66": [ - 18, - 38, - 0, - 112, - 133, - 0, - 0, - 38, - 138, - 9, - 0, - 232, - 0, - 218, - 0, - 0, - 1, - 88, - 0, - 68 - ], - "67": [ - 13, - 42, - 0, - 119, - 128, - 0, - 0, - 43, - 139, - 8, - 0, - 254, - 0, - 214, - 0, - 0, - 2, - 75, - 0, - 64 - ], - "68": [ - 9, - 44, - 0, - 122, - 135, - 0, - 0, - 40, - 132, - 8, - 0, - 262, - 0, - 199, - 0, - 0, - 3, - 67, - 0, - 64 - ], - "69": [ - 12, - 46, - 0, - 119, - 134, - 0, - 0, - 45, - 124, - 6, - 0, - 282, - 0, - 206, - 0, - 0, - 0, - 60, - 0, - 62 - ], - "70": [ - 16, - 44, - 0, - 116, - 134, - 0, - 2, - 43, - 120, - 11, - 0, - 275, - 0, - 214, - 0, - 0, - 2, - 67, - 0, - 54 - ], - "71": [ - 13, - 43, - 0, - 111, - 134, - 0, - 5, - 40, - 125, - 11, - 0, - 274, - 0, - 213, - 0, - 0, - 5, - 78, - 0, - 54 - ], - "72": [ - 9, - 44, - 0, - 101, - 141, - 0, - 6, - 40, - 130, - 15, - 0, - 254, - 0, - 213, - 0, - 0, - 3, - 87, - 0, - 56 - ], - "73": [ - 9, - 42, - 2, - 104, - 134, - 0, - 11, - 35, - 127, - 9, - 0, - 268, - 0, - 211, - 0, - 0, - 0, - 93, - 0, - 54 - ], - "74": [ - 12, - 46, - 0, - 105, - 132, - 0, - 9, - 33, - 120, - 8, - 0, - 249, - 0, - 221, - 0, - 0, - 5, - 98, - 0, - 51 - ], - "75": [ - 8, - 44, - 1, - 102, - 123, - 0, - 16, - 32, - 126, - 8, - 0, - 247, - 0, - 223, - 0, - 0, - 3, - 88, - 0, - 53 - ], - "76": [ - 7, - 42, - 0, - 108, - 122, - 0, - 16, - 33, - 129, - 6, - 0, - 236, - 0, - 220, - 0, - 0, - 3, - 92, - 0, - 43 - ], - "77": [ - 5, - 44, - 0, - 103, - 114, - 0, - 18, - 32, - 140, - 3, - 0, - 238, - 0, - 218, - 0, - 0, - 6, - 87, - 0, - 42 - ], - "78": [ - 5, - 42, - 0, - 101, - 131, - 0, - 13, - 31, - 132, - 3, - 0, - 227, - 0, - 228, - 0, - 0, - 8, - 93, - 0, - 40 - ], - "79": [ - 2, - 39, - 0, - 92, - 132, - 0, - 14, - 31, - 119, - 3, - 0, - 222, - 0, - 237, - 0, - 0, - 2, - 88, - 0, - 40 - ], - "80": [ - 2, - 36, - 0, - 91, - 135, - 0, - 14, - 33, - 127, - 6, - 0, - 234, - 0, - 246, - 0, - 0, - 2, - 88, - 0, - 40 - ], - "81": [ - 6, - 31, - 0, - 86, - 135, - 0, - 17, - 33, - 135, - 6, - 0, - 242, - 0, - 251, - 0, - 0, - 4, - 86, - 0, - 41 - ], - "82": [ - 9, - 33, - 0, - 92, - 138, - 0, - 13, - 31, - 129, - 2, - 0, - 218, - 0, - 242, - 0, - 0, - 6, - 79, - 0, - 40 - ], - "83": [ - 9, - 34, - 0, - 92, - 137, - 0, - 13, - 36, - 118, - 3, - 0, - 227, - 0, - 246, - 0, - 0, - 9, - 81, - 0, - 41 - ], - "84": [ - 9, - 36, - 0, - 87, - 146, - 0, - 21, - 41, - 123, - 2, - 0, - 235, - 0, - 245, - 0, - 0, - 12, - 81, - 0, - 37 - ], - "85": [ - 9, - 42, - 0, - 95, - 158, - 0, - 24, - 41, - 129, - 0, - 0, - 272, - 0, - 242, - 0, - 0, - 12, - 79, - 0, - 38 - ], - "86": [ - 11, - 44, - 0, - 94, - 148, - 0, - 29, - 43, - 139, - 0, - 0, - 259, - 0, - 237, - 0, - 0, - 14, - 78, - 0, - 37 - ], - "87": [ - 9, - 38, - 0, - 91, - 153, - 0, - 24, - 39, - 144, - 0, - 0, - 277, - 0, - 240, - 0, - 0, - 15, - 86, - 0, - 37 - ], - "88": [ - 5, - 40, - 1, - 96, - 148, - 0, - 17, - 37, - 134, - 0, - 0, - 254, - 0, - 243, - 0, - 0, - 10, - 94, - 0, - 35 - ], - "89": [ - 3, - 39, - 3, - 92, - 135, - 0, - 18, - 36, - 127, - 0, - 0, - 266, - 0, - 235, - 0, - 0, - 10, - 100, - 0, - 38 - ], - "90": [ - 5, - 41, - 1, - 80, - 137, - 0, - 15, - 39, - 141, - 0, - 0, - 259, - 0, - 224, - 0, - 0, - 12, - 94, - 0, - 38 - ], - "91": [ - 9, - 43, - 4, - 77, - 145, - 0, - 16, - 32, - 138, - 0, - 0, - 267, - 0, - 214, - 0, - 0, - 7, - 96, - 0, - 37 - ], - "92": [ - 6, - 51, - 3, - 74, - 142, - 0, - 16, - 32, - 135, - 0, - 0, - 266, - 0, - 232, - 0, - 0, - 8, - 105, - 0, - 38 - ], - "93": [ - 6, - 55, - 1, - 78, - 131, - 0, - 7, - 34, - 140, - 0, - 0, - 260, - 0, - 224, - 0, - 0, - 5, - 107, - 0, - 39 - ], - "94": [ - 5, - 58, - 1, - 75, - 128, - 0, - 6, - 31, - 145, - 0, - 0, - 279, - 0, - 211, - 0, - 0, - 10, - 117, - 0, - 37 - ], - "95": [ - 5, - 55, - 1, - 74, - 126, - 0, - 8, - 29, - 138, - 0, - 0, - 270, - 0, - 198, - 0, - 0, - 8, - 127, - 0, - 36 - ], - "96": [ - 3, - 62, - 4, - 83, - 133, - 0, - 16, - 31, - 136, - 0, - 0, - 291, - 0, - 194, - 0, - 0, - 7, - 126, - 0, - 41 - ], - "97": [ - 5, - 56, - 4, - 75, - 137, - 0, - 14, - 30, - 118, - 0, - 0, - 267, - 0, - 186, - 0, - 0, - 7, - 118, - 0, - 42 - ], - "98": [ - 2, - 57, - 6, - 79, - 142, - 0, - 12, - 31, - 114, - 0, - 0, - 275, - 0, - 186, - 0, - 0, - 7, - 111, - 0, - 42 - ], - "99": [ - 0, - 66, - 9, - 81, - 120, - 0, - 11, - 29, - 117, - 0, - 0, - 241, - 0, - 207, - 0, - 0, - 6, - 113, - 0, - 44 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.01.gamma=0.5/run=712cb16063d44881/rewards.plot.png b/experiments/seed=256/alpha=0.01.gamma=0.5/run=712cb16063d44881/rewards.plot.png deleted file mode 100644 index 501807b..0000000 Binary files a/experiments/seed=256/alpha=0.01.gamma=0.5/run=712cb16063d44881/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.01.gamma=0.5/run=712cb16063d44881/sum_rewards.json b/experiments/seed=256/alpha=0.01.gamma=0.5/run=712cb16063d44881/sum_rewards.json deleted file mode 100644 index 007fa52..0000000 --- a/experiments/seed=256/alpha=0.01.gamma=0.5/run=712cb16063d44881/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 62626, - "V": 5110790 - }, - "control": { - "R": 66479, - "V": 5721003 - } -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.01.gamma=0.5/run=712cb16063d44881/view.plot.png b/experiments/seed=256/alpha=0.01.gamma=0.5/run=712cb16063d44881/view.plot.png deleted file mode 100644 index fe4d1b2..0000000 Binary files a/experiments/seed=256/alpha=0.01.gamma=0.5/run=712cb16063d44881/view.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.01.gamma=0.5/run=923ae06f31064b1a/choices.json b/experiments/seed=256/alpha=0.01.gamma=0.5/run=923ae06f31064b1a/choices.json deleted file mode 100644 index 9f4c12e..0000000 --- a/experiments/seed=256/alpha=0.01.gamma=0.5/run=923ae06f31064b1a/choices.json +++ /dev/null @@ -1,702 +0,0 @@ -{ - "0": [ - 10, - 4, - 9, - 15, - 17 - ], - "1": [ - 1, - 17, - 11, - 5, - 16 - ], - "2": [ - 11, - 1, - 14, - 0, - 16 - ], - "3": [ - 8, - 14, - 11, - 13, - 3 - ], - "4": [ - 4, - 17, - 5, - 1, - 12 - ], - "5": [ - 13, - 2, - 4, - 11, - 19 - ], - "6": [ - 17, - 3, - 10, - 7, - 18 - ], - "7": [ - 15, - 1, - 13, - 11, - 17 - ], - "8": [ - 11, - 3, - 6, - 1, - 7 - ], - "9": [ - 3, - 11, - 15, - 1, - 9 - ], - "10": [ - 11, - 3, - 9, - 17, - 7 - ], - "11": [ - 11, - 10, - 13, - 18, - 3 - ], - "12": [ - 11, - 19, - 5, - 17, - 7 - ], - "13": [ - 11, - 14, - 8, - 5, - 17 - ], - "14": [ - 3, - 11, - 5, - 17, - 6 - ], - "15": [ - 11, - 1, - 6, - 3, - 0 - ], - "16": [ - 11, - 13, - 15, - 1, - 4 - ], - "17": [ - 11, - 13, - 2, - 15, - 1 - ], - "18": [ - 11, - 1, - 10, - 17, - 3 - ], - "19": [ - 11, - 4, - 1, - 3, - 13 - ], - "20": [ - 11, - 15, - 13, - 16, - 18 - ], - "21": [ - 11, - 3, - 8, - 15, - 13 - ], - "22": [ - 11, - 3, - 13, - 17, - 19 - ], - "23": [ - 11, - 3, - 17, - 13, - 12 - ], - "24": [ - 11, - 0, - 8, - 5, - 13 - ], - "25": [ - 11, - 3, - 18, - 13, - 17 - ], - "26": [ - 11, - 3, - 6, - 13, - 16 - ], - "27": [ - 11, - 13, - 16, - 3, - 17 - ], - "28": [ - 11, - 19, - 13, - 4, - 3 - ], - "29": [ - 11, - 14, - 13, - 18, - 17 - ], - "30": [ - 11, - 10, - 16, - 13, - 2 - ], - "31": [ - 11, - 13, - 5, - 16, - 17 - ], - "32": [ - 11, - 0, - 17, - 1, - 3 - ], - "33": [ - 11, - 1, - 13, - 17, - 15 - ], - "34": [ - 11, - 13, - 3, - 17, - 1 - ], - "35": [ - 11, - 4, - 3, - 13, - 14 - ], - "36": [ - 11, - 13, - 17, - 3, - 18 - ], - "37": [ - 11, - 13, - 14, - 8, - 3 - ], - "38": [ - 11, - 17, - 3, - 7, - 8 - ], - "39": [ - 11, - 17, - 13, - 3, - 1 - ], - "40": [ - 11, - 13, - 3, - 0, - 17 - ], - "41": [ - 11, - 17, - 13, - 3, - 1 - ], - "42": [ - 11, - 13, - 17, - 1, - 3 - ], - "43": [ - 11, - 13, - 17, - 3, - 8 - ], - "44": [ - 11, - 13, - 17, - 1, - 9 - ], - "45": [ - 11, - 2, - 13, - 17, - 1 - ], - "46": [ - 11, - 13, - 16, - 2, - 3 - ], - "47": [ - 11, - 14, - 13, - 3, - 17 - ], - "48": [ - 11, - 17, - 13, - 3, - 0 - ], - "49": [ - 11, - 13, - 3, - 12, - 15 - ], - "50": [ - 11, - 13, - 17, - 8, - 3 - ], - "51": [ - 11, - 13, - 17, - 3, - 9 - ], - "52": [ - 11, - 13, - 17, - 3, - 5 - ], - "53": [ - 11, - 17, - 13, - 3, - 0 - ], - "54": [ - 11, - 13, - 5, - 19, - 3 - ], - "55": [ - 11, - 17, - 13, - 18, - 3 - ], - "56": [ - 11, - 9, - 13, - 17, - 3 - ], - "57": [ - 11, - 13, - 17, - 3, - 14 - ], - "58": [ - 11, - 13, - 17, - 3, - 4 - ], - "59": [ - 11, - 17, - 13, - 8, - 3 - ], - "60": [ - 11, - 13, - 3, - 17, - 10 - ], - "61": [ - 11, - 13, - 17, - 6, - 3 - ], - "62": [ - 11, - 13, - 17, - 3, - 1 - ], - "63": [ - 11, - 3, - 13, - 17, - 9 - ], - "64": [ - 11, - 13, - 17, - 3, - 7 - ], - "65": [ - 11, - 13, - 17, - 3, - 18 - ], - "66": [ - 11, - 3, - 13, - 1, - 17 - ], - "67": [ - 11, - 13, - 3, - 17, - 4 - ], - "68": [ - 11, - 13, - 17, - 3, - 1 - ], - "69": [ - 11, - 13, - 17, - 3, - 7 - ], - "70": [ - 11, - 13, - 17, - 3, - 1 - ], - "71": [ - 11, - 13, - 17, - 3, - 9 - ], - "72": [ - 11, - 13, - 3, - 17, - 15 - ], - "73": [ - 11, - 13, - 3, - 17, - 7 - ], - "74": [ - 11, - 13, - 3, - 17, - 4 - ], - "75": [ - 11, - 13, - 3, - 17, - 1 - ], - "76": [ - 11, - 13, - 17, - 3, - 8 - ], - "77": [ - 11, - 13, - 17, - 15, - 3 - ], - "78": [ - 11, - 13, - 3, - 17, - 18 - ], - "79": [ - 11, - 13, - 3, - 17, - 2 - ], - "80": [ - 11, - 13, - 17, - 3, - 16 - ], - "81": [ - 11, - 13, - 3, - 17, - 1 - ], - "82": [ - 11, - 13, - 17, - 3, - 16 - ], - "83": [ - 11, - 13, - 3, - 17, - 2 - ], - "84": [ - 11, - 13, - 3, - 17, - 4 - ], - "85": [ - 11, - 13, - 3, - 17, - 12 - ], - "86": [ - 11, - 13, - 17, - 3, - 0 - ], - "87": [ - 11, - 13, - 17, - 3, - 4 - ], - "88": [ - 11, - 13, - 3, - 17, - 8 - ], - "89": [ - 11, - 13, - 17, - 3, - 8 - ], - "90": [ - 11, - 13, - 17, - 3, - 4 - ], - "91": [ - 11, - 13, - 3, - 17, - 19 - ], - "92": [ - 11, - 13, - 3, - 17, - 18 - ], - "93": [ - 11, - 13, - 17, - 3, - 0 - ], - "94": [ - 11, - 13, - 17, - 3, - 9 - ], - "95": [ - 11, - 13, - 3, - 17, - 16 - ], - "96": [ - 11, - 13, - 3, - 17, - 16 - ], - "97": [ - 11, - 13, - 3, - 17, - 7 - ], - "98": [ - 11, - 13, - 3, - 17, - 14 - ], - "99": [ - 11, - 13, - 3, - 17, - 19 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.01.gamma=0.5/run=923ae06f31064b1a/config.json b/experiments/seed=256/alpha=0.01.gamma=0.5/run=923ae06f31064b1a/config.json deleted file mode 100644 index 19ea1d3..0000000 --- a/experiments/seed=256/alpha=0.01.gamma=0.5/run=923ae06f31064b1a/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 20, - "num_choices": 5, - "time_span": 100, - "history_span": 3000, - "alpha": 0.01, - "gamma": 0.5, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.01.gamma=0.5/run=923ae06f31064b1a/control.choices.json b/experiments/seed=256/alpha=0.01.gamma=0.5/run=923ae06f31064b1a/control.choices.json deleted file mode 100644 index 1ce1220..0000000 --- a/experiments/seed=256/alpha=0.01.gamma=0.5/run=923ae06f31064b1a/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 4, - 3, - 11, - 1, - 13 -] \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.01.gamma=0.5/run=923ae06f31064b1a/qvalues.json b/experiments/seed=256/alpha=0.01.gamma=0.5/run=923ae06f31064b1a/qvalues.json deleted file mode 100644 index 8a66fc1..0000000 --- a/experiments/seed=256/alpha=0.01.gamma=0.5/run=923ae06f31064b1a/qvalues.json +++ /dev/null @@ -1,2180 +0,0 @@ -{ - "0": [ - 0.0, - 5.0, - 0.0, - 5.0, - 5.24, - 0.0, - 0.0, - 0.0, - 0.0, - 0.32, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 1.95, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 5.5600000000000005, - 0.0, - 5.0, - 5.24, - 0.0, - 0.0, - 0.0, - 0.0, - 0.32, - 0.0, - 8.43, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 3.8605, - 0.0, - 0.0 - ], - "2": [ - 0.53, - 6.0944, - 0.0, - 5.0, - 5.24, - 0.0, - 0.0, - 0.0, - 0.0, - 0.32, - 0.0, - 11.8757, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 3.8605, - 0.0, - 0.0 - ], - "3": [ - 0.53, - 6.0944, - 0.0, - 6.32, - 5.24, - 0.0, - 0.0, - 0.0, - 0.59, - 0.32, - 0.0, - 15.226943, - 0.0, - 6.9, - 0.0, - 0.0, - 0.0, - 3.8605, - 0.0, - 0.0 - ], - "4": [ - 0.53, - 6.663456, - 0.0, - 6.32, - 5.5276000000000005, - 0.0, - 0.0, - 0.0, - 0.59, - 0.32, - 0.0, - 15.226943, - 0.0, - 6.9, - 0.0, - 0.0, - 0.0, - 5.801895, - 0.0, - 0.0 - ], - "5": [ - 0.53, - 6.663456, - 0.02, - 6.32, - 5.8423240000000005, - 0.0, - 0.0, - 0.0, - 0.59, - 0.32, - 0.0, - 18.714673570000002, - 0.0, - 8.801, - 0.0, - 0.0, - 0.0, - 5.801895, - 0.0, - 0.46 - ], - "6": [ - 0.53, - 6.663456, - 0.02, - 7.5168, - 5.8423240000000005, - 0.0, - 0.0, - 0.13, - 0.59, - 0.32, - 0.0, - 18.714673570000002, - 0.0, - 8.801, - 0.0, - 0.0, - 0.0, - 7.57387605, - 0.0, - 0.46 - ], - "7": [ - 0.53, - 7.22682144, - 0.02, - 7.5168, - 5.8423240000000005, - 0.0, - 0.0, - 0.13, - 0.59, - 0.32, - 0.0, - 22.1375268343, - 0.0, - 10.66299, - 0.0, - 0.0, - 0.0, - 9.3381372895, - 0.0, - 0.46 - ], - "8": [ - 0.53, - 7.7845532256, - 0.02, - 8.531632, - 5.8423240000000005, - 0.0, - 0.0, - 0.2687, - 0.59, - 0.32, - 0.0, - 25.496151565957, - 0.0, - 10.66299, - 0.0, - 0.0, - 0.0, - 9.3381372895, - 0.0, - 0.46 - ], - "9": [ - 0.53, - 8.356707693344, - 0.02, - 9.55631568, - 5.8423240000000005, - 0.0, - 0.0, - 0.2687, - 0.59, - 0.6668000000000001, - 0.0, - 28.89119005029743, - 0.0, - 10.66299, - 0.0, - 0.0, - 0.0, - 9.3381372895, - 0.0, - 0.46 - ], - "10": [ - 0.53, - 8.356707693344, - 0.02, - 10.670752523200001, - 5.8423240000000005, - 0.0, - 0.0, - 0.426013, - 0.59, - 0.980132, - 0.0, - 32.262278149794454, - 0.0, - 10.66299, - 0.0, - 0.0, - 0.0, - 11.144755916605, - 0.0, - 0.46 - ], - "11": [ - 0.53, - 8.356707693344, - 0.02, - 11.724044997968, - 5.8423240000000005, - 0.0, - 0.0, - 0.426013, - 0.59, - 0.980132, - 0.0, - 35.79965536829651, - 0.0, - 12.5863601, - 0.0, - 0.0, - 0.0, - 11.144755916605, - 0.0, - 0.46 - ], - "12": [ - 0.53, - 8.356707693344, - 0.02, - 11.724044997968, - 5.8423240000000005, - 0.0, - 0.0, - 0.52175287, - 0.59, - 0.980132, - 0.0, - 39.31165881461355, - 0.0, - 12.5863601, - 0.0, - 0.0, - 0.0, - 12.83330835743895, - 0.0, - 0.9454 - ], - "13": [ - 0.53, - 8.356707693344, - 0.02, - 11.724044997968, - 5.8423240000000005, - 0.0, - 0.0, - 0.52175287, - 1.0440999999999998, - 0.980132, - 0.0, - 42.848542226467416, - 0.0, - 12.5863601, - 0.0, - 0.0, - 0.0, - 14.53497527386456, - 0.0, - 0.9454 - ], - "14": [ - 0.53, - 8.356707693344, - 0.02, - 12.76680454798832, - 5.8423240000000005, - 0.0, - 0.0, - 0.52175287, - 1.0440999999999998, - 0.980132, - 0.0, - 46.22005680420274, - 0.0, - 12.5863601, - 0.0, - 0.0, - 0.0, - 16.239625521125916, - 0.0, - 0.9454 - ], - "15": [ - 1.0147, - 8.95314061641056, - 0.02, - 13.719136502508437, - 5.8423240000000005, - 0.0, - 0.0, - 0.52175287, - 1.0440999999999998, - 0.980132, - 0.0, - 49.637856236160715, - 0.0, - 12.5863601, - 0.0, - 0.0, - 0.0, - 16.239625521125916, - 0.0, - 0.9454 - ], - "16": [ - 1.0147, - 9.563609210246454, - 0.02, - 13.719136502508437, - 6.403900760000001, - 0.0, - 0.0, - 0.52175287, - 1.0440999999999998, - 0.980132, - 0.0, - 53.07147767379911, - 0.0, - 14.570496499, - 0.0, - 0.0, - 0.0, - 16.239625521125916, - 0.0, - 0.9454 - ], - "17": [ - 1.0147, - 10.14797311814399, - 0.09980000000000001, - 13.719136502508437, - 6.403900760000001, - 0.0, - 0.0, - 0.52175287, - 1.0440999999999998, - 0.980132, - 0.0, - 56.49076289706112, - 0.0, - 16.44479153401, - 0.0, - 0.0, - 0.0, - 16.239625521125916, - 0.0, - 0.9454 - ], - "18": [ - 1.0147, - 10.70649338696255, - 0.09980000000000001, - 14.571945137483352, - 6.403900760000001, - 0.0, - 0.0, - 0.52175287, - 1.0440999999999998, - 0.980132, - 0.0, - 59.8458552680905, - 0.0, - 16.44479153401, - 0.0, - 0.0, - 0.0, - 17.967229265914657, - 0.0, - 0.9454 - ], - "19": [ - 1.0147, - 11.199428453092924, - 0.09980000000000001, - 15.386225686108519, - 7.039861752400001, - 0.0, - 0.0, - 0.52175287, - 1.0440999999999998, - 0.980132, - 0.0, - 63.3273967154096, - 0.0, - 18.460343618669903, - 0.0, - 0.0, - 0.0, - 17.967229265914657, - 0.0, - 0.9454 - ], - "20": [ - 1.0147, - 11.199428453092924, - 0.09980000000000001, - 15.386225686108519, - 7.039861752400001, - 0.0, - 0.0, - 0.52175287, - 1.0440999999999998, - 0.980132, - 0.0, - 66.6841227482555, - 0.0, - 20.275740182483204, - 0.0, - 0.0, - 0.0, - 17.967229265914657, - 0.0, - 0.9454 - ], - "21": [ - 1.0147, - 11.199428453092924, - 0.09980000000000001, - 16.222363429247434, - 7.039861752400001, - 0.0, - 0.0, - 0.52175287, - 1.4536589999999998, - 0.980132, - 0.0, - 70.02728152077295, - 0.0, - 22.00298278065837, - 0.0, - 0.0, - 0.0, - 17.967229265914657, - 0.0, - 0.9454 - ], - "22": [ - 1.0147, - 11.199428453092924, - 0.09980000000000001, - 17.070139794954958, - 7.039861752400001, - 0.0, - 0.0, - 0.52175287, - 1.4536589999999998, - 0.980132, - 0.0, - 73.37700870556522, - 0.0, - 23.652952952851788, - 0.0, - 0.0, - 0.0, - 19.45755697325551, - 0.0, - 1.355946 - ], - "23": [ - 1.0147, - 11.199428453092924, - 0.09980000000000001, - 17.869438397005407, - 7.039861752400001, - 0.0, - 0.0, - 0.52175287, - 1.4536589999999998, - 0.980132, - 0.0, - 76.57323861850956, - 0.0, - 25.22642342332327, - 0.0, - 0.0, - 0.0, - 20.892981403522956, - 0.0, - 1.355946 - ], - "24": [ - 1.544553, - 11.199428453092924, - 0.09980000000000001, - 17.869438397005407, - 7.039861752400001, - 0.0, - 0.0, - 0.52175287, - 1.8691224099999997, - 0.980132, - 0.0, - 79.74750623232447, - 0.0, - 26.764159189090037, - 0.0, - 0.0, - 0.0, - 20.892981403522956, - 0.0, - 1.355946 - ], - "25": [ - 1.544553, - 11.199428453092924, - 0.09980000000000001, - 18.700744013035354, - 7.039861752400001, - 0.0, - 0.0, - 0.52175287, - 1.8691224099999997, - 0.980132, - 0.0, - 83.19003117000122, - 0.0, - 28.266517597199137, - 0.0, - 0.0, - 0.0, - 22.214051589487728, - 0.0, - 1.355946 - ], - "26": [ - 1.544553, - 11.199428453092924, - 0.09980000000000001, - 19.513736572905, - 7.039861752400001, - 0.0, - 0.0, - 0.52175287, - 1.8691224099999997, - 0.980132, - 0.0, - 86.5681308583012, - 0.0, - 29.763852421227146, - 0.0, - 0.0, - 0.0, - 22.214051589487728, - 0.0, - 1.355946 - ], - "27": [ - 1.544553, - 11.199428453092924, - 0.09980000000000001, - 20.28859920717595, - 7.039861752400001, - 0.0, - 0.0, - 0.52175287, - 1.8691224099999997, - 0.980132, - 0.0, - 89.8424495497182, - 0.0, - 31.256213897014874, - 0.0, - 0.0, - 0.0, - 23.46191107359285, - 0.0, - 1.355946 - ], - "28": [ - 1.544553, - 11.199428453092924, - 0.09980000000000001, - 21.09571321510419, - 7.709463134876001, - 0.0, - 0.0, - 0.52175287, - 1.8691224099999997, - 0.980132, - 0.0, - 93.11402505422102, - 0.0, - 32.56365175804473, - 0.0, - 0.0, - 0.0, - 23.46191107359285, - 0.0, - 1.73238654 - ], - "29": [ - 1.544553, - 11.199428453092924, - 0.09980000000000001, - 21.09571321510419, - 7.709463134876001, - 0.0, - 0.0, - 0.52175287, - 1.8691224099999997, - 0.980132, - 0.0, - 96.45288480367881, - 0.0, - 33.80801524046428, - 0.0, - 0.0, - 0.0, - 24.627291962856923, - 0.0, - 1.73238654 - ], - "30": [ - 1.544553, - 11.199428453092924, - 0.12880200000000003, - 21.09571321510419, - 7.709463134876001, - 0.0, - 0.0, - 0.52175287, - 1.8691224099999997, - 0.980132, - 0.0, - 99.74835595564203, - 0.0, - 35.119935088059634, - 0.0, - 0.0, - 0.0, - 24.627291962856923, - 0.0, - 1.73238654 - ], - "31": [ - 1.544553, - 11.199428453092924, - 0.12880200000000003, - 21.09571321510419, - 7.709463134876001, - 0.0, - 0.0, - 0.52175287, - 1.8691224099999997, - 0.980132, - 0.0, - 103.03087239608561, - 0.0, - 36.378735737179035, - 0.0, - 0.0, - 0.0, - 25.741019043228352, - 0.0, - 1.73238654 - ], - "32": [ - 2.17910747, - 11.717434168561995, - 0.12880200000000003, - 21.85475608295315, - 7.709463134876001, - 0.0, - 0.0, - 0.52175287, - 1.8691224099999997, - 0.980132, - 0.0, - 106.42056367212476, - 0.0, - 36.378735737179035, - 0.0, - 0.0, - 0.0, - 26.873608852796067, - 0.0, - 1.73238654 - ], - "33": [ - 2.17910747, - 12.130259826876376, - 0.12880200000000003, - 21.85475608295315, - 7.709463134876001, - 0.0, - 0.0, - 0.52175287, - 1.8691224099999997, - 0.980132, - 0.0, - 109.81635803540351, - 0.0, - 37.62494837980724, - 0.0, - 0.0, - 0.0, - 27.944872764268105, - 0.0, - 1.73238654 - ], - "34": [ - 2.17910747, - 12.488957228607612, - 0.12880200000000003, - 22.686208522123618, - 7.709463134876001, - 0.0, - 0.0, - 0.52175287, - 1.8691224099999997, - 0.980132, - 0.0, - 113.19819445504947, - 0.0, - 38.73869889600917, - 0.0, - 0.0, - 0.0, - 28.975424036625423, - 0.0, - 1.73238654 - ], - "35": [ - 2.17910747, - 12.488957228607612, - 0.12880200000000003, - 23.46934643690238, - 8.602368503527241, - 0.0, - 0.0, - 0.52175287, - 1.8691224099999997, - 0.980132, - 0.0, - 116.52621251049898, - 0.0, - 40.01131190704908, - 0.0, - 0.0, - 0.0, - 28.975424036625423, - 0.0, - 1.73238654 - ], - "36": [ - 2.17910747, - 12.488957228607612, - 0.12880200000000003, - 24.284652972533358, - 8.602368503527241, - 0.0, - 0.0, - 0.52175287, - 1.8691224099999997, - 0.980132, - 0.0, - 119.88095038539399, - 0.0, - 41.261198787978586, - 0.0, - 0.0, - 0.0, - 29.98566979625917, - 0.0, - 1.73238654 - ], - "37": [ - 2.17910747, - 12.488957228607612, - 0.12880200000000003, - 25.051806442808026, - 8.602368503527241, - 0.0, - 0.0, - 0.52175287, - 2.2604311858999995, - 0.980132, - 0.0, - 123.17214088154005, - 0.0, - 42.5885868000988, - 0.0, - 0.0, - 0.0, - 29.98566979625917, - 0.0, - 1.73238654 - ], - "38": [ - 2.17910747, - 12.488957228607612, - 0.12880200000000003, - 25.811288378379945, - 8.602368503527241, - 0.0, - 0.0, - 0.5865353413000001, - 2.6578268740409996, - 0.980132, - 0.0, - 126.44041947272464, - 0.0, - 42.5885868000988, - 0.0, - 0.0, - 0.0, - 31.08581309829658, - 0.0, - 1.73238654 - ], - "39": [ - 2.17910747, - 12.804067656321536, - 0.12880200000000003, - 26.603175494596147, - 8.602368503527241, - 0.0, - 0.0, - 0.5865353413000001, - 2.6578268740409996, - 0.980132, - 0.0, - 129.5260152779974, - 0.0, - 43.85270093209782, - 0.0, - 0.0, - 0.0, - 32.144954967313616, - 0.0, - 1.73238654 - ], - "40": [ - 2.6773163953, - 12.804067656321536, - 0.12880200000000003, - 27.337143739650188, - 8.602368503527241, - 0.0, - 0.0, - 0.5865353413000001, - 2.6578268740409996, - 0.980132, - 0.0, - 132.68075512521742, - 0.0, - 45.20417392277684, - 0.0, - 0.0, - 0.0, - 33.18350541764048, - 0.0, - 1.73238654 - ], - "41": [ - 2.6773163953, - 13.176026979758321, - 0.12880200000000003, - 28.113772302253686, - 8.602368503527241, - 0.0, - 0.0, - 0.5865353413000001, - 2.6578268740409996, - 0.980132, - 0.0, - 135.83394757396525, - 0.0, - 46.65213218354907, - 0.0, - 0.0, - 0.0, - 34.26167036346408, - 0.0, - 1.73238654 - ], - "42": [ - 2.6773163953, - 13.494266709960737, - 0.12880200000000003, - 28.99263457923115, - 8.602368503527241, - 0.0, - 0.0, - 0.5865353413000001, - 2.6578268740409996, - 0.980132, - 0.0, - 138.9456080982256, - 0.0, - 48.06561086171358, - 0.0, - 0.0, - 0.0, - 35.27905365982944, - 0.0, - 1.73238654 - ], - "43": [ - 2.6773163953, - 13.494266709960737, - 0.12880200000000003, - 29.87270823343884, - 8.602368503527241, - 0.0, - 0.0, - 0.5865353413000001, - 3.0612486053005896, - 0.980132, - 0.0, - 142.24615201724333, - 0.0, - 49.40495475309645, - 0.0, - 0.0, - 0.0, - 36.23626312323114, - 0.0, - 1.73238654 - ], - "44": [ - 2.6773163953, - 13.769324042861129, - 0.12880200000000003, - 29.87270823343884, - 8.602368503527241, - 0.0, - 0.0, - 0.5865353413000001, - 3.0612486053005896, - 1.1003306800000001, - 0.0, - 145.5536904970709, - 0.0, - 50.75090520556548, - 0.0, - 0.0, - 0.0, - 37.18390049199883, - 0.0, - 1.73238654 - ], - "45": [ - 2.6773163953, - 14.051630802432518, - 0.14751398000000002, - 29.87270823343884, - 8.602368503527241, - 0.0, - 0.0, - 0.5865353413000001, - 3.0612486053005896, - 1.1003306800000001, - 0.0, - 148.8781535921002, - 0.0, - 52.02339615350983, - 0.0, - 0.0, - 0.0, - 38.11206148707884, - 0.0, - 1.73238654 - ], - "46": [ - 2.6773163953, - 14.051630802432518, - 0.18603884020000003, - 30.64398115110445, - 8.602368503527241, - 0.0, - 0.0, - 0.5865353413000001, - 3.0612486053005896, - 1.1003306800000001, - 0.0, - 152.0793720561792, - 0.0, - 53.34316219197473, - 0.0, - 0.0, - 0.03, - 38.11206148707884, - 0.0, - 1.73238654 - ], - "47": [ - 2.6773163953, - 14.051630802432518, - 0.18603884020000003, - 31.347541339593405, - 8.602368503527241, - 0.0, - 0.0, - 0.5865353413000001, - 3.0612486053005896, - 1.1003306800000001, - 0.0, - 155.2985783356174, - 0.0, - 54.66973057005498, - 0.0, - 0.0, - 0.03, - 39.000940872208055, - 0.0, - 1.73238654 - ], - "48": [ - 3.090543231347, - 14.051630802432518, - 0.18603884020000003, - 32.09406592619747, - 8.602368503527241, - 0.0, - 0.0, - 0.5865353413000001, - 3.0612486053005896, - 1.1003306800000001, - 0.0, - 158.51559255226124, - 0.0, - 55.903033264354434, - 0.0, - 0.0, - 0.03, - 39.830931463485975, - 0.0, - 1.73238654 - ], - "49": [ - 3.090543231347, - 14.051630802432518, - 0.18603884020000003, - 32.8431252669355, - 8.602368503527241, - 0.0, - 0.0, - 0.5865353413000001, - 3.0612486053005896, - 1.1003306800000001, - 0.0, - 161.70043662673862, - 0.0, - 57.09400293171089, - 0.0, - 0.0, - 0.03, - 39.830931463485975, - 0.0, - 1.73238654 - ], - "50": [ - 3.090543231347, - 14.051630802432518, - 0.18603884020000003, - 33.634694014266145, - 8.602368503527241, - 0.0, - 0.0, - 0.5865353413000001, - 3.420636119247584, - 1.1003306800000001, - 0.0, - 164.91343226047124, - 0.0, - 58.34306290239378, - 0.0, - 0.0, - 0.03, - 40.59262214885111, - 0.0, - 1.73238654 - ], - "51": [ - 3.090543231347, - 14.051630802432518, - 0.18603884020000003, - 34.49834707412349, - 8.602368503527241, - 0.0, - 0.0, - 0.5865353413000001, - 3.420636119247584, - 1.2493273732, - 0.0, - 168.05429793786652, - 0.0, - 59.46963227336985, - 0.0, - 0.0, - 0.03, - 41.4366959273626, - 0.0, - 1.73238654 - ], - "52": [ - 3.090543231347, - 14.051630802432518, - 0.18603884020000003, - 35.40336360338225, - 8.602368503527241, - 0.0, - 0.0, - 0.5865353413000001, - 3.420636119247584, - 1.2493273732, - 0.0, - 170.92375495848785, - 0.0, - 60.56493595063615, - 0.0, - 0.0, - 0.03, - 42.30232896808897, - 0.0, - 1.73238654 - ], - "53": [ - 3.55963779903353, - 14.051630802432518, - 0.18603884020000003, - 36.29932996734843, - 8.602368503527241, - 0.0, - 0.0, - 0.5865353413000001, - 3.420636119247584, - 1.2493273732, - 0.0, - 173.71451740890296, - 0.0, - 61.81928659112979, - 0.0, - 0.0, - 0.03, - 43.16930567840808, - 0.0, - 1.73238654 - ], - "54": [ - 3.55963779903353, - 14.051630802432518, - 0.18603884020000003, - 37.19633666767494, - 8.602368503527241, - 0.0, - 0.0, - 0.5865353413000001, - 3.420636119247584, - 1.2493273732, - 0.0, - 176.49737223481392, - 0.0, - 63.011093725218494, - 0.0, - 0.0, - 0.03, - 43.16930567840808, - 0.0, - 2.1950626746 - ], - "55": [ - 3.55963779903353, - 14.051630802432518, - 0.18603884020000003, - 38.114373300998196, - 8.602368503527241, - 0.0, - 0.0, - 0.5865353413000001, - 3.420636119247584, - 1.2493273732, - 0.0, - 179.2123985124658, - 0.0, - 64.18098278796631, - 0.0, - 0.0, - 0.03, - 43.957612621624, - 0.0, - 2.1950626746 - ], - "56": [ - 3.55963779903353, - 14.051630802432518, - 0.18603884020000003, - 39.09322956798822, - 8.602368503527241, - 0.0, - 0.0, - 0.5865353413000001, - 3.420636119247584, - 1.496834099468, - 0.0, - 182.01027452734112, - 0.0, - 65.18917296008665, - 0.0, - 0.0, - 0.03, - 44.69803649540776, - 0.0, - 2.1950626746 - ], - "57": [ - 3.55963779903353, - 14.051630802432518, - 0.18603884020000003, - 40.062297272308335, - 8.602368503527241, - 0.0, - 0.0, - 0.5865353413000001, - 3.420636119247584, - 1.496834099468, - 0.0, - 184.72017178206772, - 0.0, - 66.26728123048578, - 0.0, - 0.0, - 0.03, - 45.491056130453686, - 0.0, - 2.1950626746 - ], - "58": [ - 3.55963779903353, - 14.051630802432518, - 0.18603884020000003, - 40.99167429958525, - 9.44634481849197, - 0.0, - 0.0, - 0.5865353413000001, - 3.420636119247584, - 1.496834099468, - 0.0, - 187.34297006424706, - 0.0, - 67.43460841818091, - 0.0, - 0.0, - 0.03, - 46.266145569149145, - 0.0, - 2.1950626746 - ], - "59": [ - 3.55963779903353, - 14.051630802432518, - 0.18603884020000003, - 41.9217575565894, - 9.44634481849197, - 0.0, - 0.0, - 0.5865353413000001, - 3.786429758055108, - 1.496834099468, - 0.0, - 189.93954036360458, - 0.0, - 68.65026233399911, - 0.0, - 0.0, - 0.03, - 47.05348411345766, - 0.0, - 2.1950626746 - ], - "60": [ - 3.55963779903353, - 14.051630802432518, - 0.18603884020000003, - 42.842539981023506, - 9.44634481849197, - 0.0, - 0.0, - 0.5865353413000001, - 3.786429758055108, - 1.496834099468, - 0.0, - 192.28014495996854, - 0.0, - 69.75375971065912, - 0.0, - 0.0, - 0.03, - 47.74294927232308, - 0.0, - 2.1950626746 - ], - "61": [ - 3.55963779903353, - 14.051630802432518, - 0.18603884020000003, - 43.75411458121327, - 9.44634481849197, - 0.0, - 0.0, - 0.5865353413000001, - 3.786429758055108, - 1.496834099468, - 0.0, - 194.48734351036885, - 0.0, - 70.86622211355254, - 0.0, - 0.0, - 0.03, - 48.39551977959985, - 0.0, - 2.1950626746 - ], - "62": [ - 3.55963779903353, - 14.441114494408193, - 0.18603884020000003, - 44.78657343540114, - 9.44634481849197, - 0.0, - 0.0, - 0.5865353413000001, - 3.786429758055108, - 1.496834099468, - 0.0, - 196.82247007526516, - 0.0, - 72.01755989241701, - 0.0, - 0.0, - 0.03, - 48.971564581803854, - 0.0, - 2.1950626746 - ], - "63": [ - 3.55963779903353, - 14.441114494408193, - 0.18603884020000003, - 45.71870770104713, - 9.44634481849197, - 0.0, - 0.0, - 0.5865353413000001, - 3.786429758055108, - 1.69186575847332, - 0.0, - 199.0542453745125, - 0.0, - 73.11738429349285, - 0.0, - 0.0, - 0.03, - 49.521848935985815, - 0.0, - 2.1950626746 - ], - "64": [ - 3.55963779903353, - 14.441114494408193, - 0.18603884020000003, - 46.66152062403666, - 9.44634481849197, - 0.0, - 0.0, - 0.990669987887, - 3.786429758055108, - 1.69186575847332, - 0.0, - 200.95370292076737, - 0.0, - 74.18621045055792, - 0.0, - 0.0, - 0.03, - 50.06663044662596, - 0.0, - 2.1950626746 - ], - "65": [ - 3.55963779903353, - 14.441114494408193, - 0.18603884020000003, - 47.5949054177963, - 9.44634481849197, - 0.0, - 0.0, - 0.990669987887, - 3.786429758055108, - 1.69186575847332, - 0.0, - 202.7441658915597, - 0.0, - 75.29434834605235, - 0.0, - 0.0, - 0.03, - 50.5659641421597, - 0.0, - 2.1950626746 - ], - "66": [ - 3.55963779903353, - 14.896703349464111, - 0.18603884020000003, - 48.568956363618334, - 9.44634481849197, - 0.0, - 0.0, - 0.990669987887, - 3.786429758055108, - 1.69186575847332, - 0.0, - 204.7667242326441, - 0.0, - 76.34140486259182, - 0.0, - 0.0, - 0.03, - 50.9703045007381, - 0.0, - 2.1950626746 - ], - "67": [ - 3.55963779903353, - 14.896703349464111, - 0.18603884020000003, - 49.58326679998215, - 10.221881370307049, - 0.0, - 0.0, - 0.990669987887, - 3.786429758055108, - 1.69186575847332, - 0.0, - 206.72905699031764, - 0.0, - 77.3379908139659, - 0.0, - 0.0, - 0.03, - 51.27060145573072, - 0.0, - 2.1950626746 - ], - "68": [ - 3.55963779903353, - 15.35773631596947, - 0.18603884020000003, - 50.677434131982324, - 10.221881370307049, - 0.0, - 0.0, - 0.990669987887, - 3.786429758055108, - 1.69186575847332, - 0.0, - 208.64176642041446, - 0.0, - 78.39461090582624, - 0.0, - 0.0, - 0.03, - 51.557895441173414, - 0.0, - 2.1950626746 - ], - "69": [ - 3.55963779903353, - 15.35773631596947, - 0.18603884020000003, - 51.7206597906625, - 10.221881370307049, - 0.0, - 0.0, - 1.32076328800813, - 3.786429758055108, - 1.69186575847332, - 0.0, - 210.49534875621032, - 0.0, - 79.37066479676798, - 0.0, - 0.0, - 0.03, - 51.86231648676168, - 0.0, - 2.1950626746 - ], - "70": [ - 3.55963779903353, - 15.834158952809776, - 0.18603884020000003, - 52.733453192755874, - 10.221881370307049, - 0.0, - 0.0, - 1.32076328800813, - 3.786429758055108, - 1.69186575847332, - 0.0, - 212.2303952686482, - 0.0, - 80.4669581488003, - 0.0, - 0.0, - 0.03, - 52.25369332189406, - 0.0, - 2.1950626746 - ], - "71": [ - 3.55963779903353, - 15.834158952809776, - 0.18603884020000003, - 53.746118660828316, - 10.221881370307049, - 0.0, - 0.0, - 1.32076328800813, - 3.786429758055108, - 1.954947100888587, - 0.0, - 213.72809131596173, - 0.0, - 81.53228856731229, - 0.0, - 0.0, - 0.03, - 52.69115638867512, - 0.0, - 2.1950626746 - ], - "72": [ - 3.55963779903353, - 15.834158952809776, - 0.18603884020000003, - 54.738657474220034, - 10.221881370307049, - 0.0, - 0.0, - 1.32076328800813, - 3.786429758055108, - 1.954947100888587, - 0.0, - 215.3708104028021, - 0.0, - 82.67696568163917, - 0.0, - 0.0, - 0.03, - 53.20424482478837, - 0.0, - 2.1950626746 - ], - "73": [ - 3.55963779903353, - 15.834158952809776, - 0.18603884020000003, - 55.621270899477835, - 10.221881370307049, - 0.0, - 0.0, - 1.5575556551280485, - 3.786429758055108, - 1.954947100888587, - 0.0, - 217.12710229877408, - 0.0, - 83.88019602482278, - 0.0, - 0.0, - 0.03, - 53.71220237654048, - 0.0, - 2.1950626746 - ], - "74": [ - 3.55963779903353, - 15.834158952809776, - 0.18603884020000003, - 56.435058190483055, - 10.619662556603979, - 0.0, - 0.0, - 1.5575556551280485, - 3.786429758055108, - 1.954947100888587, - 0.0, - 218.73583127578632, - 0.0, - 85.15139406457455, - 0.0, - 0.0, - 0.03, - 54.175080352775076, - 0.0, - 2.1950626746 - ], - "75": [ - 3.55963779903353, - 16.39581736328168, - 0.18603884020000003, - 57.280707608578226, - 10.619662556603979, - 0.0, - 0.0, - 1.5575556551280485, - 3.786429758055108, - 1.954947100888587, - 0.0, - 220.39847296302847, - 0.0, - 86.3598801239288, - 0.0, - 0.0, - 0.03, - 54.71332954924733, - 0.0, - 2.1950626746 - ], - "76": [ - 3.55963779903353, - 16.39581736328168, - 0.18603884020000003, - 58.01790053249244, - 10.619662556603979, - 0.0, - 0.0, - 1.5575556551280485, - 4.208565460474557, - 1.954947100888587, - 0.0, - 221.88448823339817, - 0.0, - 87.68628132268951, - 0.0, - 0.0, - 0.03, - 55.21619625375485, - 0.0, - 2.1950626746 - ], - "77": [ - 3.55963779903353, - 16.39581736328168, - 0.18603884020000003, - 58.777721527167515, - 10.619662556603979, - 0.0, - 0.0, - 1.5575556551280485, - 4.208565460474557, - 1.954947100888587, - 0.0, - 223.1056433510642, - 0.0, - 89.23941850946261, - 0.0, - 0.0, - 0.03, - 55.7940342912173, - 0.0, - 2.1950626746 - ], - "78": [ - 3.55963779903353, - 16.39581736328168, - 0.18603884020000003, - 59.45994431189584, - 10.619662556603979, - 0.0, - 0.0, - 1.5575556551280485, - 4.208565460474557, - 1.954947100888587, - 0.0, - 224.53458691755355, - 0.0, - 90.85702432436798, - 0.0, - 0.0, - 0.03, - 56.276093948305125, - 0.0, - 2.1950626746 - ], - "79": [ - 3.55963779903353, - 16.39581736328168, - 0.18417845179800002, - 60.15534486877688, - 10.619662556603979, - 0.0, - 0.0, - 1.5575556551280485, - 4.208565460474557, - 1.954947100888587, - 0.0, - 225.97924104837801, - 0.0, - 92.44845408112431, - 0.0, - 0.0, - 0.03, - 56.753333008822075, - 0.0, - 2.1950626746 - ], - "80": [ - 3.55963779903353, - 16.39581736328168, - 0.18417845179800002, - 60.84379142008911, - 10.619662556603979, - 0.0, - 0.0, - 1.5575556551280485, - 4.208565460474557, - 1.954947100888587, - 0.0, - 227.37944863789423, - 0.0, - 94.08396954031306, - 0.0, - 0.0, - 0.0997, - 57.25579967873385, - 0.0, - 2.1950626746 - ], - "81": [ - 3.55963779903353, - 16.781859189648863, - 0.18417845179800002, - 61.61535350588822, - 10.619662556603979, - 0.0, - 0.0, - 1.5575556551280485, - 4.208565460474557, - 1.954947100888587, - 0.0, - 228.6356541515153, - 0.0, - 95.77312984490993, - 0.0, - 0.0, - 0.0997, - 57.75324168194651, - 0.0, - 2.1950626746 - ], - "82": [ - 3.55963779903353, - 16.781859189648863, - 0.18417845179800002, - 62.469199970829344, - 10.619662556603979, - 0.0, - 0.0, - 1.5575556551280485, - 4.208565460474557, - 1.954947100888587, - 0.0, - 229.83929761000013, - 0.0, - 97.47539854646084, - 0.0, - 0.0, - 0.238703, - 58.19570926512705, - 0.0, - 2.1950626746 - ], - "83": [ - 3.55963779903353, - 16.781859189648863, - 0.18233666728002002, - 63.19450797112105, - 10.619662556603979, - 0.0, - 0.0, - 1.5575556551280485, - 4.208565460474557, - 1.954947100888587, - 0.0, - 230.98090463390014, - 0.0, - 99.23064456099623, - 0.0, - 0.0, - 0.238703, - 58.64375217247578, - 0.0, - 2.1950626746 - ], - "84": [ - 3.55963779903353, - 16.781859189648863, - 0.18233666728002002, - 64.05256289140983, - 11.19346593103794, - 0.0, - 0.0, - 1.5575556551280485, - 4.208565460474557, - 1.954947100888587, - 0.0, - 232.29109558756113, - 0.0, - 101.00833811538627, - 0.0, - 0.0, - 0.238703, - 59.06731465075102, - 0.0, - 2.1950626746 - ], - "85": [ - 3.55963779903353, - 16.781859189648863, - 0.18233666728002002, - 64.85203726249574, - 11.19346593103794, - 0.0, - 0.0, - 1.5575556551280485, - 4.208565460474557, - 1.954947100888587, - 0.0, - 233.46818463168552, - 0.0, - 102.6982547342324, - 0.0, - 0.0, - 0.238703, - 59.46664150424351, - 0.0, - 2.1950626746 - ], - "86": [ - 3.654041421043195, - 16.781859189648863, - 0.18233666728002002, - 65.67351688987078, - 11.19346593103794, - 0.0, - 0.0, - 1.5575556551280485, - 4.208565460474557, - 1.954947100888587, - 0.0, - 234.50350278536865, - 0.0, - 104.45127218689008, - 0.0, - 0.0, - 0.238703, - 59.971975089201074, - 0.0, - 2.1950626746 - ], - "87": [ - 3.654041421043195, - 16.781859189648863, - 0.18233666728002002, - 66.50678172097207, - 11.69153127172756, - 0.0, - 0.0, - 1.5575556551280485, - 4.208565460474557, - 1.954947100888587, - 0.0, - 235.48846775751497, - 0.0, - 106.21675946502118, - 0.0, - 0.0, - 0.238703, - 60.592255338309066, - 0.0, - 2.1950626746 - ], - "88": [ - 3.654041421043195, - 16.781859189648863, - 0.18233666728002002, - 67.29171390376236, - 11.69153127172756, - 0.0, - 0.0, - 1.5575556551280485, - 4.596479805869811, - 1.954947100888587, - 0.0, - 236.44358307993983, - 0.0, - 108.00459187037097, - 0.0, - 0.0, - 0.238703, - 61.22633278492597, - 0.0, - 2.1950626746 - ], - "89": [ - 3.654041421043195, - 16.781859189648863, - 0.18233666728002002, - 68.03879676472474, - 11.69153127172756, - 0.0, - 0.0, - 1.5575556551280485, - 5.010515007811113, - 1.954947100888587, - 0.0, - 237.44914724914042, - 0.0, - 109.71454595166726, - 0.0, - 0.0, - 0.238703, - 61.78406945707671, - 0.0, - 2.1950626746 - ], - "90": [ - 3.654041421043195, - 16.781859189648863, - 0.18233666728002002, - 68.7884087970775, - 12.064615959010284, - 0.0, - 0.0, - 1.5575556551280485, - 5.010515007811113, - 1.954947100888587, - 0.0, - 238.374655776649, - 0.0, - 111.33740049215059, - 0.0, - 0.0, - 0.238703, - 62.36622876250594, - 0.0, - 2.1950626746 - ], - "91": [ - 3.654041421043195, - 16.781859189648863, - 0.18233666728002002, - 69.50052470910671, - 12.064615959010284, - 0.0, - 0.0, - 1.5575556551280485, - 5.010515007811113, - 1.954947100888587, - 0.0, - 239.51090921888252, - 0.0, - 113.10402648722909, - 0.0, - 0.0, - 0.238703, - 62.942566474880884, - 0.0, - 2.773112047854 - ], - "92": [ - 3.654041421043195, - 16.781859189648863, - 0.18233666728002002, - 70.14551946201564, - 12.064615959010284, - 0.0, - 0.0, - 1.5575556551280485, - 5.010515007811113, - 1.954947100888587, - 0.0, - 240.50580012669369, - 0.0, - 114.8429862223568, - 0.0, - 0.0, - 0.238703, - 63.55314081013208, - 0.0, - 2.773112047854 - ], - "93": [ - 3.6975010068327627, - 16.781859189648863, - 0.18233666728002002, - 70.83406426739549, - 12.064615959010284, - 0.0, - 0.0, - 1.5575556551280485, - 5.010515007811113, - 1.954947100888587, - 0.0, - 241.76074212542676, - 0.0, - 116.46455636013323, - 0.0, - 0.0, - 0.238703, - 64.26760940203076, - 0.0, - 2.773112047854 - ], - "94": [ - 3.6975010068327627, - 16.781859189648863, - 0.18233666728002002, - 71.39572362472154, - 12.064615959010284, - 0.0, - 0.0, - 1.5575556551280485, - 5.010515007811113, - 1.935397629879701, - 0.0, - 242.8331347041725, - 0.0, - 117.96991079653189, - 0.0, - 0.0, - 0.238703, - 65.04493330801046, - 0.0, - 2.773112047854 - ], - "95": [ - 3.6975010068327627, - 16.781859189648863, - 0.18233666728002002, - 72.03176638847432, - 12.064615959010284, - 0.0, - 0.0, - 1.5575556551280485, - 5.010515007811113, - 1.935397629879701, - 0.0, - 243.93480335713076, - 0.0, - 119.47021168856658, - 0.0, - 0.0, - 0.33631597, - 65.80448397493035, - 0.0, - 2.773112047854 - ], - "96": [ - 3.6975010068327627, - 16.781859189648863, - 0.18233666728002002, - 72.60144872458957, - 12.064615959010284, - 0.0, - 0.0, - 1.5575556551280485, - 5.010515007811113, - 1.935397629879701, - 0.0, - 245.25545532355946, - 0.0, - 120.98550957168091, - 0.0, - 0.0, - 0.4429528103, - 66.47643913518104, - 0.0, - 2.773112047854 - ], - "97": [ - 3.6975010068327627, - 16.781859189648863, - 0.18233666728002002, - 73.23543423734368, - 12.064615959010284, - 0.0, - 0.0, - 1.921980098576768, - 5.010515007811113, - 1.935397629879701, - 0.0, - 246.43290077032387, - 0.0, - 122.4656544759641, - 0.0, - 0.0, - 0.4429528103, - 67.10167474382922, - 0.0, - 2.773112047854 - ], - "98": [ - 3.6975010068327627, - 16.781859189648863, - 0.18233666728002002, - 73.86307989497024, - 12.064615959010284, - 0.0, - 0.0, - 1.921980098576768, - 5.010515007811113, - 1.935397629879701, - 0.0, - 247.81857176262062, - 0.0, - 124.14099793120445, - 0.0, - 0.0, - 0.4429528103, - 67.71065799639094, - 0.0, - 2.773112047854 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.01.gamma=0.5/run=923ae06f31064b1a/rewards.json b/experiments/seed=256/alpha=0.01.gamma=0.5/run=923ae06f31064b1a/rewards.json deleted file mode 100644 index 5be8d3a..0000000 --- a/experiments/seed=256/alpha=0.01.gamma=0.5/run=923ae06f31064b1a/rewards.json +++ /dev/null @@ -1,2202 +0,0 @@ -{ - "0": [ - 36, - 65, - 3, - 137, - 23, - 0, - 9, - 0, - 61, - 30, - 0, - 357, - 0, - 201, - 0, - 0, - 0, - 211, - 0, - 68 - ], - "1": [ - 47, - 61, - 7, - 139, - 29, - 0, - 8, - 2, - 58, - 32, - 0, - 355, - 0, - 211, - 0, - 0, - 0, - 195, - 0, - 61 - ], - "2": [ - 52, - 61, - 7, - 134, - 28, - 0, - 3, - 0, - 57, - 37, - 0, - 348, - 0, - 205, - 0, - 0, - 0, - 193, - 0, - 57 - ], - "3": [ - 53, - 59, - 6, - 142, - 26, - 0, - 1, - 5, - 59, - 33, - 0, - 353, - 0, - 203, - 0, - 0, - 0, - 190, - 0, - 54 - ], - "4": [ - 59, - 61, - 5, - 137, - 29, - 0, - 0, - 4, - 59, - 32, - 0, - 347, - 0, - 195, - 0, - 0, - 0, - 199, - 0, - 56 - ], - "5": [ - 62, - 63, - 2, - 133, - 34, - 0, - 0, - 11, - 53, - 34, - 0, - 361, - 0, - 196, - 0, - 0, - 0, - 198, - 0, - 48 - ], - "6": [ - 61, - 56, - 2, - 124, - 37, - 0, - 0, - 13, - 53, - 33, - 0, - 364, - 0, - 197, - 0, - 0, - 0, - 188, - 0, - 46 - ], - "7": [ - 57, - 65, - 2, - 126, - 42, - 0, - 0, - 13, - 45, - 33, - 0, - 365, - 0, - 194, - 0, - 0, - 0, - 183, - 0, - 46 - ], - "8": [ - 58, - 63, - 2, - 123, - 45, - 0, - 0, - 13, - 41, - 29, - 0, - 361, - 0, - 195, - 0, - 0, - 0, - 184, - 0, - 55 - ], - "9": [ - 59, - 63, - 1, - 109, - 49, - 0, - 0, - 14, - 44, - 29, - 0, - 358, - 0, - 206, - 0, - 0, - 0, - 181, - 0, - 51 - ], - "10": [ - 61, - 65, - 1, - 111, - 47, - 0, - 0, - 11, - 47, - 35, - 0, - 365, - 0, - 208, - 0, - 0, - 0, - 178, - 0, - 50 - ], - "11": [ - 62, - 67, - 2, - 121, - 58, - 0, - 0, - 16, - 58, - 32, - 0, - 366, - 0, - 206, - 0, - 0, - 0, - 190, - 0, - 54 - ], - "12": [ - 49, - 58, - 3, - 116, - 64, - 0, - 0, - 19, - 58, - 36, - 0, - 386, - 0, - 203, - 0, - 0, - 0, - 188, - 0, - 52 - ], - "13": [ - 48, - 51, - 4, - 110, - 67, - 0, - 0, - 10, - 44, - 39, - 0, - 387, - 0, - 211, - 0, - 0, - 0, - 180, - 0, - 49 - ], - "14": [ - 44, - 49, - 6, - 114, - 65, - 0, - 0, - 10, - 46, - 43, - 0, - 393, - 0, - 197, - 0, - 0, - 0, - 183, - 0, - 52 - ], - "15": [ - 46, - 60, - 7, - 116, - 70, - 0, - 0, - 8, - 47, - 44, - 0, - 380, - 0, - 209, - 0, - 0, - 0, - 185, - 0, - 51 - ], - "16": [ - 49, - 68, - 8, - 108, - 70, - 0, - 0, - 3, - 47, - 49, - 0, - 388, - 0, - 215, - 0, - 0, - 0, - 183, - 0, - 49 - ], - "17": [ - 51, - 70, - 8, - 103, - 62, - 0, - 0, - 2, - 49, - 48, - 0, - 393, - 0, - 211, - 0, - 0, - 0, - 176, - 0, - 53 - ], - "18": [ - 48, - 68, - 8, - 90, - 62, - 0, - 0, - 5, - 50, - 42, - 0, - 395, - 0, - 202, - 0, - 0, - 0, - 185, - 0, - 48 - ], - "19": [ - 45, - 66, - 9, - 99, - 62, - 0, - 0, - 2, - 48, - 46, - 0, - 392, - 0, - 202, - 0, - 0, - 0, - 189, - 0, - 48 - ], - "20": [ - 44, - 60, - 5, - 96, - 70, - 0, - 0, - 0, - 43, - 37, - 0, - 408, - 0, - 218, - 0, - 0, - 0, - 188, - 0, - 50 - ], - "21": [ - 43, - 66, - 3, - 100, - 78, - 0, - 0, - 0, - 42, - 38, - 0, - 399, - 0, - 200, - 0, - 0, - 0, - 171, - 0, - 41 - ], - "22": [ - 48, - 63, - 4, - 99, - 77, - 0, - 0, - 0, - 42, - 29, - 0, - 401, - 0, - 193, - 0, - 0, - 0, - 160, - 0, - 41 - ], - "23": [ - 56, - 61, - 4, - 101, - 80, - 0, - 0, - 0, - 43, - 29, - 0, - 405, - 0, - 187, - 0, - 0, - 0, - 167, - 0, - 42 - ], - "24": [ - 57, - 59, - 2, - 97, - 78, - 0, - 0, - 0, - 41, - 26, - 0, - 393, - 0, - 181, - 0, - 0, - 0, - 163, - 0, - 40 - ], - "25": [ - 54, - 60, - 4, - 100, - 83, - 0, - 0, - 0, - 43, - 25, - 0, - 394, - 0, - 179, - 0, - 0, - 0, - 157, - 0, - 39 - ], - "26": [ - 65, - 58, - 6, - 101, - 84, - 0, - 0, - 2, - 41, - 28, - 0, - 424, - 0, - 177, - 0, - 0, - 0, - 153, - 0, - 40 - ], - "27": [ - 61, - 60, - 4, - 100, - 86, - 0, - 0, - 0, - 43, - 24, - 0, - 421, - 0, - 178, - 0, - 0, - 0, - 159, - 0, - 37 - ], - "28": [ - 76, - 61, - 4, - 97, - 80, - 0, - 0, - 4, - 43, - 29, - 0, - 414, - 0, - 179, - 0, - 0, - 0, - 147, - 0, - 37 - ], - "29": [ - 73, - 64, - 4, - 101, - 74, - 0, - 0, - 3, - 42, - 37, - 0, - 417, - 0, - 162, - 0, - 0, - 0, - 134, - 0, - 39 - ], - "30": [ - 67, - 60, - 3, - 96, - 76, - 0, - 0, - 5, - 42, - 37, - 0, - 427, - 0, - 157, - 0, - 0, - 0, - 140, - 0, - 45 - ], - "31": [ - 71, - 60, - 3, - 97, - 77, - 0, - 0, - 3, - 43, - 35, - 0, - 426, - 0, - 165, - 0, - 0, - 0, - 134, - 0, - 39 - ], - "32": [ - 68, - 60, - 2, - 94, - 78, - 0, - 0, - 3, - 44, - 26, - 0, - 428, - 0, - 161, - 0, - 0, - 0, - 136, - 0, - 39 - ], - "33": [ - 65, - 63, - 2, - 97, - 79, - 0, - 0, - 10, - 40, - 14, - 0, - 442, - 0, - 163, - 0, - 0, - 0, - 139, - 0, - 39 - ], - "34": [ - 70, - 53, - 2, - 103, - 78, - 0, - 0, - 7, - 39, - 15, - 0, - 446, - 0, - 161, - 0, - 0, - 0, - 134, - 0, - 38 - ], - "35": [ - 79, - 48, - 4, - 105, - 82, - 0, - 0, - 6, - 39, - 15, - 0, - 448, - 0, - 149, - 0, - 0, - 0, - 131, - 0, - 38 - ], - "36": [ - 73, - 49, - 5, - 101, - 97, - 0, - 0, - 2, - 40, - 21, - 0, - 446, - 0, - 166, - 0, - 0, - 0, - 132, - 0, - 39 - ], - "37": [ - 66, - 48, - 3, - 105, - 90, - 0, - 0, - 0, - 41, - 21, - 0, - 452, - 0, - 165, - 0, - 0, - 0, - 130, - 0, - 40 - ], - "38": [ - 56, - 49, - 4, - 101, - 90, - 0, - 0, - 0, - 41, - 20, - 0, - 449, - 0, - 174, - 0, - 0, - 0, - 128, - 0, - 40 - ], - "39": [ - 57, - 44, - 4, - 101, - 86, - 0, - 0, - 7, - 42, - 14, - 0, - 450, - 0, - 182, - 0, - 0, - 0, - 140, - 0, - 38 - ], - "40": [ - 49, - 44, - 4, - 105, - 96, - 0, - 0, - 11, - 42, - 20, - 0, - 435, - 0, - 169, - 0, - 0, - 0, - 137, - 0, - 35 - ], - "41": [ - 52, - 45, - 3, - 100, - 98, - 0, - 0, - 12, - 45, - 15, - 0, - 445, - 0, - 179, - 0, - 0, - 0, - 136, - 0, - 34 - ], - "42": [ - 58, - 50, - 5, - 105, - 95, - 0, - 0, - 15, - 45, - 12, - 0, - 448, - 0, - 190, - 0, - 0, - 0, - 141, - 0, - 34 - ], - "43": [ - 53, - 45, - 0, - 116, - 95, - 0, - 0, - 17, - 43, - 13, - 0, - 447, - 0, - 188, - 0, - 0, - 0, - 136, - 0, - 34 - ], - "44": [ - 51, - 45, - 0, - 117, - 92, - 0, - 0, - 22, - 43, - 13, - 0, - 469, - 0, - 182, - 0, - 0, - 0, - 131, - 0, - 36 - ], - "45": [ - 53, - 41, - 0, - 114, - 91, - 0, - 0, - 25, - 40, - 13, - 0, - 473, - 0, - 184, - 0, - 0, - 0, - 131, - 0, - 34 - ], - "46": [ - 48, - 42, - 2, - 120, - 90, - 0, - 0, - 28, - 40, - 14, - 0, - 478, - 0, - 178, - 0, - 0, - 0, - 130, - 0, - 34 - ], - "47": [ - 47, - 38, - 4, - 107, - 92, - 0, - 0, - 22, - 41, - 11, - 0, - 469, - 0, - 184, - 0, - 0, - 3, - 124, - 0, - 38 - ], - "48": [ - 48, - 33, - 6, - 101, - 93, - 0, - 0, - 22, - 38, - 11, - 0, - 474, - 0, - 186, - 0, - 0, - 0, - 127, - 0, - 42 - ], - "49": [ - 44, - 34, - 6, - 106, - 97, - 0, - 0, - 24, - 40, - 11, - 0, - 477, - 0, - 178, - 0, - 0, - 0, - 122, - 0, - 41 - ], - "50": [ - 44, - 35, - 9, - 107, - 96, - 0, - 0, - 28, - 40, - 11, - 0, - 477, - 0, - 175, - 0, - 0, - 0, - 124, - 0, - 40 - ], - "51": [ - 42, - 36, - 9, - 112, - 100, - 0, - 0, - 32, - 39, - 12, - 0, - 483, - 0, - 182, - 0, - 0, - 0, - 116, - 0, - 35 - ], - "52": [ - 38, - 39, - 7, - 120, - 102, - 0, - 0, - 24, - 39, - 16, - 0, - 479, - 0, - 171, - 0, - 0, - 3, - 125, - 0, - 43 - ], - "53": [ - 41, - 43, - 5, - 125, - 100, - 0, - 0, - 29, - 39, - 15, - 0, - 455, - 0, - 169, - 0, - 0, - 2, - 128, - 0, - 42 - ], - "54": [ - 50, - 48, - 4, - 125, - 98, - 0, - 0, - 21, - 38, - 18, - 0, - 450, - 0, - 186, - 0, - 0, - 0, - 129, - 0, - 47 - ], - "55": [ - 46, - 46, - 2, - 126, - 96, - 0, - 0, - 22, - 38, - 22, - 0, - 452, - 0, - 181, - 0, - 0, - 0, - 124, - 0, - 48 - ], - "56": [ - 42, - 46, - 2, - 129, - 96, - 0, - 0, - 29, - 40, - 27, - 0, - 448, - 0, - 180, - 0, - 0, - 0, - 122, - 0, - 53 - ], - "57": [ - 48, - 45, - 2, - 136, - 102, - 0, - 0, - 33, - 42, - 26, - 0, - 459, - 0, - 165, - 0, - 0, - 0, - 118, - 0, - 54 - ], - "58": [ - 41, - 46, - 3, - 136, - 98, - 0, - 0, - 32, - 41, - 31, - 0, - 453, - 0, - 173, - 0, - 0, - 0, - 124, - 0, - 54 - ], - "59": [ - 34, - 49, - 1, - 133, - 93, - 0, - 0, - 37, - 40, - 30, - 0, - 447, - 0, - 183, - 0, - 0, - 5, - 123, - 0, - 56 - ], - "60": [ - 37, - 56, - 0, - 134, - 91, - 0, - 0, - 39, - 40, - 29, - 0, - 447, - 0, - 189, - 0, - 0, - 10, - 125, - 0, - 59 - ], - "61": [ - 42, - 58, - 0, - 134, - 97, - 0, - 0, - 45, - 41, - 29, - 0, - 424, - 0, - 179, - 0, - 0, - 3, - 116, - 0, - 60 - ], - "62": [ - 36, - 55, - 0, - 134, - 93, - 0, - 0, - 46, - 42, - 29, - 0, - 413, - 0, - 181, - 0, - 0, - 3, - 113, - 0, - 61 - ], - "63": [ - 30, - 53, - 0, - 147, - 97, - 0, - 0, - 47, - 42, - 21, - 0, - 428, - 0, - 186, - 0, - 0, - 8, - 106, - 0, - 58 - ], - "64": [ - 27, - 47, - 0, - 138, - 90, - 0, - 0, - 44, - 42, - 21, - 0, - 420, - 0, - 182, - 0, - 0, - 0, - 104, - 0, - 65 - ], - "65": [ - 20, - 56, - 0, - 140, - 78, - 0, - 0, - 41, - 44, - 23, - 0, - 389, - 0, - 180, - 0, - 0, - 0, - 104, - 0, - 63 - ], - "66": [ - 25, - 54, - 0, - 140, - 78, - 0, - 0, - 41, - 43, - 22, - 0, - 380, - 0, - 185, - 0, - 0, - 2, - 100, - 0, - 63 - ], - "67": [ - 17, - 60, - 0, - 145, - 81, - 0, - 0, - 43, - 43, - 17, - 0, - 405, - 0, - 180, - 0, - 0, - 3, - 91, - 0, - 61 - ], - "68": [ - 12, - 60, - 0, - 150, - 87, - 0, - 0, - 36, - 40, - 16, - 0, - 401, - 0, - 176, - 0, - 0, - 4, - 81, - 0, - 68 - ], - "69": [ - 15, - 61, - 0, - 159, - 87, - 0, - 0, - 38, - 41, - 14, - 0, - 398, - 0, - 183, - 0, - 0, - 0, - 80, - 0, - 67 - ], - "70": [ - 21, - 63, - 0, - 155, - 85, - 0, - 2, - 34, - 41, - 24, - 0, - 394, - 0, - 176, - 0, - 0, - 3, - 82, - 0, - 59 - ], - "71": [ - 17, - 63, - 0, - 153, - 82, - 0, - 5, - 32, - 42, - 21, - 0, - 384, - 0, - 189, - 0, - 0, - 8, - 91, - 0, - 57 - ], - "72": [ - 11, - 68, - 0, - 154, - 65, - 0, - 6, - 33, - 43, - 28, - 0, - 362, - 0, - 187, - 0, - 0, - 5, - 96, - 0, - 57 - ], - "73": [ - 11, - 71, - 3, - 153, - 62, - 0, - 9, - 28, - 42, - 16, - 0, - 378, - 0, - 196, - 0, - 0, - 1, - 104, - 0, - 60 - ], - "74": [ - 15, - 73, - 0, - 143, - 53, - 0, - 9, - 25, - 41, - 16, - 0, - 391, - 0, - 203, - 0, - 0, - 6, - 104, - 0, - 63 - ], - "75": [ - 12, - 70, - 1, - 137, - 50, - 0, - 14, - 27, - 44, - 16, - 0, - 378, - 0, - 211, - 0, - 0, - 4, - 100, - 0, - 70 - ], - "76": [ - 11, - 72, - 0, - 141, - 51, - 0, - 15, - 33, - 46, - 13, - 0, - 385, - 0, - 206, - 0, - 0, - 5, - 108, - 0, - 70 - ], - "77": [ - 8, - 78, - 0, - 131, - 50, - 0, - 18, - 32, - 46, - 6, - 0, - 369, - 0, - 219, - 0, - 0, - 9, - 105, - 0, - 67 - ], - "78": [ - 9, - 69, - 0, - 134, - 52, - 0, - 13, - 33, - 47, - 9, - 0, - 344, - 0, - 243, - 0, - 0, - 13, - 113, - 0, - 61 - ], - "79": [ - 4, - 63, - 0, - 127, - 51, - 0, - 14, - 33, - 43, - 8, - 0, - 366, - 0, - 251, - 0, - 0, - 3, - 104, - 0, - 58 - ], - "80": [ - 4, - 57, - 0, - 129, - 52, - 0, - 16, - 34, - 45, - 13, - 0, - 369, - 0, - 250, - 0, - 0, - 4, - 104, - 0, - 57 - ], - "81": [ - 12, - 52, - 0, - 129, - 55, - 0, - 20, - 33, - 48, - 12, - 0, - 366, - 0, - 256, - 0, - 0, - 7, - 107, - 0, - 57 - ], - "82": [ - 16, - 55, - 0, - 138, - 52, - 0, - 13, - 32, - 47, - 5, - 0, - 353, - 0, - 263, - 0, - 0, - 10, - 107, - 0, - 52 - ], - "83": [ - 16, - 52, - 0, - 147, - 60, - 0, - 13, - 35, - 44, - 8, - 0, - 349, - 0, - 266, - 0, - 0, - 14, - 102, - 0, - 55 - ], - "84": [ - 14, - 53, - 0, - 135, - 70, - 0, - 21, - 35, - 45, - 4, - 0, - 344, - 0, - 273, - 0, - 0, - 20, - 103, - 0, - 54 - ], - "85": [ - 14, - 58, - 0, - 149, - 68, - 0, - 25, - 36, - 45, - 0, - 0, - 362, - 0, - 277, - 0, - 0, - 20, - 101, - 0, - 59 - ], - "86": [ - 16, - 58, - 0, - 144, - 67, - 0, - 28, - 34, - 46, - 0, - 0, - 350, - 0, - 270, - 0, - 0, - 20, - 99, - 0, - 54 - ], - "87": [ - 13, - 50, - 1, - 147, - 68, - 0, - 22, - 34, - 48, - 0, - 0, - 337, - 0, - 278, - 0, - 0, - 22, - 110, - 0, - 56 - ], - "88": [ - 9, - 48, - 2, - 149, - 61, - 0, - 16, - 33, - 44, - 1, - 0, - 333, - 0, - 281, - 0, - 0, - 18, - 122, - 0, - 57 - ], - "89": [ - 5, - 49, - 5, - 145, - 55, - 0, - 19, - 31, - 43, - 1, - 0, - 331, - 0, - 285, - 0, - 0, - 17, - 124, - 0, - 63 - ], - "90": [ - 8, - 48, - 2, - 142, - 51, - 0, - 17, - 37, - 46, - 0, - 0, - 337, - 0, - 279, - 0, - 0, - 20, - 117, - 0, - 67 - ], - "91": [ - 15, - 47, - 6, - 143, - 49, - 0, - 18, - 34, - 46, - 0, - 0, - 330, - 0, - 272, - 0, - 0, - 12, - 120, - 0, - 62 - ], - "92": [ - 10, - 53, - 6, - 140, - 48, - 0, - 20, - 35, - 46, - 0, - 0, - 352, - 0, - 288, - 0, - 0, - 13, - 120, - 0, - 60 - ], - "93": [ - 10, - 53, - 2, - 134, - 47, - 0, - 9, - 38, - 48, - 0, - 0, - 339, - 0, - 287, - 0, - 0, - 9, - 124, - 0, - 66 - ], - "94": [ - 8, - 58, - 2, - 139, - 47, - 0, - 8, - 36, - 48, - 0, - 0, - 366, - 0, - 277, - 0, - 0, - 15, - 135, - 0, - 54 - ], - "95": [ - 8, - 56, - 2, - 127, - 47, - 0, - 9, - 33, - 48, - 0, - 0, - 349, - 0, - 267, - 0, - 0, - 11, - 142, - 0, - 53 - ], - "96": [ - 5, - 57, - 7, - 135, - 50, - 0, - 19, - 35, - 47, - 0, - 0, - 353, - 0, - 268, - 0, - 0, - 10, - 141, - 0, - 59 - ], - "97": [ - 9, - 48, - 6, - 129, - 49, - 0, - 17, - 38, - 41, - 0, - 0, - 376, - 0, - 271, - 0, - 0, - 11, - 133, - 0, - 56 - ], - "98": [ - 4, - 46, - 10, - 136, - 49, - 0, - 14, - 38, - 41, - 0, - 0, - 363, - 0, - 269, - 0, - 0, - 11, - 129, - 0, - 55 - ], - "99": [ - 1, - 53, - 16, - 136, - 46, - 0, - 14, - 32, - 41, - 0, - 0, - 385, - 0, - 290, - 0, - 0, - 9, - 128, - 0, - 52 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.01.gamma=0.5/run=923ae06f31064b1a/rewards.plot.png b/experiments/seed=256/alpha=0.01.gamma=0.5/run=923ae06f31064b1a/rewards.plot.png deleted file mode 100644 index dba39e1..0000000 Binary files a/experiments/seed=256/alpha=0.01.gamma=0.5/run=923ae06f31064b1a/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.01.gamma=0.5/run=923ae06f31064b1a/sum_rewards.json b/experiments/seed=256/alpha=0.01.gamma=0.5/run=923ae06f31064b1a/sum_rewards.json deleted file mode 100644 index 0ff731e..0000000 --- a/experiments/seed=256/alpha=0.01.gamma=0.5/run=923ae06f31064b1a/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 80909, - "V": 5006355 - }, - "control": { - "R": 85503, - "V": 5721003 - } -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.01.gamma=0.5/run=923ae06f31064b1a/view.plot.png b/experiments/seed=256/alpha=0.01.gamma=0.5/run=923ae06f31064b1a/view.plot.png deleted file mode 100644 index a2afbe6..0000000 Binary files a/experiments/seed=256/alpha=0.01.gamma=0.5/run=923ae06f31064b1a/view.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.01.gamma=0.5/run=96d9f59ef6064245/choices.json b/experiments/seed=256/alpha=0.01.gamma=0.5/run=96d9f59ef6064245/choices.json deleted file mode 100644 index 52f2827..0000000 --- a/experiments/seed=256/alpha=0.01.gamma=0.5/run=96d9f59ef6064245/choices.json +++ /dev/null @@ -1,702 +0,0 @@ -{ - "0": [ - 0, - 15, - 11, - 19, - 9 - ], - "1": [ - 2, - 16, - 5, - 4, - 11 - ], - "2": [ - 16, - 12, - 11, - 14, - 13 - ], - "3": [ - 16, - 0, - 13, - 4, - 6 - ], - "4": [ - 0, - 10, - 11, - 3, - 17 - ], - "5": [ - 11, - 17, - 1, - 3, - 18 - ], - "6": [ - 16, - 11, - 12, - 1, - 2 - ], - "7": [ - 15, - 18, - 13, - 11, - 4 - ], - "8": [ - 19, - 11, - 0, - 9, - 16 - ], - "9": [ - 11, - 19, - 10, - 0, - 3 - ], - "10": [ - 19, - 11, - 6, - 2, - 12 - ], - "11": [ - 11, - 4, - 15, - 13, - 9 - ], - "12": [ - 14, - 11, - 4, - 15, - 1 - ], - "13": [ - 11, - 12, - 3, - 14, - 10 - ], - "14": [ - 11, - 5, - 1, - 17, - 9 - ], - "15": [ - 5, - 11, - 19, - 8, - 3 - ], - "16": [ - 1, - 11, - 3, - 19, - 0 - ], - "17": [ - 11, - 13, - 18, - 6, - 4 - ], - "18": [ - 11, - 1, - 16, - 6, - 14 - ], - "19": [ - 11, - 4, - 12, - 17, - 3 - ], - "20": [ - 11, - 6, - 19, - 2, - 7 - ], - "21": [ - 11, - 3, - 2, - 14, - 17 - ], - "22": [ - 11, - 3, - 4, - 19, - 7 - ], - "23": [ - 11, - 12, - 3, - 0, - 1 - ], - "24": [ - 11, - 4, - 7, - 16, - 1 - ], - "25": [ - 11, - 3, - 13, - 19, - 0 - ], - "26": [ - 11, - 17, - 13, - 18, - 0 - ], - "27": [ - 11, - 13, - 3, - 1, - 6 - ], - "28": [ - 11, - 17, - 13, - 19, - 0 - ], - "29": [ - 11, - 5, - 3, - 9, - 18 - ], - "30": [ - 11, - 10, - 14, - 7, - 19 - ], - "31": [ - 11, - 1, - 2, - 13, - 3 - ], - "32": [ - 11, - 14, - 12, - 19, - 3 - ], - "33": [ - 11, - 3, - 19, - 4, - 1 - ], - "34": [ - 11, - 3, - 5, - 0, - 17 - ], - "35": [ - 11, - 19, - 4, - 1, - 3 - ], - "36": [ - 11, - 4, - 5, - 16, - 3 - ], - "37": [ - 11, - 1, - 3, - 4, - 7 - ], - "38": [ - 11, - 19, - 1, - 13, - 3 - ], - "39": [ - 11, - 7, - 5, - 1, - 19 - ], - "40": [ - 11, - 19, - 0, - 4, - 17 - ], - "41": [ - 11, - 3, - 19, - 1, - 13 - ], - "42": [ - 11, - 4, - 3, - 10, - 19 - ], - "43": [ - 11, - 17, - 3, - 19, - 4 - ], - "44": [ - 11, - 15, - 3, - 1, - 10 - ], - "45": [ - 11, - 13, - 3, - 19, - 1 - ], - "46": [ - 11, - 1, - 19, - 17, - 3 - ], - "47": [ - 11, - 3, - 13, - 12, - 19 - ], - "48": [ - 11, - 4, - 6, - 3, - 19 - ], - "49": [ - 11, - 3, - 19, - 10, - 1 - ], - "50": [ - 11, - 1, - 16, - 17, - 6 - ], - "51": [ - 11, - 19, - 3, - 13, - 0 - ], - "52": [ - 11, - 3, - 19, - 1, - 2 - ], - "53": [ - 11, - 18, - 3, - 19, - 16 - ], - "54": [ - 11, - 1, - 19, - 3, - 2 - ], - "55": [ - 11, - 3, - 4, - 19, - 10 - ], - "56": [ - 11, - 3, - 19, - 4, - 1 - ], - "57": [ - 11, - 3, - 19, - 7, - 1 - ], - "58": [ - 11, - 3, - 4, - 19, - 6 - ], - "59": [ - 11, - 1, - 8, - 3, - 19 - ], - "60": [ - 11, - 1, - 3, - 14, - 19 - ], - "61": [ - 11, - 19, - 3, - 8, - 4 - ], - "62": [ - 11, - 3, - 13, - 5, - 19 - ], - "63": [ - 11, - 17, - 3, - 4, - 1 - ], - "64": [ - 11, - 0, - 19, - 12, - 3 - ], - "65": [ - 11, - 3, - 19, - 4, - 6 - ], - "66": [ - 11, - 3, - 19, - 14, - 17 - ], - "67": [ - 11, - 3, - 19, - 1, - 13 - ], - "68": [ - 11, - 19, - 13, - 3, - 9 - ], - "69": [ - 11, - 3, - 7, - 19, - 10 - ], - "70": [ - 11, - 3, - 19, - 7, - 4 - ], - "71": [ - 11, - 19, - 7, - 4, - 3 - ], - "72": [ - 11, - 3, - 19, - 9, - 1 - ], - "73": [ - 11, - 3, - 19, - 10, - 12 - ], - "74": [ - 11, - 19, - 3, - 1, - 15 - ], - "75": [ - 11, - 3, - 19, - 13, - 18 - ], - "76": [ - 11, - 3, - 19, - 1, - 13 - ], - "77": [ - 11, - 19, - 3, - 4, - 1 - ], - "78": [ - 11, - 3, - 19, - 4, - 13 - ], - "79": [ - 11, - 19, - 3, - 4, - 1 - ], - "80": [ - 11, - 3, - 19, - 4, - 1 - ], - "81": [ - 11, - 3, - 1, - 19, - 13 - ], - "82": [ - 11, - 3, - 4, - 19, - 1 - ], - "83": [ - 11, - 3, - 18, - 4, - 19 - ], - "84": [ - 11, - 1, - 19, - 3, - 9 - ], - "85": [ - 11, - 3, - 19, - 6, - 13 - ], - "86": [ - 11, - 3, - 19, - 1, - 17 - ], - "87": [ - 11, - 19, - 3, - 4, - 17 - ], - "88": [ - 11, - 3, - 19, - 4, - 5 - ], - "89": [ - 11, - 3, - 19, - 1, - 4 - ], - "90": [ - 11, - 3, - 19, - 4, - 7 - ], - "91": [ - 11, - 3, - 1, - 19, - 4 - ], - "92": [ - 11, - 19, - 3, - 4, - 10 - ], - "93": [ - 11, - 3, - 19, - 13, - 17 - ], - "94": [ - 11, - 19, - 3, - 18, - 1 - ], - "95": [ - 11, - 3, - 19, - 13, - 1 - ], - "96": [ - 11, - 19, - 3, - 1, - 4 - ], - "97": [ - 11, - 4, - 3, - 19, - 1 - ], - "98": [ - 11, - 3, - 4, - 19, - 1 - ], - "99": [ - 11, - 3, - 19, - 4, - 10 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.01.gamma=0.5/run=96d9f59ef6064245/config.json b/experiments/seed=256/alpha=0.01.gamma=0.5/run=96d9f59ef6064245/config.json deleted file mode 100644 index 19ea1d3..0000000 --- a/experiments/seed=256/alpha=0.01.gamma=0.5/run=96d9f59ef6064245/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 20, - "num_choices": 5, - "time_span": 100, - "history_span": 3000, - "alpha": 0.01, - "gamma": 0.5, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.01.gamma=0.5/run=96d9f59ef6064245/control.choices.json b/experiments/seed=256/alpha=0.01.gamma=0.5/run=96d9f59ef6064245/control.choices.json deleted file mode 100644 index 1ce1220..0000000 --- a/experiments/seed=256/alpha=0.01.gamma=0.5/run=96d9f59ef6064245/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 4, - 3, - 11, - 1, - 13 -] \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.01.gamma=0.5/run=96d9f59ef6064245/qvalues.json b/experiments/seed=256/alpha=0.01.gamma=0.5/run=96d9f59ef6064245/qvalues.json deleted file mode 100644 index d597601..0000000 --- a/experiments/seed=256/alpha=0.01.gamma=0.5/run=96d9f59ef6064245/qvalues.json +++ /dev/null @@ -1,2180 +0,0 @@ -{ - "0": [ - 0.17, - 5.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.14, - 0.0, - 8.280000000000001, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.8 - ], - "1": [ - 0.17, - 5.0, - 0.06, - 5.0, - 5.26, - 0.0, - 0.0, - 0.0, - 0.0, - 0.14, - 0.0, - 11.537200000000002, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.8 - ], - "2": [ - 0.17, - 5.0, - 0.06, - 5.0, - 5.26, - 0.0, - 0.0, - 0.0, - 0.0, - 0.14, - 0.0, - 14.821828000000002, - 0.0, - 6.28, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.8 - ], - "3": [ - 0.4183, - 5.0, - 0.06, - 5.0, - 5.5374, - 0.0, - 0.0, - 0.0, - 0.0, - 0.14, - 0.0, - 14.821828000000002, - 0.0, - 7.4872000000000005, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.8 - ], - "4": [ - 0.6941170000000001, - 5.0, - 0.06, - 6.45, - 5.5374, - 0.0, - 0.0, - 0.0, - 0.0, - 0.14, - 0.0, - 17.96360972, - 0.0, - 7.4872000000000005, - 0.0, - 0.0, - 0.0, - 1.1, - 0.0, - 1.8 - ], - "5": [ - 0.6941170000000001, - 5.71, - 0.06, - 7.7655, - 5.5374, - 0.0, - 0.0, - 0.0, - 0.0, - 0.14, - 0.0, - 21.1039736228, - 0.0, - 7.4872000000000005, - 0.0, - 0.0, - 0.0, - 2.099, - 0.0, - 1.8 - ], - "6": [ - 0.6941170000000001, - 6.4929, - 0.0694, - 7.7655, - 5.5374, - 0.0, - 0.0, - 0.0, - 0.0, - 0.14, - 0.0, - 24.422933886572, - 0.0, - 7.4872000000000005, - 0.0, - 0.0, - 0.0, - 2.099, - 0.0, - 1.8 - ], - "7": [ - 0.6941170000000001, - 6.4929, - 0.0694, - 7.7655, - 5.902026, - 0.0, - 0.0, - 0.0, - 0.0, - 0.14, - 0.0, - 27.768704547706278, - 0.0, - 8.472328000000001, - 0.0, - 0.0, - 0.0, - 2.099, - 0.0, - 1.8 - ], - "8": [ - 0.9071758300000001, - 6.4929, - 0.0694, - 7.7655, - 5.902026, - 0.0, - 0.0, - 0.0, - 0.0, - 0.2586, - 0.0, - 30.981017502229214, - 0.0, - 8.472328000000001, - 0.0, - 0.0, - 0.0, - 2.099, - 0.0, - 3.452 - ], - "9": [ - 1.1281040717000002, - 6.4929, - 0.0694, - 8.947845000000001, - 5.902026, - 0.0, - 0.0, - 0.0, - 0.0, - 0.2586, - 0.0, - 34.15120732720692, - 0.0, - 8.472328000000001, - 0.0, - 0.0, - 0.0, - 2.099, - 0.0, - 5.16748 - ], - "10": [ - 1.1281040717000002, - 6.4929, - 0.078706, - 8.947845000000001, - 5.902026, - 0.0, - 0.0, - 0.0, - 0.0, - 0.2586, - 0.0, - 37.26969525393485, - 0.0, - 8.472328000000001, - 0.0, - 0.0, - 0.0, - 2.099, - 0.0, - 6.9558052 - ], - "11": [ - 1.1281040717000002, - 6.4929, - 0.078706, - 8.947845000000001, - 6.52300574, - 0.0, - 0.0, - 0.0, - 0.0, - 0.38601399999999997, - 0.0, - 40.656998301395504, - 0.0, - 9.587604720000002, - 0.0, - 0.0, - 0.0, - 2.099, - 0.0, - 6.9558052 - ], - "12": [ - 1.1281040717000002, - 7.237971, - 0.078706, - 8.947845000000001, - 7.2077756826, - 0.0, - 0.0, - 0.0, - 0.0, - 0.38601399999999997, - 0.0, - 43.98042831838155, - 0.0, - 9.587604720000002, - 0.0, - 0.0, - 0.0, - 2.099, - 0.0, - 6.9558052 - ], - "13": [ - 1.1281040717000002, - 7.237971, - 0.078706, - 10.188366550000001, - 7.2077756826, - 0.0, - 0.0, - 0.0, - 0.0, - 0.38601399999999997, - 0.0, - 47.22062403519773, - 0.0, - 9.587604720000002, - 0.0, - 0.0, - 0.0, - 2.099, - 0.0, - 6.9558052 - ], - "14": [ - 1.1281040717000002, - 8.04559129, - 0.078706, - 10.188366550000001, - 7.2077756826, - 0.0, - 0.0, - 0.0, - 0.0, - 0.53215386, - 0.0, - 50.38841779484575, - 0.0, - 9.587604720000002, - 0.0, - 0.0, - 0.0, - 2.8880100000000004, - 0.0, - 6.9558052 - ], - "15": [ - 1.1281040717000002, - 8.04559129, - 0.078706, - 11.4064828845, - 7.2077756826, - 0.0, - 0.0, - 0.0, - 1.8, - 0.53215386, - 0.0, - 53.67453361689729, - 0.0, - 9.587604720000002, - 0.0, - 0.0, - 0.0, - 2.8880100000000004, - 0.0, - 8.356247148000001 - ], - "16": [ - 1.3168230309830002, - 8.9251353771, - 0.078706, - 12.532418055655, - 7.2077756826, - 0.0, - 0.0, - 0.0, - 1.8, - 0.53215386, - 0.0, - 56.85778828072832, - 0.0, - 9.587604720000002, - 0.0, - 0.0, - 0.0, - 2.8880100000000004, - 0.0, - 9.782684676520002 - ], - "17": [ - 1.3168230309830002, - 8.9251353771, - 0.078706, - 12.532418055655, - 7.875697925774, - 0.0, - 0.0, - 0.0, - 1.8, - 0.53215386, - 0.0, - 59.98921039792104, - 0.0, - 10.421728672800002, - 0.0, - 0.0, - 0.0, - 2.8880100000000004, - 0.0, - 9.782684676520002 - ], - "18": [ - 1.3168230309830002, - 9.895884023329, - 0.078706, - 12.532418055655, - 7.875697925774, - 0.0, - 0.0, - 0.0, - 1.8, - 0.53215386, - 0.0, - 63.08931829394183, - 0.0, - 10.421728672800002, - 0.0, - 0.0, - 0.0, - 2.8880100000000004, - 0.0, - 9.782684676520002 - ], - "19": [ - 1.3168230309830002, - 9.895884023329, - 0.078706, - 13.66709387509845, - 8.55694094651626, - 0.0, - 0.0, - 0.0, - 1.8, - 0.53215386, - 0.0, - 66.22842511100241, - 0.0, - 10.421728672800002, - 0.0, - 0.0, - 0.0, - 3.6291299000000006, - 0.0, - 9.782684676520002 - ], - "20": [ - 1.3168230309830002, - 9.895884023329, - 0.09791894, - 13.66709387509845, - 8.55694094651626, - 0.0, - 0.0, - 0.0, - 1.8, - 0.53215386, - 0.0, - 69.25614085989238, - 0.0, - 10.421728672800002, - 0.0, - 0.0, - 0.0, - 3.6291299000000006, - 0.0, - 11.104857829754803 - ], - "21": [ - 1.3168230309830002, - 9.895884023329, - 0.1269397506, - 14.830422936347466, - 8.55694094651626, - 0.0, - 0.0, - 0.0, - 1.8, - 0.53215386, - 0.0, - 72.38357945129346, - 0.0, - 10.421728672800002, - 0.0, - 0.0, - 0.0, - 4.202838601000001, - 0.0, - 11.104857829754803 - ], - "22": [ - 1.3168230309830002, - 9.895884023329, - 0.1269397506, - 16.01211870698399, - 9.241371537051098, - 0.0, - 0.0, - 0.0, - 1.8, - 0.53215386, - 0.0, - 75.65974365678052, - 0.0, - 10.421728672800002, - 0.0, - 0.0, - 0.0, - 4.202838601000001, - 0.0, - 12.353809251457255 - ], - "23": [ - 1.5636548006731703, - 10.69692518309571, - 0.1269397506, - 17.12199751991415, - 9.241371537051098, - 0.0, - 0.0, - 0.0, - 1.8, - 0.53215386, - 0.0, - 78.87314622021272, - 0.0, - 10.421728672800002, - 0.0, - 0.0, - 0.0, - 4.202838601000001, - 0.0, - 12.353809251457255 - ], - "24": [ - 1.5636548006731703, - 11.529955931264752, - 0.1269397506, - 17.12199751991415, - 9.968957821680586, - 0.0, - 0.0, - 0.0, - 1.8, - 0.53215386, - 0.0, - 82.1944147580106, - 0.0, - 10.421728672800002, - 0.0, - 0.0, - 0.0, - 4.202838601000001, - 0.0, - 12.353809251457255 - ], - "25": [ - 1.8380182526664386, - 11.529955931264752, - 0.1269397506, - 18.250777544715007, - 9.968957821680586, - 0.0, - 0.0, - 0.0, - 1.8, - 0.53215386, - 0.0, - 85.62247061043048, - 0.0, - 11.037511386072001, - 0.0, - 0.0, - 0.0, - 4.202838601000001, - 0.0, - 13.450271158942682 - ], - "26": [ - 2.079638070139774, - 11.529955931264752, - 0.1269397506, - 18.250777544715007, - 9.968957821680586, - 0.0, - 0.0, - 0.0, - 1.8, - 0.53215386, - 0.0, - 88.97624590432618, - 0.0, - 11.637136272211281, - 0.0, - 0.0, - 0.0, - 4.59081021499, - 0.0, - 13.450271158942682 - ], - "27": [ - 2.079638070139774, - 12.314656371952104, - 0.1269397506, - 19.148269769267856, - 9.968957821680586, - 0.0, - 0.0, - 0.0, - 1.8, - 0.53215386, - 0.0, - 92.31648344528291, - 0.0, - 12.260764909489168, - 0.0, - 0.0, - 0.0, - 4.59081021499, - 0.0, - 13.450271158942682 - ], - "28": [ - 2.3488416894383763, - 12.314656371952104, - 0.1269397506, - 19.148269769267856, - 9.968957821680586, - 0.0, - 0.0, - 0.0, - 1.8, - 0.53215386, - 0.0, - 95.61331861083008, - 0.0, - 12.868157260394277, - 0.0, - 0.0, - 0.0, - 4.9849021128401, - 0.0, - 14.455768447353256 - ], - "29": [ - 2.3488416894383763, - 12.314656371952104, - 0.1269397506, - 20.066787071575177, - 9.968957821680586, - 0.0, - 0.0, - 0.0, - 1.8, - 0.6468323214, - 0.0, - 98.92718542472177, - 0.0, - 12.868157260394277, - 0.0, - 0.0, - 0.0, - 4.9849021128401, - 0.0, - 14.455768447353256 - ], - "30": [ - 2.3488416894383763, - 12.314656371952104, - 0.1269397506, - 20.066787071575177, - 9.968957821680586, - 0.0, - 0.0, - 0.02, - 1.8, - 0.6468323214, - 0.0, - 102.19791357047455, - 0.0, - 12.868157260394277, - 0.0, - 0.0, - 0.0, - 4.9849021128401, - 0.0, - 15.391210762879723 - ], - "31": [ - 2.3488416894383763, - 13.291509808232583, - 0.145670353094, - 20.966119200859424, - 9.968957821680586, - 0.0, - 0.0, - 0.02, - 1.8, - 0.6468323214, - 0.0, - 105.4859344347698, - 0.0, - 13.459475687790334, - 0.0, - 0.0, - 0.0, - 4.9849021128401, - 0.0, - 15.391210762879723 - ], - "32": [ - 2.3488416894383763, - 13.291509808232583, - 0.145670353094, - 21.84645800885083, - 9.968957821680586, - 0.0, - 0.0, - 0.02, - 1.8, - 0.6468323214, - 0.0, - 108.8510750904221, - 0.0, - 13.459475687790334, - 0.0, - 0.0, - 0.0, - 4.9849021128401, - 0.0, - 16.297298655250927 - ], - "33": [ - 2.3488416894383763, - 14.048594710150256, - 0.145670353094, - 22.687993428762322, - 10.69926824346378, - 0.0, - 0.0, - 0.02, - 1.8, - 0.6468323214, - 0.0, - 112.24256433951788, - 0.0, - 13.459475687790334, - 0.0, - 0.0, - 0.0, - 4.9849021128401, - 0.0, - 17.184325668698417 - ], - "34": [ - 2.6453532725439928, - 14.048594710150256, - 0.145670353094, - 23.481113494474698, - 10.69926824346378, - 0.0, - 0.0, - 0.02, - 1.8, - 0.6468323214, - 0.0, - 115.6001386961227, - 0.0, - 13.459475687790334, - 0.0, - 0.0, - 0.0, - 5.375053091711699, - 0.0, - 17.184325668698417 - ], - "35": [ - 2.6453532725439928, - 14.738108763048754, - 0.145670353094, - 24.18630235952995, - 11.422275561029142, - 0.0, - 0.0, - 0.02, - 1.8, - 0.6468323214, - 0.0, - 118.91413730916148, - 0.0, - 13.459475687790334, - 0.0, - 0.0, - 0.0, - 5.375053091711699, - 0.0, - 18.09248241201143 - ], - "36": [ - 2.6453532725439928, - 14.738108763048754, - 0.145670353094, - 24.95443933593465, - 12.18805280541885, - 0.0, - 0.0, - 0.02, - 1.8, - 0.6468323214, - 0.0, - 122.24499593606986, - 0.0, - 13.459475687790334, - 0.0, - 0.0, - 0.0, - 5.375053091711699, - 0.0, - 18.09248241201143 - ], - "37": [ - 2.6453532725439928, - 15.390727675418265, - 0.145670353094, - 25.594894942575305, - 12.966172277364663, - 0.0, - 0.0, - 0.0198, - 1.8, - 0.6468323214, - 0.0, - 125.62254597670916, - 0.0, - 13.459475687790334, - 0.0, - 0.0, - 0.0, - 5.375053091711699, - 0.0, - 18.09248241201143 - ], - "38": [ - 2.6453532725439928, - 15.946820398664082, - 0.145670353094, - 26.17894599314955, - 12.966172277364663, - 0.0, - 0.0, - 0.0198, - 1.8, - 0.6468323214, - 0.0, - 128.96632051694206, - 0.0, - 14.074880930912432, - 0.0, - 0.0, - 0.0, - 5.375053091711699, - 0.0, - 18.891557587891317 - ], - "39": [ - 2.6453532725439928, - 16.50735219467744, - 0.145670353094, - 26.17894599314955, - 12.966172277364663, - 0.0, - 0.0, - 0.119602, - 1.8, - 0.6468323214, - 0.0, - 132.25665731177264, - 0.0, - 14.074880930912432, - 0.0, - 0.0, - 0.0, - 5.375053091711699, - 0.0, - 19.632642012012404 - ], - "40": [ - 2.868899739818553, - 16.50735219467744, - 0.145670353094, - 26.17894599314955, - 13.896510554591016, - 0.0, - 0.0, - 0.119602, - 1.8, - 0.6468323214, - 0.0, - 135.4940907386549, - 0.0, - 14.074880930912432, - 0.0, - 0.0, - 0.0, - 5.721302560794582, - 0.0, - 20.35631559189228 - ], - "41": [ - 2.868899739818553, - 17.132278672730667, - 0.145670353094, - 26.867156533218054, - 13.896510554591016, - 0.0, - 0.0, - 0.119602, - 1.8, - 0.6468323214, - 0.0, - 138.70914983126835, - 0.0, - 14.684132121603307, - 0.0, - 0.0, - 0.0, - 5.721302560794582, - 0.0, - 20.972752435973355 - ], - "42": [ - 2.868899739818553, - 17.132278672730667, - 0.145670353094, - 27.698484967885875, - 14.747545449045106, - 0.0, - 0.0, - 0.119602, - 1.8, - 0.6468323214, - 0.0, - 141.94205833295567, - 0.0, - 14.684132121603307, - 0.0, - 0.0, - 0.0, - 5.721302560794582, - 0.0, - 21.603024911613623 - ], - "43": [ - 2.868899739818553, - 17.132278672730667, - 0.145670353094, - 28.501500118207016, - 15.610069994554655, - 0.0, - 0.0, - 0.119602, - 1.8, - 0.6468323214, - 0.0, - 145.2126377496261, - 0.0, - 14.684132121603307, - 0.0, - 0.0, - 0.0, - 6.034089535186636, - 0.0, - 22.306994662497488 - ], - "44": [ - 2.868899739818553, - 17.65095588600336, - 0.145670353094, - 29.236485117024944, - 15.610069994554655, - 0.0, - 0.0, - 0.119602, - 1.8, - 0.6468323214, - 0.0, - 148.49051137212984, - 0.0, - 14.684132121603307, - 0.0, - 0.0, - 0.0, - 6.034089535186636, - 0.0, - 22.306994662497488 - ], - "45": [ - 2.868899739818553, - 18.174446327143325, - 0.145670353094, - 30.034120265854696, - 15.610069994554655, - 0.0, - 0.0, - 0.119602, - 1.8, - 0.6468323214, - 0.0, - 151.78560625840854, - 0.0, - 15.237290800387274, - 0.0, - 0.0, - 0.0, - 6.034089535186636, - 0.0, - 23.023924715872514 - ], - "46": [ - 2.868899739818553, - 18.642701863871892, - 0.145670353094, - 30.74377906319615, - 15.610069994554655, - 0.0, - 0.0, - 0.119602, - 1.8, - 0.6468323214, - 0.0, - 155.01775019582445, - 0.0, - 15.237290800387274, - 0.0, - 0.0, - 0.0, - 6.34374863983477, - 0.0, - 23.76368546871379 - ], - "47": [ - 2.868899739818553, - 18.642701863871892, - 0.145670353094, - 31.42634127256419, - 15.610069994554655, - 0.0, - 0.0, - 0.119602, - 1.8, - 0.6468323214, - 0.0, - 158.2275726938662, - 0.0, - 15.774917892383401, - 0.0, - 0.0, - 0.0, - 6.34374863983477, - 0.0, - 24.496048614026652 - ], - "48": [ - 2.868899739818553, - 18.642701863871892, - 0.145670353094, - 32.05207785983855, - 16.68396929460911, - 0.0, - 0.0, - 0.119602, - 1.8, - 0.6468323214, - 0.0, - 161.41529696692754, - 0.0, - 15.774917892383401, - 0.0, - 0.0, - 0.0, - 6.34374863983477, - 0.0, - 25.261088127886385 - ], - "49": [ - 2.868899739818553, - 19.086274845233174, - 0.145670353094, - 32.681557081240165, - 16.68396929460911, - 0.0, - 0.0, - 0.119602, - 1.8, - 0.6468323214, - 0.0, - 164.61114399725827, - 0.0, - 15.774917892383401, - 0.0, - 0.0, - 0.0, - 6.34374863983477, - 0.0, - 25.92847724660752 - ], - "50": [ - 2.868899739818553, - 19.495412096780843, - 0.145670353094, - 32.681557081240165, - 16.68396929460911, - 0.0, - 0.0, - 0.119602, - 1.8, - 0.6468323214, - 0.0, - 167.79503255728568, - 0.0, - 15.774917892383401, - 0.0, - 0.0, - 0.0, - 6.5903111534364225, - 0.0, - 25.92847724660752 - ], - "51": [ - 3.0202107424203675, - 19.495412096780843, - 0.145670353094, - 33.314741510427766, - 16.68396929460911, - 0.0, - 0.0, - 0.119602, - 1.8, - 0.6468323214, - 0.0, - 170.90708223171282, - 0.0, - 16.247168713459565, - 0.0, - 0.0, - 0.0, - 6.5903111534364225, - 0.0, - 26.709192474141446 - ], - "52": [ - 3.0202107424203675, - 19.900457975813033, - 0.16421364956306, - 34.05159409532349, - 16.68396929460911, - 0.0, - 0.0, - 0.119602, - 1.8, - 0.6468323214, - 0.0, - 173.9980114093957, - 0.0, - 16.247168713459565, - 0.0, - 0.0, - 0.0, - 6.5903111534364225, - 0.0, - 27.472100549400032 - ], - "53": [ - 3.0202107424203675, - 19.900457975813033, - 0.16421364956306, - 34.751078154370255, - 16.68396929460911, - 0.0, - 0.0, - 0.119602, - 1.8, - 0.6468323214, - 0.0, - 176.96803129530176, - 0.0, - 16.247168713459565, - 0.0, - 0.0, - 0.0, - 6.5903111534364225, - 0.0, - 28.187379543906033 - ], - "54": [ - 3.0202107424203675, - 20.361453396054902, - 0.1725715130674294, - 35.47356737282655, - 16.68396929460911, - 0.0, - 0.0, - 0.119602, - 1.8, - 0.6468323214, - 0.0, - 179.97835098234873, - 0.0, - 16.247168713459565, - 0.0, - 0.0, - 0.0, - 6.5903111534364225, - 0.0, - 28.815505748466972 - ], - "55": [ - 3.0202107424203675, - 20.361453396054902, - 0.1725715130674294, - 36.20883169909828, - 18.08712960166302, - 0.0, - 0.0, - 0.119602, - 1.8, - 0.6468323214, - 0.0, - 182.89856747252523, - 0.0, - 16.247168713459565, - 0.0, - 0.0, - 0.0, - 6.5903111534364225, - 0.0, - 29.397350690982304 - ], - "56": [ - 3.0202107424203675, - 20.74783886209435, - 0.1725715130674294, - 36.9967433821073, - 19.38625830564639, - 0.0, - 0.0, - 0.119602, - 1.8, - 0.6468323214, - 0.0, - 185.80958179779998, - 0.0, - 16.247168713459565, - 0.0, - 0.0, - 0.0, - 6.5903111534364225, - 0.0, - 30.03337718407248 - ], - "57": [ - 3.0202107424203675, - 21.13036047347341, - 0.1725715130674294, - 37.74677594828623, - 19.38625830564639, - 0.0, - 0.0, - 0.45840598, - 1.8, - 0.6468323214, - 0.0, - 188.79148597982197, - 0.0, - 16.247168713459565, - 0.0, - 0.0, - 0.0, - 6.5903111534364225, - 0.0, - 30.703043412231757 - ], - "58": [ - 3.0202107424203675, - 21.13036047347341, - 0.1725715130674294, - 38.39930818880337, - 20.482395722589924, - 0.0, - 0.0, - 0.45840598, - 1.8, - 0.6468323214, - 0.0, - 191.69357112002376, - 0.0, - 16.247168713459565, - 0.0, - 0.0, - 0.0, - 6.5903111534364225, - 0.0, - 31.41601297810944 - ], - "59": [ - 3.0202107424203675, - 21.529056868738675, - 0.1725715130674294, - 39.095315106915336, - 20.482395722589924, - 0.0, - 0.0, - 0.45840598, - 3.392, - 0.6468323214, - 0.0, - 194.54663540882353, - 0.0, - 16.247168713459565, - 0.0, - 0.0, - 0.0, - 6.5903111534364225, - 0.0, - 32.121852848328345 - ], - "60": [ - 3.0202107424203675, - 21.943766300051287, - 0.1725715130674294, - 39.77436195584618, - 20.482395722589924, - 0.0, - 0.0, - 0.45840598, - 3.392, - 0.6468323214, - 0.0, - 197.3711690547353, - 0.0, - 16.247168713459565, - 0.0, - 0.0, - 0.0, - 6.5903111534364225, - 0.0, - 32.850634319845064 - ], - "61": [ - 3.0202107424203675, - 21.943766300051287, - 0.1725715130674294, - 40.37661833628772, - 21.457571765364026, - 0.0, - 0.0, - 0.45840598, - 5.03808, - 0.6468323214, - 0.0, - 200.19745736418795, - 0.0, - 16.247168713459565, - 0.0, - 0.0, - 0.0, - 6.5903111534364225, - 0.0, - 33.58212797664661 - ], - "62": [ - 3.0202107424203675, - 21.943766300051287, - 0.1725715130674294, - 41.032852152924846, - 21.457571765364026, - 0.0, - 0.0, - 0.45840598, - 5.03808, - 0.6468323214, - 0.0, - 203.00548279054607, - 0.0, - 16.74469702632497, - 0.0, - 0.0, - 0.0, - 6.5903111534364225, - 0.0, - 34.286306696880146 - ], - "63": [ - 3.0202107424203675, - 22.184328637050776, - 0.1725715130674294, - 41.652523631395596, - 22.372996047710387, - 0.0, - 0.0, - 0.45840598, - 5.03808, - 0.6468323214, - 0.0, - 205.79542796264062, - 0.0, - 16.74469702632497, - 0.0, - 0.0, - 0.0, - 6.814408041902058, - 0.0, - 34.286306696880146 - ], - "64": [ - 3.080008634996164, - 22.184328637050776, - 0.1725715130674294, - 42.25599839508164, - 22.372996047710387, - 0.0, - 0.0, - 0.45840598, - 5.03808, - 0.6468323214, - 0.0, - 208.5374736830142, - 0.0, - 16.74469702632497, - 0.0, - 0.0, - 0.0, - 6.814408041902058, - 0.0, - 34.99344362991135 - ], - "65": [ - 3.080008634996164, - 22.184328637050776, - 0.1725715130674294, - 42.89343841113082, - 23.219266087233283, - 0.0, - 0.0, - 0.45840598, - 5.03808, - 0.6468323214, - 0.0, - 211.31209894618408, - 0.0, - 16.74469702632497, - 0.0, - 0.0, - 0.0, - 6.814408041902058, - 0.0, - 35.67350919361223 - ], - "66": [ - 3.080008634996164, - 22.184328637050776, - 0.1725715130674294, - 43.48450402701952, - 23.219266087233283, - 0.0, - 0.0, - 0.45840598, - 5.03808, - 0.6468323214, - 0.0, - 214.09897795672225, - 0.0, - 16.74469702632497, - 0.0, - 0.0, - 0.0, - 6.996263961483037, - 0.0, - 36.27677410167611 - ], - "67": [ - 3.080008634996164, - 22.53248535068027, - 0.1725715130674294, - 44.05965898674933, - 23.219266087233283, - 0.0, - 0.0, - 0.45840598, - 5.03808, - 0.6468323214, - 0.0, - 216.85798817715502, - 0.0, - 17.18725005606172, - 0.0, - 0.0, - 0.0, - 6.996263961483037, - 0.0, - 36.91400636065935 - ], - "68": [ - 3.080008634996164, - 22.53248535068027, - 0.1725715130674294, - 44.70906239688183, - 23.219266087233283, - 0.0, - 0.0, - 0.45840598, - 5.03808, - 0.680363998186, - 0.0, - 219.64940829538347, - 0.0, - 17.635377555501105, - 0.0, - 0.0, - 0.0, - 6.996263961483037, - 0.0, - 37.50486629705276 - ], - "69": [ - 3.080008634996164, - 22.53248535068027, - 0.1725715130674294, - 45.35197177291302, - 23.219266087233283, - 0.0, - 0.0, - 0.8338219201999999, - 5.03808, - 0.680363998186, - 0.0, - 222.39291421242964, - 0.0, - 17.635377555501105, - 0.0, - 0.0, - 0.0, - 6.996263961483037, - 0.0, - 38.05981763408223 - ], - "70": [ - 3.080008634996164, - 22.53248535068027, - 0.1725715130674294, - 45.948452055183886, - 24.09707342636095, - 0.0, - 0.0, - 1.215483700998, - 5.03808, - 0.680363998186, - 0.0, - 225.08898507030534, - 0.0, - 17.635377555501105, - 0.0, - 0.0, - 0.0, - 6.996263961483037, - 0.0, - 38.599219457741405 - ], - "71": [ - 3.080008634996164, - 22.53248535068027, - 0.1725715130674294, - 46.50896753463205, - 24.98610269209734, - 0.0, - 0.0, - 1.5733288639880199, - 5.03808, - 0.680363998186, - 0.0, - 227.7280952196023, - 0.0, - 17.635377555501105, - 0.0, - 0.0, - 0.0, - 6.996263961483037, - 0.0, - 39.15322726316399 - ], - "72": [ - 3.080008634996164, - 23.027160497173465, - 0.1725715130674294, - 47.023877859285726, - 24.98610269209734, - 0.0, - 0.0, - 1.5733288639880199, - 5.03808, - 0.72356035820414, - 0.0, - 230.34081426740627, - 0.0, - 17.635377555501105, - 0.0, - 0.0, - 0.0, - 6.996263961483037, - 0.0, - 39.68169499053235 - ], - "73": [ - 3.080008634996164, - 23.027160497173465, - 0.1725715130674294, - 47.55363908069287, - 24.98610269209734, - 0.0, - 0.0, - 1.5733288639880199, - 5.03808, - 0.72356035820414, - 0.0, - 232.85740612473222, - 0.0, - 17.635377555501105, - 0.0, - 0.0, - 0.0, - 6.996263961483037, - 0.0, - 40.154878040627025 - ], - "74": [ - 3.080008634996164, - 23.59688889220173, - 0.1725715130674294, - 48.088102689885936, - 24.98610269209734, - 0.0, - 0.0, - 1.5733288639880199, - 5.03808, - 0.72356035820414, - 0.0, - 235.2288320634849, - 0.0, - 17.635377555501105, - 0.0, - 0.0, - 0.0, - 6.996263961483037, - 0.0, - 40.703329260220755 - ], - "75": [ - 3.080008634996164, - 23.59688889220173, - 0.1725715130674294, - 48.667221662987075, - 24.98610269209734, - 0.0, - 0.0, - 1.5733288639880199, - 5.03808, - 0.72356035820414, - 0.0, - 237.65654374285006, - 0.0, - 18.089023779946093, - 0.0, - 0.0, - 0.0, - 6.996263961483037, - 0.0, - 41.25629596761855 - ], - "76": [ - 3.080008634996164, - 24.180920003279713, - 0.1725715130674294, - 49.1905494463572, - 24.98610269209734, - 0.0, - 0.0, - 1.5733288639880199, - 5.03808, - 0.72356035820414, - 0.0, - 239.95997830542157, - 0.0, - 18.548133542146633, - 0.0, - 0.0, - 0.0, - 6.996263961483037, - 0.0, - 41.87373300794236 - ], - "77": [ - 3.080008634996164, - 24.699110803246917, - 0.1725715130674294, - 49.70864395189363, - 25.906241665176367, - 0.0, - 0.0, - 1.5733288639880199, - 5.03808, - 0.72356035820414, - 0.0, - 242.22037852236735, - 0.0, - 18.548133542146633, - 0.0, - 0.0, - 0.0, - 6.996263961483037, - 0.0, - 42.46499567786294 - ], - "78": [ - 3.080008634996164, - 24.699110803246917, - 0.1725715130674294, - 50.14155751237469, - 26.787179248524602, - 0.0, - 0.0, - 1.5733288639880199, - 5.03808, - 0.72356035820414, - 0.0, - 244.48817473714368, - 0.0, - 19.052652206725167, - 0.0, - 0.0, - 0.0, - 6.996263961483037, - 0.0, - 43.03034572108431 - ], - "79": [ - 3.080008634996164, - 25.06211969521445, - 0.1725715130674294, - 50.60014193725094, - 27.629307456039356, - 0.0, - 0.0, - 1.5733288639880199, - 5.03808, - 0.72356035820414, - 0.0, - 246.85329298977226, - 0.0, - 19.052652206725167, - 0.0, - 0.0, - 0.0, - 6.996263961483037, - 0.0, - 43.67004226387347 - ], - "80": [ - 3.080008634996164, - 25.351498498262306, - 0.1725715130674294, - 51.02414051787843, - 28.583014381478964, - 0.0, - 0.0, - 1.5733288639880199, - 5.03808, - 0.72356035820414, - 0.0, - 249.28476005987454, - 0.0, - 19.052652206725167, - 0.0, - 0.0, - 0.0, - 6.996263961483037, - 0.0, - 44.31334184123473 - ], - "81": [ - 3.080008634996164, - 25.727983513279682, - 0.1725715130674294, - 51.493899112699644, - 28.583014381478964, - 0.0, - 0.0, - 1.5733288639880199, - 5.03808, - 0.72356035820414, - 0.0, - 251.7319124592758, - 0.0, - 19.562125684657914, - 0.0, - 0.0, - 0.0, - 6.996263961483037, - 0.0, - 44.87020842282239 - ], - "82": [ - 3.080008634996164, - 26.060703678146886, - 0.1725715130674294, - 52.03896012157265, - 29.527184237664176, - 0.0, - 0.0, - 1.5733288639880199, - 5.03808, - 0.72356035820414, - 0.0, - 254.16459333468305, - 0.0, - 19.562125684657914, - 0.0, - 0.0, - 0.0, - 6.996263961483037, - 0.0, - 45.40150633859416 - ], - "83": [ - 3.080008634996164, - 26.060703678146886, - 0.1725715130674294, - 52.59857052035692, - 30.451912395287536, - 0.0, - 0.0, - 1.5733288639880199, - 5.03808, - 0.72356035820414, - 0.0, - 256.6129474013362, - 0.0, - 19.562125684657914, - 0.0, - 0.0, - 0.0, - 6.996263961483037, - 0.0, - 45.82749127520822 - ], - "84": [ - 3.080008634996164, - 26.550096641365418, - 0.1725715130674294, - 53.152584815153354, - 30.451912395287536, - 0.0, - 0.0, - 1.5733288639880199, - 5.03808, - 0.7163247546220985, - 0.0, - 259.14681792732284, - 0.0, - 19.562125684657914, - 0.0, - 0.0, - 0.0, - 6.996263961483037, - 0.0, - 46.269216362456135 - ], - "85": [ - 3.080008634996164, - 26.550096641365418, - 0.1725715130674294, - 53.66105896700182, - 30.451912395287536, - 0.0, - 0.16, - 1.5733288639880199, - 5.03808, - 0.7163247546220985, - 0.0, - 261.6253497480496, - 0.0, - 20.096504427811336, - 0.0, - 0.0, - 0.0, - 6.996263961483037, - 0.0, - 46.68652419883157 - ], - "86": [ - 3.080008634996164, - 26.934595674951762, - 0.1725715130674294, - 54.184448377331805, - 30.451912395287536, - 0.0, - 0.16, - 1.5733288639880199, - 5.03808, - 0.7163247546220985, - 0.0, - 264.1390962505691, - 0.0, - 20.096504427811336, - 0.0, - 0.0, - 0.0, - 7.196301321868207, - 0.0, - 47.149658956843254 - ], - "87": [ - 3.080008634996164, - 26.934595674951762, - 0.1725715130674294, - 54.722603893558485, - 31.28739327133466, - 0.0, - 0.16, - 1.5733288639880199, - 5.03808, - 0.7163247546220985, - 0.0, - 266.6077052880634, - 0.0, - 20.096504427811336, - 0.0, - 0.0, - 0.0, - 7.424338308649525, - 0.0, - 47.54816236727482 - ], - "88": [ - 3.080008634996164, - 26.934595674951762, - 0.1725715130674294, - 55.1953778546229, - 32.04451933862131, - 0.0, - 0.16, - 1.5733288639880199, - 5.03808, - 0.7163247546220985, - 0.0, - 269.06162823518275, - 0.0, - 20.096504427811336, - 0.0, - 0.0, - 0.0, - 7.424338308649525, - 0.0, - 48.04268074360207 - ], - "89": [ - 3.080008634996164, - 27.295249718202243, - 0.1725715130674294, - 55.61342407607667, - 32.8640741452351, - 0.0, - 0.16, - 1.5733288639880199, - 5.03808, - 0.7163247546220985, - 0.0, - 271.5110119528309, - 0.0, - 20.096504427811336, - 0.0, - 0.0, - 0.0, - 7.424338308649525, - 0.0, - 48.552253936166046 - ], - "90": [ - 3.080008634996164, - 27.295249718202243, - 0.1725715130674294, - 55.9872898353159, - 33.71543340378275, - 0.0, - 0.16, - 1.9675955753481396, - 5.03808, - 0.7163247546220985, - 0.0, - 273.8959018333026, - 0.0, - 20.096504427811336, - 0.0, - 0.0, - 0.0, - 7.424338308649525, - 0.0, - 48.956731396804386 - ], - "91": [ - 3.080008634996164, - 27.73229722102022, - 0.1725715130674294, - 56.36741693696274, - 34.54827906974492, - 0.0, - 0.16, - 1.9675955753481396, - 5.03808, - 0.7163247546220985, - 0.0, - 276.3069428149696, - 0.0, - 20.096504427811336, - 0.0, - 0.0, - 0.0, - 7.424338308649525, - 0.0, - 49.407164082836346 - ], - "92": [ - 3.080008634996164, - 27.73229722102022, - 0.1725715130674294, - 56.68374276759312, - 35.25279627904747, - 0.0, - 0.16, - 1.9675955753481396, - 5.03808, - 0.7163247546220985, - 0.0, - 278.7638733868199, - 0.0, - 20.096504427811336, - 0.0, - 0.0, - 0.0, - 7.424338308649525, - 0.0, - 49.86309244200798 - ], - "93": [ - 3.080008634996164, - 27.73229722102022, - 0.1725715130674294, - 56.97690533991719, - 35.25279627904747, - 0.0, - 0.16, - 1.9675955753481396, - 5.03808, - 0.7163247546220985, - 0.0, - 281.2662346529517, - 0.0, - 20.585539383533224, - 0.0, - 0.0, - 0.0, - 7.68009492556303, - 0.0, - 50.224461517587905 - ], - "94": [ - 3.080008634996164, - 28.204974248810018, - 0.1725715130674294, - 57.22713628651802, - 35.25279627904747, - 0.0, - 0.16, - 1.9675955753481396, - 5.03808, - 0.7163247546220985, - 0.0, - 283.6935723064222, - 0.0, - 20.585539383533224, - 0.0, - 0.0, - 0.0, - 7.68009492556303, - 0.0, - 50.562216902412025 - ], - "95": [ - 3.080008634996164, - 28.662924506321918, - 0.1725715130674294, - 57.51486492365284, - 35.25279627904747, - 0.0, - 0.16, - 1.9675955753481396, - 5.03808, - 0.7163247546220985, - 0.0, - 286.10663658335795, - 0.0, - 21.07968398969789, - 0.0, - 0.0, - 0.0, - 7.68009492556303, - 0.0, - 50.9565947333879 - ], - "96": [ - 3.080008634996164, - 29.0662952612587, - 0.1725715130674294, - 57.79971627441631, - 35.900268316257, - 0.0, - 0.16, - 1.9675955753481396, - 5.03808, - 0.7163247546220985, - 0.0, - 288.40557021752437, - 0.0, - 21.07968398969789, - 0.0, - 0.0, - 0.0, - 7.68009492556303, - 0.0, - 51.37702878605403 - ], - "97": [ - 3.080008634996164, - 29.455632308646113, - 0.1725715130674294, - 58.141719111672145, - 36.55126563309443, - 0.0, - 0.16, - 1.9675955753481396, - 5.03808, - 0.7163247546220985, - 0.0, - 290.60151451534915, - 0.0, - 21.07968398969789, - 0.0, - 0.0, - 0.0, - 7.68009492556303, - 0.0, - 51.82325849819349 - ], - "98": [ - 3.080008634996164, - 29.93107598555965, - 0.1725715130674294, - 58.450301920555425, - 37.14575297676349, - 0.0, - 0.16, - 1.9675955753481396, - 5.03808, - 0.7163247546220985, - 0.0, - 292.79549937019567, - 0.0, - 21.07968398969789, - 0.0, - 0.0, - 0.0, - 7.68009492556303, - 0.0, - 52.29502591321155 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.01.gamma=0.5/run=96d9f59ef6064245/rewards.json b/experiments/seed=256/alpha=0.01.gamma=0.5/run=96d9f59ef6064245/rewards.json deleted file mode 100644 index 1423e98..0000000 --- a/experiments/seed=256/alpha=0.01.gamma=0.5/run=96d9f59ef6064245/rewards.json +++ /dev/null @@ -1,2202 +0,0 @@ -{ - "0": [ - 12, - 72, - 3, - 155, - 27, - 0, - 5, - 0, - 162, - 13, - 0, - 351, - 0, - 139, - 0, - 0, - 0, - 137, - 0, - 176 - ], - "1": [ - 17, - 72, - 6, - 160, - 28, - 0, - 4, - 1, - 161, - 14, - 0, - 333, - 0, - 141, - 0, - 0, - 0, - 121, - 0, - 180 - ], - "2": [ - 21, - 78, - 6, - 147, - 31, - 0, - 1, - 0, - 160, - 16, - 0, - 334, - 0, - 139, - 0, - 0, - 0, - 115, - 0, - 182 - ], - "3": [ - 23, - 79, - 5, - 151, - 30, - 0, - 0, - 5, - 161, - 15, - 0, - 340, - 0, - 133, - 0, - 0, - 0, - 120, - 0, - 175 - ], - "4": [ - 25, - 78, - 4, - 147, - 33, - 0, - 0, - 4, - 160, - 15, - 0, - 328, - 0, - 127, - 0, - 0, - 0, - 123, - 0, - 174 - ], - "5": [ - 28, - 82, - 2, - 150, - 35, - 0, - 0, - 8, - 160, - 17, - 0, - 329, - 0, - 132, - 0, - 0, - 0, - 110, - 0, - 170 - ], - "6": [ - 28, - 76, - 2, - 138, - 35, - 0, - 0, - 10, - 155, - 17, - 0, - 332, - 0, - 115, - 0, - 0, - 0, - 101, - 0, - 174 - ], - "7": [ - 26, - 84, - 1, - 141, - 38, - 0, - 0, - 12, - 147, - 13, - 0, - 353, - 0, - 111, - 0, - 0, - 0, - 95, - 0, - 169 - ], - "8": [ - 26, - 87, - 1, - 139, - 42, - 0, - 0, - 12, - 146, - 12, - 0, - 359, - 0, - 106, - 0, - 0, - 0, - 104, - 0, - 178 - ], - "9": [ - 22, - 83, - 1, - 124, - 50, - 0, - 0, - 13, - 145, - 12, - 0, - 349, - 0, - 123, - 0, - 0, - 0, - 113, - 0, - 167 - ], - "10": [ - 23, - 84, - 1, - 126, - 47, - 0, - 0, - 13, - 155, - 12, - 0, - 348, - 0, - 127, - 0, - 0, - 0, - 116, - 0, - 175 - ], - "11": [ - 21, - 92, - 1, - 134, - 60, - 0, - 0, - 18, - 168, - 11, - 0, - 346, - 0, - 121, - 0, - 0, - 0, - 106, - 0, - 184 - ], - "12": [ - 17, - 85, - 2, - 137, - 68, - 0, - 0, - 21, - 166, - 13, - 0, - 376, - 0, - 120, - 0, - 0, - 0, - 94, - 0, - 170 - ], - "13": [ - 20, - 81, - 3, - 128, - 75, - 0, - 0, - 13, - 160, - 14, - 0, - 373, - 0, - 112, - 0, - 0, - 0, - 87, - 0, - 154 - ], - "14": [ - 17, - 78, - 4, - 133, - 73, - 0, - 0, - 12, - 176, - 15, - 0, - 368, - 0, - 103, - 0, - 0, - 0, - 88, - 0, - 158 - ], - "15": [ - 21, - 88, - 5, - 135, - 77, - 0, - 0, - 10, - 182, - 15, - 0, - 364, - 0, - 90, - 0, - 0, - 0, - 81, - 0, - 152 - ], - "16": [ - 24, - 95, - 6, - 132, - 74, - 0, - 0, - 4, - 180, - 16, - 0, - 379, - 0, - 100, - 0, - 0, - 0, - 77, - 0, - 147 - ], - "17": [ - 20, - 96, - 5, - 124, - 67, - 0, - 0, - 2, - 189, - 15, - 0, - 372, - 0, - 100, - 0, - 0, - 0, - 74, - 0, - 151 - ], - "18": [ - 22, - 102, - 5, - 124, - 74, - 0, - 0, - 7, - 198, - 13, - 0, - 370, - 0, - 93, - 0, - 0, - 0, - 71, - 0, - 133 - ], - "19": [ - 21, - 106, - 7, - 130, - 74, - 0, - 0, - 3, - 192, - 14, - 0, - 370, - 0, - 96, - 0, - 0, - 0, - 74, - 0, - 148 - ], - "20": [ - 20, - 99, - 4, - 126, - 76, - 0, - 0, - 0, - 175, - 12, - 0, - 377, - 0, - 99, - 0, - 0, - 0, - 77, - 0, - 148 - ], - "21": [ - 21, - 103, - 2, - 133, - 78, - 0, - 0, - 0, - 166, - 12, - 0, - 369, - 0, - 91, - 0, - 0, - 0, - 69, - 0, - 142 - ], - "22": [ - 24, - 95, - 3, - 130, - 78, - 0, - 0, - 0, - 167, - 9, - 0, - 382, - 0, - 96, - 0, - 0, - 0, - 61, - 0, - 139 - ], - "23": [ - 25, - 94, - 3, - 133, - 77, - 0, - 0, - 0, - 169, - 8, - 0, - 400, - 0, - 96, - 0, - 0, - 0, - 55, - 0, - 136 - ], - "24": [ - 26, - 90, - 1, - 127, - 80, - 0, - 0, - 0, - 160, - 8, - 0, - 397, - 0, - 82, - 0, - 0, - 0, - 55, - 0, - 126 - ], - "25": [ - 25, - 94, - 3, - 125, - 82, - 0, - 0, - 0, - 173, - 8, - 0, - 411, - 0, - 73, - 0, - 0, - 0, - 55, - 0, - 118 - ], - "26": [ - 29, - 91, - 6, - 130, - 83, - 0, - 0, - 3, - 164, - 9, - 0, - 425, - 0, - 72, - 0, - 0, - 0, - 47, - 0, - 122 - ], - "27": [ - 26, - 91, - 4, - 115, - 81, - 0, - 0, - 0, - 172, - 7, - 0, - 421, - 0, - 71, - 0, - 0, - 0, - 43, - 0, - 115 - ], - "28": [ - 32, - 90, - 4, - 108, - 82, - 0, - 0, - 4, - 174, - 8, - 0, - 423, - 0, - 74, - 0, - 0, - 0, - 42, - 0, - 116 - ], - "29": [ - 29, - 101, - 4, - 111, - 79, - 0, - 0, - 3, - 168, - 11, - 0, - 422, - 0, - 73, - 0, - 0, - 0, - 44, - 0, - 114 - ], - "30": [ - 25, - 105, - 3, - 111, - 76, - 0, - 0, - 5, - 170, - 12, - 0, - 427, - 0, - 70, - 0, - 0, - 0, - 44, - 0, - 123 - ], - "31": [ - 23, - 106, - 3, - 109, - 79, - 0, - 0, - 2, - 174, - 11, - 0, - 426, - 0, - 70, - 0, - 0, - 0, - 44, - 0, - 108 - ], - "32": [ - 25, - 110, - 2, - 110, - 77, - 0, - 0, - 3, - 177, - 8, - 0, - 431, - 0, - 72, - 0, - 0, - 0, - 46, - 0, - 113 - ], - "33": [ - 28, - 104, - 2, - 109, - 77, - 0, - 0, - 9, - 163, - 4, - 0, - 442, - 0, - 70, - 0, - 0, - 0, - 49, - 0, - 106 - ], - "34": [ - 28, - 89, - 2, - 106, - 83, - 0, - 0, - 6, - 158, - 5, - 0, - 448, - 0, - 72, - 0, - 0, - 0, - 39, - 0, - 105 - ], - "35": [ - 32, - 86, - 4, - 102, - 81, - 0, - 0, - 6, - 159, - 5, - 0, - 448, - 0, - 70, - 0, - 0, - 0, - 44, - 0, - 106 - ], - "36": [ - 33, - 83, - 5, - 94, - 83, - 0, - 0, - 2, - 163, - 7, - 0, - 447, - 0, - 75, - 0, - 0, - 0, - 47, - 0, - 108 - ], - "37": [ - 31, - 83, - 3, - 101, - 88, - 0, - 0, - 0, - 166, - 7, - 0, - 452, - 0, - 73, - 0, - 0, - 0, - 41, - 0, - 104 - ], - "38": [ - 27, - 80, - 4, - 89, - 90, - 0, - 0, - 0, - 165, - 7, - 0, - 460, - 0, - 76, - 0, - 0, - 0, - 38, - 0, - 94 - ], - "39": [ - 29, - 71, - 3, - 84, - 79, - 0, - 0, - 6, - 168, - 5, - 0, - 460, - 0, - 75, - 0, - 0, - 0, - 41, - 0, - 98 - ], - "40": [ - 26, - 72, - 3, - 91, - 91, - 0, - 0, - 10, - 171, - 7, - 0, - 458, - 0, - 75, - 0, - 0, - 0, - 39, - 0, - 93 - ], - "41": [ - 25, - 72, - 2, - 88, - 106, - 0, - 0, - 11, - 183, - 5, - 0, - 456, - 0, - 76, - 0, - 0, - 0, - 40, - 0, - 92 - ], - "42": [ - 29, - 79, - 3, - 95, - 98, - 0, - 0, - 14, - 182, - 4, - 0, - 457, - 0, - 75, - 0, - 0, - 0, - 40, - 0, - 82 - ], - "43": [ - 28, - 68, - 0, - 110, - 99, - 0, - 0, - 14, - 172, - 4, - 0, - 462, - 0, - 72, - 0, - 0, - 0, - 39, - 0, - 84 - ], - "44": [ - 26, - 69, - 0, - 108, - 101, - 0, - 0, - 16, - 174, - 4, - 0, - 469, - 0, - 75, - 0, - 0, - 0, - 37, - 0, - 92 - ], - "45": [ - 26, - 69, - 0, - 102, - 109, - 0, - 0, - 18, - 162, - 4, - 0, - 473, - 0, - 73, - 0, - 0, - 0, - 38, - 0, - 86 - ], - "46": [ - 23, - 70, - 2, - 109, - 120, - 0, - 0, - 21, - 160, - 4, - 0, - 478, - 0, - 70, - 0, - 0, - 0, - 38, - 0, - 94 - ], - "47": [ - 24, - 65, - 3, - 101, - 120, - 0, - 0, - 16, - 165, - 3, - 0, - 475, - 0, - 71, - 0, - 0, - 2, - 37, - 0, - 97 - ], - "48": [ - 25, - 66, - 5, - 99, - 117, - 0, - 0, - 20, - 155, - 3, - 0, - 476, - 0, - 69, - 0, - 0, - 0, - 36, - 0, - 97 - ], - "49": [ - 23, - 63, - 5, - 94, - 123, - 0, - 0, - 21, - 163, - 3, - 0, - 477, - 0, - 68, - 0, - 0, - 0, - 33, - 0, - 101 - ], - "50": [ - 22, - 63, - 6, - 95, - 133, - 0, - 0, - 24, - 163, - 4, - 0, - 481, - 0, - 67, - 0, - 0, - 0, - 34, - 0, - 92 - ], - "51": [ - 20, - 60, - 5, - 96, - 142, - 0, - 0, - 29, - 156, - 4, - 0, - 483, - 0, - 66, - 0, - 0, - 0, - 31, - 0, - 96 - ], - "52": [ - 18, - 63, - 4, - 96, - 150, - 0, - 0, - 21, - 158, - 6, - 0, - 479, - 0, - 63, - 0, - 0, - 2, - 33, - 0, - 104 - ], - "53": [ - 18, - 60, - 2, - 107, - 156, - 0, - 0, - 27, - 156, - 5, - 0, - 480, - 0, - 63, - 0, - 0, - 1, - 33, - 0, - 103 - ], - "54": [ - 19, - 65, - 2, - 104, - 162, - 0, - 0, - 22, - 154, - 6, - 0, - 471, - 0, - 64, - 0, - 0, - 0, - 32, - 0, - 99 - ], - "55": [ - 17, - 66, - 1, - 107, - 159, - 0, - 0, - 24, - 153, - 7, - 0, - 478, - 0, - 63, - 0, - 0, - 0, - 32, - 0, - 91 - ], - "56": [ - 16, - 66, - 1, - 109, - 157, - 0, - 0, - 29, - 160, - 9, - 0, - 472, - 0, - 62, - 0, - 0, - 0, - 31, - 0, - 87 - ], - "57": [ - 17, - 59, - 1, - 115, - 148, - 0, - 0, - 34, - 169, - 9, - 0, - 474, - 0, - 61, - 0, - 0, - 0, - 32, - 0, - 93 - ], - "58": [ - 15, - 59, - 1, - 112, - 141, - 0, - 0, - 34, - 165, - 10, - 0, - 484, - 0, - 62, - 0, - 0, - 0, - 34, - 0, - 97 - ], - "59": [ - 11, - 55, - 0, - 103, - 129, - 0, - 0, - 38, - 163, - 10, - 0, - 479, - 0, - 64, - 0, - 0, - 4, - 33, - 0, - 102 - ], - "60": [ - 14, - 61, - 0, - 108, - 121, - 0, - 0, - 37, - 161, - 9, - 0, - 477, - 0, - 64, - 0, - 0, - 8, - 34, - 0, - 102 - ], - "61": [ - 16, - 63, - 0, - 107, - 119, - 0, - 0, - 42, - 167, - 9, - 0, - 477, - 0, - 63, - 0, - 0, - 3, - 32, - 0, - 105 - ], - "62": [ - 13, - 55, - 0, - 100, - 118, - 0, - 0, - 40, - 168, - 9, - 0, - 480, - 0, - 65, - 0, - 0, - 2, - 31, - 0, - 106 - ], - "63": [ - 12, - 57, - 0, - 106, - 122, - 0, - 0, - 42, - 171, - 7, - 0, - 481, - 0, - 66, - 0, - 0, - 7, - 29, - 0, - 104 - ], - "64": [ - 11, - 46, - 0, - 103, - 113, - 0, - 0, - 43, - 168, - 6, - 0, - 482, - 0, - 64, - 0, - 0, - 0, - 29, - 0, - 103 - ], - "65": [ - 9, - 50, - 0, - 102, - 109, - 0, - 0, - 43, - 179, - 7, - 0, - 480, - 0, - 62, - 0, - 0, - 0, - 29, - 0, - 105 - ], - "66": [ - 12, - 49, - 0, - 106, - 107, - 0, - 0, - 38, - 175, - 6, - 0, - 486, - 0, - 62, - 0, - 0, - 2, - 28, - 0, - 103 - ], - "67": [ - 8, - 53, - 0, - 102, - 100, - 0, - 0, - 42, - 173, - 5, - 0, - 490, - 0, - 62, - 0, - 0, - 2, - 25, - 0, - 96 - ], - "68": [ - 5, - 57, - 0, - 101, - 99, - 0, - 0, - 38, - 163, - 5, - 0, - 490, - 0, - 61, - 0, - 0, - 3, - 22, - 0, - 100 - ], - "69": [ - 8, - 60, - 0, - 109, - 111, - 0, - 0, - 41, - 164, - 4, - 0, - 496, - 0, - 62, - 0, - 0, - 0, - 22, - 0, - 96 - ], - "70": [ - 11, - 61, - 0, - 109, - 109, - 0, - 1, - 38, - 161, - 7, - 0, - 494, - 0, - 62, - 0, - 0, - 3, - 22, - 0, - 93 - ], - "71": [ - 9, - 65, - 0, - 105, - 111, - 0, - 4, - 39, - 165, - 6, - 0, - 492, - 0, - 62, - 0, - 0, - 7, - 24, - 0, - 92 - ], - "72": [ - 5, - 70, - 0, - 102, - 113, - 0, - 3, - 37, - 174, - 8, - 0, - 489, - 0, - 61, - 0, - 0, - 5, - 25, - 0, - 94 - ], - "73": [ - 6, - 72, - 1, - 98, - 125, - 0, - 6, - 37, - 169, - 5, - 0, - 489, - 0, - 64, - 0, - 0, - 1, - 27, - 0, - 92 - ], - "74": [ - 8, - 79, - 0, - 100, - 117, - 0, - 5, - 33, - 163, - 4, - 0, - 482, - 0, - 65, - 0, - 0, - 7, - 27, - 0, - 87 - ], - "75": [ - 6, - 80, - 0, - 101, - 121, - 0, - 8, - 31, - 171, - 5, - 0, - 470, - 0, - 64, - 0, - 0, - 4, - 25, - 0, - 95 - ], - "76": [ - 5, - 79, - 0, - 106, - 121, - 0, - 9, - 34, - 184, - 4, - 0, - 478, - 0, - 63, - 0, - 0, - 5, - 27, - 0, - 96 - ], - "77": [ - 3, - 82, - 0, - 101, - 115, - 0, - 10, - 37, - 184, - 2, - 0, - 468, - 0, - 64, - 0, - 0, - 10, - 26, - 0, - 103 - ], - "78": [ - 4, - 76, - 0, - 101, - 117, - 0, - 6, - 37, - 188, - 2, - 0, - 466, - 0, - 67, - 0, - 0, - 13, - 28, - 0, - 101 - ], - "79": [ - 2, - 68, - 0, - 93, - 114, - 0, - 7, - 31, - 175, - 2, - 0, - 469, - 0, - 69, - 0, - 0, - 4, - 26, - 0, - 99 - ], - "80": [ - 2, - 61, - 0, - 96, - 111, - 0, - 7, - 31, - 183, - 4, - 0, - 481, - 0, - 68, - 0, - 0, - 4, - 26, - 0, - 107 - ], - "81": [ - 5, - 54, - 0, - 93, - 123, - 0, - 10, - 33, - 193, - 3, - 0, - 490, - 0, - 70, - 0, - 0, - 8, - 26, - 0, - 108 - ], - "82": [ - 6, - 63, - 0, - 98, - 122, - 0, - 7, - 33, - 190, - 1, - 0, - 494, - 0, - 70, - 0, - 0, - 12, - 26, - 0, - 100 - ], - "83": [ - 6, - 59, - 0, - 106, - 123, - 0, - 7, - 38, - 176, - 2, - 0, - 495, - 0, - 71, - 0, - 0, - 16, - 25, - 0, - 98 - ], - "84": [ - 6, - 61, - 0, - 108, - 122, - 0, - 11, - 34, - 182, - 1, - 0, - 499, - 0, - 72, - 0, - 0, - 22, - 25, - 0, - 88 - ], - "85": [ - 6, - 75, - 0, - 108, - 117, - 0, - 13, - 40, - 181, - 0, - 0, - 510, - 0, - 73, - 0, - 0, - 22, - 26, - 0, - 90 - ], - "86": [ - 8, - 77, - 0, - 104, - 108, - 0, - 16, - 42, - 187, - 0, - 0, - 507, - 0, - 73, - 0, - 0, - 22, - 24, - 0, - 88 - ], - "87": [ - 6, - 65, - 0, - 106, - 113, - 0, - 11, - 44, - 192, - 0, - 0, - 513, - 0, - 73, - 0, - 0, - 25, - 27, - 0, - 93 - ], - "88": [ - 4, - 67, - 0, - 108, - 114, - 0, - 9, - 47, - 178, - 0, - 0, - 511, - 0, - 73, - 0, - 0, - 20, - 30, - 0, - 87 - ], - "89": [ - 2, - 67, - 2, - 102, - 107, - 0, - 10, - 44, - 175, - 0, - 0, - 512, - 0, - 71, - 0, - 0, - 19, - 31, - 0, - 97 - ], - "90": [ - 4, - 63, - 0, - 97, - 114, - 0, - 8, - 47, - 186, - 0, - 0, - 514, - 0, - 69, - 0, - 0, - 22, - 29, - 0, - 99 - ], - "91": [ - 7, - 61, - 2, - 93, - 118, - 0, - 10, - 41, - 187, - 0, - 0, - 510, - 0, - 68, - 0, - 0, - 14, - 30, - 0, - 89 - ], - "92": [ - 5, - 71, - 2, - 94, - 117, - 0, - 9, - 41, - 184, - 0, - 0, - 515, - 0, - 73, - 0, - 0, - 15, - 30, - 0, - 94 - ], - "93": [ - 5, - 72, - 1, - 88, - 105, - 0, - 3, - 40, - 192, - 0, - 0, - 522, - 0, - 71, - 0, - 0, - 10, - 31, - 0, - 95 - ], - "94": [ - 4, - 77, - 0, - 86, - 97, - 0, - 3, - 41, - 193, - 0, - 0, - 529, - 0, - 69, - 0, - 0, - 18, - 33, - 0, - 86 - ], - "95": [ - 4, - 75, - 1, - 82, - 97, - 0, - 4, - 37, - 192, - 0, - 0, - 524, - 0, - 67, - 0, - 0, - 13, - 35, - 0, - 84 - ], - "96": [ - 3, - 74, - 2, - 86, - 104, - 0, - 10, - 42, - 188, - 0, - 0, - 525, - 0, - 70, - 0, - 0, - 12, - 35, - 0, - 90 - ], - "97": [ - 6, - 69, - 2, - 86, - 100, - 0, - 10, - 45, - 165, - 0, - 0, - 516, - 0, - 67, - 0, - 0, - 14, - 33, - 0, - 93 - ], - "98": [ - 2, - 68, - 3, - 92, - 101, - 0, - 8, - 44, - 164, - 0, - 0, - 508, - 0, - 67, - 0, - 0, - 13, - 32, - 0, - 96 - ], - "99": [ - 0, - 77, - 5, - 89, - 96, - 0, - 9, - 41, - 165, - 0, - 0, - 510, - 0, - 72, - 0, - 0, - 10, - 32, - 0, - 99 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.01.gamma=0.5/run=96d9f59ef6064245/rewards.plot.png b/experiments/seed=256/alpha=0.01.gamma=0.5/run=96d9f59ef6064245/rewards.plot.png deleted file mode 100644 index 33120d7..0000000 Binary files a/experiments/seed=256/alpha=0.01.gamma=0.5/run=96d9f59ef6064245/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.01.gamma=0.5/run=96d9f59ef6064245/sum_rewards.json b/experiments/seed=256/alpha=0.01.gamma=0.5/run=96d9f59ef6064245/sum_rewards.json deleted file mode 100644 index 15cce78..0000000 --- a/experiments/seed=256/alpha=0.01.gamma=0.5/run=96d9f59ef6064245/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 71935, - "V": 4595730 - }, - "control": { - "R": 80982, - "V": 5721003 - } -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.01.gamma=0.5/run=96d9f59ef6064245/view.plot.png b/experiments/seed=256/alpha=0.01.gamma=0.5/run=96d9f59ef6064245/view.plot.png deleted file mode 100644 index b51c12c..0000000 Binary files a/experiments/seed=256/alpha=0.01.gamma=0.5/run=96d9f59ef6064245/view.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.01.gamma=0.5/run=ac7dee33999a42ea/choices.json b/experiments/seed=256/alpha=0.01.gamma=0.5/run=ac7dee33999a42ea/choices.json deleted file mode 100644 index 995c487..0000000 --- a/experiments/seed=256/alpha=0.01.gamma=0.5/run=ac7dee33999a42ea/choices.json +++ /dev/null @@ -1,702 +0,0 @@ -{ - "0": [ - 3, - 14, - 0, - 6, - 4 - ], - "1": [ - 11, - 6, - 9, - 17, - 13 - ], - "2": [ - 4, - 16, - 14, - 1, - 3 - ], - "3": [ - 1, - 4, - 18, - 12, - 13 - ], - "4": [ - 16, - 4, - 5, - 19, - 9 - ], - "5": [ - 4, - 7, - 5, - 17, - 16 - ], - "6": [ - 10, - 0, - 11, - 5, - 3 - ], - "7": [ - 13, - 6, - 10, - 9, - 7 - ], - "8": [ - 19, - 13, - 1, - 17, - 7 - ], - "9": [ - 7, - 12, - 0, - 19, - 8 - ], - "10": [ - 11, - 3, - 5, - 2, - 12 - ], - "11": [ - 18, - 3, - 10, - 6, - 13 - ], - "12": [ - 13, - 11, - 3, - 6, - 12 - ], - "13": [ - 3, - 16, - 13, - 11, - 12 - ], - "14": [ - 15, - 3, - 11, - 4, - 10 - ], - "15": [ - 8, - 11, - 19, - 3, - 13 - ], - "16": [ - 11, - 19, - 7, - 4, - 0 - ], - "17": [ - 11, - 8, - 1, - 4, - 13 - ], - "18": [ - 3, - 12, - 8, - 11, - 14 - ], - "19": [ - 4, - 1, - 11, - 7, - 8 - ], - "20": [ - 17, - 9, - 2, - 3, - 11 - ], - "21": [ - 11, - 1, - 13, - 9, - 4 - ], - "22": [ - 8, - 7, - 11, - 13, - 19 - ], - "23": [ - 13, - 11, - 14, - 7, - 17 - ], - "24": [ - 11, - 5, - 3, - 7, - 13 - ], - "25": [ - 3, - 11, - 15, - 4, - 19 - ], - "26": [ - 11, - 1, - 3, - 18, - 5 - ], - "27": [ - 11, - 3, - 4, - 16, - 7 - ], - "28": [ - 11, - 5, - 8, - 13, - 18 - ], - "29": [ - 3, - 6, - 11, - 18, - 5 - ], - "30": [ - 11, - 1, - 3, - 8, - 10 - ], - "31": [ - 11, - 0, - 13, - 17, - 16 - ], - "32": [ - 11, - 18, - 1, - 4, - 19 - ], - "33": [ - 11, - 7, - 1, - 4, - 3 - ], - "34": [ - 11, - 1, - 8, - 4, - 16 - ], - "35": [ - 11, - 0, - 1, - 17, - 7 - ], - "36": [ - 11, - 1, - 12, - 4, - 18 - ], - "37": [ - 11, - 1, - 13, - 9, - 8 - ], - "38": [ - 11, - 4, - 3, - 5, - 18 - ], - "39": [ - 11, - 1, - 8, - 4, - 9 - ], - "40": [ - 11, - 14, - 17, - 4, - 3 - ], - "41": [ - 11, - 4, - 8, - 3, - 13 - ], - "42": [ - 11, - 0, - 5, - 8, - 1 - ], - "43": [ - 11, - 3, - 4, - 2, - 1 - ], - "44": [ - 11, - 1, - 8, - 2, - 13 - ], - "45": [ - 11, - 18, - 4, - 10, - 19 - ], - "46": [ - 11, - 1, - 16, - 4, - 8 - ], - "47": [ - 11, - 3, - 9, - 4, - 13 - ], - "48": [ - 11, - 4, - 19, - 15, - 1 - ], - "49": [ - 11, - 7, - 3, - 4, - 16 - ], - "50": [ - 11, - 4, - 16, - 0, - 2 - ], - "51": [ - 11, - 8, - 4, - 13, - 3 - ], - "52": [ - 11, - 14, - 4, - 7, - 3 - ], - "53": [ - 11, - 4, - 1, - 14, - 3 - ], - "54": [ - 11, - 4, - 3, - 1, - 13 - ], - "55": [ - 11, - 3, - 4, - 13, - 8 - ], - "56": [ - 11, - 4, - 15, - 14, - 19 - ], - "57": [ - 11, - 4, - 3, - 5, - 14 - ], - "58": [ - 11, - 4, - 12, - 7, - 19 - ], - "59": [ - 11, - 1, - 4, - 10, - 13 - ], - "60": [ - 11, - 4, - 3, - 13, - 16 - ], - "61": [ - 11, - 4, - 6, - 1, - 5 - ], - "62": [ - 11, - 4, - 13, - 3, - 1 - ], - "63": [ - 11, - 4, - 1, - 3, - 2 - ], - "64": [ - 11, - 4, - 12, - 9, - 3 - ], - "65": [ - 11, - 4, - 1, - 8, - 2 - ], - "66": [ - 11, - 4, - 1, - 3, - 13 - ], - "67": [ - 11, - 4, - 1, - 13, - 3 - ], - "68": [ - 11, - 4, - 3, - 6, - 13 - ], - "69": [ - 11, - 4, - 1, - 3, - 9 - ], - "70": [ - 11, - 4, - 13, - 1, - 3 - ], - "71": [ - 11, - 4, - 17, - 15, - 16 - ], - "72": [ - 11, - 4, - 5, - 18, - 10 - ], - "73": [ - 11, - 4, - 1, - 3, - 13 - ], - "74": [ - 11, - 1, - 4, - 3, - 13 - ], - "75": [ - 11, - 4, - 1, - 3, - 5 - ], - "76": [ - 11, - 4, - 8, - 3, - 17 - ], - "77": [ - 11, - 4, - 8, - 13, - 1 - ], - "78": [ - 11, - 4, - 3, - 13, - 8 - ], - "79": [ - 11, - 4, - 3, - 13, - 8 - ], - "80": [ - 11, - 4, - 13, - 3, - 12 - ], - "81": [ - 11, - 4, - 3, - 13, - 5 - ], - "82": [ - 11, - 4, - 3, - 1, - 8 - ], - "83": [ - 11, - 4, - 3, - 1, - 8 - ], - "84": [ - 11, - 4, - 1, - 8, - 7 - ], - "85": [ - 11, - 4, - 3, - 8, - 7 - ], - "86": [ - 11, - 4, - 3, - 15, - 6 - ], - "87": [ - 11, - 4, - 3, - 1, - 8 - ], - "88": [ - 11, - 4, - 3, - 13, - 6 - ], - "89": [ - 11, - 4, - 1, - 3, - 13 - ], - "90": [ - 11, - 4, - 9, - 1, - 13 - ], - "91": [ - 11, - 4, - 1, - 3, - 8 - ], - "92": [ - 11, - 4, - 18, - 7, - 3 - ], - "93": [ - 11, - 4, - 3, - 1, - 8 - ], - "94": [ - 11, - 4, - 3, - 5, - 16 - ], - "95": [ - 11, - 4, - 0, - 3, - 1 - ], - "96": [ - 11, - 4, - 3, - 1, - 8 - ], - "97": [ - 11, - 4, - 8, - 3, - 1 - ], - "98": [ - 11, - 4, - 3, - 6, - 13 - ], - "99": [ - 11, - 4, - 3, - 8, - 1 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.01.gamma=0.5/run=ac7dee33999a42ea/config.json b/experiments/seed=256/alpha=0.01.gamma=0.5/run=ac7dee33999a42ea/config.json deleted file mode 100644 index 19ea1d3..0000000 --- a/experiments/seed=256/alpha=0.01.gamma=0.5/run=ac7dee33999a42ea/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 20, - "num_choices": 5, - "time_span": 100, - "history_span": 3000, - "alpha": 0.01, - "gamma": 0.5, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.01.gamma=0.5/run=ac7dee33999a42ea/control.choices.json b/experiments/seed=256/alpha=0.01.gamma=0.5/run=ac7dee33999a42ea/control.choices.json deleted file mode 100644 index 1ce1220..0000000 --- a/experiments/seed=256/alpha=0.01.gamma=0.5/run=ac7dee33999a42ea/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 4, - 3, - 11, - 1, - 13 -] \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.01.gamma=0.5/run=ac7dee33999a42ea/qvalues.json b/experiments/seed=256/alpha=0.01.gamma=0.5/run=ac7dee33999a42ea/qvalues.json deleted file mode 100644 index 20faa31..0000000 --- a/experiments/seed=256/alpha=0.01.gamma=0.5/run=ac7dee33999a42ea/qvalues.json +++ /dev/null @@ -1,2180 +0,0 @@ -{ - "0": [ - 0.31, - 5.0, - 0.0, - 6.01, - 5.5, - 0.0, - 0.04, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.31, - 5.0, - 0.0, - 6.01, - 5.5, - 0.0, - 0.0596, - 0.0, - 0.0, - 0.46, - 0.0, - 7.41, - 0.0, - 5.68, - 0.0, - 0.0, - 0.0, - 0.9, - 0.0, - 0.0 - ], - "2": [ - 0.31, - 5.88, - 0.0, - 6.8999, - 5.915, - 0.0, - 0.0596, - 0.0, - 0.0, - 0.46, - 0.0, - 7.41, - 0.0, - 5.68, - 0.0, - 0.0, - 0.0, - 0.9, - 0.0, - 0.0 - ], - "3": [ - 0.31, - 6.7512, - 0.0, - 6.8999, - 6.33585, - 0.0, - 0.0596, - 0.0, - 0.0, - 0.46, - 0.0, - 7.41, - 0.0, - 6.353199999999999, - 0.0, - 0.0, - 0.0, - 0.9, - 0.0, - 0.0 - ], - "4": [ - 0.31, - 6.7512, - 0.0, - 6.8999, - 6.8024914999999995, - 0.0, - 0.0596, - 0.0, - 0.0, - 0.8854, - 0.0, - 7.41, - 0.0, - 6.353199999999999, - 0.0, - 0.0, - 0.0, - 0.9, - 0.0, - 0.9500000000000001 - ], - "5": [ - 0.31, - 6.7512, - 0.0, - 6.8999, - 7.2944665849999994, - 0.0, - 0.0596, - 0.2, - 0.0, - 0.8854, - 0.0, - 7.41, - 0.0, - 6.353199999999999, - 0.0, - 0.0, - 0.0, - 1.651, - 0.0, - 0.9500000000000001 - ], - "6": [ - 0.6969, - 6.7512, - 0.0, - 7.660901, - 7.2944665849999994, - 0.0, - 0.0596, - 0.2, - 0.0, - 0.8854, - 0.0, - 9.7359, - 0.0, - 6.353199999999999, - 0.0, - 0.0, - 0.0, - 1.651, - 0.0, - 0.9500000000000001 - ], - "7": [ - 0.6969, - 6.7512, - 0.0, - 7.660901, - 7.2944665849999994, - 0.0, - 0.059004, - 0.41800000000000004, - 0.0, - 1.226546, - 0.0, - 9.7359, - 0.0, - 6.979667999999999, - 0.0, - 0.0, - 0.0, - 1.651, - 0.0, - 0.9500000000000001 - ], - "8": [ - 0.6969, - 7.653688, - 0.0, - 7.660901, - 7.2944665849999994, - 0.0, - 0.059004, - 0.6538200000000001, - 0.0, - 1.226546, - 0.0, - 9.7359, - 0.0, - 7.61987132, - 0.0, - 0.0, - 0.0, - 2.44449, - 0.0, - 1.9505 - ], - "9": [ - 1.129931, - 7.653688, - 0.0, - 7.660901, - 7.2944665849999994, - 0.0, - 0.059004, - 0.8472818000000001, - 0.81, - 1.226546, - 0.0, - 9.7359, - 0.0, - 7.61987132, - 0.0, - 0.0, - 0.0, - 2.44449, - 0.0, - 2.9109949999999998 - ], - "10": [ - 1.129931, - 7.653688, - 0.02, - 8.35429199, - 7.2944665849999994, - 0.0, - 0.059004, - 0.8472818000000001, - 0.81, - 1.226546, - 0.0, - 12.018541, - 0.0, - 7.61987132, - 0.0, - 0.0, - 0.0, - 2.44449, - 0.0, - 2.9109949999999998 - ], - "11": [ - 1.129931, - 7.653688, - 0.02, - 9.0507490701, - 7.2944665849999994, - 0.0, - 0.05841396, - 0.8472818000000001, - 0.81, - 1.226546, - 0.0, - 12.018541, - 0.0, - 8.2636726068, - 0.0, - 0.0, - 0.0, - 2.44449, - 0.0, - 2.9109949999999998 - ], - "12": [ - 1.129931, - 7.653688, - 0.02, - 9.730241579399, - 7.2944665849999994, - 0.0, - 0.0578298204, - 0.8472818000000001, - 0.81, - 1.226546, - 0.0, - 14.50835559, - 0.0, - 8.901035880732, - 0.0, - 0.0, - 0.0, - 2.44449, - 0.0, - 2.9109949999999998 - ], - "13": [ - 1.129931, - 7.653688, - 0.02, - 10.43293916360501, - 7.2944665849999994, - 0.0, - 0.0578298204, - 0.8472818000000001, - 0.81, - 1.226546, - 0.0, - 16.9732720341, - 0.0, - 9.522025521924679, - 0.0, - 0.0, - 0.0, - 2.44449, - 0.0, - 2.9109949999999998 - ], - "14": [ - 1.129931, - 7.653688, - 0.02, - 11.10860977196896, - 8.171521919149999, - 0.0, - 0.0578298204, - 0.8472818000000001, - 0.81, - 1.226546, - 0.0, - 19.293539313759, - 0.0, - 9.522025521924679, - 0.0, - 0.0, - 0.0, - 2.44449, - 0.0, - 2.9109949999999998 - ], - "15": [ - 1.129931, - 7.653688, - 0.02, - 11.70752367424927, - 8.171521919149999, - 0.0, - 0.0578298204, - 0.8472818000000001, - 1.7519, - 1.226546, - 0.0, - 21.580603920621407, - 0.0, - 10.156805266705431, - 0.0, - 0.0, - 0.0, - 2.44449, - 0.0, - 3.93188505 - ], - "16": [ - 1.42863169, - 7.653688, - 0.02, - 11.70752367424927, - 8.9898066999585, - 0.0, - 0.0578298204, - 0.8788089820000001, - 1.7519, - 1.226546, - 0.0, - 23.754797881415193, - 0.0, - 10.156805266705431, - 0.0, - 0.0, - 0.0, - 2.44449, - 0.0, - 4.9325661995 - ], - "17": [ - 1.42863169, - 8.73715112, - 0.02, - 11.70752367424927, - 9.789908632958914, - 0.0, - 0.0578298204, - 0.8788089820000001, - 2.824381, - 1.226546, - 0.0, - 25.78724990260104, - 0.0, - 10.775237214038377, - 0.0, - 0.0, - 0.0, - 2.44449, - 0.0, - 4.9325661995 - ], - "18": [ - 1.42863169, - 8.73715112, - 0.02, - 12.310448437506777, - 9.789908632958914, - 0.0, - 0.0578298204, - 0.8788089820000001, - 3.82613719, - 1.226546, - 0.0, - 27.75937740357503, - 0.0, - 10.775237214038377, - 0.0, - 0.0, - 0.0, - 2.44449, - 0.0, - 4.9325661995 - ], - "19": [ - 1.42863169, - 9.7597796088, - 0.02, - 12.310448437506777, - 10.662009546629324, - 0.0, - 0.0578298204, - 0.8700208921800001, - 4.7078758181, - 1.226546, - 0.0, - 29.89178362953928, - 0.0, - 10.775237214038377, - 0.0, - 0.0, - 0.0, - 2.44449, - 0.0, - 4.9325661995 - ], - "20": [ - 1.42863169, - 9.7597796088, - 0.0698, - 12.877343953131708, - 10.662009546629324, - 0.0, - 0.0578298204, - 0.8700208921800001, - 4.7078758181, - 1.58428054, - 0.0, - 31.91286579324389, - 0.0, - 10.775237214038377, - 0.0, - 0.0, - 0.0, - 3.2600451, - 0.0, - 4.9325661995 - ], - "21": [ - 1.42863169, - 10.792181812712, - 0.0698, - 12.877343953131708, - 11.665389451163032, - 0.0, - 0.0578298204, - 0.8700208921800001, - 4.7078758181, - 1.8384377345999998, - 0.0, - 33.85373713531145, - 0.0, - 11.417484841897993, - 0.0, - 0.0, - 0.0, - 3.2600451, - 0.0, - 4.9325661995 - ], - "22": [ - 1.42863169, - 10.792181812712, - 0.0698, - 12.877343953131708, - 11.665389451163032, - 0.0, - 0.0578298204, - 0.8613206832582001, - 5.5607970599189995, - 1.8384377345999998, - 0.0, - 35.805199763958335, - 0.0, - 12.043309993479014, - 0.0, - 0.0, - 0.0, - 3.2600451, - 0.0, - 6.063240537505 - ], - "23": [ - 1.42863169, - 10.792181812712, - 0.0698, - 12.877343953131708, - 11.665389451163032, - 0.0, - 0.0578298204, - 0.8527074764256181, - 5.5607970599189995, - 1.8384377345999998, - 0.0, - 37.73714776631875, - 0.0, - 12.652876893544223, - 0.0, - 0.0, - 0.0, - 3.9874446490000004, - 0.0, - 6.063240537505 - ], - "24": [ - 1.42863169, - 10.792181812712, - 0.0698, - 13.428570513600391, - 11.665389451163032, - 0.0, - 0.0578298204, - 0.8441804016613619, - 5.5607970599189995, - 1.8384377345999998, - 0.0, - 39.57977628865556, - 0.0, - 13.256348124608781, - 0.0, - 0.0, - 0.0, - 3.9874446490000004, - 0.0, - 6.063240537505 - ], - "25": [ - 1.42863169, - 10.792181812712, - 0.0698, - 13.984284808464388, - 12.8387355566514, - 0.0, - 0.0578298204, - 0.8441804016613619, - 5.5607970599189995, - 1.8384377345999998, - 0.0, - 41.443978525769005, - 0.0, - 13.256348124608781, - 0.0, - 0.0, - 0.0, - 3.9874446490000004, - 0.0, - 7.10260813212995 - ], - "26": [ - 1.42863169, - 11.76425999458488, - 0.0698, - 14.494441960379744, - 12.8387355566514, - 0.0, - 0.0578298204, - 0.8441804016613619, - 5.5607970599189995, - 1.8384377345999998, - 0.0, - 43.25953874051132, - 0.0, - 13.256348124608781, - 0.0, - 0.0, - 0.0, - 3.9874446490000004, - 0.0, - 7.10260813212995 - ], - "27": [ - 1.42863169, - 11.76425999458488, - 0.0698, - 15.029497540775946, - 14.130348201084887, - 0.0, - 0.0578298204, - 0.9057385976447483, - 5.5607970599189995, - 1.8384377345999998, - 0.0, - 45.096943353106205, - 0.0, - 13.256348124608781, - 0.0, - 0.0, - 0.0, - 3.9874446490000004, - 0.0, - 7.10260813212995 - ], - "28": [ - 1.42863169, - 11.76425999458488, - 0.0698, - 15.029497540775946, - 14.130348201084887, - 0.0, - 0.0578298204, - 0.9057385976447483, - 6.55518908931981, - 1.8384377345999998, - 0.0, - 46.905973919575146, - 0.0, - 13.853784643362694, - 0.0, - 0.0, - 0.0, - 3.9874446490000004, - 0.0, - 7.10260813212995 - ], - "29": [ - 1.42863169, - 11.76425999458488, - 0.0698, - 15.559202565368187, - 14.130348201084887, - 0.0, - 0.057251522196, - 0.9057385976447483, - 6.55518908931981, - 1.8384377345999998, - 0.0, - 48.6869141803794, - 0.0, - 13.853784643362694, - 0.0, - 0.0, - 0.0, - 3.9874446490000004, - 0.0, - 7.10260813212995 - ], - "30": [ - 1.42863169, - 12.846617394639031, - 0.0698, - 16.033610539714505, - 14.130348201084887, - 0.0, - 0.057251522196, - 0.9057385976447483, - 7.449637198426611, - 1.8384377345999998, - 0.0, - 50.620045038575604, - 0.0, - 13.853784643362694, - 0.0, - 0.0, - 0.0, - 3.9874446490000004, - 0.0, - 7.10260813212995 - ], - "31": [ - 1.6343453731, - 12.846617394639031, - 0.0698, - 16.033610539714505, - 14.130348201084887, - 0.0, - 0.057251522196, - 0.9057385976447483, - 7.449637198426611, - 1.8384377345999998, - 0.0, - 52.663844588189846, - 0.0, - 14.405246796929067, - 0.0, - 0.0, - 0.0, - 4.62757020251, - 0.0, - 7.10260813212995 - ], - "32": [ - 1.6343453731, - 13.93815122069264, - 0.0698, - 16.033610539714505, - 15.369044719074038, - 0.0, - 0.057251522196, - 0.9057385976447483, - 7.449637198426611, - 1.8384377345999998, - 0.0, - 54.80720614230795, - 0.0, - 14.405246796929067, - 0.0, - 0.0, - 0.0, - 4.62757020251, - 0.0, - 7.9215820508086505 - ], - "33": [ - 1.6343453731, - 14.788769708485715, - 0.0698, - 16.53327443431736, - 16.615354271883298, - 0.0, - 0.057251522196, - 0.9966812116683008, - 7.449637198426611, - 1.8384377345999998, - 0.0, - 56.97913408088487, - 0.0, - 14.405246796929067, - 0.0, - 0.0, - 0.0, - 4.62757020251, - 0.0, - 7.9215820508086505 - ], - "34": [ - 1.6343453731, - 15.600882011400858, - 0.0698, - 16.53327443431736, - 17.909200729164464, - 0.0, - 0.057251522196, - 0.9966812116683008, - 8.275140826442344, - 1.8384377345999998, - 0.0, - 59.26934274007602, - 0.0, - 14.405246796929067, - 0.0, - 0.0, - 0.0, - 4.62757020251, - 0.0, - 7.9215820508086505 - ], - "35": [ - 1.928001919369, - 16.38487319128685, - 0.0698, - 16.53327443431736, - 17.909200729164464, - 0.0, - 0.057251522196, - 1.0267143995516177, - 8.275140826442344, - 1.8384377345999998, - 0.0, - 61.44664931267526, - 0.0, - 14.405246796929067, - 0.0, - 0.0, - 0.0, - 5.2512945004849, - 0.0, - 7.9215820508086505 - ], - "36": [ - 1.928001919369, - 17.14102445937398, - 0.0698, - 16.53327443431736, - 19.34010872187282, - 0.0, - 0.057251522196, - 1.0267143995516177, - 8.275140826442344, - 1.8384377345999998, - 0.0, - 63.50218281954851, - 0.0, - 14.405246796929067, - 0.0, - 0.0, - 0.0, - 5.2512945004849, - 0.0, - 7.9215820508086505 - ], - "37": [ - 1.928001919369, - 17.85961421478024, - 0.0698, - 16.53327443431736, - 19.34010872187282, - 0.0, - 0.057251522196, - 1.0267143995516177, - 9.21238941817792, - 1.9800533572539998, - 0.0, - 65.43716099135302, - 0.0, - 15.021194328959776, - 0.0, - 0.0, - 0.0, - 5.2512945004849, - 0.0, - 7.9215820508086505 - ], - "38": [ - 1.928001919369, - 17.85961421478024, - 0.0698, - 17.087941689974187, - 20.716707634654092, - 0.0, - 0.057251522196, - 1.0267143995516177, - 9.21238941817792, - 1.9800533572539998, - 0.0, - 67.3527893814395, - 0.0, - 15.021194328959776, - 0.0, - 0.0, - 0.0, - 5.2512945004849, - 0.0, - 7.9215820508086505 - ], - "39": [ - 1.928001919369, - 18.481018072632438, - 0.0698, - 17.087941689974187, - 22.19954055830755, - 0.0, - 0.057251522196, - 1.0267143995516177, - 10.120265523996142, - 2.1402528236814597, - 0.0, - 69.1092614876251, - 0.0, - 15.021194328959776, - 0.0, - 0.0, - 0.0, - 5.2512945004849, - 0.0, - 7.9215820508086505 - ], - "40": [ - 1.928001919369, - 18.481018072632438, - 0.0698, - 17.637062273074445, - 23.787545152724476, - 0.0, - 0.057251522196, - 1.0267143995516177, - 10.120265523996142, - 2.1402528236814597, - 0.0, - 70.91816887274885, - 0.0, - 15.021194328959776, - 0.0, - 0.0, - 0.0, - 5.948781555480052, - 0.0, - 7.9215820508086505 - ], - "41": [ - 1.928001919369, - 18.481018072632438, - 0.0698, - 18.2206916503437, - 25.29966970119723, - 0.0, - 0.057251522196, - 1.0267143995516177, - 11.129062868756181, - 2.1402528236814597, - 0.0, - 72.67898718402137, - 0.0, - 15.620982385670178, - 0.0, - 0.0, - 0.0, - 5.948781555480052, - 0.0, - 7.9215820508086505 - ], - "42": [ - 2.08872190017531, - 19.106207891906113, - 0.0698, - 18.2206916503437, - 25.29966970119723, - 0.0, - 0.057251522196, - 1.0267143995516177, - 11.997772240068619, - 2.1402528236814597, - 0.0, - 74.48219731218116, - 0.0, - 15.620982385670178, - 0.0, - 0.0, - 0.0, - 5.948781555480052, - 0.0, - 7.9215820508086505 - ], - "43": [ - 2.08872190017531, - 19.72514581298705, - 0.069102, - 18.79848473384026, - 26.906673004185258, - 0.0, - 0.057251522196, - 1.0267143995516177, - 11.997772240068619, - 2.1402528236814597, - 0.0, - 76.38737533905935, - 0.0, - 15.620982385670178, - 0.0, - 0.0, - 0.0, - 5.948781555480052, - 0.0, - 7.9215820508086505 - ], - "44": [ - 2.08872190017531, - 20.35789435485718, - 0.07841097999999999, - 18.79848473384026, - 26.906673004185258, - 0.0, - 0.057251522196, - 1.0267143995516177, - 12.757794517667932, - 2.1402528236814597, - 0.0, - 78.15350158566875, - 0.0, - 16.184772561813478, - 0.0, - 0.0, - 0.0, - 5.948781555480052, - 0.0, - 7.9215820508086505 - ], - "45": [ - 2.08872190017531, - 20.35789435485718, - 0.07841097999999999, - 18.79848473384026, - 28.617606274143405, - 0.0, - 0.057251522196, - 1.0267143995516177, - 12.757794517667932, - 2.1402528236814597, - 0.0, - 79.83196656981207, - 0.0, - 16.184772561813478, - 0.0, - 0.0, - 0.0, - 5.948781555480052, - 0.0, - 8.702366230300564 - ], - "46": [ - 2.08872190017531, - 20.92431541130861, - 0.07841097999999999, - 18.79848473384026, - 30.28143021140197, - 0.0, - 0.057251522196, - 1.0267143995516177, - 13.540216572491254, - 2.1402528236814597, - 0.0, - 81.50364690411395, - 0.0, - 16.184772561813478, - 0.0, - 0.0, - 0.04, - 5.948781555480052, - 0.0, - 8.702366230300564 - ], - "47": [ - 2.08872190017531, - 20.92431541130861, - 0.07841097999999999, - 19.370499886501857, - 31.868615909287954, - 0.0, - 0.057251522196, - 1.0267143995516177, - 13.540216572491254, - 2.208850295444645, - 0.0, - 83.05861043507281, - 0.0, - 16.712924836195345, - 0.0, - 0.0, - 0.04, - 5.948781555480052, - 0.0, - 8.702366230300564 - ], - "48": [ - 2.08872190017531, - 21.45507225719552, - 0.07841097999999999, - 19.370499886501857, - 33.449929750195075, - 0.0, - 0.057251522196, - 1.0267143995516177, - 13.540216572491254, - 2.208850295444645, - 0.0, - 84.70802433072208, - 0.0, - 16.712924836195345, - 0.0, - 0.0, - 0.04, - 5.948781555480052, - 0.0, - 9.535342567997558 - ], - "49": [ - 2.08872190017531, - 21.45507225719552, - 0.07841097999999999, - 19.93679488763684, - 35.115430452693126, - 0.0, - 0.057251522196, - 1.4864472555561017, - 13.540216572491254, - 2.208850295444645, - 0.0, - 86.58094408741486, - 0.0, - 16.712924836195345, - 0.0, - 0.0, - 0.0396, - 5.948781555480052, - 0.0, - 9.535342567997558 - ], - "50": [ - 2.267834681173557, - 21.45507225719552, - 0.1776268702, - 19.93679488763684, - 36.914276148166195, - 0.0, - 0.057251522196, - 1.4864472555561017, - 13.540216572491254, - 2.208850295444645, - 0.0, - 88.57513464654072, - 0.0, - 16.712924836195345, - 0.0, - 0.0, - 0.049204000000000005, - 5.948781555480052, - 0.0, - 9.535342567997558 - ], - "51": [ - 2.267834681173557, - 21.45507225719552, - 0.1776268702, - 20.56742693876047, - 38.685133386684534, - 0.0, - 0.057251522196, - 1.4864472555561017, - 14.424814406766341, - 2.208850295444645, - 0.0, - 90.60938330007531, - 0.0, - 17.17579558783339, - 0.0, - 0.0, - 0.049204000000000005, - 5.948781555480052, - 0.0, - 9.535342567997558 - ], - "52": [ - 2.267834681173557, - 21.45507225719552, - 0.1776268702, - 21.241752669372865, - 40.51828205281769, - 0.0, - 0.057251522196, - 1.9515827830005406, - 14.424814406766341, - 2.208850295444645, - 0.0, - 92.51328946707456, - 0.0, - 17.17579558783339, - 0.0, - 0.0, - 0.049204000000000005, - 5.948781555480052, - 0.0, - 9.535342567997558 - ], - "53": [ - 2.267834681173557, - 22.060521534623565, - 0.1776268702, - 21.879335142679135, - 42.31309923228951, - 0.0, - 0.057251522196, - 1.9515827830005406, - 14.424814406766341, - 2.208850295444645, - 0.0, - 94.5081565724038, - 0.0, - 17.17579558783339, - 0.0, - 0.0, - 0.049204000000000005, - 5.948781555480052, - 0.0, - 9.535342567997558 - ], - "54": [ - 2.267834681173557, - 22.66991631927733, - 0.1776268702, - 22.540541791252345, - 44.129968239966615, - 0.0, - 0.057251522196, - 1.9515827830005406, - 14.424814406766341, - 2.208850295444645, - 0.0, - 96.43307500667977, - 0.0, - 17.634037631955056, - 0.0, - 0.0, - 0.049204000000000005, - 5.948781555480052, - 0.0, - 9.535342567997558 - ], - "55": [ - 2.267834681173557, - 22.66991631927733, - 0.1776268702, - 23.205136373339823, - 45.93866855756695, - 0.0, - 0.057251522196, - 1.9515827830005406, - 15.440566262698677, - 2.208850295444645, - 0.0, - 98.17874425661297, - 0.0, - 18.077697255635506, - 0.0, - 0.0, - 0.049204000000000005, - 5.948781555480052, - 0.0, - 9.535342567997558 - ], - "56": [ - 2.267834681173557, - 22.66991631927733, - 0.1776268702, - 23.205136373339823, - 47.66928187199128, - 0.0, - 0.057251522196, - 1.9515827830005406, - 15.440566262698677, - 2.208850295444645, - 0.0, - 99.86695681404684, - 0.0, - 18.077697255635506, - 0.0, - 0.0, - 0.049204000000000005, - 5.948781555480052, - 0.0, - 10.229989142317583 - ], - "57": [ - 2.267834681173557, - 22.66991631927733, - 0.1776268702, - 23.893085009606423, - 49.34258905327137, - 0.0, - 0.057251522196, - 1.9515827830005406, - 15.440566262698677, - 2.208850295444645, - 0.0, - 101.20828724590638, - 0.0, - 18.077697255635506, - 0.0, - 0.0, - 0.049204000000000005, - 5.948781555480052, - 0.0, - 10.229989142317583 - ], - "58": [ - 2.267834681173557, - 22.66991631927733, - 0.1776268702, - 23.893085009606423, - 50.959163162738655, - 0.0, - 0.057251522196, - 2.592066955170535, - 15.440566262698677, - 2.208850295444645, - 0.0, - 102.46620437344731, - 0.0, - 18.077697255635506, - 0.0, - 0.0, - 0.049204000000000005, - 5.948781555480052, - 0.0, - 10.967689250894407 - ], - "59": [ - 2.267834681173557, - 23.303217156084557, - 0.1776268702, - 23.893085009606423, - 52.46957153111127, - 0.0, - 0.057251522196, - 2.592066955170535, - 15.440566262698677, - 2.208850295444645, - 0.0, - 103.57154232971284, - 0.0, - 18.53692028307915, - 0.0, - 0.0, - 0.049204000000000005, - 5.948781555480052, - 0.0, - 10.967689250894407 - ], - "60": [ - 2.267834681173557, - 23.303217156084557, - 0.1776268702, - 24.54415415951036, - 54.01487581580016, - 0.0, - 0.057251522196, - 2.592066955170535, - 15.440566262698677, - 2.208850295444645, - 0.0, - 104.60582690641571, - 0.0, - 18.98155108024836, - 0.0, - 0.0, - 0.08871196, - 5.948781555480052, - 0.0, - 10.967689250894407 - ], - "61": [ - 2.267834681173557, - 23.87018498452371, - 0.1776268702, - 24.54415415951036, - 55.474727057642156, - 0.0, - 0.05667900697404, - 2.592066955170535, - 15.440566262698677, - 2.208850295444645, - 0.0, - 105.52976863735155, - 0.0, - 18.98155108024836, - 0.0, - 0.0, - 0.08871196, - 5.948781555480052, - 0.0, - 10.967689250894407 - ], - "62": [ - 2.267834681173557, - 24.40148313467847, - 0.1776268702, - 25.208712617915257, - 56.949979787065736, - 0.0, - 0.05667900697404, - 2.592066955170535, - 15.440566262698677, - 2.208850295444645, - 0.0, - 106.48447095097804, - 0.0, - 19.451735569445876, - 0.0, - 0.0, - 0.08871196, - 5.948781555480052, - 0.0, - 10.967689250894407 - ], - "63": [ - 2.267834681173557, - 24.787468303331686, - 0.175850601498, - 25.796625491736105, - 58.370479989195076, - 0.0, - 0.05667900697404, - 2.592066955170535, - 15.440566262698677, - 2.208850295444645, - 0.0, - 107.38962624146825, - 0.0, - 19.451735569445876, - 0.0, - 0.0, - 0.08871196, - 5.948781555480052, - 0.0, - 10.967689250894407 - ], - "64": [ - 2.267834681173557, - 24.787468303331686, - 0.175850601498, - 26.448659236818745, - 59.78677518930313, - 0.0, - 0.05667900697404, - 2.592066955170535, - 15.440566262698677, - 2.3667617924901987, - 0.0, - 108.28572997905357, - 0.0, - 19.451735569445876, - 0.0, - 0.0, - 0.08871196, - 5.948781555480052, - 0.0, - 10.967689250894407 - ], - "65": [ - 2.267834681173557, - 25.279593620298368, - 0.17409209548302, - 26.448659236818745, - 61.2789074374101, - 0.0, - 0.05667900697404, - 2.592066955170535, - 16.466160600071692, - 2.3667617924901987, - 0.0, - 109.29287267926304, - 0.0, - 19.451735569445876, - 0.0, - 0.0, - 0.08871196, - 5.948781555480052, - 0.0, - 10.967689250894407 - ], - "66": [ - 2.267834681173557, - 25.826797684095382, - 0.17409209548302, - 27.11417264445056, - 62.58611836303599, - 0.0, - 0.05667900697404, - 2.592066955170535, - 16.466160600071692, - 2.3667617924901987, - 0.0, - 110.31994395247041, - 0.0, - 19.87721821375142, - 0.0, - 0.0, - 0.08871196, - 5.948781555480052, - 0.0, - 10.967689250894407 - ], - "67": [ - 2.267834681173557, - 26.388529707254428, - 0.17409209548302, - 27.833030918006052, - 63.900257179405635, - 0.0, - 0.05667900697404, - 2.592066955170535, - 16.466160600071692, - 2.3667617924901987, - 0.0, - 111.2867445129457, - 0.0, - 20.288446031613905, - 0.0, - 0.0, - 0.08871196, - 5.948781555480052, - 0.0, - 10.967689250894407 - ], - "68": [ - 2.267834681173557, - 26.388529707254428, - 0.17409209548302, - 28.514700608825994, - 65.30125460761158, - 0.0, - 0.0561122169042996, - 2.592066955170535, - 16.466160600071692, - 2.3667617924901987, - 0.0, - 112.29387706781624, - 0.0, - 20.705561571297764, - 0.0, - 0.0, - 0.08871196, - 5.948781555480052, - 0.0, - 10.967689250894407 - ], - "69": [ - 2.267834681173557, - 26.954644410181885, - 0.17409209548302, - 29.229553602737735, - 66.65824206153546, - 0.0, - 0.0561122169042996, - 2.592066955170535, - 16.466160600071692, - 2.523094174565297, - 0.0, - 113.11093829713808, - 0.0, - 20.705561571297764, - 0.0, - 0.0, - 0.08871196, - 5.948781555480052, - 0.0, - 10.967689250894407 - ], - "70": [ - 2.267834681173557, - 27.555097966080066, - 0.17409209548302, - 29.957258066710356, - 67.9916596409201, - 0.0, - 0.0561122169042996, - 2.592066955170535, - 16.466160600071692, - 2.523094174565297, - 0.0, - 113.86982891416669, - 0.0, - 21.118505955584787, - 0.0, - 0.0, - 0.08871196, - 5.948781555480052, - 0.0, - 10.967689250894407 - ], - "71": [ - 2.267834681173557, - 27.555097966080066, - 0.17409209548302, - 29.957258066710356, - 69.4417430445109, - 0.0, - 0.0561122169042996, - 2.592066955170535, - 16.466160600071692, - 2.523094174565297, - 0.0, - 114.53113062502503, - 0.0, - 21.118505955584787, - 0.0, - 0.0, - 0.1578248404, - 6.259293739925251, - 0.0, - 10.967689250894407 - ], - "72": [ - 2.267834681173557, - 27.555097966080066, - 0.17409209548302, - 29.957258066710356, - 70.8773256140658, - 0.0, - 0.0561122169042996, - 2.592066955170535, - 16.466160600071692, - 2.523094174565297, - 0.0, - 115.12581931877477, - 0.0, - 21.118505955584787, - 0.0, - 0.0, - 0.1578248404, - 6.259293739925251, - 0.0, - 10.967689250894407 - ], - "73": [ - 2.267834681173557, - 28.259546986419267, - 0.17409209548302, - 30.707685486043253, - 72.29855235792513, - 0.0, - 0.0561122169042996, - 2.592066955170535, - 16.466160600071692, - 2.523094174565297, - 0.0, - 115.60456112558703, - 0.0, - 21.55732089602894, - 0.0, - 0.0, - 0.1578248404, - 6.259293739925251, - 0.0, - 10.967689250894407 - ], - "74": [ - 2.267834681173557, - 28.936951516555073, - 0.17409209548302, - 31.390608631182822, - 73.60556683434588, - 0.0, - 0.0561122169042996, - 2.592066955170535, - 16.466160600071692, - 2.523094174565297, - 0.0, - 115.96851551433116, - 0.0, - 21.98174768706865, - 0.0, - 0.0, - 0.1578248404, - 6.259293739925251, - 0.0, - 10.967689250894407 - ], - "75": [ - 2.267834681173557, - 29.58758200138952, - 0.17409209548302, - 32.10670254487099, - 74.92951116600241, - 0.0, - 0.0561122169042996, - 2.592066955170535, - 16.466160600071692, - 2.523094174565297, - 0.0, - 116.16883035918785, - 0.0, - 21.98174768706865, - 0.0, - 0.0, - 0.1578248404, - 6.259293739925251, - 0.0, - 10.967689250894407 - ], - "76": [ - 2.267834681173557, - 29.58758200138952, - 0.17409209548302, - 32.84563551942228, - 76.20021605434239, - 0.0, - 0.0561122169042996, - 2.592066955170535, - 17.551498994070975, - 2.523094174565297, - 0.0, - 116.50714205559598, - 0.0, - 21.98174768706865, - 0.0, - 0.0, - 0.1578248404, - 6.546700802525999, - 0.0, - 10.967689250894407 - ], - "77": [ - 2.267834681173557, - 30.221706181375627, - 0.17409209548302, - 32.84563551942228, - 77.53821389379897, - 0.0, - 0.0561122169042996, - 2.592066955170535, - 18.715984004130267, - 2.523094174565297, - 0.0, - 116.80207063504002, - 0.0, - 22.431930210197965, - 0.0, - 0.0, - 0.1578248404, - 6.546700802525999, - 0.0, - 10.967689250894407 - ], - "78": [ - 2.267834681173557, - 30.221706181375627, - 0.17409209548302, - 33.687179164228056, - 78.78283175486098, - 0.0, - 0.0561122169042996, - 2.592066955170535, - 19.828824164088964, - 2.523094174565297, - 0.0, - 117.14404992868963, - 0.0, - 22.897610908095984, - 0.0, - 0.0, - 0.1578248404, - 6.546700802525999, - 0.0, - 10.967689250894407 - ], - "79": [ - 2.267834681173557, - 30.221706181375627, - 0.17409209548302, - 34.59030737258578, - 80.09500343731237, - 0.0, - 0.0561122169042996, - 2.592066955170535, - 21.000535922448073, - 2.523094174565297, - 0.0, - 117.44260942940272, - 0.0, - 23.348634799015024, - 0.0, - 0.0, - 0.1578248404, - 6.546700802525999, - 0.0, - 10.967689250894407 - ], - "80": [ - 2.267834681173557, - 30.221706181375627, - 0.17409209548302, - 35.42440429885992, - 81.38405340293924, - 0.0, - 0.0561122169042996, - 2.592066955170535, - 21.000535922448073, - 2.523094174565297, - 0.0, - 117.7581833351087, - 0.0, - 23.815148451024875, - 0.0, - 0.0, - 0.1578248404, - 6.546700802525999, - 0.0, - 10.967689250894407 - ], - "81": [ - 2.267834681173557, - 30.221706181375627, - 0.17409209548302, - 36.31016025587132, - 82.65021286890985, - 0.0, - 0.0561122169042996, - 2.592066955170535, - 21.000535922448073, - 2.523094174565297, - 0.0, - 117.88060150175761, - 0.0, - 24.276996966514627, - 0.0, - 0.0, - 0.1578248404, - 6.546700802525999, - 0.0, - 10.967689250894407 - ], - "82": [ - 2.267834681173557, - 30.659489119561872, - 0.17409209548302, - 37.287058653312606, - 83.92371074022074, - 0.0, - 0.0561122169042996, - 2.592066955170535, - 22.18053056322359, - 2.523094174565297, - 0.0, - 117.93179548674003, - 0.0, - 24.276996966514627, - 0.0, - 0.0, - 0.1578248404, - 6.546700802525999, - 0.0, - 10.967689250894407 - ], - "83": [ - 2.267834681173557, - 31.132894228366254, - 0.17409209548302, - 38.23418806677948, - 85.17447363281853, - 0.0, - 0.0561122169042996, - 2.592066955170535, - 23.418725257591355, - 2.523094174565297, - 0.0, - 118.09247753187263, - 0.0, - 24.276996966514627, - 0.0, - 0.0, - 0.1578248404, - 6.546700802525999, - 0.0, - 10.967689250894407 - ], - "84": [ - 2.267834681173557, - 31.72156528608259, - 0.17409209548302, - 38.23418806677948, - 86.40272889649034, - 0.0, - 0.0561122169042996, - 3.51614628561883, - 24.55453800501544, - 2.523094174565297, - 0.0, - 118.2515527565539, - 0.0, - 24.276996966514627, - 0.0, - 0.0, - 0.1578248404, - 6.546700802525999, - 0.0, - 10.967689250894407 - ], - "85": [ - 2.267834681173557, - 31.72156528608259, - 0.17409209548302, - 39.19184618611169, - 87.56870160752544, - 0.0, - 0.0561122169042996, - 4.430984822762642, - 25.71899262496529, - 2.523094174565297, - 0.0, - 118.38903722898837, - 0.0, - 24.276996966514627, - 0.0, - 0.0, - 0.1578248404, - 6.546700802525999, - 0.0, - 10.967689250894407 - ], - "86": [ - 2.267834681173557, - 31.72156528608259, - 0.17409209548302, - 40.20992772425057, - 88.78301459145018, - 0.0, - 0.1755510947352566, - 4.430984822762642, - 25.71899262496529, - 2.523094174565297, - 0.0, - 118.69514685669849, - 0.0, - 24.276996966514627, - 0.0, - 0.0, - 0.1578248404, - 6.546700802525999, - 0.0, - 10.967689250894407 - ], - "87": [ - 2.267834681173557, - 32.184349633221764, - 0.17409209548302, - 41.157828447008065, - 89.96518444553568, - 0.0, - 0.1755510947352566, - 4.430984822762642, - 26.731802698715637, - 2.523094174565297, - 0.0, - 119.1481953881315, - 0.0, - 24.276996966514627, - 0.0, - 0.0, - 0.1578248404, - 6.546700802525999, - 0.0, - 10.967689250894407 - ], - "88": [ - 2.267834681173557, - 32.184349633221764, - 0.17409209548302, - 42.04625016253799, - 90.95553260108032, - 0.0, - 0.263795583787904, - 4.430984822762642, - 26.731802698715637, - 2.523094174565297, - 0.0, - 119.63671343425018, - 0.0, - 24.74422699684948, - 0.0, - 0.0, - 0.1578248404, - 6.546700802525999, - 0.0, - 10.967689250894407 - ], - "89": [ - 2.267834681173557, - 32.602506136889545, - 0.17409209548302, - 42.815787660912605, - 91.91597727506952, - 0.0, - 0.263795583787904, - 4.430984822762642, - 26.731802698715637, - 2.523094174565297, - 0.0, - 120.18034629990768, - 0.0, - 25.186784726880987, - 0.0, - 0.0, - 0.1578248404, - 6.546700802525999, - 0.0, - 10.967689250894407 - ], - "90": [ - 2.267834681173557, - 33.01648107552065, - 0.17409209548302, - 42.815787660912605, - 92.96681750231883, - 0.0, - 0.263795583787904, - 4.430984822762642, - 26.731802698715637, - 2.4978632328196437, - 0.0, - 120.5285428369086, - 0.0, - 25.614916879612178, - 0.0, - 0.0, - 0.1578248404, - 6.546700802525999, - 0.0, - 10.967689250894407 - ], - "91": [ - 2.267834681173557, - 33.506316264765445, - 0.17409209548302, - 43.577629784303475, - 93.98714932729564, - 0.0, - 0.263795583787904, - 4.430984822762642, - 27.82448467172848, - 2.4978632328196437, - 0.0, - 120.98325740853952, - 0.0, - 25.614916879612178, - 0.0, - 0.0, - 0.1578248404, - 6.546700802525999, - 0.0, - 10.967689250894407 - ], - "92": [ - 2.267834681173557, - 33.506316264765445, - 0.17409209548302, - 44.32185348646044, - 94.92727783402269, - 0.0, - 0.263795583787904, - 5.266674974535015, - 27.82448467172848, - 2.4978632328196437, - 0.0, - 121.29342483445411, - 0.0, - 25.614916879612178, - 0.0, - 0.0, - 0.1578248404, - 6.546700802525999, - 0.0, - 10.967689250894407 - ], - "93": [ - 2.267834681173557, - 34.05125310211779, - 0.17409209548302, - 45.128634951595835, - 95.85800505568247, - 0.0, - 0.263795583787904, - 5.266674974535015, - 28.976239825011195, - 2.4978632328196437, - 0.0, - 121.74049058610957, - 0.0, - 25.614916879612178, - 0.0, - 0.0, - 0.1578248404, - 6.546700802525999, - 0.0, - 10.967689250894407 - ], - "94": [ - 2.267834681173557, - 34.05125310211779, - 0.17409209548302, - 45.80734860207988, - 96.79942500512564, - 0.0, - 0.263795583787904, - 5.266674974535015, - 28.976239825011195, - 2.4978632328196437, - 0.0, - 122.29308568024848, - 0.0, - 25.614916879612178, - 0.0, - 0.0, - 0.316246591996, - 6.546700802525999, - 0.0, - 10.967689250894407 - ], - "95": [ - 2.265156334361821, - 34.59074057109661, - 0.17409209548302, - 46.50927511605908, - 97.83143075507438, - 0.0, - 0.263795583787904, - 5.266674974535015, - 28.976239825011195, - 2.4978632328196437, - 0.0, - 122.71015482344599, - 0.0, - 25.614916879612178, - 0.0, - 0.0, - 0.316246591996, - 6.546700802525999, - 0.0, - 10.967689250894407 - ], - "96": [ - 2.265156334361821, - 35.06483316538564, - 0.17409209548302, - 47.14418236489849, - 98.81311644752364, - 0.0, - 0.263795583787904, - 5.266674974535015, - 29.926477426761082, - 2.4978632328196437, - 0.0, - 123.22305327521153, - 0.0, - 25.614916879612178, - 0.0, - 0.0, - 0.316246591996, - 6.546700802525999, - 0.0, - 10.967689250894407 - ], - "97": [ - 2.265156334361821, - 35.52418483373179, - 0.17409209548302, - 47.90274054124951, - 99.7849852830484, - 0.0, - 0.263795583787904, - 5.266674974535015, - 30.83721265249347, - 2.4978632328196437, - 0.0, - 123.73082274245941, - 0.0, - 25.614916879612178, - 0.0, - 0.0, - 0.316246591996, - 6.546700802525999, - 0.0, - 10.967689250894407 - ], - "98": [ - 2.265156334361821, - 35.52418483373179, - 0.17409209548302, - 48.61371313583701, - 100.62713543021792, - 0.0, - 0.34115762795002497, - 5.266674974535015, - 30.83721265249347, - 2.4978632328196437, - 0.0, - 124.14351451503481, - 0.0, - 26.078767710816056, - 0.0, - 0.0, - 0.316246591996, - 6.546700802525999, - 0.0, - 10.967689250894407 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.01.gamma=0.5/run=ac7dee33999a42ea/rewards.json b/experiments/seed=256/alpha=0.01.gamma=0.5/run=ac7dee33999a42ea/rewards.json deleted file mode 100644 index 4fc6a7e..0000000 --- a/experiments/seed=256/alpha=0.01.gamma=0.5/run=ac7dee33999a42ea/rewards.json +++ /dev/null @@ -1,2202 +0,0 @@ -{ - "0": [ - 25, - 93, - 5, - 110, - 52, - 0, - 4, - 0, - 55, - 41, - 0, - 247, - 0, - 86, - 0, - 0, - 0, - 95, - 0, - 96 - ], - "1": [ - 31, - 90, - 10, - 106, - 55, - 0, - 4, - 3, - 60, - 42, - 0, - 245, - 0, - 74, - 0, - 0, - 0, - 87, - 0, - 91 - ], - "2": [ - 35, - 97, - 11, - 93, - 55, - 0, - 2, - 0, - 60, - 46, - 0, - 246, - 0, - 73, - 0, - 0, - 0, - 90, - 0, - 94 - ], - "3": [ - 38, - 93, - 9, - 95, - 47, - 0, - 0, - 8, - 66, - 41, - 0, - 243, - 0, - 75, - 0, - 0, - 0, - 89, - 0, - 95 - ], - "4": [ - 39, - 93, - 7, - 91, - 48, - 0, - 0, - 7, - 61, - 40, - 0, - 238, - 0, - 73, - 0, - 0, - 0, - 75, - 0, - 98 - ], - "5": [ - 42, - 101, - 3, - 95, - 53, - 0, - 0, - 17, - 68, - 43, - 0, - 238, - 0, - 71, - 0, - 0, - 0, - 77, - 0, - 95 - ], - "6": [ - 42, - 92, - 4, - 87, - 56, - 0, - 0, - 20, - 73, - 42, - 0, - 242, - 0, - 69, - 0, - 0, - 0, - 76, - 0, - 98 - ], - "7": [ - 39, - 106, - 2, - 83, - 62, - 0, - 0, - 22, - 69, - 38, - 0, - 240, - 0, - 69, - 0, - 0, - 0, - 75, - 0, - 98 - ], - "8": [ - 38, - 103, - 2, - 85, - 66, - 0, - 0, - 22, - 71, - 35, - 0, - 246, - 0, - 69, - 0, - 0, - 0, - 84, - 0, - 105 - ], - "9": [ - 42, - 97, - 2, - 77, - 73, - 0, - 0, - 24, - 72, - 33, - 0, - 233, - 0, - 71, - 0, - 0, - 0, - 81, - 0, - 101 - ], - "10": [ - 44, - 101, - 2, - 75, - 70, - 0, - 0, - 20, - 81, - 39, - 0, - 227, - 0, - 72, - 0, - 0, - 0, - 91, - 0, - 98 - ], - "11": [ - 46, - 110, - 2, - 77, - 87, - 0, - 0, - 30, - 80, - 35, - 0, - 238, - 0, - 71, - 0, - 0, - 0, - 91, - 0, - 106 - ], - "12": [ - 36, - 104, - 4, - 78, - 94, - 0, - 0, - 34, - 85, - 38, - 0, - 254, - 0, - 72, - 0, - 0, - 0, - 81, - 0, - 105 - ], - "13": [ - 35, - 101, - 6, - 77, - 98, - 0, - 0, - 21, - 81, - 39, - 0, - 261, - 0, - 72, - 0, - 0, - 0, - 81, - 0, - 101 - ], - "14": [ - 28, - 96, - 8, - 80, - 90, - 0, - 0, - 18, - 84, - 40, - 0, - 261, - 0, - 71, - 0, - 0, - 0, - 89, - 0, - 106 - ], - "15": [ - 29, - 107, - 10, - 78, - 95, - 0, - 0, - 16, - 92, - 39, - 0, - 249, - 0, - 71, - 0, - 0, - 0, - 94, - 0, - 106 - ], - "16": [ - 32, - 112, - 10, - 71, - 93, - 0, - 0, - 6, - 95, - 41, - 0, - 248, - 0, - 73, - 0, - 0, - 0, - 87, - 0, - 105 - ], - "17": [ - 31, - 114, - 9, - 69, - 90, - 0, - 0, - 4, - 101, - 42, - 0, - 239, - 0, - 72, - 0, - 0, - 0, - 84, - 0, - 104 - ], - "18": [ - 27, - 116, - 10, - 70, - 89, - 0, - 0, - 11, - 109, - 37, - 0, - 227, - 0, - 72, - 0, - 0, - 0, - 90, - 0, - 94 - ], - "19": [ - 25, - 119, - 12, - 72, - 94, - 0, - 0, - 5, - 103, - 39, - 0, - 223, - 0, - 74, - 0, - 0, - 0, - 86, - 0, - 99 - ], - "20": [ - 23, - 111, - 8, - 64, - 97, - 0, - 0, - 0, - 92, - 35, - 0, - 241, - 0, - 76, - 0, - 0, - 0, - 87, - 0, - 102 - ], - "21": [ - 22, - 117, - 5, - 69, - 104, - 0, - 0, - 0, - 89, - 37, - 0, - 232, - 0, - 74, - 0, - 0, - 0, - 84, - 0, - 107 - ], - "22": [ - 24, - 113, - 5, - 67, - 111, - 0, - 0, - 0, - 87, - 27, - 0, - 226, - 0, - 75, - 0, - 0, - 0, - 79, - 0, - 108 - ], - "23": [ - 31, - 111, - 6, - 70, - 115, - 0, - 0, - 0, - 90, - 25, - 0, - 229, - 0, - 74, - 0, - 0, - 0, - 82, - 0, - 118 - ], - "24": [ - 32, - 106, - 3, - 69, - 121, - 0, - 0, - 0, - 81, - 24, - 0, - 229, - 0, - 73, - 0, - 0, - 0, - 76, - 0, - 109 - ], - "25": [ - 31, - 108, - 5, - 68, - 121, - 0, - 0, - 0, - 88, - 23, - 0, - 222, - 0, - 73, - 0, - 0, - 0, - 70, - 0, - 114 - ], - "26": [ - 33, - 107, - 9, - 69, - 129, - 0, - 0, - 4, - 81, - 26, - 0, - 226, - 0, - 72, - 0, - 0, - 0, - 67, - 0, - 110 - ], - "27": [ - 28, - 108, - 6, - 65, - 139, - 0, - 0, - 1, - 98, - 20, - 0, - 223, - 0, - 71, - 0, - 0, - 0, - 68, - 0, - 98 - ], - "28": [ - 31, - 111, - 7, - 68, - 142, - 0, - 0, - 7, - 105, - 23, - 0, - 227, - 0, - 74, - 0, - 0, - 0, - 74, - 0, - 98 - ], - "29": [ - 29, - 118, - 8, - 70, - 133, - 0, - 0, - 6, - 105, - 30, - 0, - 226, - 0, - 73, - 0, - 0, - 0, - 69, - 0, - 97 - ], - "30": [ - 26, - 119, - 6, - 68, - 135, - 0, - 0, - 8, - 103, - 31, - 0, - 225, - 0, - 70, - 0, - 0, - 0, - 69, - 0, - 103 - ], - "31": [ - 26, - 120, - 4, - 63, - 135, - 0, - 0, - 5, - 96, - 28, - 0, - 242, - 0, - 70, - 0, - 0, - 0, - 69, - 0, - 97 - ], - "32": [ - 22, - 120, - 3, - 65, - 135, - 0, - 0, - 5, - 95, - 19, - 0, - 255, - 0, - 69, - 0, - 0, - 0, - 68, - 0, - 92 - ], - "33": [ - 25, - 122, - 4, - 66, - 138, - 0, - 0, - 15, - 87, - 11, - 0, - 267, - 0, - 68, - 0, - 0, - 0, - 65, - 0, - 89 - ], - "34": [ - 25, - 99, - 3, - 66, - 140, - 0, - 0, - 10, - 88, - 12, - 0, - 272, - 0, - 71, - 0, - 0, - 0, - 62, - 0, - 87 - ], - "35": [ - 31, - 96, - 5, - 70, - 146, - 0, - 0, - 10, - 90, - 13, - 0, - 286, - 0, - 70, - 0, - 0, - 0, - 64, - 0, - 89 - ], - "36": [ - 31, - 94, - 7, - 71, - 165, - 0, - 0, - 4, - 93, - 17, - 0, - 277, - 0, - 71, - 0, - 0, - 0, - 67, - 0, - 93 - ], - "37": [ - 29, - 92, - 5, - 74, - 161, - 0, - 0, - 0, - 104, - 16, - 0, - 267, - 0, - 73, - 0, - 0, - 0, - 68, - 0, - 103 - ], - "38": [ - 26, - 89, - 5, - 74, - 162, - 0, - 0, - 1, - 102, - 16, - 0, - 257, - 0, - 76, - 0, - 0, - 0, - 66, - 0, - 102 - ], - "39": [ - 25, - 80, - 4, - 72, - 157, - 0, - 0, - 10, - 100, - 12, - 0, - 257, - 0, - 75, - 0, - 0, - 0, - 70, - 0, - 99 - ], - "40": [ - 23, - 80, - 4, - 74, - 169, - 0, - 0, - 16, - 100, - 18, - 0, - 243, - 0, - 75, - 0, - 0, - 0, - 71, - 0, - 90 - ], - "41": [ - 23, - 80, - 3, - 72, - 181, - 0, - 0, - 18, - 108, - 13, - 0, - 250, - 0, - 76, - 0, - 0, - 0, - 75, - 0, - 88 - ], - "42": [ - 22, - 88, - 5, - 76, - 175, - 0, - 0, - 23, - 111, - 10, - 0, - 247, - 0, - 75, - 0, - 0, - 0, - 77, - 0, - 88 - ], - "43": [ - 18, - 81, - 0, - 80, - 174, - 0, - 0, - 25, - 98, - 10, - 0, - 253, - 0, - 72, - 0, - 0, - 0, - 72, - 0, - 88 - ], - "44": [ - 18, - 81, - 0, - 76, - 186, - 0, - 0, - 32, - 105, - 11, - 0, - 265, - 0, - 72, - 0, - 0, - 0, - 71, - 0, - 92 - ], - "45": [ - 21, - 83, - 1, - 80, - 196, - 0, - 0, - 38, - 88, - 11, - 0, - 253, - 0, - 72, - 0, - 0, - 0, - 71, - 0, - 83 - ], - "46": [ - 20, - 82, - 3, - 91, - 198, - 0, - 0, - 41, - 90, - 12, - 0, - 246, - 0, - 70, - 0, - 0, - 0, - 68, - 0, - 86 - ], - "47": [ - 19, - 77, - 6, - 78, - 195, - 0, - 0, - 33, - 91, - 10, - 0, - 247, - 0, - 71, - 0, - 0, - 4, - 63, - 0, - 94 - ], - "48": [ - 22, - 74, - 8, - 76, - 189, - 0, - 0, - 37, - 92, - 9, - 0, - 237, - 0, - 69, - 0, - 0, - 0, - 59, - 0, - 87 - ], - "49": [ - 21, - 74, - 9, - 75, - 190, - 0, - 0, - 40, - 101, - 9, - 0, - 248, - 0, - 68, - 0, - 0, - 0, - 57, - 0, - 92 - ], - "50": [ - 21, - 73, - 12, - 76, - 200, - 0, - 0, - 47, - 100, - 10, - 0, - 272, - 0, - 67, - 0, - 0, - 0, - 62, - 0, - 86 - ], - "51": [ - 20, - 73, - 10, - 80, - 215, - 0, - 0, - 54, - 95, - 11, - 0, - 286, - 0, - 66, - 0, - 0, - 1, - 53, - 0, - 88 - ], - "52": [ - 16, - 77, - 8, - 83, - 214, - 0, - 0, - 39, - 102, - 14, - 0, - 292, - 0, - 63, - 0, - 0, - 5, - 64, - 0, - 92 - ], - "53": [ - 17, - 76, - 5, - 88, - 222, - 0, - 0, - 48, - 105, - 12, - 0, - 281, - 0, - 63, - 0, - 0, - 3, - 67, - 0, - 82 - ], - "54": [ - 20, - 82, - 4, - 85, - 220, - 0, - 0, - 37, - 105, - 15, - 0, - 292, - 0, - 64, - 0, - 0, - 0, - 67, - 0, - 87 - ], - "55": [ - 18, - 83, - 2, - 88, - 224, - 0, - 0, - 42, - 109, - 19, - 0, - 287, - 0, - 63, - 0, - 0, - 0, - 63, - 0, - 80 - ], - "56": [ - 17, - 84, - 2, - 89, - 225, - 0, - 0, - 51, - 116, - 22, - 0, - 271, - 0, - 62, - 0, - 0, - 0, - 59, - 0, - 78 - ], - "57": [ - 20, - 80, - 1, - 93, - 219, - 0, - 0, - 55, - 117, - 21, - 0, - 267, - 0, - 61, - 0, - 0, - 0, - 60, - 0, - 79 - ], - "58": [ - 17, - 81, - 2, - 92, - 215, - 0, - 0, - 56, - 109, - 26, - 0, - 234, - 0, - 62, - 0, - 0, - 0, - 60, - 0, - 82 - ], - "59": [ - 13, - 79, - 1, - 93, - 211, - 0, - 0, - 66, - 111, - 25, - 0, - 227, - 0, - 64, - 0, - 0, - 7, - 60, - 0, - 84 - ], - "60": [ - 13, - 86, - 0, - 94, - 202, - 0, - 0, - 64, - 107, - 25, - 0, - 213, - 0, - 64, - 0, - 0, - 13, - 58, - 0, - 86 - ], - "61": [ - 14, - 88, - 0, - 89, - 207, - 0, - 0, - 76, - 109, - 24, - 0, - 207, - 0, - 63, - 0, - 0, - 4, - 51, - 0, - 89 - ], - "62": [ - 12, - 80, - 0, - 89, - 200, - 0, - 0, - 78, - 112, - 26, - 0, - 197, - 0, - 65, - 0, - 0, - 4, - 49, - 0, - 88 - ], - "63": [ - 11, - 77, - 0, - 91, - 203, - 0, - 0, - 83, - 111, - 20, - 0, - 201, - 0, - 66, - 0, - 0, - 10, - 41, - 0, - 87 - ], - "64": [ - 10, - 63, - 0, - 84, - 199, - 0, - 0, - 84, - 115, - 17, - 0, - 197, - 0, - 64, - 0, - 0, - 0, - 40, - 0, - 94 - ], - "65": [ - 8, - 72, - 0, - 91, - 200, - 0, - 0, - 79, - 118, - 18, - 0, - 197, - 0, - 62, - 0, - 0, - 0, - 41, - 0, - 86 - ], - "66": [ - 10, - 74, - 0, - 92, - 209, - 0, - 0, - 76, - 118, - 17, - 0, - 209, - 0, - 62, - 0, - 0, - 3, - 42, - 0, - 92 - ], - "67": [ - 7, - 80, - 0, - 93, - 192, - 0, - 0, - 84, - 119, - 14, - 0, - 212, - 0, - 62, - 0, - 0, - 4, - 39, - 0, - 84 - ], - "68": [ - 5, - 82, - 0, - 99, - 194, - 0, - 0, - 77, - 108, - 14, - 0, - 207, - 0, - 61, - 0, - 0, - 6, - 37, - 0, - 89 - ], - "69": [ - 7, - 83, - 0, - 96, - 204, - 0, - 0, - 84, - 109, - 11, - 0, - 212, - 0, - 62, - 0, - 0, - 0, - 33, - 0, - 88 - ], - "70": [ - 10, - 83, - 0, - 100, - 201, - 0, - 1, - 81, - 109, - 18, - 0, - 194, - 0, - 62, - 0, - 0, - 4, - 37, - 0, - 83 - ], - "71": [ - 9, - 87, - 0, - 102, - 200, - 0, - 4, - 78, - 109, - 17, - 0, - 189, - 0, - 62, - 0, - 0, - 10, - 36, - 0, - 77 - ], - "72": [ - 6, - 92, - 0, - 98, - 213, - 0, - 5, - 76, - 110, - 23, - 0, - 180, - 0, - 61, - 0, - 0, - 7, - 37, - 0, - 80 - ], - "73": [ - 7, - 95, - 1, - 102, - 213, - 0, - 7, - 76, - 108, - 14, - 0, - 174, - 0, - 64, - 0, - 0, - 1, - 35, - 0, - 75 - ], - "74": [ - 9, - 98, - 0, - 105, - 213, - 0, - 5, - 77, - 105, - 13, - 0, - 163, - 0, - 65, - 0, - 0, - 9, - 35, - 0, - 77 - ], - "75": [ - 7, - 96, - 0, - 99, - 203, - 0, - 9, - 82, - 116, - 14, - 0, - 152, - 0, - 64, - 0, - 0, - 6, - 34, - 0, - 79 - ], - "76": [ - 6, - 94, - 0, - 103, - 206, - 0, - 10, - 92, - 125, - 11, - 0, - 136, - 0, - 63, - 0, - 0, - 6, - 42, - 0, - 86 - ], - "77": [ - 4, - 100, - 0, - 106, - 202, - 0, - 10, - 96, - 125, - 5, - 0, - 150, - 0, - 64, - 0, - 0, - 12, - 35, - 0, - 86 - ], - "78": [ - 5, - 93, - 0, - 116, - 210, - 0, - 6, - 92, - 134, - 7, - 0, - 146, - 0, - 67, - 0, - 0, - 17, - 37, - 0, - 86 - ], - "79": [ - 2, - 88, - 0, - 117, - 202, - 0, - 7, - 91, - 130, - 7, - 0, - 151, - 0, - 69, - 0, - 0, - 4, - 35, - 0, - 93 - ], - "80": [ - 2, - 81, - 0, - 124, - 210, - 0, - 8, - 90, - 137, - 11, - 0, - 147, - 0, - 68, - 0, - 0, - 5, - 32, - 0, - 97 - ], - "81": [ - 5, - 73, - 0, - 118, - 209, - 0, - 11, - 91, - 141, - 10, - 0, - 149, - 0, - 70, - 0, - 0, - 10, - 35, - 0, - 103 - ], - "82": [ - 8, - 78, - 0, - 124, - 208, - 0, - 7, - 88, - 145, - 4, - 0, - 130, - 0, - 70, - 0, - 0, - 14, - 34, - 0, - 104 - ], - "83": [ - 7, - 74, - 0, - 134, - 210, - 0, - 7, - 95, - 139, - 7, - 0, - 123, - 0, - 71, - 0, - 0, - 19, - 30, - 0, - 101 - ], - "84": [ - 6, - 78, - 0, - 132, - 209, - 0, - 11, - 91, - 146, - 3, - 0, - 134, - 0, - 72, - 0, - 0, - 27, - 29, - 0, - 86 - ], - "85": [ - 7, - 90, - 0, - 141, - 208, - 0, - 13, - 95, - 137, - 0, - 0, - 134, - 0, - 73, - 0, - 0, - 25, - 32, - 0, - 90 - ], - "86": [ - 8, - 92, - 0, - 134, - 203, - 0, - 16, - 95, - 141, - 0, - 0, - 132, - 0, - 73, - 0, - 0, - 26, - 36, - 0, - 88 - ], - "87": [ - 6, - 78, - 0, - 141, - 209, - 0, - 12, - 92, - 140, - 0, - 0, - 149, - 0, - 73, - 0, - 0, - 29, - 42, - 0, - 93 - ], - "88": [ - 4, - 78, - 1, - 135, - 207, - 0, - 9, - 95, - 127, - 1, - 0, - 164, - 0, - 73, - 0, - 0, - 23, - 48, - 0, - 89 - ], - "89": [ - 2, - 78, - 2, - 130, - 189, - 0, - 9, - 94, - 133, - 0, - 0, - 168, - 0, - 71, - 0, - 0, - 21, - 47, - 0, - 98 - ], - "90": [ - 3, - 74, - 1, - 119, - 187, - 0, - 8, - 99, - 144, - 0, - 0, - 174, - 0, - 69, - 0, - 0, - 25, - 43, - 0, - 99 - ], - "91": [ - 5, - 74, - 2, - 122, - 197, - 0, - 10, - 85, - 146, - 0, - 0, - 155, - 0, - 68, - 0, - 0, - 16, - 41, - 0, - 100 - ], - "92": [ - 4, - 82, - 2, - 119, - 195, - 0, - 12, - 88, - 136, - 0, - 0, - 166, - 0, - 72, - 0, - 0, - 18, - 44, - 0, - 101 - ], - "93": [ - 4, - 84, - 1, - 118, - 188, - 0, - 6, - 88, - 141, - 0, - 0, - 152, - 0, - 71, - 0, - 0, - 12, - 41, - 0, - 100 - ], - "94": [ - 3, - 88, - 0, - 125, - 188, - 0, - 5, - 81, - 143, - 0, - 0, - 166, - 0, - 69, - 0, - 0, - 20, - 44, - 0, - 98 - ], - "95": [ - 3, - 87, - 1, - 113, - 190, - 0, - 6, - 74, - 144, - 0, - 0, - 177, - 0, - 67, - 0, - 0, - 16, - 46, - 0, - 90 - ], - "96": [ - 2, - 88, - 2, - 116, - 200, - 0, - 13, - 73, - 139, - 0, - 0, - 164, - 0, - 67, - 0, - 0, - 14, - 46, - 0, - 101 - ], - "97": [ - 4, - 82, - 2, - 110, - 196, - 0, - 10, - 71, - 124, - 0, - 0, - 174, - 0, - 67, - 0, - 0, - 16, - 43, - 0, - 103 - ], - "98": [ - 2, - 81, - 3, - 123, - 196, - 0, - 8, - 69, - 121, - 0, - 0, - 174, - 0, - 67, - 0, - 0, - 15, - 44, - 0, - 108 - ], - "99": [ - 0, - 88, - 5, - 119, - 184, - 0, - 8, - 64, - 124, - 0, - 0, - 165, - 0, - 72, - 0, - 0, - 12, - 38, - 0, - 109 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.01.gamma=0.5/run=ac7dee33999a42ea/rewards.plot.png b/experiments/seed=256/alpha=0.01.gamma=0.5/run=ac7dee33999a42ea/rewards.plot.png deleted file mode 100644 index 72cbc28..0000000 Binary files a/experiments/seed=256/alpha=0.01.gamma=0.5/run=ac7dee33999a42ea/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.01.gamma=0.5/run=ac7dee33999a42ea/sum_rewards.json b/experiments/seed=256/alpha=0.01.gamma=0.5/run=ac7dee33999a42ea/sum_rewards.json deleted file mode 100644 index c3f50ae..0000000 --- a/experiments/seed=256/alpha=0.01.gamma=0.5/run=ac7dee33999a42ea/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 52853, - "V": 4610801 - }, - "control": { - "R": 63126, - "V": 5721003 - } -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.01.gamma=0.5/run=ac7dee33999a42ea/view.plot.png b/experiments/seed=256/alpha=0.01.gamma=0.5/run=ac7dee33999a42ea/view.plot.png deleted file mode 100644 index 6d7009a..0000000 Binary files a/experiments/seed=256/alpha=0.01.gamma=0.5/run=ac7dee33999a42ea/view.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.01.gamma=0.9/run=1964673f1f9244e0/choices.json b/experiments/seed=256/alpha=0.01.gamma=0.9/run=1964673f1f9244e0/choices.json deleted file mode 100644 index 144e191..0000000 --- a/experiments/seed=256/alpha=0.01.gamma=0.9/run=1964673f1f9244e0/choices.json +++ /dev/null @@ -1,702 +0,0 @@ -{ - "0": [ - 14, - 1, - 3, - 9, - 19 - ], - "1": [ - 18, - 1, - 6, - 7, - 17 - ], - "2": [ - 1, - 15, - 2, - 13, - 0 - ], - "3": [ - 0, - 8, - 19, - 9, - 13 - ], - "4": [ - 4, - 10, - 3, - 11, - 9 - ], - "5": [ - 9, - 16, - 3, - 14, - 2 - ], - "6": [ - 11, - 16, - 0, - 13, - 10 - ], - "7": [ - 14, - 5, - 17, - 16, - 12 - ], - "8": [ - 17, - 19, - 10, - 1, - 14 - ], - "9": [ - 19, - 3, - 2, - 4, - 17 - ], - "10": [ - 10, - 13, - 18, - 5, - 0 - ], - "11": [ - 9, - 18, - 3, - 6, - 5 - ], - "12": [ - 13, - 19, - 0, - 1, - 11 - ], - "13": [ - 11, - 13, - 9, - 0, - 17 - ], - "14": [ - 2, - 17, - 16, - 10, - 13 - ], - "15": [ - 3, - 11, - 4, - 7, - 19 - ], - "16": [ - 17, - 13, - 4, - 3, - 11 - ], - "17": [ - 8, - 17, - 3, - 11, - 14 - ], - "18": [ - 15, - 16, - 13, - 4, - 14 - ], - "19": [ - 8, - 11, - 17, - 3, - 19 - ], - "20": [ - 11, - 7, - 19, - 17, - 4 - ], - "21": [ - 3, - 5, - 14, - 12, - 9 - ], - "22": [ - 11, - 10, - 1, - 3, - 15 - ], - "23": [ - 11, - 17, - 4, - 13, - 8 - ], - "24": [ - 11, - 12, - 13, - 3, - 9 - ], - "25": [ - 11, - 3, - 17, - 9, - 0 - ], - "26": [ - 11, - 1, - 13, - 17, - 7 - ], - "27": [ - 11, - 13, - 8, - 9, - 19 - ], - "28": [ - 11, - 1, - 13, - 19, - 8 - ], - "29": [ - 17, - 12, - 13, - 11, - 9 - ], - "30": [ - 11, - 13, - 12, - 8, - 19 - ], - "31": [ - 11, - 18, - 3, - 13, - 16 - ], - "32": [ - 11, - 4, - 13, - 16, - 19 - ], - "33": [ - 11, - 13, - 5, - 6, - 1 - ], - "34": [ - 11, - 8, - 13, - 3, - 9 - ], - "35": [ - 11, - 5, - 3, - 7, - 13 - ], - "36": [ - 11, - 13, - 2, - 3, - 8 - ], - "37": [ - 11, - 13, - 0, - 6, - 14 - ], - "38": [ - 11, - 13, - 10, - 3, - 9 - ], - "39": [ - 11, - 13, - 8, - 10, - 6 - ], - "40": [ - 11, - 13, - 17, - 19, - 18 - ], - "41": [ - 11, - 13, - 10, - 12, - 3 - ], - "42": [ - 11, - 19, - 13, - 3, - 9 - ], - "43": [ - 11, - 13, - 7, - 16, - 8 - ], - "44": [ - 11, - 13, - 17, - 0, - 6 - ], - "45": [ - 11, - 1, - 13, - 8, - 3 - ], - "46": [ - 11, - 13, - 0, - 1, - 17 - ], - "47": [ - 11, - 13, - 6, - 3, - 18 - ], - "48": [ - 11, - 13, - 0, - 3, - 1 - ], - "49": [ - 11, - 13, - 3, - 7, - 17 - ], - "50": [ - 11, - 13, - 3, - 7, - 0 - ], - "51": [ - 11, - 13, - 14, - 8, - 17 - ], - "52": [ - 11, - 13, - 3, - 17, - 0 - ], - "53": [ - 11, - 13, - 8, - 9, - 16 - ], - "54": [ - 11, - 13, - 3, - 8, - 5 - ], - "55": [ - 11, - 13, - 3, - 8, - 5 - ], - "56": [ - 11, - 10, - 13, - 4, - 19 - ], - "57": [ - 11, - 13, - 2, - 3, - 10 - ], - "58": [ - 11, - 13, - 1, - 3, - 2 - ], - "59": [ - 11, - 13, - 19, - 10, - 3 - ], - "60": [ - 11, - 13, - 3, - 1, - 8 - ], - "61": [ - 11, - 13, - 3, - 15, - 1 - ], - "62": [ - 11, - 13, - 3, - 1, - 8 - ], - "63": [ - 11, - 13, - 1, - 14, - 17 - ], - "64": [ - 11, - 13, - 3, - 8, - 1 - ], - "65": [ - 11, - 13, - 10, - 3, - 8 - ], - "66": [ - 11, - 3, - 13, - 8, - 1 - ], - "67": [ - 11, - 13, - 19, - 3, - 9 - ], - "68": [ - 11, - 13, - 17, - 3, - 12 - ], - "69": [ - 11, - 13, - 3, - 10, - 8 - ], - "70": [ - 11, - 13, - 3, - 8, - 4 - ], - "71": [ - 11, - 13, - 18, - 7, - 15 - ], - "72": [ - 11, - 13, - 3, - 8, - 15 - ], - "73": [ - 11, - 13, - 3, - 8, - 17 - ], - "74": [ - 11, - 13, - 3, - 12, - 8 - ], - "75": [ - 11, - 13, - 3, - 8, - 7 - ], - "76": [ - 11, - 13, - 3, - 1, - 12 - ], - "77": [ - 11, - 13, - 3, - 17, - 8 - ], - "78": [ - 11, - 13, - 3, - 6, - 8 - ], - "79": [ - 11, - 13, - 8, - 9, - 1 - ], - "80": [ - 11, - 3, - 13, - 8, - 6 - ], - "81": [ - 11, - 13, - 3, - 8, - 2 - ], - "82": [ - 11, - 13, - 3, - 8, - 9 - ], - "83": [ - 11, - 13, - 3, - 8, - 1 - ], - "84": [ - 11, - 13, - 3, - 8, - 6 - ], - "85": [ - 11, - 13, - 3, - 8, - 15 - ], - "86": [ - 11, - 13, - 3, - 8, - 14 - ], - "87": [ - 11, - 13, - 3, - 8, - 0 - ], - "88": [ - 11, - 13, - 8, - 3, - 1 - ], - "89": [ - 11, - 13, - 5, - 3, - 8 - ], - "90": [ - 11, - 3, - 13, - 1, - 8 - ], - "91": [ - 11, - 13, - 8, - 3, - 17 - ], - "92": [ - 11, - 13, - 8, - 3, - 2 - ], - "93": [ - 11, - 13, - 3, - 8, - 18 - ], - "94": [ - 11, - 13, - 3, - 8, - 17 - ], - "95": [ - 11, - 13, - 8, - 3, - 19 - ], - "96": [ - 11, - 13, - 3, - 8, - 6 - ], - "97": [ - 11, - 13, - 3, - 8, - 12 - ], - "98": [ - 11, - 3, - 13, - 8, - 1 - ], - "99": [ - 11, - 13, - 3, - 8, - 1 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.01.gamma=0.9/run=1964673f1f9244e0/config.json b/experiments/seed=256/alpha=0.01.gamma=0.9/run=1964673f1f9244e0/config.json deleted file mode 100644 index 62b152e..0000000 --- a/experiments/seed=256/alpha=0.01.gamma=0.9/run=1964673f1f9244e0/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 20, - "num_choices": 5, - "time_span": 100, - "history_span": 3000, - "alpha": 0.01, - "gamma": 0.9, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.01.gamma=0.9/run=1964673f1f9244e0/control.choices.json b/experiments/seed=256/alpha=0.01.gamma=0.9/run=1964673f1f9244e0/control.choices.json deleted file mode 100644 index 1ce1220..0000000 --- a/experiments/seed=256/alpha=0.01.gamma=0.9/run=1964673f1f9244e0/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 4, - 3, - 11, - 1, - 13 -] \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.01.gamma=0.9/run=1964673f1f9244e0/qvalues.json b/experiments/seed=256/alpha=0.01.gamma=0.9/run=1964673f1f9244e0/qvalues.json deleted file mode 100644 index 041c004..0000000 --- a/experiments/seed=256/alpha=0.01.gamma=0.9/run=1964673f1f9244e0/qvalues.json +++ /dev/null @@ -1,2180 +0,0 @@ -{ - "0": [ - 0.0, - 5.74, - 0.0, - 6.05, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.47000000000000003, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.63 - ], - "1": [ - 0.0, - 6.5426, - 0.0, - 6.05, - 5.0, - 0.0, - 0.03, - 0.0, - 0.0, - 0.47000000000000003, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 1.56, - 0.0, - 0.63 - ], - "2": [ - 0.22, - 7.287174, - 0.15, - 6.05, - 5.0, - 0.0, - 0.03, - 0.0, - 0.0, - 0.47000000000000003, - 0.0, - 5.0, - 0.0, - 6.7, - 0.0, - 0.0, - 0.0, - 1.56, - 0.0, - 0.63 - ], - "3": [ - 0.4678, - 7.287174, - 0.15, - 6.05, - 5.0, - 0.0, - 0.03, - 0.0, - 1.58, - 0.9753000000000001, - 0.0, - 5.0, - 0.0, - 8.373000000000001, - 0.0, - 0.0, - 0.0, - 1.56, - 0.0, - 1.3537 - ], - "4": [ - 0.4678, - 7.287174, - 0.15, - 7.1295, - 5.16, - 0.0, - 0.03, - 0.0, - 1.58, - 1.505547, - 0.0, - 7.9, - 0.0, - 8.373000000000001, - 0.0, - 0.0, - 0.0, - 1.56, - 0.0, - 1.3537 - ], - "5": [ - 0.4678, - 7.287174, - 0.21849999999999997, - 8.148205, - 5.16, - 0.0, - 0.03, - 0.0, - 1.58, - 2.01049153, - 0.0, - 7.9, - 0.0, - 8.373000000000001, - 0.0, - 0.0, - 0.0, - 1.56, - 0.0, - 1.3537 - ], - "6": [ - 0.663122, - 7.287174, - 0.21849999999999997, - 8.148205, - 5.16, - 0.0, - 0.03, - 0.0, - 1.58, - 2.01049153, - 0.0, - 10.831000000000001, - 0.0, - 9.809270000000001, - 0.0, - 0.0, - 0.0, - 1.56, - 0.0, - 1.3537 - ], - "7": [ - 0.663122, - 7.287174, - 0.21849999999999997, - 8.148205, - 5.16, - 0.0, - 0.03, - 0.0, - 1.58, - 2.01049153, - 0.0, - 10.831000000000001, - 0.0, - 9.809270000000001, - 0.0, - 0.0, - 0.0, - 2.9444, - 0.0, - 1.3537 - ], - "8": [ - 0.663122, - 8.004302260000001, - 0.21849999999999997, - 8.148205, - 5.16, - 0.0, - 0.03, - 0.0, - 1.58, - 2.01049153, - 0.0, - 10.831000000000001, - 0.0, - 9.809270000000001, - 0.0, - 0.0, - 0.0, - 4.304956, - 0.0, - 1.9501629999999999 - ], - "9": [ - 0.663122, - 8.004302260000001, - 0.24631499999999998, - 9.10672295, - 5.4184, - 0.0, - 0.03, - 0.0, - 1.58, - 2.01049153, - 0.0, - 10.831000000000001, - 0.0, - 9.809270000000001, - 0.0, - 0.0, - 0.0, - 5.58190644, - 0.0, - 2.50066137 - ], - "10": [ - 0.8864907799999999, - 8.004302260000001, - 0.24631499999999998, - 9.10672295, - 5.4184, - 0.0, - 0.03, - 0.0, - 1.58, - 2.01049153, - 0.0, - 10.831000000000001, - 0.0, - 11.101177300000002, - 0.0, - 0.0, - 0.0, - 5.58190644, - 0.0, - 2.50066137 - ], - "11": [ - 0.8864907799999999, - 8.004302260000001, - 0.24631499999999998, - 10.0856557205, - 5.4184, - 0.0, - 0.029699999999999997, - 0.0, - 1.58, - 2.5103866147, - 0.0, - 10.831000000000001, - 0.0, - 11.101177300000002, - 0.0, - 0.0, - 0.0, - 5.58190644, - 0.0, - 2.50066137 - ], - "12": [ - 1.0276258722, - 8.744259237400001, - 0.24631499999999998, - 10.0856557205, - 5.4184, - 0.0, - 0.029699999999999997, - 0.0, - 1.58, - 2.5103866147, - 0.0, - 14.122690000000002, - 0.0, - 12.590165527000002, - 0.0, - 0.0, - 0.0, - 5.58190644, - 0.0, - 2.9756547563 - ], - "13": [ - 1.1473496134780001, - 8.744259237400001, - 0.24631499999999998, - 10.0856557205, - 5.4184, - 0.0, - 0.029699999999999997, - 0.0, - 1.58, - 3.085282748553, - 0.0, - 17.321463100000003, - 0.0, - 14.13426387173, - 0.0, - 0.0, - 0.0, - 6.5460873756, - 0.0, - 2.9756547563 - ], - "14": [ - 1.1473496134780001, - 8.744259237400001, - 0.44385185, - 10.0856557205, - 5.4184, - 0.0, - 0.029699999999999997, - 0.0, - 1.58, - 3.085282748553, - 0.0, - 17.321463100000003, - 0.0, - 15.682921233012701, - 0.0, - 0.0, - 0.0, - 7.540626501844, - 0.0, - 2.9756547563 - ], - "15": [ - 1.1473496134780001, - 8.744259237400001, - 0.44385185, - 11.034799163295, - 5.754216, - 0.0, - 0.029699999999999997, - 0.03, - 1.58, - 3.085282748553, - 0.0, - 20.448248469000003, - 0.0, - 15.682921233012701, - 0.0, - 0.0, - 0.0, - 7.540626501844, - 0.0, - 3.345898208737 - ], - "16": [ - 1.1473496134780001, - 8.744259237400001, - 0.44385185, - 11.86445117166205, - 6.05667384, - 0.0, - 0.029699999999999997, - 0.03, - 1.58, - 3.085282748553, - 0.0, - 23.543765984310003, - 0.0, - 17.296092020682575, - 0.0, - 0.0, - 0.0, - 8.44522023682556, - 0.0, - 3.345898208737 - ], - "17": [ - 1.1473496134780001, - 8.744259237400001, - 0.44385185, - 12.63580665994543, - 6.05667384, - 0.0, - 0.029699999999999997, - 0.03, - 3.5242, - 3.085282748553, - 0.0, - 26.6183283244669, - 0.0, - 17.296092020682575, - 0.0, - 0.0, - 0.0, - 9.260768034457303, - 0.0, - 3.345898208737 - ], - "18": [ - 1.1473496134780001, - 8.744259237400001, - 0.44385185, - 12.63580665994543, - 6.4361071016, - 0.0, - 0.029699999999999997, - 0.03, - 3.5242, - 3.085282748553, - 0.0, - 26.6183283244669, - 0.0, - 18.89313110047575, - 0.0, - 0.0, - 0.0, - 9.260768034457303, - 0.0, - 3.345898208737 - ], - "19": [ - 1.1473496134780001, - 8.744259237400001, - 0.44385185, - 13.439448593345976, - 6.4361071016, - 0.0, - 0.029699999999999997, - 0.03, - 5.238958, - 3.085282748553, - 0.0, - 29.802145041222232, - 0.0, - 18.89313110047575, - 0.0, - 0.0, - 0.0, - 10.04816035411273, - 0.0, - 3.7424392266496302 - ], - "20": [ - 1.1473496134780001, - 8.744259237400001, - 0.44385185, - 13.439448593345976, - 6.801746030584, - 0.0, - 0.029699999999999997, - 0.029699999999999997, - 5.238958, - 3.085282748553, - 0.0, - 32.84412359081001, - 0.0, - 18.89313110047575, - 0.0, - 0.0, - 0.0, - 10.777678750571603, - 0.0, - 4.115014834383134 - ], - "21": [ - 1.1473496134780001, - 8.744259237400001, - 0.44385185, - 14.265054107412515, - 6.801746030584, - 0.0, - 0.029699999999999997, - 0.029699999999999997, - 5.238958, - 3.44442992106747, - 0.0, - 32.84412359081001, - 0.0, - 18.89313110047575, - 0.0, - 0.0, - 0.0, - 10.777678750571603, - 0.0, - 4.115014834383134 - ], - "22": [ - 1.1473496134780001, - 9.646816645026002, - 0.44385185, - 15.12240356633839, - 6.801746030584, - 0.0, - 0.029699999999999997, - 0.029699999999999997, - 5.238958, - 3.44442992106747, - 0.0, - 36.00568235490191, - 0.0, - 18.89313110047575, - 0.0, - 0.0, - 0.0, - 10.777678750571603, - 0.0, - 4.115014834383134 - ], - "23": [ - 1.1473496134780001, - 9.646816645026002, - 0.44385185, - 15.12240356633839, - 7.18372857027816, - 0.0, - 0.029699999999999997, - 0.029699999999999997, - 6.85656842, - 3.44442992106747, - 0.0, - 39.15562553135289, - 0.0, - 20.58419978947099, - 0.0, - 0.0, - 0.0, - 11.439901963065887, - 0.0, - 4.115014834383134 - ], - "24": [ - 1.1473496134780001, - 9.646816645026002, - 0.44385185, - 15.961179530675006, - 7.18372857027816, - 0.0, - 0.029699999999999997, - 0.029699999999999997, - 6.85656842, - 3.729985621856795, - 0.0, - 42.374069276039364, - 0.0, - 22.18835779157628, - 0.0, - 0.0, - 0.0, - 11.439901963065887, - 0.0, - 4.115014834383134 - ], - "25": [ - 1.34587611734322, - 9.646816645026002, - 0.44385185, - 16.901567735368257, - 7.18372857027816, - 0.0, - 0.029699999999999997, - 0.029699999999999997, - 6.85656842, - 4.062685765638227, - 0.0, - 45.48032858327897, - 0.0, - 22.18835779157628, - 0.0, - 0.0, - 0.0, - 12.015502943435228, - 0.0, - 4.115014834383134 - ], - "26": [ - 1.34587611734322, - 10.600348478575741, - 0.44385185, - 16.901567735368257, - 7.18372857027816, - 0.0, - 0.029699999999999997, - 0.029403, - 6.85656842, - 4.062685765638227, - 0.0, - 48.46552529744618, - 0.0, - 23.836474213660516, - 0.0, - 0.0, - 0.0, - 12.595347914000875, - 0.0, - 4.115014834383134 - ], - "27": [ - 1.34587611734322, - 10.600348478575741, - 0.44385185, - 16.901567735368257, - 7.18372857027816, - 0.0, - 0.029699999999999997, - 0.029403, - 8.528002735800001, - 4.372058907981844, - 0.0, - 51.60087004447172, - 0.0, - 25.58810947152391, - 0.0, - 0.0, - 0.0, - 12.595347914000875, - 0.0, - 4.443864686039302 - ], - "28": [ - 1.34587611734322, - 11.644344993789984, - 0.44385185, - 16.901567735368257, - 7.18372857027816, - 0.0, - 0.029699999999999997, - 0.029403, - 10.122722708442002, - 4.372058907981844, - 0.0, - 54.644861344027, - 0.0, - 27.39222837680867, - 0.0, - 0.0, - 0.0, - 12.595347914000875, - 0.0, - 4.769426039178909 - ], - "29": [ - 1.34587611734322, - 11.644344993789984, - 0.44385185, - 16.901567735368257, - 7.18372857027816, - 0.0, - 0.029699999999999997, - 0.029403, - 10.122722708442002, - 4.808338318902026, - 0.0, - 57.73841273058673, - 0.0, - 29.258306093040584, - 0.0, - 0.0, - 0.0, - 13.119394434860867, - 0.0, - 4.769426039178909 - ], - "30": [ - 1.34587611734322, - 11.644344993789984, - 0.44385185, - 16.901567735368257, - 7.18372857027816, - 0.0, - 0.029699999999999997, - 0.029403, - 11.661495481357582, - 4.808338318902026, - 0.0, - 60.901028603280864, - 0.0, - 31.09572303211018, - 0.0, - 0.0, - 0.0, - 13.119394434860867, - 0.0, - 5.10173177878712 - ], - "31": [ - 1.34587611734322, - 11.644344993789984, - 0.44385185, - 17.792552058014575, - 7.18372857027816, - 0.0, - 0.029699999999999997, - 0.029403, - 11.661495481357582, - 4.808338318902026, - 0.0, - 64.12201831724805, - 0.0, - 32.89476580178908, - 0.0, - 0.0, - 0.0, - 13.119394434860867, - 0.0, - 5.10173177878712 - ], - "32": [ - 1.34587611734322, - 11.644344993789984, - 0.44385185, - 17.792552058014575, - 7.581891284575379, - 0.0, - 0.029699999999999997, - 0.029403, - 11.661495481357582, - 4.808338318902026, - 0.0, - 67.37079813407557, - 0.0, - 34.52581814377119, - 0.0, - 0.0, - 0.0, - 13.119394434860867, - 0.0, - 5.440714460999249 - ], - "33": [ - 1.34587611734322, - 12.517901543852084, - 0.44385185, - 17.792552058014575, - 7.581891284575379, - 0.0, - 0.029403, - 0.029403, - 11.661495481357582, - 4.808338318902026, - 0.0, - 70.54709015273481, - 0.0, - 36.26055996233348, - 0.0, - 0.0, - 0.0, - 13.119394434860867, - 0.0, - 5.440714460999249 - ], - "34": [ - 1.34587611734322, - 12.517901543852084, - 0.44385185, - 18.66462653743443, - 7.581891284575379, - 0.0, - 0.029403, - 0.029403, - 13.034880526544006, - 4.9702549357130055, - 0.0, - 73.81161925120746, - 0.0, - 37.87795436271015, - 0.0, - 0.0, - 0.0, - 13.119394434860867, - 0.0, - 5.440714460999249 - ], - "35": [ - 1.34587611734322, - 12.517901543852084, - 0.44385185, - 19.507980272060085, - 7.581891284575379, - 0.0, - 0.029403, - 0.04910897, - 13.034880526544006, - 4.9702549357130055, - 0.0, - 76.86350305869539, - 0.0, - 39.57917481908305, - 0.0, - 0.0, - 0.0, - 13.119394434860867, - 0.0, - 5.440714460999249 - ], - "36": [ - 1.34587611734322, - 12.517901543852084, - 0.5494133315, - 20.382900469339482, - 7.581891284575379, - 0.0, - 0.029403, - 0.04910897, - 14.444531721278565, - 4.9702549357130055, - 0.0, - 79.71486802810843, - 0.0, - 41.35338307089222, - 0.0, - 0.0, - 0.0, - 13.119394434860867, - 0.0, - 5.440714460999249 - ], - "37": [ - 1.5724173561697878, - 12.517901543852084, - 0.5494133315, - 20.382900469339482, - 7.581891284575379, - 0.0, - 0.029108969999999998, - 0.04910897, - 14.444531721278565, - 4.9702549357130055, - 0.0, - 82.43771934782734, - 0.0, - 43.2198492401833, - 0.0, - 0.0, - 0.0, - 13.119394434860867, - 0.0, - 5.440714460999249 - ], - "38": [ - 1.5724173561697878, - 12.517901543852084, - 0.5494133315, - 21.159071464646086, - 7.581891284575379, - 0.0, - 0.029108969999999998, - 0.04910897, - 14.444531721278565, - 5.120552386355875, - 0.0, - 85.46334215434906, - 0.0, - 45.097650747781465, - 0.0, - 0.0, - 0.0, - 13.119394434860867, - 0.0, - 5.440714460999249 - ], - "39": [ - 1.5724173561697878, - 12.517901543852084, - 0.5494133315, - 21.159071464646086, - 7.581891284575379, - 0.0, - 0.028817880299999998, - 0.04910897, - 15.89008640406578, - 5.120552386355875, - 0.0, - 88.24870873280557, - 0.0, - 46.90667424030365, - 0.0, - 0.0, - 0.0, - 13.119394434860867, - 0.0, - 5.440714460999249 - ], - "40": [ - 1.5724173561697878, - 12.517901543852084, - 0.5494133315, - 21.159071464646086, - 7.581891284575379, - 0.0, - 0.028817880299999998, - 0.04910897, - 15.89008640406578, - 5.120552386355875, - 0.0, - 90.92622164547751, - 0.0, - 48.59760749790061, - 0.0, - 0.0, - 0.0, - 13.538200490512258, - 0.0, - 5.726307316389256 - ], - "41": [ - 1.5724173561697878, - 12.517901543852084, - 0.5494133315, - 22.027480749999626, - 7.581891284575379, - 0.0, - 0.028817880299999998, - 0.04910897, - 15.89008640406578, - 5.120552386355875, - 0.0, - 93.68695942902274, - 0.0, - 50.251631422921605, - 0.0, - 0.0, - 0.0, - 13.538200490512258, - 0.0, - 5.726307316389256 - ], - "42": [ - 1.5724173561697878, - 12.517901543852084, - 0.5494133315, - 23.01720594249963, - 7.581891284575379, - 0.0, - 0.028817880299999998, - 0.04910897, - 15.89008640406578, - 5.249346862492317, - 0.0, - 96.5500898347325, - 0.0, - 51.77911510869239, - 0.0, - 0.0, - 0.0, - 13.538200490512258, - 0.0, - 6.009044243225364 - ], - "43": [ - 1.5724173561697878, - 12.517901543852084, - 0.5494133315, - 23.01720594249963, - 7.581891284575379, - 0.0, - 0.028817880299999998, - 0.2586178803, - 17.42118554002512, - 5.249346862492317, - 0.0, - 99.49458893638518, - 0.0, - 53.181323957605464, - 0.0, - 0.0, - 0.0, - 13.538200490512258, - 0.0, - 6.009044243225364 - ], - "44": [ - 1.71669318260809, - 12.517901543852084, - 0.5494133315, - 23.01720594249963, - 7.581891284575379, - 0.0, - 0.028529701496999998, - 0.2586178803, - 17.42118554002512, - 5.249346862492317, - 0.0, - 102.30964304702134, - 0.0, - 54.68951071802941, - 0.0, - 0.0, - 0.0, - 13.992818485607135, - 0.0, - 6.009044243225364 - ], - "45": [ - 1.71669318260809, - 13.212722528413563, - 0.5494133315, - 24.067033883074632, - 7.581891284575379, - 0.0, - 0.028529701496999998, - 0.2586178803, - 18.82697368462487, - 5.249346862492317, - 0.0, - 105.11654661655112, - 0.0, - 56.07261561084912, - 0.0, - 0.0, - 0.0, - 13.992818485607135, - 0.0, - 6.009044243225364 - ], - "46": [ - 1.8395262507820092, - 13.850595303129428, - 0.5494133315, - 24.067033883074632, - 7.581891284575379, - 0.0, - 0.028529701496999998, - 0.2586178803, - 18.82697368462487, - 5.249346862492317, - 0.0, - 107.94538115038561, - 0.0, - 57.57188945474063, - 0.0, - 0.0, - 0.0, - 14.492890300751064, - 0.0, - 6.009044243225364 - ], - "47": [ - 1.8395262507820092, - 13.850595303129428, - 0.5494133315, - 24.996363544243888, - 7.581891284575379, - 0.0, - 0.028244404482029997, - 0.2586178803, - 18.82697368462487, - 5.249346862492317, - 0.0, - 110.69592733888176, - 0.0, - 59.086170560193224, - 0.0, - 0.0, - 0.0, - 14.492890300751064, - 0.0, - 6.009044243225364 - ], - "48": [ - 1.961130988274189, - 14.452089350098133, - 0.5494133315, - 25.92639990880145, - 7.581891284575379, - 0.0, - 0.028244404482029997, - 0.2586178803, - 18.82697368462487, - 5.249346862492317, - 0.0, - 113.16896806549295, - 0.0, - 60.49530885459129, - 0.0, - 0.0, - 0.0, - 14.492890300751064, - 0.0, - 6.009044243225364 - ], - "49": [ - 1.961130988274189, - 14.452089350098133, - 0.5494133315, - 26.887135909713436, - 7.581891284575379, - 0.0, - 0.028244404482029997, - 0.566031701497, - 18.82697368462487, - 5.249346862492317, - 0.0, - 115.66727838483801, - 0.0, - 61.950355766045384, - 0.0, - 0.0, - 0.0, - 14.947961397743553, - 0.0, - 6.009044243225364 - ], - "50": [ - 2.061519678391447, - 14.452089350098133, - 0.5494133315, - 27.8982645506163, - 7.581891284575379, - 0.0, - 0.028244404482029997, - 0.90037138448203, - 18.82697368462487, - 5.249346862492317, - 0.0, - 118.13060560098964, - 0.0, - 63.23085220838493, - 0.0, - 0.0, - 0.0, - 14.947961397743553, - 0.0, - 6.009044243225364 - ], - "51": [ - 2.061519678391447, - 14.452089350098133, - 0.5494133315, - 27.8982645506163, - 7.581891284575379, - 0.0, - 0.028244404482029997, - 0.90037138448203, - 20.108703947778622, - 5.249346862492317, - 0.0, - 120.36929954497974, - 0.0, - 64.38854368630108, - 0.0, - 0.0, - 0.0, - 15.418481783766117, - 0.0, - 6.009044243225364 - ], - "52": [ - 2.1509044816075327, - 14.452089350098133, - 0.5494133315, - 28.95928190511014, - 7.581891284575379, - 0.0, - 0.028244404482029997, - 0.90037138448203, - 20.108703947778622, - 5.249346862492317, - 0.0, - 122.64560654952994, - 0.0, - 65.44465824943806, - 0.0, - 0.0, - 0.0, - 15.904296965928456, - 0.0, - 6.009044243225364 - ], - "53": [ - 2.1509044816075327, - 14.452089350098133, - 0.5494133315, - 28.95928190511014, - 7.581891284575379, - 0.0, - 0.028244404482029997, - 0.90037138448203, - 21.357616908300837, - 5.446853393867394, - 0.0, - 124.75915048403465, - 0.0, - 66.49021166694368, - 0.0, - 0.0, - 0.0, - 15.904296965928456, - 0.0, - 6.009044243225364 - ], - "54": [ - 2.1509044816075327, - 14.452089350098133, - 0.5494133315, - 29.969689086059038, - 7.581891284575379, - 0.0, - 0.028244404482029997, - 0.90037138448203, - 22.51404073921783, - 5.446853393867394, - 0.0, - 126.9715589791943, - 0.0, - 67.57530955027424, - 0.0, - 0.0, - 0.0, - 15.904296965928456, - 0.0, - 6.009044243225364 - ], - "55": [ - 2.1509044816075327, - 14.452089350098133, - 0.5494133315, - 30.95999219519845, - 7.581891284575379, - 0.0, - 0.028244404482029997, - 0.90037138448203, - 23.73890033182565, - 5.446853393867394, - 0.0, - 129.27184338940236, - 0.0, - 68.71955645477149, - 0.0, - 0.0, - 0.0, - 15.904296965928456, - 0.0, - 6.009044243225364 - ], - "56": [ - 2.1509044816075327, - 14.452089350098133, - 0.5494133315, - 30.95999219519845, - 8.676072371729624, - 0.0, - 0.028244404482029997, - 0.90037138448203, - 23.73890033182565, - 5.446853393867394, - 0.0, - 131.62912495550833, - 0.0, - 69.64236089022378, - 0.0, - 0.0, - 0.0, - 15.904296965928456, - 0.0, - 6.30895380079311 - ], - "57": [ - 2.1509044816075327, - 14.452089350098133, - 0.6039191981850001, - 31.950392273246464, - 8.676072371729624, - 0.0, - 0.028244404482029997, - 0.90037138448203, - 23.73890033182565, - 5.446853393867394, - 0.0, - 133.91283370595326, - 0.0, - 70.58593728132155, - 0.0, - 0.0, - 0.0, - 15.904296965928456, - 0.0, - 6.30895380079311 - ], - "58": [ - 2.1509044816075327, - 15.097568456597152, - 0.6278800062031501, - 32.950888350514, - 8.676072371729624, - 0.0, - 0.028244404482029997, - 0.90037138448203, - 23.73890033182565, - 5.446853393867394, - 0.0, - 136.20370536889374, - 0.0, - 71.56007790850833, - 0.0, - 0.0, - 0.0, - 15.904296965928456, - 0.0, - 6.30895380079311 - ], - "59": [ - 2.1509044816075327, - 15.097568456597152, - 0.6278800062031501, - 34.01137946700886, - 8.676072371729624, - 0.0, - 0.028244404482029997, - 0.90037138448203, - 23.73890033182565, - 5.446853393867394, - 0.0, - 138.3916683152048, - 0.0, - 72.35447712942324, - 0.0, - 0.0, - 0.0, - 15.904296965928456, - 0.0, - 6.635864262785178 - ], - "60": [ - 2.1509044816075327, - 15.82659277203118, - 0.6278800062031501, - 35.02126567233877, - 8.676072371729624, - 0.0, - 0.028244404482029997, - 0.90037138448203, - 25.001511328507394, - 5.446853393867394, - 0.0, - 140.47775163205276, - 0.0, - 73.110932358129, - 0.0, - 0.0, - 0.0, - 15.904296965928456, - 0.0, - 6.635864262785178 - ], - "61": [ - 2.1509044816075327, - 16.46832684431087, - 0.6278800062031501, - 36.00105301561538, - 8.676072371729624, - 0.0, - 0.028244404482029997, - 0.90037138448203, - 25.001511328507394, - 5.446853393867394, - 0.0, - 142.58297411573224, - 0.0, - 73.82982303454772, - 0.0, - 0.0, - 0.0, - 15.904296965928456, - 0.0, - 6.635864262785178 - ], - "62": [ - 2.1509044816075327, - 17.07364357586776, - 0.6278800062031501, - 36.94104248545923, - 8.676072371729624, - 0.0, - 0.028244404482029997, - 0.90037138448203, - 26.141496215222322, - 5.446853393867394, - 0.0, - 144.7071443745749, - 0.0, - 74.58152480420223, - 0.0, - 0.0, - 0.0, - 15.904296965928456, - 0.0, - 6.635864262785178 - ], - "63": [ - 2.1509044816075327, - 17.53290714010908, - 0.6278800062031501, - 36.94104248545923, - 8.676072371729624, - 0.0, - 0.028244404482029997, - 0.90037138448203, - 26.141496215222322, - 5.446853393867394, - 0.0, - 146.86007293082915, - 0.0, - 75.23570955616022, - 0.0, - 0.0, - 0.0, - 16.43525399626917, - 0.0, - 6.635864262785178 - ], - "64": [ - 2.1509044816075327, - 18.07757806870799, - 0.6278800062031501, - 38.001632060604635, - 8.676072371729624, - 0.0, - 0.028244404482029997, - 0.90037138448203, - 27.4000812530701, - 5.446853393867394, - 0.0, - 148.99147220152085, - 0.0, - 75.74335246059862, - 0.0, - 0.0, - 0.0, - 16.43525399626917, - 0.0, - 6.635864262785178 - ], - "65": [ - 2.1509044816075327, - 18.07757806870799, - 0.6278800062031501, - 39.04161573999859, - 8.676072371729624, - 0.0, - 0.028244404482029997, - 0.90037138448203, - 28.646080440539397, - 5.446853393867394, - 0.0, - 151.14155747950565, - 0.0, - 76.25591893599263, - 0.0, - 0.0, - 0.0, - 16.43525399626917, - 0.0, - 6.635864262785178 - ], - "66": [ - 2.1509044816075327, - 18.69680228802091, - 0.6278800062031501, - 40.1011995825986, - 8.676072371729624, - 0.0, - 0.028244404482029997, - 0.90037138448203, - 29.859619636134003, - 5.446853393867394, - 0.0, - 153.3501419047106, - 0.0, - 76.7533597466327, - 0.0, - 0.0, - 0.0, - 16.43525399626917, - 0.0, - 6.635864262785178 - ], - "67": [ - 2.1509044816075327, - 18.69680228802091, - 0.6278800062031501, - 41.160187586772615, - 8.676072371729624, - 0.0, - 0.028244404482029997, - 0.90037138448203, - 29.859619636134003, - 5.60238485992872, - 0.0, - 155.4866404856635, - 0.0, - 77.27582614916636, - 0.0, - 0.0, - 0.0, - 16.43525399626917, - 0.0, - 6.989505620157327 - ], - "68": [ - 2.1509044816075327, - 18.69680228802091, - 0.6278800062031501, - 42.308585710904886, - 8.676072371729624, - 0.0, - 0.028244404482029997, - 0.90037138448203, - 29.859619636134003, - 5.60238485992872, - 0.0, - 157.73177408080684, - 0.0, - 77.8330678876747, - 0.0, - 0.0, - 0.0, - 16.81090145630648, - 0.0, - 6.989505620157327 - ], - "69": [ - 2.1509044816075327, - 18.69680228802091, - 0.6278800062031501, - 43.36549985379584, - 8.676072371729624, - 0.0, - 0.028244404482029997, - 0.90037138448203, - 31.081023439772665, - 5.60238485992872, - 0.0, - 159.94445633999877, - 0.0, - 78.43473720879796, - 0.0, - 0.0, - 0.0, - 16.81090145630648, - 0.0, - 6.989505620157327 - ], - "70": [ - 2.1509044816075327, - 18.69680228802091, - 0.6278800062031501, - 44.441844855257884, - 9.599311648012328, - 0.0, - 0.028244404482029997, - 0.90037138448203, - 32.29021320537494, - 5.60238485992872, - 0.0, - 162.15501177659877, - 0.0, - 79.05038983670998, - 0.0, - 0.0, - 0.0, - 16.81090145630648, - 0.0, - 6.989505620157327 - ], - "71": [ - 2.1509044816075327, - 18.69680228802091, - 0.6278800062031501, - 44.441844855257884, - 9.599311648012328, - 0.0, - 0.028244404482029997, - 1.4013676706372098, - 32.29021320537494, - 5.60238485992872, - 0.0, - 164.43346165883278, - 0.0, - 79.51988593834288, - 0.0, - 0.0, - 0.0, - 16.81090145630648, - 0.0, - 6.989505620157327 - ], - "72": [ - 2.1509044816075327, - 18.69680228802091, - 0.6278800062031501, - 45.407426406705305, - 9.599311648012328, - 0.0, - 0.028244404482029997, - 1.4013676706372098, - 33.48731107332119, - 5.60238485992872, - 0.0, - 166.63912704224447, - 0.0, - 80.15468707895945, - 0.0, - 0.0, - 0.0, - 16.81090145630648, - 0.0, - 6.989505620157327 - ], - "73": [ - 2.1509044816075327, - 18.69680228802091, - 0.6278800062031501, - 46.34335214263825, - 9.599311648012328, - 0.0, - 0.028244404482029997, - 1.4013676706372098, - 34.63243796258798, - 5.60238485992872, - 0.0, - 168.78273577182202, - 0.0, - 80.91314020816986, - 0.0, - 0.0, - 0.0, - 17.372792441743414, - 0.0, - 6.989505620157327 - ], - "74": [ - 2.1509044816075327, - 18.69680228802091, - 0.6278800062031501, - 47.17991862121187, - 9.599311648012328, - 0.0, - 0.028244404482029997, - 1.4013676706372098, - 35.8461135829621, - 5.60238485992872, - 0.0, - 170.8149084141038, - 0.0, - 81.86400880608817, - 0.0, - 0.0, - 0.0, - 17.372792441743414, - 0.0, - 6.989505620157327 - ], - "75": [ - 2.1509044816075327, - 18.69680228802091, - 0.6278800062031501, - 48.00811943499975, - 9.599311648012328, - 0.0, - 0.028244404482029997, - 1.9473539939308377, - 37.26765244713248, - 5.60238485992872, - 0.0, - 173.03675932996276, - 0.0, - 82.73536871802729, - 0.0, - 0.0, - 0.0, - 17.372792441743414, - 0.0, - 6.989505620157327 - ], - "76": [ - 2.1509044816075327, - 19.5098342651407, - 0.6278800062031501, - 48.76803824064975, - 9.599311648012328, - 0.0, - 0.028244404482029997, - 1.9473539939308377, - 37.26765244713248, - 5.60238485992872, - 0.0, - 175.09639173666312, - 0.0, - 83.64801503084702, - 0.0, - 0.0, - 0.0, - 17.372792441743414, - 0.0, - 6.989505620157327 - ], - "77": [ - 2.1509044816075327, - 19.5098342651407, - 0.6278800062031501, - 49.500357858243255, - 9.599311648012328, - 0.0, - 0.028244404482029997, - 1.9473539939308377, - 38.70497592266115, - 5.60238485992872, - 0.0, - 177.0354278192965, - 0.0, - 84.70153488053855, - 0.0, - 0.0, - 0.0, - 18.02906451732598, - 0.0, - 6.989505620157327 - ], - "78": [ - 2.1509044816075327, - 19.5098342651407, - 0.6278800062031501, - 50.18535427966082, - 9.599311648012328, - 0.0, - 0.2879619604372097, - 1.9473539939308377, - 40.067926163434535, - 5.60238485992872, - 0.0, - 178.79507354110353, - 0.0, - 85.77451953173316, - 0.0, - 0.0, - 0.0, - 18.02906451732598, - 0.0, - 6.989505620157327 - ], - "79": [ - 2.1509044816075327, - 20.124735922489293, - 0.6278800062031501, - 50.18535427966082, - 9.599311648012328, - 0.0, - 0.2879619604372097, - 1.9473539939308377, - 41.47724690180019, - 5.6763610113294325, - 0.0, - 180.8971228056925, - 0.0, - 86.83677433641583, - 0.0, - 0.0, - 0.0, - 18.02906451732598, - 0.0, - 6.989505620157327 - ], - "80": [ - 2.1509044816075327, - 20.124735922489293, - 0.6278800062031501, - 50.85350073686421, - 9.599311648012328, - 0.0, - 0.6050823408328376, - 1.9473539939308377, - 42.95247443278219, - 5.6763610113294325, - 0.0, - 183.18815157763558, - 0.0, - 87.89840659305167, - 0.0, - 0.0, - 0.0, - 18.02906451732598, - 0.0, - 6.989505620157327 - ], - "81": [ - 2.1509044816075327, - 20.124735922489293, - 0.6216012061411186, - 51.56496572949557, - 9.599311648012328, - 0.0, - 0.6050823408328376, - 1.9473539939308377, - 44.40294968845437, - 5.6763610113294325, - 0.0, - 185.51627006185922, - 0.0, - 88.84942252712116, - 0.0, - 0.0, - 0.0, - 18.02906451732598, - 0.0, - 6.989505620157327 - ], - "82": [ - 2.1509044816075327, - 20.124735922489293, - 0.6216012061411186, - 52.36931607220061, - 9.599311648012328, - 0.0, - 0.6050823408328376, - 1.9473539939308377, - 45.668920191569825, - 5.699597401216138, - 0.0, - 187.76110736124062, - 0.0, - 89.96092830184995, - 0.0, - 0.0, - 0.0, - 18.02906451732598, - 0.0, - 6.989505620157327 - ], - "83": [ - 2.1509044816075327, - 20.7034885632644, - 0.6216012061411186, - 53.175622911478605, - 9.599311648012328, - 0.0, - 0.6050823408328376, - 1.9473539939308377, - 46.93223098965413, - 5.699597401216138, - 0.0, - 189.85349628762822, - 0.0, - 90.98131901883144, - 0.0, - 0.0, - 0.0, - 18.02906451732598, - 0.0, - 6.989505620157327 - ], - "84": [ - 2.1509044816075327, - 20.7034885632644, - 0.6216012061411186, - 54.02386668236382, - 9.599311648012328, - 0.0, - 1.0190315174245093, - 1.9473539939308377, - 48.15290867975759, - 5.699597401216138, - 0.0, - 192.15496132475192, - 0.0, - 92.03150582864313, - 0.0, - 0.0, - 0.0, - 18.02906451732598, - 0.0, - 6.989505620157327 - ], - "85": [ - 2.1509044816075327, - 20.7034885632644, - 0.6216012061411186, - 54.843628015540176, - 9.599311648012328, - 0.0, - 1.0190315174245093, - 1.9473539939308377, - 49.44137959296001, - 5.699597401216138, - 0.0, - 194.4634117115044, - 0.0, - 93.1311907703567, - 0.0, - 0.0, - 0.0, - 18.02906451732598, - 0.0, - 6.989505620157327 - ], - "86": [ - 2.1509044816075327, - 20.7034885632644, - 0.6216012061411186, - 55.68519173538478, - 9.599311648012328, - 0.0, - 1.0190315174245093, - 1.9473539939308377, - 50.76696579703041, - 5.699597401216138, - 0.0, - 196.72877759438936, - 0.0, - 94.32987886265313, - 0.0, - 0.0, - 0.0, - 18.02906451732598, - 0.0, - 6.989505620157327 - ], - "87": [ - 2.1493954367914574, - 20.7034885632644, - 0.6216012061411186, - 56.51833981803093, - 9.599311648012328, - 0.0, - 1.0190315174245093, - 1.9473539939308377, - 51.95929613906011, - 5.699597401216138, - 0.0, - 199.06148981844547, - 0.0, - 95.5165800740266, - 0.0, - 0.0, - 0.0, - 18.02906451732598, - 0.0, - 6.989505620157327 - ], - "88": [ - 2.1493954367914574, - 21.276453677631757, - 0.6216012061411186, - 57.37315641985062, - 9.599311648012328, - 0.0, - 1.0190315174245093, - 1.9473539939308377, - 53.14970317766951, - 5.699597401216138, - 0.0, - 201.420874920261, - 0.0, - 96.60141427328634, - 0.0, - 0.0, - 0.0, - 18.02906451732598, - 0.0, - 6.989505620157327 - ], - "89": [ - 2.1493954367914574, - 21.276453677631757, - 0.6216012061411186, - 58.149424855652114, - 9.599311648012328, - 0.0, - 1.0190315174245093, - 1.9473539939308377, - 54.43820614589281, - 5.699597401216138, - 0.0, - 203.9366661710584, - 0.0, - 97.67540013055347, - 0.0, - 0.0, - 0.0, - 18.02906451732598, - 0.0, - 6.989505620157327 - ], - "90": [ - 2.1493954367914574, - 21.80368914085544, - 0.6216012061411186, - 58.8579306070956, - 9.599311648012328, - 0.0, - 1.0190315174245093, - 1.9473539939308377, - 55.68382408443389, - 5.699597401216138, - 0.0, - 206.4672995093478, - 0.0, - 98.70864612924794, - 0.0, - 0.0, - 0.0, - 18.02906451732598, - 0.0, - 6.989505620157327 - ], - "91": [ - 2.1493954367914574, - 21.80368914085544, - 0.6216012061411186, - 59.53935130102464, - 9.599311648012328, - 0.0, - 1.0190315174245093, - 1.9473539939308377, - 56.906985843589545, - 5.699597401216138, - 0.0, - 208.90262651425434, - 0.0, - 99.79155966795545, - 0.0, - 0.0, - 0.0, - 18.69877387215272, - 0.0, - 6.989505620157327 - ], - "92": [ - 2.1493954367914574, - 21.80368914085544, - 0.6453851940797074, - 60.21395778801439, - 9.599311648012328, - 0.0, - 1.0190315174245093, - 1.9473539939308377, - 58.25791598515365, - 5.699597401216138, - 0.0, - 211.4736002491118, - 0.0, - 100.9136440712759, - 0.0, - 0.0, - 0.0, - 18.69877387215272, - 0.0, - 6.989505620157327 - ], - "93": [ - 2.1493954367914574, - 21.80368914085544, - 0.6453851940797074, - 60.87181821013424, - 9.599311648012328, - 0.0, - 1.0190315174245093, - 1.9473539939308377, - 59.60533682530212, - 5.699597401216138, - 0.0, - 214.03886424662068, - 0.0, - 101.96450763056313, - 0.0, - 0.0, - 0.0, - 18.69877387215272, - 0.0, - 6.989505620157327 - ], - "94": [ - 2.1493954367914574, - 21.80368914085544, - 0.6453851940797074, - 61.4031000280329, - 9.599311648012328, - 0.0, - 1.0190315174245093, - 1.9473539939308377, - 60.929283457049095, - 5.699597401216138, - 0.0, - 216.42847560415447, - 0.0, - 102.9148625542575, - 0.0, - 0.0, - 0.0, - 19.531786133431194, - 0.0, - 6.989505620157327 - ], - "95": [ - 2.1493954367914574, - 21.80368914085544, - 0.6453851940797074, - 62.04906902775257, - 9.599311648012328, - 0.0, - 1.0190315174245093, - 1.9473539939308377, - 62.1999906224786, - 5.699597401216138, - 0.0, - 218.60419084811292, - 0.0, - 103.79571392871492, - 0.0, - 0.0, - 0.0, - 19.531786133431194, - 0.0, - 7.329610563955754 - ], - "96": [ - 2.1493954367914574, - 21.80368914085544, - 0.6453851940797074, - 62.66857833747505, - 9.599311648012328, - 0.0, - 1.2688412022502642, - 1.9473539939308377, - 63.227990716253814, - 5.699597401216138, - 0.0, - 220.7381489396318, - 0.0, - 104.62775678942776, - 0.0, - 0.0, - 0.0, - 19.531786133431194, - 0.0, - 7.329610563955754 - ], - "97": [ - 2.1493954367914574, - 21.80368914085544, - 0.6453851940797074, - 63.3018925541003, - 9.599311648012328, - 0.0, - 1.2688412022502642, - 1.9473539939308377, - 64.19571080909128, - 5.699597401216138, - 0.0, - 223.04076745023548, - 0.0, - 105.54147922153349, - 0.0, - 0.0, - 0.0, - 19.531786133431194, - 0.0, - 7.329610563955754 - ], - "98": [ - 2.1493954367914574, - 22.465652249446887, - 0.6453851940797074, - 63.8788736285593, - 9.599311648012328, - 0.0, - 1.2688412022502642, - 1.9473539939308377, - 65.16375370100037, - 5.699597401216138, - 0.0, - 225.28035977573313, - 0.0, - 106.58606442931816, - 0.0, - 0.0, - 0.0, - 19.531786133431194, - 0.0, - 7.329610563955754 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.01.gamma=0.9/run=1964673f1f9244e0/rewards.json b/experiments/seed=256/alpha=0.01.gamma=0.9/run=1964673f1f9244e0/rewards.json deleted file mode 100644 index 8c348bc..0000000 --- a/experiments/seed=256/alpha=0.01.gamma=0.9/run=1964673f1f9244e0/rewards.json +++ /dev/null @@ -1,2202 +0,0 @@ -{ - "0": [ - 15, - 81, - 8, - 104, - 18, - 0, - 9, - 0, - 154, - 45, - 0, - 298, - 0, - 175, - 0, - 0, - 0, - 183, - 0, - 64 - ], - "1": [ - 19, - 79, - 17, - 110, - 21, - 0, - 8, - 2, - 153, - 47, - 0, - 310, - 0, - 170, - 0, - 0, - 0, - 167, - 0, - 63 - ], - "2": [ - 22, - 86, - 18, - 104, - 22, - 0, - 3, - 0, - 153, - 55, - 0, - 303, - 0, - 174, - 0, - 0, - 0, - 156, - 0, - 70 - ], - "3": [ - 22, - 81, - 15, - 108, - 19, - 0, - 1, - 5, - 167, - 50, - 0, - 304, - 0, - 175, - 0, - 0, - 0, - 153, - 0, - 74 - ], - "4": [ - 25, - 78, - 13, - 112, - 19, - 0, - 0, - 4, - 158, - 51, - 0, - 297, - 0, - 174, - 0, - 0, - 0, - 150, - 0, - 73 - ], - "5": [ - 26, - 86, - 6, - 114, - 21, - 0, - 0, - 10, - 162, - 54, - 0, - 295, - 0, - 169, - 0, - 0, - 0, - 147, - 0, - 67 - ], - "6": [ - 22, - 75, - 7, - 109, - 23, - 0, - 0, - 13, - 160, - 52, - 0, - 302, - 0, - 156, - 0, - 0, - 0, - 132, - 0, - 67 - ], - "7": [ - 20, - 86, - 5, - 108, - 25, - 0, - 0, - 15, - 154, - 45, - 0, - 301, - 0, - 152, - 0, - 0, - 0, - 136, - 0, - 62 - ], - "8": [ - 21, - 86, - 5, - 113, - 30, - 0, - 0, - 15, - 167, - 41, - 0, - 318, - 0, - 151, - 0, - 0, - 0, - 140, - 0, - 61 - ], - "9": [ - 23, - 79, - 4, - 101, - 31, - 0, - 0, - 17, - 171, - 41, - 0, - 329, - 0, - 150, - 0, - 0, - 0, - 139, - 0, - 61 - ], - "10": [ - 22, - 82, - 3, - 104, - 31, - 0, - 0, - 13, - 178, - 49, - 0, - 314, - 0, - 150, - 0, - 0, - 0, - 132, - 0, - 57 - ], - "11": [ - 23, - 88, - 5, - 114, - 37, - 0, - 0, - 18, - 183, - 45, - 0, - 316, - 0, - 139, - 0, - 0, - 0, - 131, - 0, - 56 - ], - "12": [ - 17, - 82, - 8, - 107, - 40, - 0, - 0, - 20, - 187, - 52, - 0, - 340, - 0, - 138, - 0, - 0, - 0, - 122, - 0, - 54 - ], - "13": [ - 15, - 82, - 11, - 98, - 38, - 0, - 0, - 13, - 179, - 56, - 0, - 340, - 0, - 160, - 0, - 0, - 0, - 111, - 0, - 50 - ], - "14": [ - 13, - 78, - 16, - 108, - 35, - 0, - 0, - 10, - 185, - 60, - 0, - 334, - 0, - 167, - 0, - 0, - 0, - 102, - 0, - 51 - ], - "15": [ - 14, - 86, - 20, - 100, - 35, - 0, - 0, - 9, - 188, - 58, - 0, - 328, - 0, - 169, - 0, - 0, - 0, - 106, - 0, - 44 - ], - "16": [ - 15, - 87, - 20, - 105, - 39, - 0, - 0, - 3, - 182, - 64, - 0, - 330, - 0, - 188, - 0, - 0, - 0, - 98, - 0, - 40 - ], - "17": [ - 17, - 88, - 16, - 94, - 36, - 0, - 0, - 2, - 190, - 62, - 0, - 330, - 0, - 177, - 0, - 0, - 0, - 98, - 0, - 44 - ], - "18": [ - 15, - 89, - 19, - 89, - 40, - 0, - 0, - 6, - 196, - 54, - 0, - 331, - 0, - 176, - 0, - 0, - 0, - 90, - 0, - 42 - ], - "19": [ - 17, - 91, - 23, - 97, - 44, - 0, - 0, - 3, - 190, - 59, - 0, - 347, - 0, - 177, - 0, - 0, - 0, - 89, - 0, - 44 - ], - "20": [ - 18, - 87, - 15, - 93, - 44, - 0, - 0, - 0, - 175, - 49, - 0, - 345, - 0, - 186, - 0, - 0, - 0, - 88, - 0, - 43 - ], - "21": [ - 18, - 96, - 9, - 98, - 43, - 0, - 0, - 0, - 167, - 50, - 0, - 334, - 0, - 172, - 0, - 0, - 0, - 83, - 0, - 41 - ], - "22": [ - 20, - 97, - 10, - 96, - 44, - 0, - 0, - 0, - 164, - 39, - 0, - 327, - 0, - 188, - 0, - 0, - 0, - 83, - 0, - 41 - ], - "23": [ - 20, - 99, - 12, - 100, - 45, - 0, - 0, - 0, - 174, - 35, - 0, - 349, - 0, - 193, - 0, - 0, - 0, - 81, - 0, - 41 - ], - "24": [ - 20, - 99, - 6, - 101, - 45, - 0, - 0, - 0, - 167, - 33, - 0, - 351, - 0, - 188, - 0, - 0, - 0, - 77, - 0, - 39 - ], - "25": [ - 17, - 107, - 9, - 99, - 45, - 0, - 0, - 0, - 174, - 32, - 0, - 361, - 0, - 181, - 0, - 0, - 0, - 78, - 0, - 39 - ], - "26": [ - 21, - 106, - 20, - 110, - 47, - 0, - 0, - 2, - 164, - 37, - 0, - 353, - 0, - 182, - 0, - 0, - 0, - 69, - 0, - 40 - ], - "27": [ - 23, - 105, - 12, - 108, - 48, - 0, - 0, - 0, - 169, - 30, - 0, - 344, - 0, - 187, - 0, - 0, - 0, - 70, - 0, - 37 - ], - "28": [ - 29, - 109, - 13, - 106, - 42, - 0, - 0, - 3, - 174, - 35, - 0, - 362, - 0, - 199, - 0, - 0, - 0, - 68, - 0, - 37 - ], - "29": [ - 28, - 115, - 13, - 109, - 40, - 0, - 0, - 3, - 168, - 46, - 0, - 356, - 0, - 206, - 0, - 0, - 0, - 67, - 0, - 37 - ], - "30": [ - 27, - 117, - 12, - 112, - 44, - 0, - 0, - 4, - 165, - 48, - 0, - 364, - 0, - 214, - 0, - 0, - 0, - 65, - 0, - 41 - ], - "31": [ - 27, - 120, - 9, - 110, - 52, - 0, - 0, - 3, - 164, - 44, - 0, - 374, - 0, - 213, - 0, - 0, - 0, - 65, - 0, - 38 - ], - "32": [ - 23, - 118, - 7, - 106, - 50, - 0, - 0, - 3, - 166, - 32, - 0, - 383, - 0, - 211, - 0, - 0, - 0, - 61, - 0, - 39 - ], - "33": [ - 23, - 122, - 8, - 107, - 47, - 0, - 0, - 9, - 152, - 19, - 0, - 389, - 0, - 196, - 0, - 0, - 0, - 65, - 0, - 39 - ], - "34": [ - 30, - 99, - 7, - 107, - 51, - 0, - 0, - 6, - 146, - 21, - 0, - 385, - 0, - 208, - 0, - 0, - 0, - 62, - 0, - 38 - ], - "35": [ - 35, - 96, - 13, - 105, - 56, - 0, - 0, - 6, - 149, - 21, - 0, - 397, - 0, - 198, - 0, - 0, - 0, - 70, - 0, - 38 - ], - "36": [ - 33, - 94, - 15, - 103, - 58, - 0, - 0, - 2, - 148, - 29, - 0, - 379, - 0, - 208, - 0, - 0, - 0, - 75, - 0, - 39 - ], - "37": [ - 31, - 92, - 11, - 107, - 54, - 0, - 0, - 0, - 154, - 28, - 0, - 362, - 0, - 217, - 0, - 0, - 0, - 68, - 0, - 40 - ], - "38": [ - 24, - 89, - 13, - 101, - 61, - 0, - 0, - 0, - 152, - 29, - 0, - 352, - 0, - 228, - 0, - 0, - 0, - 61, - 0, - 40 - ], - "39": [ - 23, - 80, - 12, - 98, - 66, - 0, - 0, - 6, - 153, - 20, - 0, - 385, - 0, - 231, - 0, - 0, - 0, - 63, - 0, - 38 - ], - "40": [ - 18, - 80, - 11, - 109, - 70, - 0, - 0, - 10, - 159, - 31, - 0, - 364, - 0, - 226, - 0, - 0, - 0, - 62, - 0, - 35 - ], - "41": [ - 18, - 80, - 8, - 99, - 81, - 0, - 0, - 12, - 168, - 22, - 0, - 356, - 0, - 216, - 0, - 0, - 0, - 55, - 0, - 34 - ], - "42": [ - 19, - 88, - 11, - 108, - 74, - 0, - 0, - 15, - 170, - 17, - 0, - 367, - 0, - 214, - 0, - 0, - 0, - 57, - 0, - 34 - ], - "43": [ - 18, - 81, - 1, - 121, - 84, - 0, - 0, - 17, - 166, - 18, - 0, - 380, - 0, - 203, - 0, - 0, - 0, - 59, - 0, - 34 - ], - "44": [ - 16, - 81, - 0, - 120, - 90, - 0, - 0, - 21, - 169, - 18, - 0, - 391, - 0, - 192, - 0, - 0, - 0, - 57, - 0, - 36 - ], - "45": [ - 16, - 83, - 2, - 116, - 91, - 0, - 0, - 25, - 161, - 17, - 0, - 381, - 0, - 204, - 0, - 0, - 0, - 59, - 0, - 34 - ], - "46": [ - 14, - 82, - 6, - 128, - 92, - 0, - 0, - 28, - 158, - 19, - 0, - 383, - 0, - 193, - 0, - 0, - 0, - 61, - 0, - 34 - ], - "47": [ - 14, - 77, - 12, - 117, - 96, - 0, - 0, - 25, - 157, - 15, - 0, - 388, - 0, - 206, - 0, - 0, - 2, - 64, - 0, - 36 - ], - "48": [ - 15, - 74, - 17, - 117, - 100, - 0, - 0, - 25, - 149, - 15, - 0, - 383, - 0, - 209, - 0, - 0, - 0, - 57, - 0, - 35 - ], - "49": [ - 14, - 74, - 20, - 118, - 108, - 0, - 0, - 27, - 156, - 15, - 0, - 358, - 0, - 200, - 0, - 0, - 0, - 56, - 0, - 36 - ], - "50": [ - 12, - 73, - 24, - 122, - 112, - 0, - 0, - 31, - 155, - 16, - 0, - 363, - 0, - 206, - 0, - 0, - 0, - 60, - 0, - 33 - ], - "51": [ - 12, - 73, - 19, - 128, - 120, - 0, - 0, - 34, - 146, - 19, - 0, - 362, - 0, - 190, - 0, - 0, - 0, - 59, - 0, - 34 - ], - "52": [ - 11, - 77, - 15, - 133, - 116, - 0, - 0, - 23, - 147, - 24, - 0, - 342, - 0, - 179, - 0, - 0, - 2, - 62, - 0, - 37 - ], - "53": [ - 11, - 76, - 10, - 134, - 122, - 0, - 0, - 28, - 147, - 22, - 0, - 348, - 0, - 170, - 0, - 0, - 1, - 64, - 0, - 36 - ], - "54": [ - 13, - 82, - 8, - 129, - 117, - 0, - 0, - 25, - 145, - 25, - 0, - 334, - 0, - 170, - 0, - 0, - 0, - 62, - 0, - 36 - ], - "55": [ - 12, - 83, - 4, - 130, - 118, - 0, - 0, - 28, - 137, - 31, - 0, - 346, - 0, - 175, - 0, - 0, - 0, - 68, - 0, - 35 - ], - "56": [ - 11, - 84, - 4, - 129, - 115, - 0, - 0, - 34, - 145, - 37, - 0, - 357, - 0, - 182, - 0, - 0, - 0, - 71, - 0, - 35 - ], - "57": [ - 12, - 80, - 4, - 128, - 117, - 0, - 0, - 38, - 152, - 36, - 0, - 365, - 0, - 161, - 0, - 0, - 0, - 71, - 0, - 36 - ], - "58": [ - 10, - 81, - 6, - 130, - 120, - 0, - 0, - 37, - 148, - 41, - 0, - 360, - 0, - 164, - 0, - 0, - 0, - 81, - 0, - 36 - ], - "59": [ - 9, - 79, - 3, - 132, - 110, - 0, - 0, - 42, - 150, - 40, - 0, - 363, - 0, - 168, - 0, - 0, - 4, - 75, - 0, - 38 - ], - "60": [ - 10, - 86, - 0, - 139, - 104, - 0, - 0, - 42, - 147, - 39, - 0, - 355, - 0, - 151, - 0, - 0, - 7, - 78, - 0, - 39 - ], - "61": [ - 10, - 88, - 0, - 135, - 95, - 0, - 0, - 50, - 150, - 36, - 0, - 347, - 0, - 148, - 0, - 0, - 2, - 81, - 0, - 40 - ], - "62": [ - 9, - 80, - 0, - 133, - 99, - 0, - 0, - 53, - 139, - 37, - 0, - 351, - 0, - 145, - 0, - 0, - 2, - 81, - 0, - 39 - ], - "63": [ - 8, - 77, - 0, - 130, - 97, - 0, - 0, - 59, - 139, - 28, - 0, - 355, - 0, - 149, - 0, - 0, - 6, - 78, - 0, - 40 - ], - "64": [ - 7, - 63, - 0, - 128, - 93, - 0, - 0, - 57, - 142, - 26, - 0, - 360, - 0, - 140, - 0, - 0, - 0, - 69, - 0, - 42 - ], - "65": [ - 5, - 72, - 0, - 143, - 90, - 0, - 0, - 53, - 152, - 28, - 0, - 360, - 0, - 126, - 0, - 0, - 0, - 69, - 0, - 40 - ], - "66": [ - 7, - 74, - 0, - 142, - 87, - 0, - 0, - 51, - 152, - 26, - 0, - 364, - 0, - 127, - 0, - 0, - 2, - 68, - 0, - 41 - ], - "67": [ - 5, - 80, - 0, - 145, - 83, - 0, - 0, - 59, - 150, - 21, - 0, - 372, - 0, - 126, - 0, - 0, - 2, - 59, - 0, - 40 - ], - "68": [ - 3, - 82, - 0, - 146, - 81, - 0, - 0, - 53, - 147, - 21, - 0, - 367, - 0, - 129, - 0, - 0, - 3, - 56, - 0, - 42 - ], - "69": [ - 4, - 83, - 0, - 156, - 89, - 0, - 0, - 56, - 150, - 17, - 0, - 380, - 0, - 133, - 0, - 0, - 0, - 54, - 0, - 40 - ], - "70": [ - 7, - 83, - 0, - 148, - 92, - 0, - 4, - 53, - 152, - 29, - 0, - 379, - 0, - 138, - 0, - 0, - 3, - 55, - 0, - 39 - ], - "71": [ - 5, - 87, - 0, - 151, - 101, - 0, - 12, - 49, - 152, - 26, - 0, - 381, - 0, - 140, - 0, - 0, - 6, - 65, - 0, - 39 - ], - "72": [ - 3, - 92, - 0, - 144, - 116, - 0, - 14, - 51, - 156, - 33, - 0, - 390, - 0, - 126, - 0, - 0, - 4, - 68, - 0, - 41 - ], - "73": [ - 3, - 95, - 5, - 141, - 114, - 0, - 22, - 49, - 152, - 19, - 0, - 385, - 0, - 143, - 0, - 0, - 0, - 70, - 0, - 41 - ], - "74": [ - 5, - 98, - 0, - 139, - 122, - 0, - 18, - 48, - 148, - 18, - 0, - 381, - 0, - 156, - 0, - 0, - 5, - 73, - 0, - 40 - ], - "75": [ - 3, - 96, - 2, - 130, - 121, - 0, - 29, - 50, - 156, - 19, - 0, - 372, - 0, - 176, - 0, - 0, - 3, - 71, - 0, - 42 - ], - "76": [ - 3, - 94, - 0, - 130, - 130, - 0, - 30, - 56, - 178, - 15, - 0, - 393, - 0, - 169, - 0, - 0, - 4, - 72, - 0, - 43 - ], - "77": [ - 2, - 100, - 0, - 124, - 127, - 0, - 34, - 63, - 178, - 6, - 0, - 379, - 0, - 174, - 0, - 0, - 7, - 79, - 0, - 42 - ], - "78": [ - 2, - 93, - 0, - 122, - 138, - 0, - 24, - 61, - 181, - 10, - 0, - 369, - 0, - 189, - 0, - 0, - 8, - 83, - 0, - 40 - ], - "79": [ - 1, - 88, - 0, - 118, - 130, - 0, - 26, - 62, - 175, - 9, - 0, - 353, - 0, - 192, - 0, - 0, - 2, - 81, - 0, - 40 - ], - "80": [ - 1, - 81, - 0, - 122, - 143, - 0, - 26, - 62, - 181, - 13, - 0, - 389, - 0, - 192, - 0, - 0, - 3, - 80, - 0, - 40 - ], - "81": [ - 3, - 73, - 0, - 117, - 140, - 0, - 32, - 64, - 189, - 12, - 0, - 410, - 0, - 193, - 0, - 0, - 5, - 76, - 0, - 41 - ], - "82": [ - 4, - 78, - 0, - 122, - 138, - 0, - 22, - 65, - 188, - 5, - 0, - 416, - 0, - 183, - 0, - 0, - 7, - 76, - 0, - 40 - ], - "83": [ - 4, - 74, - 0, - 132, - 143, - 0, - 23, - 66, - 171, - 8, - 0, - 410, - 0, - 200, - 0, - 0, - 10, - 72, - 0, - 41 - ], - "84": [ - 3, - 78, - 0, - 133, - 143, - 0, - 36, - 65, - 172, - 4, - 0, - 397, - 0, - 192, - 0, - 0, - 14, - 73, - 0, - 37 - ], - "85": [ - 4, - 90, - 0, - 138, - 139, - 0, - 42, - 70, - 169, - 0, - 0, - 420, - 0, - 196, - 0, - 0, - 12, - 77, - 0, - 38 - ], - "86": [ - 4, - 92, - 0, - 136, - 132, - 0, - 48, - 74, - 177, - 0, - 0, - 423, - 0, - 202, - 0, - 0, - 13, - 74, - 0, - 37 - ], - "87": [ - 3, - 78, - 1, - 139, - 144, - 0, - 38, - 70, - 182, - 0, - 0, - 421, - 0, - 213, - 0, - 0, - 14, - 81, - 0, - 37 - ], - "88": [ - 2, - 78, - 3, - 139, - 144, - 0, - 28, - 75, - 170, - 1, - 0, - 430, - 0, - 213, - 0, - 0, - 11, - 93, - 0, - 35 - ], - "89": [ - 1, - 78, - 7, - 142, - 126, - 0, - 30, - 76, - 171, - 0, - 0, - 435, - 0, - 204, - 0, - 0, - 9, - 96, - 0, - 38 - ], - "90": [ - 2, - 74, - 3, - 135, - 125, - 0, - 26, - 82, - 182, - 0, - 0, - 453, - 0, - 204, - 0, - 0, - 11, - 90, - 0, - 38 - ], - "91": [ - 4, - 74, - 8, - 129, - 127, - 0, - 29, - 76, - 179, - 0, - 0, - 457, - 0, - 201, - 0, - 0, - 7, - 89, - 0, - 37 - ], - "92": [ - 2, - 82, - 8, - 127, - 130, - 0, - 30, - 77, - 178, - 0, - 0, - 450, - 0, - 207, - 0, - 0, - 7, - 85, - 0, - 38 - ], - "93": [ - 2, - 84, - 3, - 127, - 121, - 0, - 13, - 79, - 192, - 0, - 0, - 466, - 0, - 212, - 0, - 0, - 5, - 87, - 0, - 39 - ], - "94": [ - 2, - 88, - 2, - 126, - 122, - 0, - 11, - 72, - 193, - 0, - 0, - 468, - 0, - 206, - 0, - 0, - 9, - 93, - 0, - 37 - ], - "95": [ - 2, - 87, - 3, - 114, - 131, - 0, - 14, - 66, - 192, - 0, - 0, - 453, - 0, - 197, - 0, - 0, - 7, - 102, - 0, - 36 - ], - "96": [ - 1, - 88, - 9, - 126, - 133, - 0, - 29, - 65, - 188, - 0, - 0, - 434, - 0, - 191, - 0, - 0, - 6, - 99, - 0, - 41 - ], - "97": [ - 2, - 82, - 7, - 124, - 133, - 0, - 26, - 67, - 165, - 0, - 0, - 432, - 0, - 187, - 0, - 0, - 6, - 92, - 0, - 42 - ], - "98": [ - 1, - 81, - 12, - 126, - 121, - 0, - 21, - 66, - 160, - 0, - 0, - 451, - 0, - 196, - 0, - 0, - 6, - 86, - 0, - 42 - ], - "99": [ - 0, - 88, - 19, - 121, - 108, - 0, - 21, - 60, - 161, - 0, - 0, - 447, - 0, - 210, - 0, - 0, - 5, - 85, - 0, - 44 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.01.gamma=0.9/run=1964673f1f9244e0/rewards.plot.png b/experiments/seed=256/alpha=0.01.gamma=0.9/run=1964673f1f9244e0/rewards.plot.png deleted file mode 100644 index 8734cc4..0000000 Binary files a/experiments/seed=256/alpha=0.01.gamma=0.9/run=1964673f1f9244e0/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.01.gamma=0.9/run=1964673f1f9244e0/sum_rewards.json b/experiments/seed=256/alpha=0.01.gamma=0.9/run=1964673f1f9244e0/sum_rewards.json deleted file mode 100644 index c7fbad3..0000000 --- a/experiments/seed=256/alpha=0.01.gamma=0.9/run=1964673f1f9244e0/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 72197, - "V": 4802339 - }, - "control": { - "R": 84039, - "V": 5721003 - } -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.01.gamma=0.9/run=1964673f1f9244e0/view.plot.png b/experiments/seed=256/alpha=0.01.gamma=0.9/run=1964673f1f9244e0/view.plot.png deleted file mode 100644 index afe82ab..0000000 Binary files a/experiments/seed=256/alpha=0.01.gamma=0.9/run=1964673f1f9244e0/view.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.01.gamma=0.9/run=785a80930aff4cc6/choices.json b/experiments/seed=256/alpha=0.01.gamma=0.9/run=785a80930aff4cc6/choices.json deleted file mode 100644 index 5004d06..0000000 --- a/experiments/seed=256/alpha=0.01.gamma=0.9/run=785a80930aff4cc6/choices.json +++ /dev/null @@ -1,702 +0,0 @@ -{ - "0": [ - 4, - 6, - 3, - 13, - 7 - ], - "1": [ - 0, - 10, - 15, - 6, - 13 - ], - "2": [ - 17, - 16, - 11, - 0, - 6 - ], - "3": [ - 10, - 5, - 6, - 15, - 11 - ], - "4": [ - 4, - 7, - 11, - 16, - 12 - ], - "5": [ - 15, - 18, - 16, - 8, - 3 - ], - "6": [ - 12, - 11, - 13, - 17, - 0 - ], - "7": [ - 1, - 3, - 4, - 7, - 15 - ], - "8": [ - 0, - 17, - 1, - 3, - 11 - ], - "9": [ - 11, - 4, - 6, - 17, - 7 - ], - "10": [ - 8, - 7, - 5, - 3, - 9 - ], - "11": [ - 0, - 11, - 14, - 5, - 3 - ], - "12": [ - 8, - 11, - 19, - 5, - 4 - ], - "13": [ - 11, - 13, - 6, - 1, - 14 - ], - "14": [ - 1, - 17, - 11, - 16, - 13 - ], - "15": [ - 3, - 11, - 10, - 5, - 15 - ], - "16": [ - 11, - 2, - 7, - 19, - 16 - ], - "17": [ - 11, - 5, - 8, - 0, - 18 - ], - "18": [ - 13, - 11, - 7, - 4, - 12 - ], - "19": [ - 0, - 11, - 7, - 10, - 13 - ], - "20": [ - 11, - 13, - 10, - 17, - 15 - ], - "21": [ - 11, - 10, - 3, - 5, - 15 - ], - "22": [ - 11, - 12, - 3, - 13, - 16 - ], - "23": [ - 3, - 11, - 2, - 10, - 4 - ], - "24": [ - 11, - 8, - 3, - 10, - 13 - ], - "25": [ - 11, - 4, - 18, - 0, - 17 - ], - "26": [ - 1, - 11, - 0, - 6, - 15 - ], - "27": [ - 11, - 9, - 3, - 16, - 17 - ], - "28": [ - 11, - 14, - 16, - 18, - 1 - ], - "29": [ - 11, - 17, - 3, - 18, - 19 - ], - "30": [ - 11, - 5, - 10, - 4, - 6 - ], - "31": [ - 2, - 11, - 13, - 15, - 4 - ], - "32": [ - 9, - 11, - 13, - 16, - 18 - ], - "33": [ - 11, - 17, - 19, - 13, - 5 - ], - "34": [ - 11, - 19, - 13, - 0, - 10 - ], - "35": [ - 11, - 3, - 5, - 0, - 13 - ], - "36": [ - 11, - 13, - 1, - 4, - 10 - ], - "37": [ - 11, - 13, - 1, - 7, - 18 - ], - "38": [ - 11, - 13, - 6, - 5, - 7 - ], - "39": [ - 11, - 3, - 19, - 5, - 12 - ], - "40": [ - 11, - 19, - 13, - 12, - 3 - ], - "41": [ - 11, - 16, - 13, - 4, - 2 - ], - "42": [ - 11, - 8, - 0, - 17, - 13 - ], - "43": [ - 11, - 13, - 4, - 19, - 12 - ], - "44": [ - 11, - 4, - 13, - 3, - 14 - ], - "45": [ - 11, - 13, - 1, - 8, - 0 - ], - "46": [ - 11, - 7, - 13, - 19, - 1 - ], - "47": [ - 11, - 19, - 18, - 13, - 3 - ], - "48": [ - 11, - 17, - 13, - 10, - 19 - ], - "49": [ - 11, - 13, - 10, - 17, - 1 - ], - "50": [ - 11, - 13, - 2, - 1, - 15 - ], - "51": [ - 11, - 8, - 0, - 13, - 12 - ], - "52": [ - 11, - 2, - 15, - 13, - 3 - ], - "53": [ - 11, - 13, - 15, - 1, - 2 - ], - "54": [ - 11, - 13, - 5, - 16, - 19 - ], - "55": [ - 11, - 13, - 15, - 17, - 14 - ], - "56": [ - 11, - 4, - 13, - 3, - 2 - ], - "57": [ - 11, - 13, - 4, - 9, - 3 - ], - "58": [ - 11, - 7, - 13, - 4, - 16 - ], - "59": [ - 11, - 13, - 3, - 17, - 6 - ], - "60": [ - 11, - 13, - 14, - 3, - 9 - ], - "61": [ - 11, - 13, - 19, - 2, - 15 - ], - "62": [ - 11, - 3, - 13, - 14, - 12 - ], - "63": [ - 11, - 5, - 1, - 13, - 18 - ], - "64": [ - 11, - 17, - 13, - 7, - 1 - ], - "65": [ - 11, - 13, - 8, - 16, - 19 - ], - "66": [ - 11, - 13, - 4, - 12, - 3 - ], - "67": [ - 11, - 13, - 19, - 3, - 7 - ], - "68": [ - 11, - 13, - 3, - 8, - 19 - ], - "69": [ - 11, - 13, - 8, - 4, - 3 - ], - "70": [ - 11, - 8, - 13, - 17, - 19 - ], - "71": [ - 11, - 13, - 2, - 19, - 14 - ], - "72": [ - 11, - 13, - 8, - 19, - 6 - ], - "73": [ - 11, - 13, - 16, - 17, - 15 - ], - "74": [ - 11, - 13, - 17, - 7, - 3 - ], - "75": [ - 11, - 13, - 18, - 3, - 7 - ], - "76": [ - 11, - 13, - 15, - 3, - 8 - ], - "77": [ - 11, - 13, - 19, - 8, - 4 - ], - "78": [ - 11, - 13, - 19, - 3, - 8 - ], - "79": [ - 11, - 13, - 6, - 19, - 8 - ], - "80": [ - 11, - 13, - 8, - 3, - 7 - ], - "81": [ - 11, - 13, - 14, - 19, - 8 - ], - "82": [ - 11, - 13, - 8, - 4, - 15 - ], - "83": [ - 11, - 13, - 3, - 1, - 17 - ], - "84": [ - 11, - 13, - 8, - 3, - 9 - ], - "85": [ - 11, - 8, - 13, - 3, - 10 - ], - "86": [ - 11, - 13, - 3, - 8, - 7 - ], - "87": [ - 11, - 13, - 8, - 12, - 16 - ], - "88": [ - 11, - 13, - 8, - 12, - 19 - ], - "89": [ - 11, - 13, - 8, - 19, - 4 - ], - "90": [ - 11, - 13, - 8, - 3, - 19 - ], - "91": [ - 11, - 13, - 19, - 3, - 8 - ], - "92": [ - 11, - 13, - 8, - 7, - 3 - ], - "93": [ - 11, - 13, - 3, - 8, - 19 - ], - "94": [ - 11, - 13, - 19, - 3, - 8 - ], - "95": [ - 11, - 13, - 8, - 3, - 12 - ], - "96": [ - 11, - 13, - 3, - 8, - 19 - ], - "97": [ - 11, - 13, - 8, - 0, - 14 - ], - "98": [ - 11, - 13, - 8, - 1, - 19 - ], - "99": [ - 11, - 13, - 8, - 19, - 18 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.01.gamma=0.9/run=785a80930aff4cc6/config.json b/experiments/seed=256/alpha=0.01.gamma=0.9/run=785a80930aff4cc6/config.json deleted file mode 100644 index 62b152e..0000000 --- a/experiments/seed=256/alpha=0.01.gamma=0.9/run=785a80930aff4cc6/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 20, - "num_choices": 5, - "time_span": 100, - "history_span": 3000, - "alpha": 0.01, - "gamma": 0.9, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.01.gamma=0.9/run=785a80930aff4cc6/control.choices.json b/experiments/seed=256/alpha=0.01.gamma=0.9/run=785a80930aff4cc6/control.choices.json deleted file mode 100644 index 1ce1220..0000000 --- a/experiments/seed=256/alpha=0.01.gamma=0.9/run=785a80930aff4cc6/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 4, - 3, - 11, - 1, - 13 -] \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.01.gamma=0.9/run=785a80930aff4cc6/qvalues.json b/experiments/seed=256/alpha=0.01.gamma=0.9/run=785a80930aff4cc6/qvalues.json deleted file mode 100644 index 26d686e..0000000 --- a/experiments/seed=256/alpha=0.01.gamma=0.9/run=785a80930aff4cc6/qvalues.json +++ /dev/null @@ -1,2180 +0,0 @@ -{ - "0": [ - 0.0, - 5.0, - 0.0, - 6.05, - 5.18, - 0.0, - 0.09, - 0.03, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 6.48, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.23, - 5.0, - 0.0, - 6.05, - 5.18, - 0.0, - 0.1191, - 0.03, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 7.855200000000001, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 0.4677, - 5.0, - 0.0, - 6.05, - 5.18, - 0.0, - 0.127909, - 0.03, - 0.0, - 0.0, - 0.0, - 8.08, - 0.0, - 7.855200000000001, - 0.0, - 0.0, - 0.0, - 0.79, - 0.0, - 0.0 - ], - "3": [ - 0.4677, - 5.0, - 0.0, - 6.05, - 5.18, - 0.0, - 0.12662990999999998, - 0.03, - 0.0, - 0.0, - 0.0, - 11.2392, - 0.0, - 7.855200000000001, - 0.0, - 0.0, - 0.0, - 0.79, - 0.0, - 0.0 - ], - "4": [ - 0.4677, - 5.0, - 0.0, - 6.05, - 5.3282, - 0.0, - 0.12662990999999998, - 0.1997, - 0.0, - 0.0, - 0.0, - 14.416808, - 0.0, - 7.855200000000001, - 0.0, - 0.0, - 0.0, - 0.79, - 0.0, - 0.0 - ], - "5": [ - 0.4677, - 5.0, - 0.0, - 6.8694999999999995, - 5.3282, - 0.0, - 0.12662990999999998, - 0.1997, - 1.22, - 0.0, - 0.0, - 14.416808, - 0.0, - 7.855200000000001, - 0.0, - 0.0, - 0.0, - 0.79, - 0.0, - 0.0 - ], - "6": [ - 0.703023, - 5.0, - 0.0, - 6.8694999999999995, - 5.3282, - 0.0, - 0.12662990999999998, - 0.1997, - 1.22, - 0.0, - 0.0, - 17.71263992, - 0.0, - 8.916648, - 0.0, - 0.0, - 0.0, - 1.4321000000000002, - 0.0, - 0.0 - ], - "7": [ - 0.703023, - 5.27, - 0.0, - 7.660805, - 5.4849179999999995, - 0.0, - 0.12662990999999998, - 0.43770299999999995, - 1.22, - 0.0, - 0.0, - 17.71263992, - 0.0, - 8.916648, - 0.0, - 0.0, - 0.0, - 1.4321000000000002, - 0.0, - 0.0 - ], - "8": [ - 0.9359927699999999, - 5.5173, - 0.0, - 8.35419695, - 5.4849179999999995, - 0.0, - 0.12662990999999998, - 0.43770299999999995, - 1.22, - 0.0, - 0.0, - 20.8055135208, - 0.0, - 8.916648, - 0.0, - 0.0, - 0.0, - 2.0477790000000002, - 0.0, - 0.0 - ], - "9": [ - 0.9359927699999999, - 5.5173, - 0.0, - 8.35419695, - 5.6500688199999995, - 0.0, - 0.12536361089999998, - 0.63332597, - 1.22, - 0.0, - 0.0, - 23.917458385592003, - 0.0, - 8.916648, - 0.0, - 0.0, - 0.0, - 2.66730121, - 0.0, - 0.0 - ], - "10": [ - 0.9359927699999999, - 5.5173, - 0.0, - 9.0806549805, - 5.6500688199999995, - 0.0, - 0.12536361089999998, - 0.9269927103, - 2.5778, - 0.43, - 0.0, - 23.917458385592003, - 0.0, - 8.916648, - 0.0, - 0.0, - 0.0, - 2.66730121, - 0.0, - 0.0 - ], - "11": [ - 1.0866328423, - 5.5173, - 0.0, - 9.739848430695, - 5.6500688199999995, - 0.0, - 0.12536361089999998, - 0.9269927103, - 2.5778, - 0.43, - 0.0, - 27.068283801736083, - 0.0, - 8.916648, - 0.0, - 0.0, - 0.0, - 2.66730121, - 0.0, - 0.0 - ], - "12": [ - 1.0866328423, - 5.5173, - 0.0, - 9.739848430695, - 5.903568131799999, - 0.0, - 0.12536361089999998, - 0.9269927103, - 3.802022, - 0.43, - 0.0, - 30.127600963718724, - 0.0, - 8.916648, - 0.0, - 0.0, - 0.0, - 2.66730121, - 0.0, - 1.44 - ], - "13": [ - 1.0866328423, - 5.792127, - 0.0, - 9.739848430695, - 5.903568131799999, - 0.0, - 0.12410997479099997, - 0.9269927103, - 3.802022, - 0.43, - 0.0, - 33.19632495408153, - 0.0, - 9.78748152, - 0.0, - 0.0, - 0.0, - 2.66730121, - 0.0, - 1.44 - ], - "14": [ - 1.0866328423, - 6.1442057299999995, - 0.0, - 9.739848430695, - 5.903568131799999, - 0.0, - 0.12410997479099997, - 0.9269927103, - 3.802022, - 0.43, - 0.0, - 36.07436170454072, - 0.0, - 10.6396067048, - 0.0, - 0.0, - 0.0, - 3.4206281979, - 0.0, - 1.44 - ], - "15": [ - 1.0866328423, - 6.1442057299999995, - 0.0, - 10.39244994638805, - 5.903568131799999, - 0.0, - 0.12410997479099997, - 0.9269927103, - 3.802022, - 0.43, - 0.0, - 38.813618087495314, - 0.0, - 10.6396067048, - 0.0, - 0.0, - 0.0, - 3.4206281979, - 0.0, - 1.44 - ], - "16": [ - 1.0866328423, - 6.1442057299999995, - 0.16, - 10.39244994638805, - 5.903568131799999, - 0.0, - 0.12410997479099997, - 0.957722783197, - 3.802022, - 0.43, - 0.0, - 41.56548190662036, - 0.0, - 10.6396067048, - 0.0, - 0.0, - 0.0, - 3.4206281979, - 0.0, - 2.7956000000000003 - ], - "17": [ - 1.285766513877, - 6.1442057299999995, - 0.16, - 10.39244994638805, - 5.903568131799999, - 0.0, - 0.12410997479099997, - 0.957722783197, - 5.16400178, - 0.43, - 0.0, - 44.17982708755416, - 0.0, - 10.6396067048, - 0.0, - 0.0, - 0.0, - 3.4206281979, - 0.0, - 2.7956000000000003 - ], - "18": [ - 1.285766513877, - 6.1442057299999995, - 0.16, - 10.39244994638805, - 6.194532450481999, - 0.0, - 0.12410997479099997, - 0.99814555536503, - 5.16400178, - 0.43, - 0.0, - 46.75802881667862, - 0.0, - 11.273210637752001, - 0.0, - 0.0, - 0.0, - 3.4206281979, - 0.0, - 2.7956000000000003 - ], - "19": [ - 1.42290884873823, - 6.1442057299999995, - 0.16, - 10.39244994638805, - 6.194532450481999, - 0.0, - 0.12410997479099997, - 0.9881640998113798, - 5.16400178, - 0.43, - 0.0, - 49.23044852851183, - 0.0, - 11.980478531374482, - 0.0, - 0.0, - 0.0, - 3.4206281979, - 0.0, - 2.7956000000000003 - ], - "20": [ - 1.42290884873823, - 6.1442057299999995, - 0.16, - 10.39244994638805, - 6.194532450481999, - 0.0, - 0.12410997479099997, - 0.9881640998113798, - 5.16400178, - 0.43, - 0.0, - 51.56814404322671, - 0.0, - 12.660673746060738, - 0.0, - 0.0, - 0.0, - 4.096421915921, - 0.0, - 2.7956000000000003 - ], - "21": [ - 1.42290884873823, - 6.1442057299999995, - 0.16, - 10.99852544692417, - 6.194532450481999, - 0.0, - 0.12410997479099997, - 0.9881640998113798, - 5.16400178, - 0.43, - 0.0, - 53.94246260279444, - 0.0, - 12.660673746060738, - 0.0, - 0.0, - 0.0, - 4.096421915921, - 0.0, - 2.7956000000000003 - ], - "22": [ - 1.42290884873823, - 6.1442057299999995, - 0.16, - 11.598540192454928, - 6.194532450481999, - 0.0, - 0.12410997479099997, - 0.9881640998113798, - 5.16400178, - 0.43, - 0.0, - 56.4730379767665, - 0.0, - 13.36406700860013, - 0.0, - 0.0, - 0.0, - 4.096421915921, - 0.0, - 2.7956000000000003 - ], - "23": [ - 1.42290884873823, - 6.1442057299999995, - 0.2184, - 12.182554790530379, - 6.452587125977179, - 0.0, - 0.12410997479099997, - 0.9881640998113798, - 5.16400178, - 0.43, - 0.0, - 58.90830759699883, - 0.0, - 13.36406700860013, - 0.0, - 0.0, - 0.0, - 4.096421915921, - 0.0, - 2.7956000000000003 - ], - "24": [ - 1.42290884873823, - 6.1442057299999995, - 0.2184, - 12.800729242625074, - 6.452587125977179, - 0.0, - 0.12410997479099997, - 0.9881640998113798, - 6.6323617622, - 0.43, - 0.0, - 61.22922452102884, - 0.0, - 14.18042633851413, - 0.0, - 0.0, - 0.0, - 4.096421915921, - 0.0, - 2.7956000000000003 - ], - "25": [ - 1.6586797602508476, - 6.1442057299999995, - 0.2184, - 12.800729242625074, - 6.738061254717407, - 0.0, - 0.12410997479099997, - 0.9881640998113798, - 6.6323617622, - 0.43, - 0.0, - 63.726932275818555, - 0.0, - 14.18042633851413, - 0.0, - 0.0, - 0.0, - 4.56545769676179, - 0.0, - 2.7956000000000003 - ], - "26": [ - 1.9220929626483392, - 6.5727636727, - 0.2184, - 12.800729242625074, - 6.738061254717407, - 0.0, - 0.12286887504308998, - 0.9881640998113798, - 6.6323617622, - 0.43, - 0.0, - 66.07966295306036, - 0.0, - 14.18042633851413, - 0.0, - 0.0, - 0.0, - 4.56545769676179, - 0.0, - 2.7956000000000003 - ], - "27": [ - 1.9220929626483392, - 6.5727636727, - 0.2184, - 13.412721950198824, - 6.738061254717407, - 0.0, - 0.12286887504308998, - 0.9881640998113798, - 6.6323617622, - 0.7257, - 0.0, - 68.47886632352976, - 0.0, - 14.18042633851413, - 0.0, - 0.0, - 0.0, - 5.039803119794172, - 0.0, - 2.7956000000000003 - ], - "28": [ - 1.9220929626483392, - 7.017036035973, - 0.2184, - 13.412721950198824, - 6.738061254717407, - 0.0, - 0.12286887504308998, - 0.9881640998113798, - 6.6323617622, - 0.7257, - 0.0, - 70.90407766029446, - 0.0, - 14.18042633851413, - 0.0, - 0.0, - 0.0, - 5.039803119794172, - 0.0, - 2.7956000000000003 - ], - "29": [ - 1.9220929626483392, - 7.017036035973, - 0.2184, - 14.068594730696836, - 6.738061254717407, - 0.0, - 0.12286887504308998, - 0.9881640998113798, - 6.6323617622, - 0.7257, - 0.0, - 73.11503688369152, - 0.0, - 14.18042633851413, - 0.0, - 0.0, - 0.0, - 5.5694050885962305, - 0.0, - 4.0676440000000005 - ], - "30": [ - 1.9220929626483392, - 7.017036035973, - 0.2184, - 14.068594730696836, - 7.0406806421702335, - 0.0, - 0.12164018629265907, - 0.9881640998113798, - 6.6323617622, - 0.7257, - 0.0, - 75.2838865148546, - 0.0, - 14.18042633851413, - 0.0, - 0.0, - 0.0, - 5.5694050885962305, - 0.0, - 4.0676440000000005 - ], - "31": [ - 1.9220929626483392, - 7.017036035973, - 0.29621600000000003, - 14.068594730696836, - 7.330273835748531, - 0.0, - 0.12164018629265907, - 0.9881640998113798, - 6.6323617622, - 0.7257, - 0.0, - 77.40104764970606, - 0.0, - 15.088622075128988, - 0.0, - 0.0, - 0.0, - 5.5694050885962305, - 0.0, - 4.0676440000000005 - ], - "32": [ - 1.9220929626483392, - 7.017036035973, - 0.29621600000000003, - 14.068594730696836, - 7.330273835748531, - 0.0, - 0.12164018629265907, - 0.9881640998113798, - 6.6323617622, - 0.888443, - 0.0, - 79.587037173209, - 0.0, - 15.957735854377699, - 0.0, - 0.0, - 0.0, - 5.5694050885962305, - 0.0, - 4.0676440000000005 - ], - "33": [ - 1.9220929626483392, - 7.017036035973, - 0.29621600000000003, - 14.068594730696836, - 7.330273835748531, - 0.0, - 0.12164018629265907, - 0.9881640998113798, - 6.6323617622, - 0.888443, - 0.0, - 81.77116680147691, - 0.0, - 16.84815849583392, - 0.0, - 0.0, - 0.0, - 6.073711037710268, - 0.0, - 5.2169675600000005 - ], - "34": [ - 2.132872033021856, - 7.017036035973, - 0.29621600000000003, - 14.068594730696836, - 7.330273835748531, - 0.0, - 0.12164018629265907, - 0.9881640998113798, - 6.6323617622, - 0.888443, - 0.0, - 83.98345513346214, - 0.0, - 17.76967691087558, - 0.0, - 0.0, - 0.0, - 6.073711037710268, - 0.0, - 6.404797884400001 - ], - "35": [ - 2.321543312691637, - 7.017036035973, - 0.29621600000000003, - 14.457908783389867, - 7.330273835748531, - 0.0, - 0.12164018629265907, - 0.9881640998113798, - 6.6323617622, - 0.888443, - 0.0, - 86.08362058212752, - 0.0, - 18.841980141766825, - 0.0, - 0.0, - 0.0, - 6.073711037710268, - 0.0, - 6.404797884400001 - ], - "36": [ - 2.321543312691637, - 7.396865675613269, - 0.29621600000000003, - 14.457908783389867, - 7.676971097391045, - 0.0, - 0.12164018629265907, - 0.9881640998113798, - 6.6323617622, - 0.888443, - 0.0, - 88.25278437630625, - 0.0, - 19.953560340349156, - 0.0, - 0.0, - 0.0, - 6.073711037710268, - 0.0, - 6.404797884400001 - ], - "37": [ - 2.321543312691637, - 7.772897018857137, - 0.29621600000000003, - 14.457908783389867, - 7.676971097391045, - 0.0, - 0.12164018629265907, - 0.9782824588132659, - 6.6323617622, - 0.888443, - 0.0, - 90.32025653254318, - 0.0, - 21.164024736945663, - 0.0, - 0.0, - 0.0, - 6.073711037710268, - 0.0, - 6.404797884400001 - ], - "38": [ - 2.321543312691637, - 7.772897018857137, - 0.29621600000000003, - 14.457908783389867, - 7.676971097391045, - 0.0, - 0.12042378442973248, - 1.0484996342251334, - 6.6323617622, - 0.888443, - 0.0, - 92.24705396721775, - 0.0, - 22.442384489576206, - 0.0, - 0.0, - 0.0, - 6.073711037710268, - 0.0, - 6.404797884400001 - ], - "39": [ - 2.321543312691637, - 7.772897018857137, - 0.29621600000000003, - 14.903329695555968, - 7.676971097391045, - 0.0, - 0.12042378442973248, - 1.0484996342251334, - 6.6323617622, - 0.888443, - 0.0, - 94.16458342754558, - 0.0, - 22.442384489576206, - 0.0, - 0.0, - 0.0, - 6.073711037710268, - 0.0, - 7.4707499055560005 - ], - "40": [ - 2.321543312691637, - 7.772897018857137, - 0.29621600000000003, - 15.294296398600409, - 7.676971097391045, - 0.0, - 0.12042378442973248, - 1.0484996342251334, - 6.6323617622, - 0.888443, - 0.0, - 96.02293759327013, - 0.0, - 23.917960644680445, - 0.0, - 0.0, - 0.0, - 6.073711037710268, - 0.0, - 8.49604240650044 - ], - "41": [ - 2.321543312691637, - 7.772897018857137, - 0.43325384000000006, - 15.294296398600409, - 8.070201386417136, - 0.0, - 0.12042378442973248, - 1.0484996342251334, - 6.6323617622, - 0.888443, - 0.0, - 97.89270821733743, - 0.0, - 25.33878103823364, - 0.0, - 0.0, - 0.0, - 6.073711037710268, - 0.0, - 8.49604240650044 - ], - "42": [ - 2.4583278795647208, - 7.772897018857137, - 0.43325384000000006, - 15.294296398600409, - 8.070201386417136, - 0.0, - 0.12042378442973248, - 1.0484996342251334, - 8.056038144578, - 0.888443, - 0.0, - 99.60378113516406, - 0.0, - 26.695393227851305, - 0.0, - 0.0, - 0.0, - 6.502973927333166, - 0.0, - 8.49604240650044 - ], - "43": [ - 2.4583278795647208, - 7.772897018857137, - 0.43325384000000006, - 15.294296398600409, - 8.489499372552965, - 0.0, - 0.12042378442973248, - 1.0484996342251334, - 8.056038144578, - 0.888443, - 0.0, - 101.35774332381241, - 0.0, - 28.11843929557279, - 0.0, - 0.0, - 0.0, - 6.502973927333166, - 0.0, - 9.591081982435435 - ], - "44": [ - 2.4583278795647208, - 7.772897018857137, - 0.43325384000000006, - 15.621353434614404, - 8.904604378827436, - 0.0, - 0.12042378442973248, - 1.0484996342251334, - 8.056038144578, - 0.888443, - 0.0, - 103.0541658905743, - 0.0, - 29.377254902617064, - 0.0, - 0.0, - 0.0, - 6.502973927333166, - 0.0, - 9.591081982435435 - ], - "45": [ - 2.5737446007690736, - 8.065168048668566, - 0.43325384000000006, - 15.621353434614404, - 8.904604378827436, - 0.0, - 0.12042378442973248, - 1.0484996342251334, - 9.45547776313222, - 0.888443, - 0.0, - 104.83362423166855, - 0.0, - 30.633482353590892, - 0.0, - 0.0, - 0.0, - 6.502973927333166, - 0.0, - 9.591081982435435 - ], - "46": [ - 2.5737446007690736, - 8.32451636818188, - 0.43325384000000006, - 15.621353434614404, - 8.904604378827436, - 0.0, - 0.12042378442973248, - 1.338014637882882, - 9.45547776313222, - 0.888443, - 0.0, - 106.63528798935187, - 0.0, - 31.867147530054982, - 0.0, - 0.0, - 0.0, - 6.502973927333166, - 0.0, - 10.565171162611081 - ], - "47": [ - 2.5737446007690736, - 8.32451636818188, - 0.43325384000000006, - 16.03513990026826, - 8.904604378827436, - 0.0, - 0.12042378442973248, - 1.338014637882882, - 9.45547776313222, - 0.888443, - 0.0, - 108.31893510945835, - 0.0, - 32.96847605475443, - 0.0, - 0.0, - 0.0, - 6.502973927333166, - 0.0, - 11.52951945098497 - ], - "48": [ - 2.5737446007690736, - 8.32451636818188, - 0.43325384000000006, - 16.03513990026826, - 8.904604378827436, - 0.0, - 0.12042378442973248, - 1.338014637882882, - 9.45547776313222, - 0.888443, - 0.0, - 110.23574575836376, - 0.0, - 34.03879129420689, - 0.0, - 0.0, - 0.0, - 6.827944188059834, - 0.0, - 12.504224256475121 - ], - "49": [ - 2.5737446007690736, - 8.581271204500062, - 0.43325384000000006, - 16.03513990026826, - 8.904604378827436, - 0.0, - 0.12042378442973248, - 1.338014637882882, - 9.45547776313222, - 0.888443, - 0.0, - 112.26338830078012, - 0.0, - 35.11840338126482, - 0.0, - 0.0, - 0.0, - 7.199664746179236, - 0.0, - 12.504224256475121 - ], - "50": [ - 2.5737446007690736, - 8.865458492455062, - 0.6189213016, - 16.03513990026826, - 8.904604378827436, - 0.0, - 0.12042378442973248, - 1.338014637882882, - 9.45547776313222, - 0.888443, - 0.0, - 114.17075441777232, - 0.0, - 36.08721934745217, - 0.0, - 0.0, - 0.0, - 7.199664746179236, - 0.0, - 12.504224256475121 - ], - "51": [ - 2.648007154761383, - 8.865458492455062, - 0.6189213016, - 16.03513990026826, - 8.904604378827436, - 0.0, - 0.12042378442973248, - 1.338014637882882, - 10.870922985500899, - 0.888443, - 0.0, - 116.03904687359459, - 0.0, - 37.01634715397765, - 0.0, - 0.0, - 0.0, - 7.199664746179236, - 0.0, - 12.504224256475121 - ], - "52": [ - 2.648007154761383, - 8.865458492455062, - 0.702732088584, - 16.664788501265576, - 8.904604378827436, - 0.0, - 0.12042378442973248, - 1.338014637882882, - 10.870922985500899, - 0.888443, - 0.0, - 117.96865640485863, - 0.0, - 37.956183682437874, - 0.0, - 0.0, - 0.0, - 7.199664746179236, - 0.0, - 12.504224256475121 - ], - "53": [ - 2.648007154761383, - 9.196803907530512, - 0.7757047676981601, - 16.664788501265576, - 8.904604378827436, - 0.0, - 0.12042378442973248, - 1.338014637882882, - 10.870922985500899, - 0.888443, - 0.0, - 119.72896984081005, - 0.0, - 38.87662184561349, - 0.0, - 0.0, - 0.0, - 7.199664746179236, - 0.0, - 12.504224256475121 - ], - "54": [ - 2.648007154761383, - 9.196803907530512, - 0.7757047676981601, - 16.664788501265576, - 8.904604378827436, - 0.0, - 0.12042378442973248, - 1.338014637882882, - 10.870922985500899, - 0.888443, - 0.0, - 121.40168014240196, - 0.0, - 39.81785562715736, - 0.0, - 0.0, - 0.0, - 7.199664746179236, - 0.0, - 13.54918201391037 - ], - "55": [ - 2.648007154761383, - 9.196803907530512, - 0.7757047676981601, - 16.664788501265576, - 8.904604378827436, - 0.0, - 0.12042378442973248, - 1.338014637882882, - 10.870922985500899, - 0.888443, - 0.0, - 123.06766334097794, - 0.0, - 40.71967707088578, - 0.0, - 0.0, - 0.0, - 7.617668098717443, - 0.0, - 13.54918201391037 - ], - "56": [ - 2.648007154761383, - 9.196803907530512, - 0.7979477200211785, - 17.38814061625292, - 9.375558335039162, - 0.0, - 0.12042378442973248, - 1.338014637882882, - 10.870922985500899, - 0.888443, - 0.0, - 124.70698670756816, - 0.0, - 41.552480300176924, - 0.0, - 0.0, - 0.0, - 7.617668098717443, - 0.0, - 13.54918201391037 - ], - "57": [ - 2.648007154761383, - 9.196803907530512, - 0.7979477200211785, - 18.11425921009039, - 9.831802751688771, - 0.0, - 0.12042378442973248, - 1.338014637882882, - 10.870922985500899, - 1.21955857, - 0.0, - 126.29991684049249, - 0.0, - 42.49695549717516, - 0.0, - 0.0, - 0.0, - 7.617668098717443, - 0.0, - 13.54918201391037 - ], - "58": [ - 2.648007154761383, - 9.196803907530512, - 0.7979477200211785, - 18.11425921009039, - 10.253484724171884, - 0.0, - 0.12042378442973248, - 1.9246344915040532, - 10.870922985500899, - 1.21955857, - 0.0, - 127.98691767208756, - 0.0, - 43.4019859422034, - 0.0, - 0.0, - 0.05, - 7.617668098717443, - 0.0, - 13.54918201391037 - ], - "59": [ - 2.648007154761383, - 9.196803907530512, - 0.7979477200211785, - 18.953116617989483, - 10.253484724171884, - 0.0, - 0.11921954658543515, - 1.9246344915040532, - 10.870922985500899, - 1.21955857, - 0.0, - 129.49704849536667, - 0.0, - 44.27796608278137, - 0.0, - 0.0, - 0.05, - 8.051491417730269, - 0.0, - 13.54918201391037 - ], - "60": [ - 2.648007154761383, - 9.196803907530512, - 0.7979477200211785, - 19.703585451809587, - 10.253484724171884, - 0.0, - 0.11921954658543515, - 1.9246344915040532, - 10.870922985500899, - 1.5273629843, - 0.0, - 131.00207801041302, - 0.0, - 45.08518642195355, - 0.0, - 0.0, - 0.05, - 8.051491417730269, - 0.0, - 13.54918201391037 - ], - "61": [ - 2.648007154761383, - 9.196803907530512, - 0.7899682428209668, - 19.703585451809587, - 10.253484724171884, - 0.0, - 0.11921954658543515, - 1.9246344915040532, - 10.870922985500899, - 1.5273629843, - 0.0, - 132.65205723030888, - 0.0, - 45.94433455773402, - 0.0, - 0.0, - 0.05, - 8.051491417730269, - 0.0, - 14.603690193771266 - ], - "62": [ - 2.648007154761383, - 9.196803907530512, - 0.7899682428209668, - 20.466549597291493, - 10.253484724171884, - 0.0, - 0.11921954658543515, - 1.9246344915040532, - 10.870922985500899, - 1.5273629843, - 0.0, - 134.2255366580058, - 0.0, - 46.82489121215668, - 0.0, - 0.0, - 0.05, - 8.051491417730269, - 0.0, - 14.603690193771266 - ], - "63": [ - 2.648007154761383, - 9.454835868455207, - 0.7899682428209668, - 20.466549597291493, - 10.253484724171884, - 0.0, - 0.11921954658543515, - 1.9246344915040532, - 10.870922985500899, - 1.5273629843, - 0.0, - 135.89328129142575, - 0.0, - 47.76664230003511, - 0.0, - 0.0, - 0.05, - 8.051491417730269, - 0.0, - 14.603690193771266 - ], - "64": [ - 2.648007154761383, - 9.780287509770655, - 0.7899682428209668, - 20.466549597291493, - 10.253484724171884, - 0.0, - 0.11921954658543515, - 2.675388146589013, - 10.870922985500899, - 1.5273629843, - 0.0, - 137.6743484785115, - 0.0, - 48.53897587703476, - 0.0, - 0.0, - 0.05, - 8.430976503552966, - 0.0, - 14.603690193771266 - ], - "65": [ - 2.648007154761383, - 9.780287509770655, - 0.7899682428209668, - 20.466549597291493, - 10.253484724171884, - 0.0, - 0.11921954658543515, - 2.675388146589013, - 12.51221375564589, - 1.5273629843, - 0.0, - 139.49760499372638, - 0.0, - 49.32358611826441, - 0.0, - 0.0, - 0.0695, - 8.430976503552966, - 0.0, - 15.647653291833553 - ], - "66": [ - 2.648007154761383, - 9.780287509770655, - 0.7899682428209668, - 21.161884101318577, - 10.660949876930164, - 0.0, - 0.11921954658543515, - 2.675388146589013, - 12.51221375564589, - 1.5273629843, - 0.0, - 141.1726289437891, - 0.0, - 50.170350257081765, - 0.0, - 0.0, - 0.0695, - 8.430976503552966, - 0.0, - 15.647653291833553 - ], - "67": [ - 2.648007154761383, - 9.780287509770655, - 0.7899682428209668, - 21.86026526030539, - 10.660949876930164, - 0.0, - 0.11921954658543515, - 3.3886342651231227, - 12.51221375564589, - 1.5273629843, - 0.0, - 143.10090265435122, - 0.0, - 50.948646754510946, - 0.0, - 0.0, - 0.0695, - 8.430976503552966, - 0.0, - 16.681176758915218 - ], - "68": [ - 2.648007154761383, - 9.780287509770655, - 0.7899682428209668, - 22.661662607702336, - 10.660949876930164, - 0.0, - 0.11921954658543515, - 3.3886342651231227, - 14.02709161808943, - 1.5273629843, - 0.0, - 144.7598936278077, - 0.0, - 51.769160286965835, - 0.0, - 0.0, - 0.0695, - 8.430976503552966, - 0.0, - 17.684364991326067 - ], - "69": [ - 2.648007154761383, - 9.780287509770655, - 0.7899682428209668, - 23.43504598162531, - 11.054340378160862, - 0.0, - 0.11921954658543515, - 3.3886342651231227, - 15.546820701908537, - 1.5273629843, - 0.0, - 146.51229469152963, - 0.0, - 52.62146868409618, - 0.0, - 0.0, - 0.0695, - 8.430976503552966, - 0.0, - 17.684364991326067 - ], - "70": [ - 2.648007154761383, - 9.780287509770655, - 0.7899682428209668, - 23.43504598162531, - 11.054340378160862, - 0.0, - 0.11921954658543515, - 3.3886342651231227, - 17.08135249488945, - 1.5273629843, - 0.0, - 148.11717174461432, - 0.0, - 53.41525399725522, - 0.0, - 0.0, - 0.0695, - 8.766666738517436, - 0.0, - 18.587521341412806 - ], - "71": [ - 2.648007154761383, - 9.780287509770655, - 0.7820685603927571, - 23.43504598162531, - 11.054340378160862, - 0.0, - 0.11921954658543515, - 3.3886342651231227, - 17.08135249488945, - 1.5273629843, - 0.0, - 149.94600002716817, - 0.0, - 54.16110145728267, - 0.0, - 0.0, - 0.0695, - 8.766666738517436, - 0.0, - 19.52164612799868 - ], - "72": [ - 2.648007154761383, - 9.780287509770655, - 0.7820685603927571, - 23.43504598162531, - 11.054340378160862, - 0.0, - 0.3080273511195808, - 3.3886342651231227, - 18.620538969940558, - 1.5273629843, - 0.0, - 151.8465400268965, - 0.0, - 55.03949044270984, - 0.0, - 0.0, - 0.0695, - 8.766666738517436, - 0.0, - 20.376429666718693 - ], - "73": [ - 2.648007154761383, - 9.780287509770655, - 0.7820685603927571, - 23.43504598162531, - 11.054340378160862, - 0.0, - 0.3080273511195808, - 3.3886342651231227, - 18.620538969940558, - 1.5273629843, - 0.0, - 153.58807462662753, - 0.0, - 55.79909553828274, - 0.0, - 0.0, - 0.11880500000000001, - 9.119000071132263, - 0.0, - 20.376429666718693 - ], - "74": [ - 2.648007154761383, - 9.780287509770655, - 0.7820685603927571, - 24.13069552180906, - 11.054340378160862, - 0.0, - 0.3080273511195808, - 4.034747922471891, - 18.620538969940558, - 1.5273629843, - 0.0, - 155.29219388036125, - 0.0, - 56.57110458289991, - 0.0, - 0.0, - 0.11880500000000001, - 9.44781007042094, - 0.0, - 20.376429666718693 - ], - "75": [ - 2.648007154761383, - 9.780287509770655, - 0.7820685603927571, - 24.899388566590968, - 11.054340378160862, - 0.0, - 0.3080273511195808, - 4.754400443247173, - 18.620538969940558, - 1.5273629843, - 0.0, - 156.76927194155763, - 0.0, - 57.325393537070916, - 0.0, - 0.0, - 0.11880500000000001, - 9.44781007042094, - 0.0, - 20.376429666718693 - ], - "76": [ - 2.648007154761383, - 9.780287509770655, - 0.7820685603927571, - 25.71039468092506, - 11.054340378160862, - 0.0, - 0.3080273511195808, - 4.754400443247173, - 20.234333580241152, - 1.5273629843, - 0.0, - 158.29157922214205, - 0.0, - 57.96213960170021, - 0.0, - 0.0, - 0.11880500000000001, - 9.44781007042094, - 0.0, - 20.376429666718693 - ], - "77": [ - 2.648007154761383, - 9.780287509770655, - 0.7820685603927571, - 25.71039468092506, - 11.463796974379253, - 0.0, - 0.3080273511195808, - 4.754400443247173, - 21.77199024443874, - 1.5273629843, - 0.0, - 159.77866342992064, - 0.0, - 58.842518205683206, - 0.0, - 0.0, - 0.11880500000000001, - 9.44781007042094, - 0.0, - 21.122665370051507 - ], - "78": [ - 2.648007154761383, - 9.780287509770655, - 0.7820685603927571, - 26.363290734115807, - 11.463796974379253, - 0.0, - 0.3080273511195808, - 4.754400443247173, - 23.164270341994353, - 1.5273629843, - 0.0, - 161.15087679562143, - 0.0, - 59.724093023626374, - 0.0, - 0.0, - 0.11880500000000001, - 9.44781007042094, - 0.0, - 21.83143871635099 - ], - "79": [ - 2.648007154761383, - 9.780287509770655, - 0.7820685603927571, - 26.363290734115807, - 11.463796974379253, - 0.0, - 0.524947077608385, - 4.754400443247173, - 24.57262763857441, - 1.5273629843, - 0.0, - 162.76936802766522, - 0.0, - 60.59685209339011, - 0.0, - 0.0, - 0.11880500000000001, - 9.44781007042094, - 0.0, - 22.463124329187483 - ], - "80": [ - 2.648007154761383, - 9.780287509770655, - 0.7820685603927571, - 26.999657826774648, - 11.463796974379253, - 0.0, - 0.524947077608385, - 5.416856438814701, - 26.046901362188667, - 1.5273629843, - 0.0, - 164.14167434738857, - 0.0, - 61.48088357245621, - 0.0, - 0.0, - 0.11880500000000001, - 9.44781007042094, - 0.0, - 22.463124329187483 - ], - "81": [ - 2.648007154761383, - 9.780287509770655, - 0.7820685603927571, - 26.999657826774648, - 11.463796974379253, - 0.0, - 0.524947077608385, - 5.416856438814701, - 27.50643234856678, - 1.5273629843, - 0.0, - 165.79025760391468, - 0.0, - 62.39607473673165, - 0.0, - 0.0, - 0.11880500000000001, - 9.44781007042094, - 0.0, - 23.178493085895607 - ], - "82": [ - 2.648007154761383, - 9.780287509770655, - 0.7820685603927571, - 26.999657826774648, - 11.86915900463546, - 0.0, - 0.524947077608385, - 5.416856438814701, - 28.83136802508111, - 1.5273629843, - 0.0, - 167.54235502787554, - 0.0, - 63.29211398936433, - 0.0, - 0.0, - 0.11880500000000001, - 9.44781007042094, - 0.0, - 23.178493085895607 - ], - "83": [ - 2.648007154761383, - 10.032484634672949, - 0.7820685603927571, - 27.6396612485069, - 11.86915900463546, - 0.0, - 0.524947077608385, - 5.416856438814701, - 28.83136802508111, - 1.5273629843, - 0.0, - 169.1069314775968, - 0.0, - 64.15919284947068, - 0.0, - 0.0, - 0.11880500000000001, - 9.723331969716732, - 0.0, - 23.178493085895607 - ], - "84": [ - 2.648007154761383, - 10.032484634672949, - 0.7820685603927571, - 28.33326463602183, - 11.86915900463546, - 0.0, - 0.524947077608385, - 5.416856438814701, - 30.1830543448303, - 1.512089354457, - 0.0, - 170.66586216282082, - 0.0, - 65.16760092097597, - 0.0, - 0.0, - 0.11880500000000001, - 9.723331969716732, - 0.0, - 23.178493085895607 - ], - "85": [ - 2.648007154761383, - 10.032484634672949, - 0.7820685603927571, - 28.979931989661612, - 11.86915900463546, - 0.0, - 0.524947077608385, - 5.416856438814701, - 31.671223801382, - 1.512089354457, - 0.0, - 172.06920354119262, - 0.0, - 66.20592491176622, - 0.0, - 0.0, - 0.11880500000000001, - 9.723331969716732, - 0.0, - 23.178493085895607 - ], - "86": [ - 2.648007154761383, - 10.032484634672949, - 0.7820685603927571, - 29.600132669764996, - 11.86915900463546, - 0.0, - 0.524947077608385, - 6.032687874426554, - 33.17451156336818, - 1.512089354457, - 0.0, - 173.4585115057807, - 0.0, - 67.33386566264855, - 0.0, - 0.0, - 0.11880500000000001, - 9.723331969716732, - 0.0, - 23.178493085895607 - ], - "87": [ - 2.648007154761383, - 10.032484634672949, - 0.7820685603927571, - 29.600132669764996, - 11.86915900463546, - 0.0, - 0.524947077608385, - 6.032687874426554, - 34.4827664477345, - 1.512089354457, - 0.0, - 174.8139263907229, - 0.0, - 68.29052700602206, - 0.0, - 0.0, - 0.25761695, - 9.723331969716732, - 0.0, - 23.178493085895607 - ], - "88": [ - 2.648007154761383, - 10.032484634672949, - 0.7820685603927571, - 29.600132669764996, - 11.86915900463546, - 0.0, - 0.524947077608385, - 6.032687874426554, - 35.82793878325715, - 1.512089354457, - 0.0, - 176.16578712681567, - 0.0, - 69.05762173596185, - 0.0, - 0.0, - 0.25761695, - 9.723331969716732, - 0.0, - 23.76670815503665 - ], - "89": [ - 2.648007154761383, - 10.032484634672949, - 0.7820685603927571, - 29.600132669764996, - 12.210467414589106, - 0.0, - 0.524947077608385, - 6.032687874426554, - 37.24965939542458, - 1.512089354457, - 0.0, - 177.4641292555475, - 0.0, - 69.91704551860222, - 0.0, - 0.0, - 0.25761695, - 9.723331969716732, - 0.0, - 24.379041073486285 - ], - "90": [ - 2.648007154761383, - 10.032484634672949, - 0.7820685603927571, - 30.224131343067345, - 12.210467414589106, - 0.0, - 0.524947077608385, - 6.032687874426554, - 38.70716280147033, - 1.512089354457, - 0.0, - 178.91948796299204, - 0.0, - 70.6878750634162, - 0.0, - 0.0, - 0.25761695, - 9.723331969716732, - 0.0, - 24.97525066275142 - ], - "91": [ - 2.648007154761383, - 10.032484634672949, - 0.7820685603927571, - 30.861890029636672, - 12.210467414589106, - 0.0, - 0.524947077608385, - 6.032687874426554, - 40.06009117345563, - 1.512089354457, - 0.0, - 180.41029308336212, - 0.0, - 71.42099631278204, - 0.0, - 0.0, - 0.25761695, - 9.723331969716732, - 0.0, - 25.605498156123907 - ], - "92": [ - 2.648007154761383, - 10.032484634672949, - 0.7820685603927571, - 31.433271129340305, - 12.210467414589106, - 0.0, - 0.524947077608385, - 6.6523609956822884, - 41.45949026172107, - 1.512089354457, - 0.0, - 182.0061901525285, - 0.0, - 72.07678634965421, - 0.0, - 0.0, - 0.25761695, - 9.723331969716732, - 0.0, - 25.605498156123907 - ], - "93": [ - 2.648007154761383, - 10.032484634672949, - 0.7820685603927571, - 32.0189384180469, - 12.210467414589106, - 0.0, - 0.524947077608385, - 6.6523609956822884, - 42.87489535910386, - 1.512089354457, - 0.0, - 183.6361282510032, - 0.0, - 72.69601848615767, - 0.0, - 0.0, - 0.25761695, - 9.723331969716732, - 0.0, - 26.18944317456267 - ], - "94": [ - 2.648007154761383, - 10.032484634672949, - 0.7820685603927571, - 32.56874903386643, - 12.210467414589106, - 0.0, - 0.524947077608385, - 6.6523609956822884, - 44.32614640551282, - 1.512089354457, - 0.0, - 185.1597669684932, - 0.0, - 73.2890583012961, - 0.0, - 0.0, - 0.25761695, - 9.723331969716732, - 0.0, - 26.757548742817043 - ], - "95": [ - 2.648007154761383, - 10.032484634672949, - 0.7820685603927571, - 33.18306154352777, - 12.210467414589106, - 0.0, - 0.524947077608385, - 6.6523609956822884, - 45.76288494145769, - 1.512089354457, - 0.0, - 186.71816929880825, - 0.0, - 73.83616771828314, - 0.0, - 0.0, - 0.25761695, - 9.723331969716732, - 0.0, - 26.757548742817043 - ], - "96": [ - 2.648007154761383, - 10.032484634672949, - 0.7820685603927571, - 33.731230928092494, - 12.210467414589106, - 0.0, - 0.524947077608385, - 6.6523609956822884, - 46.955256092043115, - 1.512089354457, - 0.0, - 188.13098760582017, - 0.0, - 74.47780604110031, - 0.0, - 0.0, - 0.25761695, - 9.723331969716732, - 0.0, - 27.449973255388873 - ], - "97": [ - 2.6315270832137694, - 10.032484634672949, - 0.7820685603927571, - 33.731230928092494, - 12.210467414589106, - 0.0, - 0.524947077608385, - 6.6523609956822884, - 48.12570353112268, - 1.512089354457, - 0.0, - 189.44967772976196, - 0.0, - 75.05302798068931, - 0.0, - 0.0, - 0.25761695, - 9.723331969716732, - 0.0, - 27.449973255388873 - ], - "98": [ - 2.6315270832137694, - 10.45215978832622, - 0.7820685603927571, - 33.731230928092494, - 12.210467414589106, - 0.0, - 0.524947077608385, - 6.6523609956822884, - 49.29444649581146, - 1.512089354457, - 0.0, - 190.63518095246434, - 0.0, - 75.73249770088242, - 0.0, - 0.0, - 0.25761695, - 9.723331969716732, - 0.0, - 28.205473522834986 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.01.gamma=0.9/run=785a80930aff4cc6/rewards.json b/experiments/seed=256/alpha=0.01.gamma=0.9/run=785a80930aff4cc6/rewards.json deleted file mode 100644 index 1e555c5..0000000 --- a/experiments/seed=256/alpha=0.01.gamma=0.9/run=785a80930aff4cc6/rewards.json +++ /dev/null @@ -1,2202 +0,0 @@ -{ - "0": [ - 17, - 25, - 7, - 112, - 21, - 0, - 10, - 0, - 106, - 45, - 0, - 322, - 0, - 158, - 0, - 0, - 0, - 75, - 0, - 173 - ], - "1": [ - 22, - 29, - 15, - 110, - 23, - 0, - 9, - 3, - 110, - 48, - 0, - 324, - 0, - 153, - 0, - 0, - 0, - 73, - 0, - 174 - ], - "2": [ - 23, - 33, - 17, - 98, - 20, - 0, - 3, - 0, - 116, - 52, - 0, - 321, - 0, - 144, - 0, - 0, - 0, - 75, - 0, - 167 - ], - "3": [ - 24, - 31, - 15, - 98, - 20, - 0, - 1, - 8, - 120, - 46, - 0, - 313, - 0, - 141, - 0, - 0, - 0, - 79, - 0, - 161 - ], - "4": [ - 28, - 28, - 13, - 103, - 20, - 0, - 0, - 6, - 116, - 46, - 0, - 324, - 0, - 139, - 0, - 0, - 0, - 78, - 0, - 164 - ], - "5": [ - 29, - 29, - 6, - 99, - 20, - 0, - 0, - 17, - 117, - 51, - 0, - 329, - 0, - 127, - 0, - 0, - 0, - 72, - 0, - 154 - ], - "6": [ - 26, - 27, - 7, - 88, - 22, - 0, - 0, - 21, - 122, - 49, - 0, - 341, - 0, - 121, - 0, - 0, - 0, - 62, - 0, - 152 - ], - "7": [ - 24, - 32, - 5, - 85, - 23, - 0, - 0, - 23, - 127, - 43, - 0, - 344, - 0, - 114, - 0, - 0, - 0, - 65, - 0, - 150 - ], - "8": [ - 22, - 32, - 4, - 86, - 21, - 0, - 0, - 24, - 127, - 39, - 0, - 335, - 0, - 102, - 0, - 0, - 0, - 66, - 0, - 162 - ], - "9": [ - 24, - 30, - 4, - 77, - 22, - 0, - 0, - 25, - 126, - 39, - 0, - 327, - 0, - 116, - 0, - 0, - 0, - 63, - 0, - 157 - ], - "10": [ - 23, - 33, - 3, - 70, - 22, - 0, - 0, - 20, - 133, - 46, - 0, - 332, - 0, - 121, - 0, - 0, - 0, - 64, - 0, - 157 - ], - "11": [ - 24, - 34, - 4, - 81, - 24, - 0, - 0, - 30, - 137, - 43, - 0, - 330, - 0, - 116, - 0, - 0, - 0, - 66, - 0, - 168 - ], - "12": [ - 16, - 35, - 7, - 75, - 29, - 0, - 0, - 33, - 137, - 48, - 0, - 339, - 0, - 109, - 0, - 0, - 0, - 67, - 0, - 162 - ], - "13": [ - 18, - 35, - 11, - 68, - 31, - 0, - 0, - 20, - 125, - 51, - 0, - 333, - 0, - 99, - 0, - 0, - 0, - 70, - 0, - 144 - ], - "14": [ - 18, - 33, - 14, - 72, - 34, - 0, - 0, - 19, - 135, - 55, - 0, - 337, - 0, - 96, - 0, - 0, - 0, - 80, - 0, - 147 - ], - "15": [ - 20, - 41, - 19, - 75, - 34, - 0, - 0, - 16, - 137, - 54, - 0, - 321, - 0, - 95, - 0, - 0, - 0, - 78, - 0, - 145 - ], - "16": [ - 20, - 44, - 19, - 75, - 37, - 0, - 0, - 6, - 137, - 57, - 0, - 310, - 0, - 84, - 0, - 0, - 0, - 79, - 0, - 133 - ], - "17": [ - 21, - 45, - 16, - 76, - 36, - 0, - 0, - 4, - 134, - 54, - 0, - 314, - 0, - 82, - 0, - 0, - 0, - 79, - 0, - 137 - ], - "18": [ - 21, - 46, - 19, - 72, - 36, - 0, - 0, - 11, - 140, - 48, - 0, - 303, - 0, - 77, - 0, - 0, - 0, - 79, - 0, - 127 - ], - "19": [ - 19, - 49, - 22, - 70, - 35, - 0, - 0, - 5, - 140, - 53, - 0, - 302, - 0, - 74, - 0, - 0, - 0, - 79, - 0, - 139 - ], - "20": [ - 15, - 45, - 14, - 72, - 34, - 0, - 0, - 0, - 140, - 42, - 0, - 294, - 0, - 82, - 0, - 0, - 0, - 77, - 0, - 143 - ], - "21": [ - 15, - 47, - 9, - 74, - 30, - 0, - 0, - 0, - 138, - 43, - 0, - 283, - 0, - 80, - 0, - 0, - 0, - 71, - 0, - 135 - ], - "22": [ - 19, - 51, - 9, - 71, - 31, - 0, - 0, - 0, - 146, - 33, - 0, - 289, - 0, - 75, - 0, - 0, - 0, - 71, - 0, - 135 - ], - "23": [ - 23, - 50, - 11, - 71, - 31, - 0, - 0, - 0, - 155, - 30, - 0, - 307, - 0, - 83, - 0, - 0, - 0, - 63, - 0, - 134 - ], - "24": [ - 23, - 51, - 6, - 70, - 32, - 0, - 0, - 0, - 151, - 28, - 0, - 300, - 0, - 89, - 0, - 0, - 0, - 54, - 0, - 127 - ], - "25": [ - 21, - 49, - 9, - 74, - 33, - 0, - 0, - 0, - 152, - 26, - 0, - 291, - 0, - 95, - 0, - 0, - 0, - 56, - 0, - 121 - ], - "26": [ - 25, - 48, - 20, - 81, - 35, - 0, - 0, - 4, - 140, - 30, - 0, - 311, - 0, - 108, - 0, - 0, - 0, - 51, - 0, - 124 - ], - "27": [ - 28, - 49, - 13, - 80, - 37, - 0, - 0, - 1, - 144, - 24, - 0, - 299, - 0, - 113, - 0, - 0, - 0, - 49, - 0, - 116 - ], - "28": [ - 30, - 48, - 14, - 74, - 37, - 0, - 0, - 7, - 146, - 30, - 0, - 306, - 0, - 115, - 0, - 0, - 0, - 52, - 0, - 117 - ], - "29": [ - 28, - 51, - 16, - 76, - 37, - 0, - 0, - 6, - 137, - 40, - 0, - 311, - 0, - 115, - 0, - 0, - 0, - 52, - 0, - 114 - ], - "30": [ - 25, - 50, - 13, - 79, - 36, - 0, - 0, - 8, - 139, - 39, - 0, - 292, - 0, - 110, - 0, - 0, - 0, - 58, - 0, - 130 - ], - "31": [ - 25, - 49, - 10, - 69, - 37, - 0, - 0, - 4, - 138, - 38, - 0, - 290, - 0, - 113, - 0, - 0, - 0, - 57, - 0, - 123 - ], - "32": [ - 20, - 47, - 8, - 63, - 36, - 0, - 0, - 5, - 139, - 29, - 0, - 287, - 0, - 105, - 0, - 0, - 0, - 63, - 0, - 128 - ], - "33": [ - 23, - 52, - 10, - 54, - 36, - 0, - 0, - 13, - 125, - 17, - 0, - 296, - 0, - 102, - 0, - 0, - 0, - 61, - 0, - 123 - ], - "34": [ - 22, - 43, - 8, - 51, - 37, - 0, - 0, - 9, - 119, - 19, - 0, - 298, - 0, - 105, - 0, - 0, - 0, - 56, - 0, - 119 - ], - "35": [ - 23, - 43, - 17, - 53, - 38, - 0, - 0, - 8, - 122, - 19, - 0, - 303, - 0, - 109, - 0, - 0, - 0, - 58, - 0, - 124 - ], - "36": [ - 21, - 43, - 20, - 53, - 42, - 0, - 0, - 3, - 129, - 25, - 0, - 294, - 0, - 125, - 0, - 0, - 0, - 59, - 0, - 130 - ], - "37": [ - 20, - 45, - 14, - 59, - 42, - 0, - 0, - 0, - 136, - 24, - 0, - 303, - 0, - 130, - 0, - 0, - 0, - 58, - 0, - 134 - ], - "38": [ - 17, - 45, - 15, - 52, - 43, - 0, - 0, - 0, - 135, - 24, - 0, - 295, - 0, - 141, - 0, - 0, - 0, - 58, - 0, - 134 - ], - "39": [ - 17, - 43, - 14, - 53, - 44, - 0, - 0, - 8, - 139, - 18, - 0, - 283, - 0, - 149, - 0, - 0, - 0, - 58, - 0, - 128 - ], - "40": [ - 14, - 40, - 13, - 59, - 46, - 0, - 0, - 14, - 140, - 24, - 0, - 284, - 0, - 159, - 0, - 0, - 0, - 58, - 0, - 113 - ], - "41": [ - 15, - 39, - 10, - 54, - 49, - 0, - 0, - 16, - 148, - 18, - 0, - 280, - 0, - 170, - 0, - 0, - 0, - 62, - 0, - 110 - ], - "42": [ - 17, - 41, - 14, - 50, - 47, - 0, - 0, - 21, - 148, - 14, - 0, - 283, - 0, - 166, - 0, - 0, - 0, - 55, - 0, - 111 - ], - "43": [ - 16, - 41, - 2, - 54, - 49, - 0, - 0, - 21, - 149, - 14, - 0, - 269, - 0, - 161, - 0, - 0, - 0, - 49, - 0, - 114 - ], - "44": [ - 15, - 38, - 0, - 50, - 50, - 0, - 0, - 26, - 155, - 15, - 0, - 275, - 0, - 169, - 0, - 0, - 0, - 51, - 0, - 118 - ], - "45": [ - 16, - 36, - 2, - 48, - 50, - 0, - 0, - 32, - 150, - 14, - 0, - 271, - 0, - 154, - 0, - 0, - 0, - 52, - 0, - 108 - ], - "46": [ - 14, - 37, - 7, - 57, - 52, - 0, - 0, - 35, - 148, - 15, - 0, - 281, - 0, - 155, - 0, - 0, - 0, - 49, - 0, - 104 - ], - "47": [ - 14, - 34, - 13, - 55, - 52, - 0, - 0, - 30, - 154, - 12, - 0, - 285, - 0, - 154, - 0, - 0, - 4, - 50, - 0, - 107 - ], - "48": [ - 14, - 33, - 17, - 57, - 51, - 0, - 0, - 33, - 150, - 12, - 0, - 275, - 0, - 142, - 0, - 0, - 0, - 48, - 0, - 107 - ], - "49": [ - 13, - 32, - 19, - 67, - 52, - 0, - 0, - 37, - 151, - 13, - 0, - 300, - 0, - 140, - 0, - 0, - 0, - 39, - 0, - 109 - ], - "50": [ - 12, - 34, - 23, - 70, - 55, - 0, - 0, - 44, - 154, - 14, - 0, - 313, - 0, - 142, - 0, - 0, - 0, - 44, - 0, - 105 - ], - "51": [ - 12, - 37, - 19, - 74, - 57, - 0, - 0, - 50, - 150, - 16, - 0, - 303, - 0, - 132, - 0, - 0, - 1, - 42, - 0, - 112 - ], - "52": [ - 10, - 39, - 15, - 74, - 56, - 0, - 0, - 38, - 151, - 20, - 0, - 301, - 0, - 129, - 0, - 0, - 4, - 46, - 0, - 121 - ], - "53": [ - 11, - 39, - 9, - 79, - 58, - 0, - 0, - 45, - 145, - 19, - 0, - 309, - 0, - 131, - 0, - 0, - 2, - 44, - 0, - 121 - ], - "54": [ - 13, - 42, - 8, - 76, - 56, - 0, - 0, - 35, - 140, - 20, - 0, - 294, - 0, - 130, - 0, - 0, - 0, - 47, - 0, - 124 - ], - "55": [ - 12, - 38, - 4, - 74, - 57, - 0, - 0, - 38, - 140, - 27, - 0, - 287, - 0, - 133, - 0, - 0, - 0, - 48, - 0, - 117 - ], - "56": [ - 11, - 38, - 4, - 85, - 57, - 0, - 0, - 44, - 150, - 31, - 0, - 288, - 0, - 130, - 0, - 0, - 0, - 49, - 0, - 113 - ], - "57": [ - 12, - 36, - 3, - 89, - 56, - 0, - 0, - 49, - 160, - 28, - 0, - 287, - 0, - 124, - 0, - 0, - 0, - 54, - 0, - 114 - ], - "58": [ - 10, - 32, - 5, - 90, - 55, - 0, - 0, - 51, - 153, - 34, - 0, - 284, - 0, - 136, - 0, - 0, - 0, - 55, - 0, - 111 - ], - "59": [ - 8, - 33, - 2, - 95, - 52, - 0, - 0, - 60, - 157, - 34, - 0, - 295, - 0, - 133, - 0, - 0, - 5, - 48, - 0, - 114 - ], - "60": [ - 10, - 42, - 0, - 102, - 52, - 0, - 0, - 58, - 161, - 34, - 0, - 279, - 0, - 131, - 0, - 0, - 10, - 51, - 0, - 111 - ], - "61": [ - 10, - 45, - 0, - 94, - 52, - 0, - 0, - 69, - 167, - 32, - 0, - 280, - 0, - 125, - 0, - 0, - 3, - 43, - 0, - 119 - ], - "62": [ - 9, - 45, - 0, - 91, - 51, - 0, - 0, - 68, - 168, - 32, - 0, - 296, - 0, - 131, - 0, - 0, - 3, - 43, - 0, - 119 - ], - "63": [ - 8, - 41, - 0, - 96, - 53, - 0, - 0, - 75, - 171, - 25, - 0, - 290, - 0, - 134, - 0, - 0, - 7, - 41, - 0, - 118 - ], - "64": [ - 6, - 35, - 0, - 91, - 52, - 0, - 0, - 78, - 169, - 22, - 0, - 301, - 0, - 141, - 0, - 0, - 0, - 44, - 0, - 124 - ], - "65": [ - 5, - 42, - 0, - 93, - 51, - 0, - 0, - 77, - 179, - 24, - 0, - 314, - 0, - 125, - 0, - 0, - 0, - 46, - 0, - 118 - ], - "66": [ - 7, - 42, - 0, - 88, - 53, - 0, - 0, - 73, - 175, - 22, - 0, - 320, - 0, - 127, - 0, - 0, - 2, - 48, - 0, - 119 - ], - "67": [ - 5, - 43, - 0, - 90, - 51, - 0, - 0, - 81, - 173, - 18, - 0, - 307, - 0, - 134, - 0, - 0, - 2, - 42, - 0, - 113 - ], - "68": [ - 3, - 45, - 0, - 91, - 50, - 0, - 0, - 74, - 163, - 18, - 0, - 334, - 0, - 128, - 0, - 0, - 3, - 38, - 0, - 119 - ], - "69": [ - 4, - 46, - 0, - 102, - 51, - 0, - 0, - 81, - 164, - 15, - 0, - 309, - 0, - 133, - 0, - 0, - 0, - 37, - 0, - 117 - ], - "70": [ - 6, - 46, - 0, - 100, - 50, - 0, - 4, - 79, - 166, - 26, - 0, - 320, - 0, - 137, - 0, - 0, - 2, - 37, - 0, - 110 - ], - "71": [ - 4, - 49, - 0, - 98, - 50, - 0, - 10, - 75, - 169, - 24, - 0, - 307, - 0, - 132, - 0, - 0, - 6, - 42, - 0, - 108 - ], - "72": [ - 3, - 51, - 0, - 99, - 53, - 0, - 12, - 70, - 174, - 30, - 0, - 331, - 0, - 128, - 0, - 0, - 4, - 48, - 0, - 112 - ], - "73": [ - 3, - 54, - 4, - 98, - 53, - 0, - 19, - 66, - 171, - 19, - 0, - 340, - 0, - 142, - 0, - 0, - 0, - 49, - 0, - 105 - ], - "74": [ - 4, - 55, - 0, - 93, - 53, - 0, - 15, - 63, - 167, - 19, - 0, - 326, - 0, - 131, - 0, - 0, - 5, - 44, - 0, - 98 - ], - "75": [ - 3, - 52, - 2, - 93, - 50, - 0, - 23, - 68, - 176, - 20, - 0, - 324, - 0, - 133, - 0, - 0, - 3, - 42, - 0, - 96 - ], - "76": [ - 3, - 54, - 0, - 101, - 51, - 0, - 25, - 76, - 186, - 16, - 0, - 303, - 0, - 132, - 0, - 0, - 3, - 41, - 0, - 97 - ], - "77": [ - 2, - 56, - 0, - 106, - 50, - 0, - 28, - 78, - 180, - 7, - 0, - 309, - 0, - 121, - 0, - 0, - 7, - 38, - 0, - 96 - ], - "78": [ - 2, - 51, - 0, - 102, - 52, - 0, - 20, - 74, - 174, - 11, - 0, - 307, - 0, - 146, - 0, - 0, - 9, - 40, - 0, - 95 - ], - "79": [ - 1, - 45, - 0, - 91, - 50, - 0, - 22, - 78, - 161, - 10, - 0, - 297, - 0, - 147, - 0, - 0, - 2, - 36, - 0, - 92 - ], - "80": [ - 1, - 40, - 0, - 91, - 52, - 0, - 22, - 75, - 164, - 16, - 0, - 323, - 0, - 147, - 0, - 0, - 3, - 39, - 0, - 85 - ], - "81": [ - 3, - 37, - 0, - 90, - 52, - 0, - 29, - 71, - 172, - 15, - 0, - 300, - 0, - 149, - 0, - 0, - 5, - 38, - 0, - 91 - ], - "82": [ - 4, - 38, - 0, - 89, - 52, - 0, - 20, - 71, - 172, - 6, - 0, - 329, - 0, - 153, - 0, - 0, - 7, - 37, - 0, - 94 - ], - "83": [ - 4, - 35, - 0, - 91, - 52, - 0, - 20, - 75, - 160, - 10, - 0, - 341, - 0, - 152, - 0, - 0, - 11, - 39, - 0, - 92 - ], - "84": [ - 3, - 35, - 0, - 91, - 52, - 0, - 33, - 69, - 167, - 5, - 0, - 324, - 0, - 150, - 0, - 0, - 16, - 37, - 0, - 83 - ], - "85": [ - 4, - 40, - 0, - 97, - 52, - 0, - 38, - 72, - 164, - 0, - 0, - 325, - 0, - 165, - 0, - 0, - 15, - 42, - 0, - 81 - ], - "86": [ - 4, - 42, - 0, - 93, - 50, - 0, - 42, - 70, - 179, - 0, - 0, - 311, - 0, - 169, - 0, - 0, - 15, - 41, - 0, - 80 - ], - "87": [ - 3, - 39, - 1, - 91, - 52, - 0, - 33, - 67, - 182, - 0, - 0, - 311, - 0, - 179, - 0, - 0, - 16, - 46, - 0, - 80 - ], - "88": [ - 2, - 40, - 2, - 88, - 51, - 0, - 23, - 69, - 164, - 1, - 0, - 309, - 0, - 163, - 0, - 0, - 14, - 52, - 0, - 74 - ], - "89": [ - 1, - 41, - 6, - 91, - 47, - 0, - 24, - 68, - 169, - 1, - 0, - 310, - 0, - 145, - 0, - 0, - 12, - 52, - 0, - 82 - ], - "90": [ - 2, - 40, - 2, - 89, - 46, - 0, - 20, - 75, - 178, - 0, - 0, - 306, - 0, - 155, - 0, - 0, - 15, - 51, - 0, - 85 - ], - "91": [ - 4, - 40, - 6, - 92, - 49, - 0, - 23, - 66, - 183, - 0, - 0, - 323, - 0, - 147, - 0, - 0, - 9, - 48, - 0, - 84 - ], - "92": [ - 2, - 42, - 6, - 94, - 48, - 0, - 25, - 65, - 174, - 0, - 0, - 328, - 0, - 144, - 0, - 0, - 10, - 44, - 0, - 88 - ], - "93": [ - 2, - 41, - 2, - 88, - 47, - 0, - 11, - 68, - 180, - 0, - 0, - 340, - 0, - 137, - 0, - 0, - 7, - 39, - 0, - 90 - ], - "94": [ - 2, - 48, - 2, - 90, - 47, - 0, - 10, - 66, - 183, - 0, - 0, - 345, - 0, - 134, - 0, - 0, - 12, - 43, - 0, - 84 - ], - "95": [ - 2, - 49, - 3, - 87, - 47, - 0, - 13, - 60, - 188, - 0, - 0, - 336, - 0, - 132, - 0, - 0, - 8, - 47, - 0, - 83 - ], - "96": [ - 1, - 52, - 8, - 94, - 50, - 0, - 25, - 60, - 188, - 0, - 0, - 341, - 0, - 128, - 0, - 0, - 8, - 44, - 0, - 89 - ], - "97": [ - 2, - 51, - 7, - 88, - 49, - 0, - 22, - 56, - 165, - 0, - 0, - 328, - 0, - 138, - 0, - 0, - 9, - 42, - 0, - 96 - ], - "98": [ - 1, - 49, - 11, - 93, - 49, - 0, - 18, - 52, - 164, - 0, - 0, - 320, - 0, - 132, - 0, - 0, - 8, - 43, - 0, - 93 - ], - "99": [ - 0, - 52, - 16, - 93, - 46, - 0, - 18, - 47, - 165, - 0, - 0, - 308, - 0, - 143, - 0, - 0, - 7, - 39, - 0, - 103 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.01.gamma=0.9/run=785a80930aff4cc6/rewards.plot.png b/experiments/seed=256/alpha=0.01.gamma=0.9/run=785a80930aff4cc6/rewards.plot.png deleted file mode 100644 index 22ce53f..0000000 Binary files a/experiments/seed=256/alpha=0.01.gamma=0.9/run=785a80930aff4cc6/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.01.gamma=0.9/run=785a80930aff4cc6/sum_rewards.json b/experiments/seed=256/alpha=0.01.gamma=0.9/run=785a80930aff4cc6/sum_rewards.json deleted file mode 100644 index 365fe11..0000000 --- a/experiments/seed=256/alpha=0.01.gamma=0.9/run=785a80930aff4cc6/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 56710, - "V": 4682410 - }, - "control": { - "R": 60388, - "V": 5721003 - } -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.01.gamma=0.9/run=785a80930aff4cc6/view.plot.png b/experiments/seed=256/alpha=0.01.gamma=0.9/run=785a80930aff4cc6/view.plot.png deleted file mode 100644 index 2c22e57..0000000 Binary files a/experiments/seed=256/alpha=0.01.gamma=0.9/run=785a80930aff4cc6/view.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.01.gamma=0.9/run=97181dd5feb048c4/choices.json b/experiments/seed=256/alpha=0.01.gamma=0.9/run=97181dd5feb048c4/choices.json deleted file mode 100644 index 92674a9..0000000 --- a/experiments/seed=256/alpha=0.01.gamma=0.9/run=97181dd5feb048c4/choices.json +++ /dev/null @@ -1,702 +0,0 @@ -{ - "0": [ - 3, - 10, - 5, - 4, - 16 - ], - "1": [ - 6, - 19, - 18, - 3, - 8 - ], - "2": [ - 16, - 17, - 18, - 1, - 0 - ], - "3": [ - 4, - 7, - 2, - 5, - 14 - ], - "4": [ - 13, - 5, - 6, - 15, - 8 - ], - "5": [ - 2, - 6, - 11, - 13, - 4 - ], - "6": [ - 17, - 0, - 7, - 12, - 2 - ], - "7": [ - 17, - 12, - 8, - 3, - 13 - ], - "8": [ - 16, - 9, - 18, - 13, - 6 - ], - "9": [ - 11, - 3, - 5, - 19, - 8 - ], - "10": [ - 3, - 4, - 9, - 13, - 15 - ], - "11": [ - 14, - 17, - 19, - 4, - 16 - ], - "12": [ - 19, - 14, - 3, - 13, - 6 - ], - "13": [ - 17, - 3, - 8, - 12, - 13 - ], - "14": [ - 12, - 14, - 18, - 13, - 3 - ], - "15": [ - 9, - 13, - 8, - 16, - 12 - ], - "16": [ - 5, - 14, - 16, - 8, - 15 - ], - "17": [ - 9, - 13, - 3, - 18, - 12 - ], - "18": [ - 8, - 13, - 17, - 19, - 1 - ], - "19": [ - 3, - 8, - 15, - 13, - 9 - ], - "20": [ - 3, - 11, - 8, - 19, - 2 - ], - "21": [ - 19, - 13, - 3, - 16, - 17 - ], - "22": [ - 4, - 13, - 11, - 8, - 0 - ], - "23": [ - 17, - 11, - 1, - 16, - 0 - ], - "24": [ - 7, - 13, - 6, - 2, - 1 - ], - "25": [ - 15, - 5, - 13, - 2, - 3 - ], - "26": [ - 8, - 13, - 15, - 3, - 11 - ], - "27": [ - 3, - 8, - 13, - 4, - 11 - ], - "28": [ - 8, - 10, - 1, - 3, - 17 - ], - "29": [ - 15, - 13, - 1, - 6, - 9 - ], - "30": [ - 13, - 3, - 11, - 8, - 15 - ], - "31": [ - 17, - 13, - 6, - 12, - 8 - ], - "32": [ - 13, - 5, - 0, - 18, - 8 - ], - "33": [ - 8, - 1, - 16, - 17, - 3 - ], - "34": [ - 8, - 12, - 14, - 7, - 13 - ], - "35": [ - 14, - 3, - 13, - 8, - 2 - ], - "36": [ - 11, - 4, - 13, - 8, - 17 - ], - "37": [ - 13, - 6, - 17, - 8, - 4 - ], - "38": [ - 13, - 5, - 8, - 17, - 11 - ], - "39": [ - 19, - 13, - 9, - 15, - 8 - ], - "40": [ - 8, - 13, - 1, - 0, - 3 - ], - "41": [ - 13, - 17, - 8, - 1, - 19 - ], - "42": [ - 17, - 13, - 8, - 3, - 1 - ], - "43": [ - 8, - 13, - 15, - 4, - 16 - ], - "44": [ - 13, - 3, - 15, - 11, - 8 - ], - "45": [ - 3, - 19, - 12, - 16, - 13 - ], - "46": [ - 13, - 8, - 11, - 4, - 15 - ], - "47": [ - 13, - 8, - 3, - 5, - 18 - ], - "48": [ - 8, - 3, - 13, - 12, - 17 - ], - "49": [ - 19, - 8, - 13, - 4, - 1 - ], - "50": [ - 11, - 13, - 4, - 8, - 3 - ], - "51": [ - 13, - 8, - 11, - 12, - 19 - ], - "52": [ - 13, - 8, - 3, - 17, - 1 - ], - "53": [ - 13, - 8, - 11, - 3, - 14 - ], - "54": [ - 8, - 13, - 9, - 5, - 7 - ], - "55": [ - 17, - 13, - 8, - 15, - 18 - ], - "56": [ - 8, - 18, - 3, - 13, - 19 - ], - "57": [ - 8, - 11, - 13, - 17, - 12 - ], - "58": [ - 8, - 13, - 11, - 3, - 17 - ], - "59": [ - 13, - 8, - 1, - 17, - 11 - ], - "60": [ - 8, - 13, - 3, - 11, - 9 - ], - "61": [ - 8, - 13, - 3, - 4, - 17 - ], - "62": [ - 8, - 13, - 11, - 3, - 17 - ], - "63": [ - 13, - 8, - 3, - 11, - 1 - ], - "64": [ - 8, - 13, - 11, - 19, - 3 - ], - "65": [ - 8, - 13, - 11, - 3, - 0 - ], - "66": [ - 13, - 8, - 11, - 17, - 3 - ], - "67": [ - 8, - 13, - 1, - 11, - 9 - ], - "68": [ - 13, - 8, - 17, - 11, - 2 - ], - "69": [ - 8, - 13, - 11, - 19, - 3 - ], - "70": [ - 13, - 8, - 4, - 11, - 3 - ], - "71": [ - 13, - 8, - 11, - 17, - 4 - ], - "72": [ - 13, - 8, - 3, - 11, - 5 - ], - "73": [ - 8, - 13, - 3, - 0, - 12 - ], - "74": [ - 8, - 13, - 11, - 3, - 17 - ], - "75": [ - 13, - 8, - 15, - 11, - 3 - ], - "76": [ - 8, - 13, - 11, - 17, - 0 - ], - "77": [ - 8, - 11, - 13, - 17, - 16 - ], - "78": [ - 13, - 8, - 11, - 3, - 17 - ], - "79": [ - 8, - 13, - 0, - 11, - 3 - ], - "80": [ - 8, - 13, - 11, - 3, - 4 - ], - "81": [ - 8, - 13, - 11, - 1, - 3 - ], - "82": [ - 8, - 13, - 17, - 11, - 19 - ], - "83": [ - 13, - 8, - 3, - 11, - 19 - ], - "84": [ - 8, - 11, - 13, - 3, - 17 - ], - "85": [ - 8, - 13, - 1, - 11, - 9 - ], - "86": [ - 8, - 13, - 3, - 11, - 14 - ], - "87": [ - 13, - 8, - 11, - 3, - 9 - ], - "88": [ - 8, - 13, - 11, - 3, - 17 - ], - "89": [ - 11, - 8, - 13, - 3, - 17 - ], - "90": [ - 8, - 13, - 11, - 3, - 7 - ], - "91": [ - 8, - 13, - 18, - 11, - 3 - ], - "92": [ - 8, - 13, - 11, - 3, - 15 - ], - "93": [ - 8, - 11, - 13, - 3, - 17 - ], - "94": [ - 8, - 13, - 11, - 3, - 17 - ], - "95": [ - 8, - 13, - 3, - 11, - 19 - ], - "96": [ - 8, - 13, - 11, - 17, - 3 - ], - "97": [ - 8, - 13, - 11, - 3, - 4 - ], - "98": [ - 8, - 13, - 11, - 3, - 17 - ], - "99": [ - 8, - 13, - 11, - 4, - 3 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.01.gamma=0.9/run=97181dd5feb048c4/config.json b/experiments/seed=256/alpha=0.01.gamma=0.9/run=97181dd5feb048c4/config.json deleted file mode 100644 index 62b152e..0000000 --- a/experiments/seed=256/alpha=0.01.gamma=0.9/run=97181dd5feb048c4/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 20, - "num_choices": 5, - "time_span": 100, - "history_span": 3000, - "alpha": 0.01, - "gamma": 0.9, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.01.gamma=0.9/run=97181dd5feb048c4/control.choices.json b/experiments/seed=256/alpha=0.01.gamma=0.9/run=97181dd5feb048c4/control.choices.json deleted file mode 100644 index 1ce1220..0000000 --- a/experiments/seed=256/alpha=0.01.gamma=0.9/run=97181dd5feb048c4/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 4, - 3, - 11, - 1, - 13 -] \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.01.gamma=0.9/run=97181dd5feb048c4/qvalues.json b/experiments/seed=256/alpha=0.01.gamma=0.9/run=97181dd5feb048c4/qvalues.json deleted file mode 100644 index 0e890ca..0000000 --- a/experiments/seed=256/alpha=0.01.gamma=0.9/run=97181dd5feb048c4/qvalues.json +++ /dev/null @@ -1,2180 +0,0 @@ -{ - "0": [ - 0.0, - 5.0, - 0.0, - 6.0, - 5.32, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 5.0, - 0.0, - 6.91, - 5.32, - 0.0, - 0.02, - 0.0, - 1.5, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.59 - ], - "2": [ - 0.64, - 5.4, - 0.0, - 6.91, - 5.32, - 0.0, - 0.02, - 0.0, - 1.5, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 1.56, - 0.0, - 0.59 - ], - "3": [ - 0.64, - 5.4, - 0.06, - 6.91, - 5.6268, - 0.0, - 0.02, - 0.02, - 1.5, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 1.56, - 0.0, - 0.59 - ], - "4": [ - 0.64, - 5.4, - 0.06, - 6.91, - 5.6268, - 0.0, - 0.0198, - 0.02, - 2.935, - 0.0, - 0.0, - 5.0, - 0.0, - 6.6899999999999995, - 0.0, - 0.0, - 0.0, - 1.56, - 0.0, - 0.59 - ], - "5": [ - 0.64, - 5.4, - 0.0894, - 6.91, - 5.970532, - 0.0, - 0.019602, - 0.02, - 2.935, - 0.0, - 0.0, - 6.9, - 0.0, - 8.3231, - 0.0, - 0.0, - 0.0, - 1.56, - 0.0, - 0.59 - ], - "6": [ - 1.3536000000000001, - 5.4, - 0.10850599999999999, - 6.91, - 5.970532, - 0.0, - 0.019602, - 0.10980000000000001, - 2.935, - 0.0, - 0.0, - 6.9, - 0.0, - 8.3231, - 0.0, - 0.0, - 0.0, - 3.0044, - 0.0, - 0.59 - ], - "7": [ - 1.3536000000000001, - 5.4, - 0.10850599999999999, - 7.8609, - 5.970532, - 0.0, - 0.019602, - 0.10980000000000001, - 4.3656500000000005, - 0.0, - 0.0, - 6.9, - 0.0, - 9.989869, - 0.0, - 0.0, - 0.0, - 4.364356, - 0.0, - 0.59 - ], - "8": [ - 1.3536000000000001, - 5.4, - 0.10850599999999999, - 7.8609, - 5.970532, - 0.0, - 0.01940598, - 0.10980000000000001, - 4.3656500000000005, - 0.33, - 0.0, - 6.9, - 0.0, - 11.699970310000001, - 0.0, - 0.0, - 0.0, - 4.364356, - 0.0, - 0.59 - ], - "9": [ - 1.3536000000000001, - 5.4, - 0.10850599999999999, - 8.672291, - 5.970532, - 0.0, - 0.01940598, - 0.10980000000000001, - 5.931993500000001, - 0.33, - 0.0, - 8.731, - 0.0, - 11.699970310000001, - 0.0, - 0.0, - 0.0, - 4.364356, - 0.0, - 1.1441 - ], - "10": [ - 1.3536000000000001, - 5.4, - 0.10850599999999999, - 9.505568089999999, - 6.43082668, - 0.0, - 0.01940598, - 0.10980000000000001, - 5.931993500000001, - 0.6667000000000001, - 0.0, - 8.731, - 0.0, - 13.262970606900002, - 0.0, - 0.0, - 0.0, - 4.364356, - 0.0, - 1.1441 - ], - "11": [ - 1.3536000000000001, - 5.4, - 0.10850599999999999, - 9.505568089999999, - 6.9765184132, - 0.0, - 0.01940598, - 0.10980000000000001, - 5.931993500000001, - 0.6667000000000001, - 0.0, - 8.731, - 0.0, - 13.262970606900002, - 0.0, - 0.0, - 0.0, - 5.53071244, - 0.0, - 1.7626589999999998 - ], - "12": [ - 1.3536000000000001, - 5.4, - 0.10850599999999999, - 10.2905124091, - 6.9765184132, - 0.0, - 0.0192119202, - 0.10980000000000001, - 5.931993500000001, - 0.6667000000000001, - 0.0, - 8.731, - 0.0, - 14.630340900831001, - 0.0, - 0.0, - 0.0, - 5.53071244, - 0.0, - 2.26503241 - ], - "13": [ - 1.3536000000000001, - 5.4, - 0.10850599999999999, - 11.147607285009, - 6.9765184132, - 0.0, - 0.0192119202, - 0.10980000000000001, - 7.612673565000001, - 0.6667000000000001, - 0.0, - 8.731, - 0.0, - 15.924037491822691, - 0.0, - 0.0, - 0.0, - 6.645405315600001, - 0.0, - 2.26503241 - ], - "14": [ - 1.3536000000000001, - 5.4, - 0.10850599999999999, - 12.03613121215891, - 6.9765184132, - 0.0, - 0.0192119202, - 0.10980000000000001, - 7.612673565000001, - 0.6667000000000001, - 0.0, - 8.731, - 0.0, - 17.134797116904465, - 0.0, - 0.0, - 0.0, - 6.645405315600001, - 0.0, - 2.26503241 - ], - "15": [ - 1.3536000000000001, - 5.4, - 0.10850599999999999, - 12.03613121215891, - 6.9765184132, - 0.0, - 0.0192119202, - 0.10980000000000001, - 9.40654682935, - 1.160033, - 0.0, - 8.731, - 0.0, - 18.37344914573542, - 0.0, - 0.0, - 0.0, - 6.645405315600001, - 0.0, - 2.26503241 - ], - "16": [ - 1.3536000000000001, - 5.4, - 0.10850599999999999, - 12.03613121215891, - 6.9765184132, - 0.0, - 0.0192119202, - 0.10980000000000001, - 11.282481361056501, - 1.160033, - 0.0, - 8.731, - 0.0, - 18.37344914573542, - 0.0, - 0.0, - 0.0, - 6.645405315600001, - 0.0, - 2.26503241 - ], - "17": [ - 1.3536000000000001, - 5.4, - 0.10850599999999999, - 12.765769900037322, - 6.9765184132, - 0.0, - 0.0192119202, - 0.10980000000000001, - 11.282481361056501, - 1.58843267, - 0.0, - 8.731, - 0.0, - 19.549714654278066, - 0.0, - 0.0, - 0.0, - 6.645405315600001, - 0.0, - 2.26503241 - ], - "18": [ - 1.3536000000000001, - 6.086, - 0.10850599999999999, - 12.765769900037322, - 6.9765184132, - 0.0, - 0.0192119202, - 0.10980000000000001, - 13.089656547445935, - 1.58843267, - 0.0, - 8.731, - 0.0, - 20.724217507735286, - 0.0, - 0.0, - 0.0, - 7.728951262444001, - 0.0, - 2.7123820859 - ], - "19": [ - 1.3536000000000001, - 6.086, - 0.10850599999999999, - 13.51811220103695, - 6.9765184132, - 0.0, - 0.0192119202, - 0.10980000000000001, - 14.708759981971475, - 1.9925483433, - 0.0, - 8.731, - 0.0, - 21.946975332657935, - 0.0, - 0.0, - 0.0, - 7.728951262444001, - 0.0, - 2.7123820859 - ], - "20": [ - 1.3536000000000001, - 6.086, - 0.12742093999999998, - 14.30293107902658, - 6.9765184132, - 0.0, - 0.0192119202, - 0.10980000000000001, - 16.26167238215176, - 1.9925483433, - 0.0, - 10.68369, - 0.0, - 21.946975332657935, - 0.0, - 0.0, - 0.0, - 7.728951262444001, - 0.0, - 3.1552582650409997 - ], - "21": [ - 1.3536000000000001, - 6.086, - 0.12742093999999998, - 15.039901768236314, - 6.9765184132, - 0.0, - 0.0192119202, - 0.10980000000000001, - 16.26167238215176, - 1.9925483433, - 0.0, - 10.68369, - 0.0, - 23.137505579331357, - 0.0, - 0.0, - 0.0, - 8.70166174981956, - 0.0, - 3.5337056823905897 - ], - "22": [ - 2.000064, - 6.086, - 0.12742093999999998, - 15.039901768236314, - 7.816753229068, - 0.0, - 0.0192119202, - 0.10980000000000001, - 17.839055658330246, - 1.9925483433, - 0.0, - 12.3768531, - 0.0, - 24.246130523538042, - 0.0, - 0.0, - 0.0, - 8.70166174981956, - 0.0, - 3.5337056823905897 - ], - "23": [ - 2.64006336, - 6.595140000000001, - 0.12742093999999998, - 15.039901768236314, - 7.816753229068, - 0.0, - 0.0192119202, - 0.10980000000000001, - 17.839055658330246, - 1.9925483433, - 0.0, - 13.983084568999999, - 0.0, - 24.246130523538042, - 0.0, - 0.0, - 0.0, - 9.584645132321365, - 0.0, - 3.5337056823905897 - ], - "24": [ - 2.64006336, - 7.1591886, - 0.15614673059999998, - 15.039901768236314, - 7.816753229068, - 0.0, - 0.019019800998, - 0.10870200000000001, - 17.839055658330246, - 1.9925483433, - 0.0, - 13.983084568999999, - 0.0, - 25.323669218302662, - 0.0, - 0.0, - 0.0, - 9.584645132321365, - 0.0, - 3.5337056823905897 - ], - "25": [ - 2.64006336, - 7.1591886, - 0.23458526329399998, - 15.77950275055395, - 7.816753229068, - 0.0, - 0.019019800998, - 0.10870200000000001, - 17.839055658330246, - 1.9925483433, - 0.0, - 13.983084568999999, - 0.0, - 26.460432526119636, - 0.0, - 0.0, - 0.0, - 9.584645132321365, - 0.0, - 3.5337056823905897 - ], - "26": [ - 2.64006336, - 7.1591886, - 0.23458526329399998, - 16.42170772304841, - 7.816753229068, - 0.0, - 0.019019800998, - 0.10870200000000001, - 19.380665101746942, - 1.9925483433, - 0.0, - 15.453253723309999, - 0.0, - 27.70582820085844, - 0.0, - 0.0, - 0.0, - 9.584645132321365, - 0.0, - 3.5337056823905897 - ], - "27": [ - 2.64006336, - 7.1591886, - 0.23458526329399998, - 16.997490645817926, - 8.84858569677732, - 0.0, - 0.019019800998, - 0.10870200000000001, - 20.926858450729473, - 1.9925483433, - 0.0, - 16.898721186076898, - 0.0, - 29.03876991884986, - 0.0, - 0.0, - 0.0, - 9.584645132321365, - 0.0, - 3.5337056823905897 - ], - "28": [ - 2.64006336, - 7.847596714000001, - 0.23458526329399998, - 17.56751573935975, - 8.84858569677732, - 0.0, - 0.019019800998, - 0.10870200000000001, - 22.397589866222177, - 1.9925483433, - 0.0, - 16.898721186076898, - 0.0, - 29.03876991884986, - 0.0, - 0.0, - 0.0, - 10.388798680998152, - 0.0, - 3.5337056823905897 - ], - "29": [ - 2.64006336, - 8.489120746860001, - 0.23458526329399998, - 17.56751573935975, - 8.84858569677732, - 0.0, - 0.01882960298802, - 0.10870200000000001, - 22.397589866222177, - 2.322622859867, - 0.0, - 16.898721186076898, - 0.0, - 30.268382219661362, - 0.0, - 0.0, - 0.0, - 10.388798680998152, - 0.0, - 3.5337056823905897 - ], - "30": [ - 2.64006336, - 8.489120746860001, - 0.23458526329399998, - 18.15184058196615, - 8.84858569677732, - 0.0, - 0.01882960298802, - 0.10870200000000001, - 23.913613967559954, - 2.322622859867, - 0.0, - 18.21973397421613, - 0.0, - 31.405698397464747, - 0.0, - 0.0, - 0.0, - 10.388798680998152, - 0.0, - 3.5337056823905897 - ], - "31": [ - 2.64006336, - 8.489120746860001, - 0.23458526329399998, - 18.15184058196615, - 8.84858569677732, - 0.0, - 0.0186413069581398, - 0.10870200000000001, - 25.444477827884356, - 2.322622859867, - 0.0, - 18.21973397421613, - 0.0, - 32.5316414134901, - 0.0, - 0.0, - 0.0, - 11.17491069418817, - 0.0, - 3.5337056823905897 - ], - "32": [ - 3.3336627264, - 8.489120746860001, - 0.23458526329399998, - 18.15184058196615, - 8.84858569677732, - 0.0, - 0.0186413069581398, - 0.10870200000000001, - 26.820033049605513, - 2.322622859867, - 0.0, - 18.21973397421613, - 0.0, - 33.5063249993552, - 0.0, - 0.0, - 0.0, - 11.17491069418817, - 0.0, - 3.5337056823905897 - ], - "33": [ - 3.3336627264, - 8.9642295393914, - 0.23458526329399998, - 18.65032217614649, - 8.84858569677732, - 0.0, - 0.0186413069581398, - 0.10870200000000001, - 28.131832719109457, - 2.322622859867, - 0.0, - 18.21973397421613, - 0.0, - 33.5063249993552, - 0.0, - 0.0, - 0.0, - 11.92316158724629, - 0.0, - 3.5337056823905897 - ], - "34": [ - 3.3336627264, - 8.9642295393914, - 0.23458526329399998, - 18.65032217614649, - 8.84858569677732, - 0.0, - 0.0186413069581398, - 0.12761498000000002, - 29.440514391918363, - 2.322622859867, - 0.0, - 18.21973397421613, - 0.0, - 34.56126174936165, - 0.0, - 0.0, - 0.0, - 11.92316158724629, - 0.0, - 3.5337056823905897 - ], - "35": [ - 3.3336627264, - 8.9642295393914, - 0.29223941066105996, - 19.173818954385023, - 8.84858569677732, - 0.0, - 0.0186413069581398, - 0.12761498000000002, - 30.77610924799918, - 2.322622859867, - 0.0, - 18.21973397421613, - 0.0, - 35.66564913186803, - 0.0, - 0.0, - 0.0, - 11.92316158724629, - 0.0, - 3.5337056823905897 - ], - "36": [ - 3.3336627264, - 8.9642295393914, - 0.29223941066105996, - 19.173818954385023, - 9.580099839809547, - 0.0, - 0.0186413069581398, - 0.12761498000000002, - 32.12834815551919, - 2.322622859867, - 0.0, - 19.60753663447397, - 0.0, - 36.748992640549346, - 0.0, - 0.0, - 0.0, - 12.743929971373827, - 0.0, - 3.5337056823905897 - ], - "37": [ - 3.3336627264, - 8.9642295393914, - 0.29223941066105996, - 19.173818954385023, - 10.344298841411451, - 0.0, - 0.0184548938885584, - 0.12761498000000002, - 33.457064673964, - 2.322622859867, - 0.0, - 19.60753663447397, - 0.0, - 37.95150271414385, - 0.0, - 0.0, - 0.0, - 13.606490671660088, - 0.0, - 3.5337056823905897 - ], - "38": [ - 3.3336627264, - 8.9642295393914, - 0.29223941066105996, - 19.173818954385023, - 10.344298841411451, - 0.0, - 0.0184548938885584, - 0.12761498000000002, - 34.802494027224355, - 2.322622859867, - 0.0, - 21.09146126812923, - 0.0, - 39.061987687002414, - 0.0, - 0.0, - 0.0, - 14.450425764943487, - 0.0, - 3.5337056823905897 - ], - "39": [ - 3.3336627264, - 8.9642295393914, - 0.29223941066105996, - 19.173818954385023, - 10.344298841411451, - 0.0, - 0.0184548938885584, - 0.12761498000000002, - 36.16446908695211, - 2.54939663126833, - 0.0, - 21.09146126812923, - 0.0, - 40.02136781013239, - 0.0, - 0.0, - 0.0, - 14.450425764943487, - 0.0, - 3.8483686255666836 - ], - "40": [ - 3.920326099136, - 9.334587243997486, - 0.29223941066105996, - 19.682080764841174, - 10.344298841411451, - 0.0, - 0.0184548938885584, - 0.12761498000000002, - 37.63282439608259, - 2.54939663126833, - 0.0, - 21.09146126812923, - 0.0, - 40.941154132031066, - 0.0, - 0.0, - 0.0, - 14.450425764943487, - 0.0, - 3.8483686255666836 - ], - "41": [ - 3.920326099136, - 9.761241371557512, - 0.29223941066105996, - 19.682080764841174, - 10.344298841411451, - 0.0, - 0.0184548938885584, - 0.12761498000000002, - 39.07649615212176, - 2.54939663126833, - 0.0, - 21.09146126812923, - 0.0, - 41.88174259071076, - 0.0, - 0.0, - 0.0, - 15.265921507294053, - 0.0, - 4.149884939311017 - ], - "42": [ - 3.920326099136, - 10.173628957841936, - 0.29223941066105996, - 20.295259957192762, - 10.344298841411451, - 0.0, - 0.0184548938885584, - 0.12761498000000002, - 40.40573119060055, - 2.54939663126833, - 0.0, - 21.09146126812923, - 0.0, - 42.84292516480365, - 0.0, - 0.0, - 0.0, - 16.033262292221114, - 0.0, - 4.149884939311017 - ], - "43": [ - 3.920326099136, - 10.173628957841936, - 0.29223941066105996, - 20.295259957192762, - 11.150855852997337, - 0.0, - 0.0184548938885584, - 0.12761498000000002, - 41.74167387869454, - 2.54939663126833, - 0.0, - 21.09146126812923, - 0.0, - 43.644495913155616, - 0.0, - 0.0, - 0.0, - 16.033262292221114, - 0.0, - 4.149884939311017 - ], - "44": [ - 3.920326099136, - 10.173628957841936, - 0.29223941066105996, - 20.912307357620833, - 11.150855852997337, - 0.0, - 0.0184548938885584, - 0.12761498000000002, - 42.9442571399076, - 2.54939663126833, - 0.0, - 22.060546655447936, - 0.0, - 44.39805095402406, - 0.0, - 0.0, - 0.0, - 16.033262292221114, - 0.0, - 4.149884939311017 - ], - "45": [ - 3.920326099136, - 10.173628957841936, - 0.29223941066105996, - 21.513184284044623, - 11.150855852997337, - 0.0, - 0.0184548938885584, - 0.12761498000000002, - 42.9442571399076, - 2.54939663126833, - 0.0, - 22.060546655447936, - 0.0, - 45.144070444483816, - 0.0, - 0.0, - 0.0, - 16.033262292221114, - 0.0, - 4.448386089917906 - ], - "46": [ - 3.920326099136, - 10.173628957841936, - 0.29223941066105996, - 21.513184284044623, - 11.919347294467363, - 0.0, - 0.0184548938885584, - 0.12761498000000002, - 44.164814568508525, - 2.54939663126833, - 0.0, - 23.01994118889346, - 0.0, - 45.902629740038975, - 0.0, - 0.0, - 0.0, - 16.033262292221114, - 0.0, - 4.448386089917906 - ], - "47": [ - 3.920326099136, - 10.173628957841936, - 0.29223941066105996, - 22.038052441204176, - 11.919347294467363, - 0.0, - 0.0184548938885584, - 0.12761498000000002, - 45.273166422823444, - 2.54939663126833, - 0.0, - 23.01994118889346, - 0.0, - 46.583603442638584, - 0.0, - 0.0, - 0.0, - 16.033262292221114, - 0.0, - 4.448386089917906 - ], - "48": [ - 3.920326099136, - 10.173628957841936, - 0.29223941066105996, - 22.597671916792134, - 11.919347294467363, - 0.0, - 0.0184548938885584, - 0.12761498000000002, - 46.45043475859521, - 2.54939663126833, - 0.0, - 23.01994118889346, - 0.0, - 47.187767408212196, - 0.0, - 0.0, - 0.0, - 16.692929669298902, - 0.0, - 4.448386089917906 - ], - "49": [ - 3.920326099136, - 10.501892668263517, - 0.29223941066105996, - 22.597671916792134, - 12.82015382152269, - 0.0, - 0.0184548938885584, - 0.12761498000000002, - 47.61593041100925, - 2.54939663126833, - 0.0, - 23.01994118889346, - 0.0, - 47.75588973413007, - 0.0, - 0.0, - 0.0, - 16.692929669298902, - 0.0, - 4.733902229018727 - ], - "50": [ - 3.920326099136, - 10.501892668263517, - 0.29223941066105996, - 23.161695197624212, - 13.671952283307462, - 0.0, - 0.0184548938885584, - 0.12761498000000002, - 48.699771106899156, - 2.54939663126833, - 0.0, - 23.989741777004525, - 0.0, - 48.26833083678877, - 0.0, - 0.0, - 0.0, - 16.692929669298902, - 0.0, - 4.733902229018727 - ], - "51": [ - 3.920326099136, - 10.501892668263517, - 0.29223941066105996, - 23.161695197624212, - 13.671952283307462, - 0.0, - 0.0184548938885584, - 0.12761498000000002, - 49.79277339583017, - 2.54939663126833, - 0.0, - 24.93984435923448, - 0.0, - 48.67564752842088, - 0.0, - 0.0, - 0.0, - 16.692929669298902, - 0.0, - 5.05656320672854 - ], - "52": [ - 3.920326099136, - 10.806873741580882, - 0.29223941066105996, - 23.81007824564797, - 13.671952283307462, - 0.0, - 0.0184548938885584, - 0.12761498000000002, - 50.85484566187186, - 2.54939663126833, - 0.0, - 24.93984435923448, - 0.0, - 49.03889105313667, - 0.0, - 0.0, - 0.0, - 17.386000372605913, - 0.0, - 5.05656320672854 - ], - "53": [ - 3.920326099136, - 10.806873741580882, - 0.29223941066105996, - 24.45197746319149, - 13.671952283307462, - 0.0, - 0.0184548938885584, - 0.12761498000000002, - 51.88629720525314, - 2.54939663126833, - 0.0, - 25.860445915642135, - 0.0, - 49.44850214260531, - 0.0, - 0.0, - 0.0, - 17.386000372605913, - 0.0, - 5.05656320672854 - ], - "54": [ - 3.920326099136, - 10.806873741580882, - 0.29223941066105996, - 24.45197746319149, - 13.671952283307462, - 0.0, - 0.0184548938885584, - 0.23633883020000002, - 52.89743423320061, - 2.8339026649556467, - 0.0, - 25.860445915642135, - 0.0, - 49.784017121179254, - 0.0, - 0.0, - 0.0, - 17.386000372605913, - 0.0, - 5.05656320672854 - ], - "55": [ - 3.920326099136, - 10.806873741580882, - 0.29223941066105996, - 24.45197746319149, - 13.671952283307462, - 0.0, - 0.0184548938885584, - 0.23633883020000002, - 53.96845989086861, - 2.8339026649556467, - 0.0, - 25.860445915642135, - 0.0, - 50.206176949967464, - 0.0, - 0.0, - 0.0, - 18.032140368879855, - 0.0, - 5.05656320672854 - ], - "56": [ - 3.920326099136, - 10.806873741580882, - 0.29223941066105996, - 25.137457688559575, - 13.671952283307462, - 0.0, - 0.0184548938885584, - 0.23633883020000002, - 55.11877529195992, - 2.8339026649556467, - 0.0, - 25.860445915642135, - 0.0, - 50.73411518046779, - 0.0, - 0.0, - 0.0, - 18.032140368879855, - 0.0, - 5.365997574661255 - ], - "57": [ - 3.920326099136, - 10.806873741580882, - 0.29223941066105996, - 25.137457688559575, - 13.671952283307462, - 0.0, - 0.0184548938885584, - 0.23633883020000002, - 56.21758753904032, - 2.8339026649556467, - 0.0, - 26.811841456485713, - 0.0, - 51.27677402866311, - 0.0, - 0.0, - 0.0, - 18.871818965191057, - 0.0, - 5.365997574661255 - ], - "58": [ - 3.920326099136, - 10.806873741580882, - 0.29223941066105996, - 25.75608311167398, - 13.671952283307462, - 0.0, - 0.0184548938885584, - 0.23633883020000002, - 57.28541166364992, - 2.8339026649556467, - 0.0, - 27.733723041920854, - 0.0, - 51.914006288376484, - 0.0, - 0.0, - 0.0, - 19.613100775539145, - 0.0, - 5.365997574661255 - ], - "59": [ - 3.920326099136, - 11.248805004165073, - 0.29223941066105996, - 25.75608311167398, - 13.671952283307462, - 0.0, - 0.0184548938885584, - 0.23633883020000002, - 58.32255754701342, - 2.8339026649556467, - 0.0, - 28.646385811501645, - 0.0, - 52.63486622549272, - 0.0, - 0.0, - 0.0, - 20.396969767783755, - 0.0, - 5.365997574661255 - ], - "60": [ - 3.920326099136, - 11.248805004165073, - 0.29223941066105996, - 26.32852228055724, - 13.671952283307462, - 0.0, - 0.0184548938885584, - 0.23633883020000002, - 59.40933197154328, - 3.1655636383060903, - 0.0, - 29.54992195338663, - 0.0, - 53.398517563237796, - 0.0, - 0.0, - 0.0, - 20.396969767783755, - 0.0, - 5.365997574661255 - ], - "61": [ - 3.920326099136, - 11.248805004165073, - 0.29223941066105996, - 26.94523705775167, - 14.255232760474387, - 0.0, - 0.0184548938885584, - 0.23633883020000002, - 60.49523865182785, - 3.1655636383060903, - 0.0, - 29.54992195338663, - 0.0, - 54.23453238760542, - 0.0, - 0.0, - 0.0, - 21.063000070105918, - 0.0, - 5.365997574661255 - ], - "62": [ - 3.920326099136, - 11.248805004165073, - 0.29223941066105996, - 27.54578468717415, - 14.255232760474387, - 0.0, - 0.0184548938885584, - 0.23633883020000002, - 61.60028626530957, - 3.1655636383060903, - 0.0, - 30.454422733852763, - 0.0, - 55.17218706372937, - 0.0, - 0.0, - 0.0, - 21.67237006940486, - 0.0, - 5.365997574661255 - ], - "63": [ - 3.920326099136, - 11.496316954123422, - 0.29223941066105996, - 28.170326840302412, - 14.255232760474387, - 0.0, - 0.0184548938885584, - 0.23633883020000002, - 62.67428340265648, - 3.1655636383060903, - 0.0, - 31.349878506514234, - 0.0, - 56.040465193092075, - 0.0, - 0.0, - 0.0, - 21.67237006940486, - 0.0, - 5.365997574661255 - ], - "64": [ - 3.920326099136, - 11.496316954123422, - 0.29223941066105996, - 28.78862357189939, - 14.255232760474387, - 0.0, - 0.0184548938885584, - 0.23633883020000002, - 63.83754056862991, - 3.1655636383060903, - 0.0, - 32.23637972144909, - 0.0, - 56.88006054116116, - 0.0, - 0.0, - 0.0, - 21.67237006940486, - 0.0, - 5.712337598914642 - ], - "65": [ - 4.16112283814464, - 11.496316954123422, - 0.29223941066105996, - 29.360737336180396, - 14.255232760474387, - 0.0, - 0.0184548938885584, - 0.23633883020000002, - 64.94916516294361, - 3.1655636383060903, - 0.0, - 33.1240159242346, - 0.0, - 57.69125993574954, - 0.0, - 0.0, - 0.0, - 21.67237006940486, - 0.0, - 5.712337598914642 - ], - "66": [ - 4.16112283814464, - 11.496316954123422, - 0.29223941066105996, - 29.93712996281859, - 14.255232760474387, - 0.0, - 0.0184548938885584, - 0.23633883020000002, - 66.02967351131417, - 3.1655636383060903, - 0.0, - 34.012775764992256, - 0.0, - 58.574347336392044, - 0.0, - 0.0, - 0.0, - 22.08564636871081, - 0.0, - 5.712337598914642 - ], - "67": [ - 4.16112283814464, - 11.861353784582189, - 0.29223941066105996, - 29.93712996281859, - 14.255232760474387, - 0.0, - 0.0184548938885584, - 0.23633883020000002, - 66.99937677620103, - 3.3439080019230296, - 0.0, - 34.89264800734233, - 0.0, - 59.43860386302812, - 0.0, - 0.0, - 0.0, - 22.08564636871081, - 0.0, - 5.712337598914642 - ], - "68": [ - 4.16112283814464, - 11.861353784582189, - 0.28931701655444936, - 29.93712996281859, - 14.255232760474387, - 0.0, - 0.0184548938885584, - 0.23633883020000002, - 67.96938300843902, - 3.3439080019230296, - 0.0, - 35.78372152726891, - 0.0, - 60.18421782439784, - 0.0, - 0.0, - 0.0, - 22.444789905023704, - 0.0, - 5.712337598914642 - ], - "69": [ - 4.16112283814464, - 11.861353784582189, - 0.28931701655444936, - 30.547758663190407, - 14.255232760474387, - 0.0, - 0.0184548938885584, - 0.23633883020000002, - 68.94968917835463, - 3.3439080019230296, - 0.0, - 36.69588431199622, - 0.0, - 60.92237564615386, - 0.0, - 0.0, - 0.0, - 22.444789905023704, - 0.0, - 6.0452142229254955 - ], - "70": [ - 4.16112283814464, - 11.861353784582189, - 0.28931701655444936, - 31.142281076558504, - 14.762680432869644, - 0.0, - 0.0184548938885584, - 0.23633883020000002, - 69.95019228657108, - 3.3439080019230296, - 0.0, - 37.71892546887626, - 0.0, - 61.723151889692325, - 0.0, - 0.0, - 0.0, - 22.444789905023704, - 0.0, - 6.0452142229254955 - ], - "71": [ - 4.16112283814464, - 11.861353784582189, - 0.28931701655444936, - 31.142281076558504, - 15.175053628540947, - 0.0, - 0.0184548938885584, - 0.23633883020000002, - 70.99069036370537, - 3.3439080019230296, - 0.0, - 38.76173621418749, - 0.0, - 62.525920370795404, - 0.0, - 0.0, - 0.0, - 23.00034200597347, - 0.0, - 6.0452142229254955 - ], - "72": [ - 4.16112283814464, - 11.861353784582189, - 0.28931701655444936, - 31.67085826579292, - 15.175053628540947, - 0.0, - 0.0184548938885584, - 0.23633883020000002, - 71.99078346006831, - 3.3439080019230296, - 0.0, - 39.86411885204562, - 0.0, - 63.40066116708745, - 0.0, - 0.0, - 0.0, - 23.00034200597347, - 0.0, - 6.0452142229254955 - ], - "73": [ - 4.279511609763193, - 11.861353784582189, - 0.28931701655444936, - 32.15414968313499, - 15.175053628540947, - 0.0, - 0.0184548938885584, - 0.23633883020000002, - 72.94087562546763, - 3.3439080019230296, - 0.0, - 39.86411885204562, - 0.0, - 64.37665455541658, - 0.0, - 0.0, - 0.0, - 23.00034200597347, - 0.0, - 6.0452142229254955 - ], - "74": [ - 4.279511609763193, - 11.861353784582189, - 0.28931701655444936, - 32.63260818630364, - 15.175053628540947, - 0.0, - 0.0184548938885584, - 0.23633883020000002, - 73.97146686921295, - 3.3439080019230296, - 0.0, - 40.94547766352517, - 0.0, - 65.29288800986241, - 0.0, - 0.0, - 0.0, - 23.520338585913734, - 0.0, - 6.0452142229254955 - ], - "75": [ - 4.279511609763193, - 11.861353784582189, - 0.28931701655444936, - 33.096282104440604, - 15.175053628540947, - 0.0, - 0.0184548938885584, - 0.23633883020000002, - 75.10175220052082, - 3.3439080019230296, - 0.0, - 42.10602288688992, - 0.0, - 66.07995912976378, - 0.0, - 0.0, - 0.0, - 23.520338585913734, - 0.0, - 6.0452142229254955 - ], - "76": [ - 4.316716493665561, - 11.861353784582189, - 0.28931701655444936, - 33.096282104440604, - 15.175053628540947, - 0.0, - 0.0184548938885584, - 0.23633883020000002, - 76.19073467851561, - 3.3439080019230296, - 0.0, - 43.44496265802102, - 0.0, - 66.88915953846615, - 0.0, - 0.0, - 0.0, - 24.075135200054596, - 0.0, - 6.0452142229254955 - ], - "77": [ - 4.316716493665561, - 11.861353784582189, - 0.28931701655444936, - 33.096282104440604, - 15.175053628540947, - 0.0, - 0.0184548938885584, - 0.23633883020000002, - 77.30882733173046, - 3.3439080019230296, - 0.0, - 44.73051303144081, - 0.0, - 67.83026794308148, - 0.0, - 0.0, - 0.06, - 24.70438384805405, - 0.0, - 6.0452142229254955 - ], - "78": [ - 4.316716493665561, - 11.861353784582189, - 0.28931701655444936, - 33.655319283396196, - 15.175053628540947, - 0.0, - 0.0184548938885584, - 0.23633883020000002, - 78.28573905841316, - 3.3439080019230296, - 0.0, - 45.9932079011264, - 0.0, - 68.68196526365067, - 0.0, - 0.0, - 0.06, - 25.237340009573508, - 0.0, - 6.0452142229254955 - ], - "79": [ - 4.3135493287289055, - 11.861353784582189, - 0.28931701655444936, - 34.208766090562236, - 15.175053628540947, - 0.0, - 0.0184548938885584, - 0.23633883020000002, - 79.33288166782903, - 3.3439080019230296, - 0.0, - 47.153275822115134, - 0.0, - 69.62514561101416, - 0.0, - 0.0, - 0.06, - 25.237340009573508, - 0.0, - 6.0452142229254955 - ], - "80": [ - 4.3135493287289055, - 11.861353784582189, - 0.28931701655444936, - 34.736678429656614, - 15.833303092255537, - 0.0, - 0.0184548938885584, - 0.23633883020000002, - 80.46955285115074, - 3.3439080019230296, - 0.0, - 48.51174306389398, - 0.0, - 70.44889415490402, - 0.0, - 0.0, - 0.06, - 25.237340009573508, - 0.0, - 6.0452142229254955 - ], - "81": [ - 4.3135493287289055, - 12.302740246736366, - 0.28931701655444936, - 35.29931164536005, - 15.833303092255537, - 0.0, - 0.0184548938885584, - 0.23633883020000002, - 81.56485732263923, - 3.3439080019230296, - 0.0, - 49.76662563325504, - 0.0, - 71.27440521335498, - 0.0, - 0.0, - 0.06, - 25.237340009573508, - 0.0, - 6.0452142229254955 - ], - "82": [ - 4.3135493287289055, - 12.302740246736366, - 0.28931701655444936, - 35.29931164536005, - 15.833303092255537, - 0.0, - 0.0184548938885584, - 0.23633883020000002, - 82.50920874941284, - 3.3439080019230296, - 0.0, - 51.068959376922486, - 0.0, - 72.12166116122143, - 0.0, - 0.0, - 0.06, - 25.764966609477774, - 0.0, - 6.444762080696241 - ], - "83": [ - 4.3135493287289055, - 12.302740246736366, - 0.28931701655444936, - 35.836318528906446, - 15.833303092255537, - 0.0, - 0.0184548938885584, - 0.23633883020000002, - 83.5041166619187, - 3.3439080019230296, - 0.0, - 52.24826978315326, - 0.0, - 73.0104445496092, - 0.0, - 0.0, - 0.06, - 25.764966609477774, - 0.0, - 6.820314459889278 - ], - "84": [ - 4.3135493287289055, - 12.302740246736366, - 0.28931701655444936, - 36.45795534361738, - 15.833303092255537, - 0.0, - 0.0184548938885584, - 0.23633883020000002, - 84.47907549529951, - 3.3439080019230296, - 0.0, - 53.46578708532173, - 0.0, - 73.90034010411311, - 0.0, - 0.0, - 0.06, - 26.207316943382995, - 0.0, - 6.820314459889278 - ], - "85": [ - 4.3135493287289055, - 12.809712844269002, - 0.28931701655444936, - 36.45795534361738, - 15.833303092255537, - 0.0, - 0.0184548938885584, - 0.23633883020000002, - 85.50428474034652, - 3.3104689219037993, - 0.0, - 54.79112921446851, - 0.0, - 74.77133670307198, - 0.0, - 0.0, - 0.06, - 26.207316943382995, - 0.0, - 6.820314459889278 - ], - "86": [ - 4.3135493287289055, - 12.809712844269002, - 0.28931701655444936, - 36.9033757901812, - 15.833303092255537, - 0.0, - 0.0184548938885584, - 0.23633883020000002, - 86.56924189294305, - 3.3104689219037993, - 0.0, - 56.13321792232383, - 0.0, - 75.62362333604126, - 0.0, - 0.0, - 0.06, - 26.207316943382995, - 0.0, - 6.820314459889278 - ], - "87": [ - 4.3135493287289055, - 12.809712844269002, - 0.28931701655444936, - 37.29434203227939, - 15.833303092255537, - 0.0, - 0.0184548938885584, - 0.23633883020000002, - 87.48354947401363, - 3.2873642326847614, - 0.0, - 57.27188574310059, - 0.0, - 76.33738710268085, - 0.0, - 0.0, - 0.06, - 26.207316943382995, - 0.0, - 6.820314459889278 - ], - "88": [ - 4.3135493287289055, - 12.809712844269002, - 0.28931701655444936, - 37.641398611956596, - 15.833303092255537, - 0.0, - 0.0184548938885584, - 0.23633883020000002, - 88.35871397927349, - 3.2873642326847614, - 0.0, - 58.439166885669586, - 0.0, - 76.94401323165404, - 0.0, - 0.0, - 0.06, - 26.895243773949165, - 0.0, - 6.820314459889278 - ], - "89": [ - 4.3135493287289055, - 12.809712844269002, - 0.28931701655444936, - 37.93498462583703, - 15.833303092255537, - 0.0, - 0.0184548938885584, - 0.23633883020000002, - 89.33512683948075, - 3.2873642326847614, - 0.0, - 59.59477521681289, - 0.0, - 77.5545730993375, - 0.0, - 0.0, - 0.06, - 27.476291336209673, - 0.0, - 6.820314459889278 - ], - "90": [ - 4.3135493287289055, - 12.809712844269002, - 0.28931701655444936, - 38.26563477957866, - 15.833303092255537, - 0.0, - 0.0184548938885584, - 0.453975441898, - 90.31177557108595, - 3.2873642326847614, - 0.0, - 60.77882746464476, - 0.0, - 78.04902736834413, - 0.0, - 0.0, - 0.06, - 27.476291336209673, - 0.0, - 6.820314459889278 - ], - "91": [ - 4.3135493287289055, - 12.809712844269002, - 0.28931701655444936, - 38.622978431782876, - 15.833303092255537, - 0.0, - 0.0184548938885584, - 0.453975441898, - 91.24865781537508, - 3.2873642326847614, - 0.0, - 61.78103918999832, - 0.0, - 78.63853709466069, - 0.0, - 0.0, - 0.06, - 27.476291336209673, - 0.0, - 6.820314459889278 - ], - "92": [ - 4.3135493287289055, - 12.809712844269002, - 0.28931701655444936, - 38.95674864746505, - 15.833303092255537, - 0.0, - 0.0184548938885584, - 0.453975441898, - 92.25617123722134, - 3.2873642326847614, - 0.0, - 62.88322879809834, - 0.0, - 79.18215172371409, - 0.0, - 0.0, - 0.06, - 27.476291336209673, - 0.0, - 6.820314459889278 - ], - "93": [ - 4.3135493287289055, - 12.809712844269002, - 0.28931701655444936, - 39.2471811609904, - 15.833303092255537, - 0.0, - 0.0184548938885584, - 0.453975441898, - 93.26360952484913, - 3.2873642326847614, - 0.0, - 63.90439651011735, - 0.0, - 79.69033020647694, - 0.0, - 0.0, - 0.06, - 28.191528422847576, - 0.0, - 6.820314459889278 - ], - "94": [ - 4.3135493287289055, - 12.809712844269002, - 0.28931701655444936, - 39.5447093493805, - 15.833303092255537, - 0.0, - 0.0184548938885584, - 0.453975441898, - 94.25097342960063, - 3.2873642326847614, - 0.0, - 64.88535254501618, - 0.0, - 80.19342690441218, - 0.0, - 0.0, - 0.06, - 28.9796131386191, - 0.0, - 6.820314459889278 - ], - "95": [ - 4.3135493287289055, - 12.809712844269002, - 0.28931701655444936, - 39.879262255886694, - 15.833303092255537, - 0.0, - 0.0184548938885584, - 0.453975441898, - 95.18846369530463, - 3.2873642326847614, - 0.0, - 65.83649901956602, - 0.0, - 80.66149263536806, - 0.0, - 0.0, - 0.06, - 28.9796131386191, - 0.0, - 7.462111315290386 - ], - "96": [ - 4.3135493287289055, - 12.809712844269002, - 0.28931701655444936, - 40.170469633327826, - 15.833303092255537, - 0.0, - 0.0184548938885584, - 0.453975441898, - 95.88657905835159, - 3.2873642326847614, - 0.0, - 66.75813402937035, - 0.0, - 81.12487770901438, - 0.0, - 0.0, - 0.06, - 29.71981700723291, - 0.0, - 7.462111315290386 - ], - "97": [ - 4.3135493287289055, - 12.809712844269002, - 0.28931701655444936, - 40.468764936994546, - 16.164970061332983, - 0.0, - 0.0184548938885584, - 0.453975441898, - 96.56771326776807, - 3.2873642326847614, - 0.0, - 67.58055268907665, - 0.0, - 81.53362893192424, - 0.0, - 0.0, - 0.06, - 29.71981700723291, - 0.0, - 7.462111315290386 - ], - "98": [ - 4.3135493287289055, - 12.809712844269002, - 0.28931701655444936, - 40.8540772876246, - 16.164970061332983, - 0.0, - 0.0184548938885584, - 0.453975441898, - 97.25203613509039, - 3.2873642326847614, - 0.0, - 68.22474716218589, - 0.0, - 81.968292642605, - 0.0, - 0.0, - 0.06, - 30.44261883716058, - 0.0, - 7.462111315290386 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.01.gamma=0.9/run=97181dd5feb048c4/rewards.json b/experiments/seed=256/alpha=0.01.gamma=0.9/run=97181dd5feb048c4/rewards.json deleted file mode 100644 index e4799a8..0000000 --- a/experiments/seed=256/alpha=0.01.gamma=0.9/run=97181dd5feb048c4/rewards.json +++ /dev/null @@ -1,2202 +0,0 @@ -{ - "0": [ - 42, - 45, - 3, - 107, - 34, - 0, - 5, - 0, - 143, - 39, - 0, - 189, - 0, - 173, - 0, - 0, - 0, - 179, - 0, - 64 - ], - "1": [ - 54, - 41, - 7, - 105, - 37, - 0, - 5, - 1, - 141, - 41, - 0, - 188, - 0, - 166, - 0, - 0, - 0, - 166, - 0, - 60 - ], - "2": [ - 60, - 47, - 7, - 97, - 36, - 0, - 2, - 0, - 150, - 47, - 0, - 181, - 0, - 171, - 0, - 0, - 0, - 160, - 0, - 59 - ], - "3": [ - 64, - 45, - 6, - 99, - 33, - 0, - 1, - 3, - 154, - 44, - 0, - 188, - 0, - 170, - 0, - 0, - 0, - 156, - 0, - 56 - ], - "4": [ - 71, - 43, - 6, - 91, - 36, - 0, - 0, - 2, - 139, - 42, - 0, - 194, - 0, - 159, - 0, - 0, - 0, - 160, - 0, - 57 - ], - "5": [ - 72, - 48, - 2, - 98, - 38, - 0, - 0, - 6, - 145, - 47, - 0, - 185, - 0, - 174, - 0, - 0, - 0, - 152, - 0, - 51 - ], - "6": [ - 74, - 43, - 3, - 94, - 40, - 0, - 0, - 8, - 142, - 42, - 0, - 195, - 0, - 170, - 0, - 0, - 0, - 145, - 0, - 57 - ], - "7": [ - 72, - 48, - 2, - 92, - 43, - 0, - 0, - 9, - 144, - 39, - 0, - 191, - 0, - 177, - 0, - 0, - 0, - 146, - 0, - 57 - ], - "8": [ - 71, - 49, - 2, - 102, - 49, - 0, - 0, - 9, - 146, - 34, - 0, - 190, - 0, - 175, - 0, - 0, - 0, - 139, - 0, - 56 - ], - "9": [ - 73, - 44, - 1, - 93, - 51, - 0, - 0, - 9, - 151, - 33, - 0, - 183, - 0, - 181, - 0, - 0, - 0, - 131, - 0, - 45 - ], - "10": [ - 74, - 46, - 1, - 89, - 46, - 0, - 0, - 7, - 161, - 39, - 0, - 190, - 0, - 178, - 0, - 0, - 0, - 132, - 0, - 56 - ], - "11": [ - 69, - 52, - 2, - 92, - 52, - 0, - 0, - 11, - 171, - 34, - 0, - 193, - 0, - 168, - 0, - 0, - 0, - 124, - 0, - 64 - ], - "12": [ - 56, - 50, - 3, - 92, - 61, - 0, - 0, - 12, - 171, - 39, - 0, - 197, - 0, - 164, - 0, - 0, - 0, - 121, - 0, - 63 - ], - "13": [ - 55, - 52, - 3, - 88, - 60, - 0, - 0, - 7, - 161, - 41, - 0, - 186, - 0, - 150, - 0, - 0, - 0, - 114, - 0, - 52 - ], - "14": [ - 48, - 49, - 4, - 96, - 57, - 0, - 0, - 6, - 174, - 46, - 0, - 189, - 0, - 144, - 0, - 0, - 0, - 117, - 0, - 46 - ], - "15": [ - 49, - 58, - 5, - 100, - 59, - 0, - 0, - 5, - 181, - 45, - 0, - 183, - 0, - 137, - 0, - 0, - 0, - 115, - 0, - 49 - ], - "16": [ - 53, - 63, - 6, - 97, - 61, - 0, - 0, - 2, - 187, - 50, - 0, - 196, - 0, - 141, - 0, - 0, - 0, - 123, - 0, - 47 - ], - "17": [ - 56, - 66, - 5, - 94, - 59, - 0, - 0, - 1, - 197, - 49, - 0, - 187, - 0, - 137, - 0, - 0, - 0, - 118, - 0, - 43 - ], - "18": [ - 54, - 72, - 5, - 85, - 64, - 0, - 0, - 3, - 200, - 44, - 0, - 185, - 0, - 136, - 0, - 0, - 0, - 114, - 0, - 44 - ], - "19": [ - 52, - 74, - 7, - 89, - 69, - 0, - 0, - 1, - 192, - 49, - 0, - 197, - 0, - 137, - 0, - 0, - 0, - 115, - 0, - 47 - ], - "20": [ - 50, - 63, - 4, - 88, - 75, - 0, - 0, - 0, - 175, - 42, - 0, - 215, - 0, - 143, - 0, - 0, - 0, - 112, - 0, - 46 - ], - "21": [ - 50, - 66, - 2, - 92, - 80, - 0, - 0, - 0, - 170, - 44, - 0, - 204, - 0, - 140, - 0, - 0, - 0, - 104, - 0, - 47 - ], - "22": [ - 55, - 64, - 3, - 88, - 85, - 0, - 0, - 0, - 169, - 32, - 0, - 178, - 0, - 141, - 0, - 0, - 0, - 105, - 0, - 41 - ], - "23": [ - 66, - 60, - 4, - 90, - 91, - 0, - 0, - 0, - 174, - 28, - 0, - 180, - 0, - 134, - 0, - 0, - 0, - 103, - 0, - 42 - ], - "24": [ - 66, - 57, - 2, - 85, - 95, - 0, - 0, - 0, - 167, - 25, - 0, - 173, - 0, - 127, - 0, - 0, - 0, - 97, - 0, - 39 - ], - "25": [ - 65, - 63, - 3, - 84, - 97, - 0, - 0, - 0, - 174, - 24, - 0, - 171, - 0, - 132, - 0, - 0, - 0, - 90, - 0, - 39 - ], - "26": [ - 76, - 62, - 8, - 89, - 108, - 0, - 0, - 1, - 164, - 28, - 0, - 172, - 0, - 139, - 0, - 0, - 0, - 91, - 0, - 42 - ], - "27": [ - 71, - 66, - 5, - 80, - 110, - 0, - 0, - 0, - 172, - 21, - 0, - 161, - 0, - 151, - 0, - 0, - 0, - 94, - 0, - 39 - ], - "28": [ - 86, - 72, - 5, - 74, - 111, - 0, - 0, - 2, - 174, - 25, - 0, - 160, - 0, - 161, - 0, - 0, - 0, - 88, - 0, - 44 - ], - "29": [ - 82, - 76, - 6, - 74, - 101, - 0, - 0, - 2, - 168, - 34, - 0, - 151, - 0, - 160, - 0, - 0, - 0, - 90, - 0, - 45 - ], - "30": [ - 74, - 72, - 4, - 70, - 90, - 0, - 0, - 2, - 170, - 35, - 0, - 151, - 0, - 152, - 0, - 0, - 0, - 86, - 0, - 43 - ], - "31": [ - 77, - 73, - 4, - 76, - 91, - 0, - 0, - 1, - 174, - 34, - 0, - 149, - 0, - 144, - 0, - 0, - 0, - 84, - 0, - 38 - ], - "32": [ - 69, - 75, - 3, - 74, - 89, - 0, - 0, - 1, - 177, - 23, - 0, - 153, - 0, - 144, - 0, - 0, - 0, - 89, - 0, - 39 - ], - "33": [ - 72, - 72, - 3, - 72, - 83, - 0, - 0, - 4, - 163, - 14, - 0, - 154, - 0, - 130, - 0, - 0, - 0, - 91, - 0, - 39 - ], - "34": [ - 75, - 56, - 2, - 68, - 81, - 0, - 0, - 3, - 158, - 16, - 0, - 172, - 0, - 142, - 0, - 0, - 0, - 86, - 0, - 38 - ], - "35": [ - 79, - 58, - 5, - 73, - 79, - 0, - 0, - 2, - 159, - 16, - 0, - 179, - 0, - 139, - 0, - 0, - 0, - 85, - 0, - 38 - ], - "36": [ - 77, - 54, - 6, - 71, - 87, - 0, - 0, - 1, - 163, - 21, - 0, - 159, - 0, - 145, - 0, - 0, - 0, - 88, - 0, - 39 - ], - "37": [ - 74, - 56, - 4, - 72, - 82, - 0, - 0, - 0, - 166, - 21, - 0, - 157, - 0, - 144, - 0, - 0, - 0, - 94, - 0, - 40 - ], - "38": [ - 66, - 55, - 5, - 73, - 86, - 0, - 0, - 0, - 165, - 23, - 0, - 172, - 0, - 157, - 0, - 0, - 0, - 99, - 0, - 40 - ], - "39": [ - 69, - 49, - 5, - 71, - 85, - 0, - 0, - 2, - 168, - 16, - 0, - 168, - 0, - 149, - 0, - 0, - 0, - 98, - 0, - 38 - ], - "40": [ - 57, - 50, - 5, - 76, - 91, - 0, - 0, - 4, - 171, - 25, - 0, - 163, - 0, - 135, - 0, - 0, - 0, - 104, - 0, - 35 - ], - "41": [ - 62, - 46, - 3, - 70, - 101, - 0, - 0, - 5, - 183, - 18, - 0, - 151, - 0, - 132, - 0, - 0, - 0, - 106, - 0, - 34 - ], - "42": [ - 70, - 52, - 5, - 74, - 100, - 0, - 0, - 6, - 182, - 15, - 0, - 151, - 0, - 135, - 0, - 0, - 0, - 96, - 0, - 34 - ], - "43": [ - 64, - 51, - 0, - 81, - 93, - 0, - 0, - 7, - 172, - 15, - 0, - 124, - 0, - 138, - 0, - 0, - 0, - 92, - 0, - 34 - ], - "44": [ - 62, - 52, - 0, - 82, - 91, - 0, - 0, - 8, - 174, - 17, - 0, - 117, - 0, - 123, - 0, - 0, - 0, - 86, - 0, - 36 - ], - "45": [ - 65, - 54, - 0, - 82, - 90, - 0, - 0, - 10, - 162, - 15, - 0, - 118, - 0, - 119, - 0, - 0, - 0, - 94, - 0, - 34 - ], - "46": [ - 58, - 51, - 2, - 81, - 88, - 0, - 0, - 11, - 160, - 17, - 0, - 119, - 0, - 119, - 0, - 0, - 0, - 88, - 0, - 34 - ], - "47": [ - 57, - 45, - 5, - 76, - 88, - 0, - 0, - 9, - 165, - 14, - 0, - 118, - 0, - 121, - 0, - 0, - 2, - 86, - 0, - 36 - ], - "48": [ - 58, - 43, - 6, - 74, - 80, - 0, - 0, - 10, - 155, - 15, - 0, - 119, - 0, - 114, - 0, - 0, - 0, - 86, - 0, - 35 - ], - "49": [ - 52, - 43, - 7, - 78, - 86, - 0, - 0, - 11, - 163, - 15, - 0, - 119, - 0, - 107, - 0, - 0, - 0, - 82, - 0, - 36 - ], - "50": [ - 51, - 43, - 8, - 76, - 102, - 0, - 0, - 12, - 163, - 16, - 0, - 120, - 0, - 104, - 0, - 0, - 0, - 88, - 0, - 33 - ], - "51": [ - 48, - 44, - 8, - 79, - 98, - 0, - 0, - 14, - 156, - 19, - 0, - 120, - 0, - 99, - 0, - 0, - 0, - 78, - 0, - 34 - ], - "52": [ - 43, - 46, - 6, - 85, - 89, - 0, - 0, - 10, - 158, - 24, - 0, - 119, - 0, - 89, - 0, - 0, - 2, - 85, - 0, - 37 - ], - "53": [ - 45, - 41, - 4, - 88, - 101, - 0, - 0, - 12, - 156, - 22, - 0, - 120, - 0, - 85, - 0, - 0, - 1, - 86, - 0, - 36 - ], - "54": [ - 53, - 47, - 3, - 88, - 101, - 0, - 0, - 9, - 154, - 25, - 0, - 117, - 0, - 90, - 0, - 0, - 0, - 84, - 0, - 36 - ], - "55": [ - 48, - 53, - 2, - 86, - 101, - 0, - 0, - 11, - 153, - 31, - 0, - 119, - 0, - 83, - 0, - 0, - 0, - 81, - 0, - 35 - ], - "56": [ - 44, - 54, - 2, - 89, - 107, - 0, - 0, - 13, - 160, - 37, - 0, - 118, - 0, - 92, - 0, - 0, - 0, - 82, - 0, - 35 - ], - "57": [ - 51, - 47, - 2, - 93, - 106, - 0, - 0, - 14, - 169, - 36, - 0, - 118, - 0, - 103, - 0, - 0, - 0, - 90, - 0, - 36 - ], - "58": [ - 43, - 50, - 3, - 87, - 101, - 0, - 0, - 14, - 165, - 41, - 0, - 121, - 0, - 105, - 0, - 0, - 0, - 102, - 0, - 36 - ], - "59": [ - 35, - 52, - 1, - 87, - 93, - 0, - 0, - 17, - 163, - 40, - 0, - 119, - 0, - 115, - 0, - 0, - 2, - 93, - 0, - 38 - ], - "60": [ - 40, - 55, - 0, - 87, - 88, - 0, - 0, - 16, - 161, - 39, - 0, - 119, - 0, - 124, - 0, - 0, - 5, - 98, - 0, - 39 - ], - "61": [ - 43, - 55, - 0, - 83, - 77, - 0, - 0, - 20, - 167, - 36, - 0, - 119, - 0, - 129, - 0, - 0, - 1, - 97, - 0, - 40 - ], - "62": [ - 37, - 49, - 0, - 88, - 72, - 0, - 0, - 20, - 168, - 37, - 0, - 120, - 0, - 137, - 0, - 0, - 1, - 87, - 0, - 39 - ], - "63": [ - 32, - 47, - 0, - 87, - 76, - 0, - 0, - 21, - 171, - 28, - 0, - 120, - 0, - 148, - 0, - 0, - 3, - 82, - 0, - 40 - ], - "64": [ - 27, - 36, - 0, - 90, - 81, - 0, - 0, - 22, - 169, - 26, - 0, - 120, - 0, - 142, - 0, - 0, - 0, - 79, - 0, - 42 - ], - "65": [ - 21, - 43, - 0, - 90, - 77, - 0, - 0, - 21, - 179, - 28, - 0, - 120, - 0, - 140, - 0, - 0, - 0, - 77, - 0, - 40 - ], - "66": [ - 28, - 42, - 0, - 86, - 79, - 0, - 0, - 20, - 175, - 26, - 0, - 121, - 0, - 138, - 0, - 0, - 1, - 74, - 0, - 41 - ], - "67": [ - 19, - 44, - 0, - 87, - 75, - 0, - 0, - 21, - 173, - 21, - 0, - 122, - 0, - 146, - 0, - 0, - 1, - 63, - 0, - 40 - ], - "68": [ - 13, - 48, - 0, - 90, - 70, - 0, - 0, - 20, - 163, - 21, - 0, - 122, - 0, - 145, - 0, - 0, - 1, - 57, - 0, - 42 - ], - "69": [ - 16, - 51, - 0, - 97, - 73, - 0, - 0, - 21, - 164, - 17, - 0, - 124, - 0, - 134, - 0, - 0, - 0, - 58, - 0, - 40 - ], - "70": [ - 21, - 52, - 0, - 91, - 67, - 0, - 1, - 20, - 166, - 28, - 0, - 127, - 0, - 134, - 0, - 0, - 1, - 61, - 0, - 39 - ], - "71": [ - 17, - 53, - 0, - 90, - 65, - 0, - 4, - 20, - 169, - 26, - 0, - 139, - 0, - 141, - 0, - 0, - 4, - 72, - 0, - 39 - ], - "72": [ - 11, - 58, - 0, - 86, - 56, - 0, - 5, - 20, - 174, - 33, - 0, - 142, - 0, - 142, - 0, - 0, - 2, - 78, - 0, - 41 - ], - "73": [ - 12, - 61, - 2, - 84, - 58, - 0, - 8, - 20, - 171, - 19, - 0, - 149, - 0, - 150, - 0, - 0, - 0, - 81, - 0, - 41 - ], - "74": [ - 16, - 61, - 0, - 80, - 62, - 0, - 7, - 19, - 167, - 19, - 0, - 162, - 0, - 161, - 0, - 0, - 3, - 79, - 0, - 40 - ], - "75": [ - 13, - 61, - 1, - 80, - 61, - 0, - 11, - 20, - 176, - 20, - 0, - 148, - 0, - 156, - 0, - 0, - 2, - 75, - 0, - 42 - ], - "76": [ - 13, - 61, - 0, - 79, - 67, - 0, - 12, - 23, - 187, - 16, - 0, - 157, - 0, - 144, - 0, - 0, - 2, - 78, - 0, - 43 - ], - "77": [ - 8, - 65, - 0, - 87, - 78, - 0, - 13, - 24, - 184, - 8, - 0, - 176, - 0, - 147, - 0, - 0, - 4, - 79, - 0, - 42 - ], - "78": [ - 9, - 62, - 0, - 92, - 83, - 0, - 9, - 23, - 188, - 11, - 0, - 172, - 0, - 161, - 0, - 0, - 6, - 87, - 0, - 40 - ], - "79": [ - 4, - 58, - 0, - 89, - 78, - 0, - 10, - 22, - 175, - 10, - 0, - 171, - 0, - 153, - 0, - 0, - 1, - 78, - 0, - 40 - ], - "80": [ - 4, - 53, - 0, - 89, - 83, - 0, - 10, - 22, - 183, - 16, - 0, - 162, - 0, - 163, - 0, - 0, - 1, - 77, - 0, - 40 - ], - "81": [ - 12, - 50, - 0, - 87, - 81, - 0, - 14, - 22, - 193, - 15, - 0, - 183, - 0, - 152, - 0, - 0, - 3, - 79, - 0, - 41 - ], - "82": [ - 14, - 56, - 0, - 91, - 73, - 0, - 9, - 22, - 190, - 6, - 0, - 174, - 0, - 153, - 0, - 0, - 4, - 78, - 0, - 42 - ], - "83": [ - 13, - 53, - 0, - 95, - 74, - 0, - 9, - 24, - 176, - 10, - 0, - 180, - 0, - 156, - 0, - 0, - 7, - 78, - 0, - 46 - ], - "84": [ - 12, - 55, - 0, - 89, - 75, - 0, - 14, - 22, - 182, - 5, - 0, - 169, - 0, - 161, - 0, - 0, - 9, - 77, - 0, - 44 - ], - "85": [ - 12, - 63, - 0, - 98, - 71, - 0, - 17, - 23, - 181, - 0, - 0, - 174, - 0, - 162, - 0, - 0, - 9, - 70, - 0, - 43 - ], - "86": [ - 14, - 63, - 0, - 94, - 66, - 0, - 20, - 23, - 187, - 0, - 0, - 186, - 0, - 161, - 0, - 0, - 10, - 68, - 0, - 44 - ], - "87": [ - 11, - 53, - 0, - 81, - 61, - 0, - 14, - 23, - 192, - 0, - 0, - 189, - 0, - 160, - 0, - 0, - 9, - 83, - 0, - 44 - ], - "88": [ - 7, - 52, - 1, - 76, - 69, - 0, - 10, - 23, - 178, - 1, - 0, - 170, - 0, - 147, - 0, - 0, - 7, - 93, - 0, - 48 - ], - "89": [ - 4, - 51, - 3, - 72, - 59, - 0, - 9, - 26, - 175, - 1, - 0, - 174, - 0, - 137, - 0, - 0, - 6, - 95, - 0, - 57 - ], - "90": [ - 5, - 52, - 1, - 67, - 61, - 0, - 8, - 27, - 186, - 0, - 0, - 174, - 0, - 138, - 0, - 0, - 8, - 85, - 0, - 58 - ], - "91": [ - 10, - 51, - 4, - 71, - 61, - 0, - 9, - 22, - 187, - 0, - 0, - 178, - 0, - 127, - 0, - 0, - 4, - 88, - 0, - 58 - ], - "92": [ - 7, - 59, - 4, - 74, - 59, - 0, - 9, - 22, - 184, - 0, - 0, - 161, - 0, - 137, - 0, - 0, - 5, - 87, - 0, - 66 - ], - "93": [ - 6, - 63, - 1, - 72, - 52, - 0, - 3, - 22, - 192, - 0, - 0, - 172, - 0, - 133, - 0, - 0, - 4, - 92, - 0, - 64 - ], - "94": [ - 6, - 65, - 1, - 68, - 58, - 0, - 3, - 21, - 193, - 0, - 0, - 165, - 0, - 130, - 0, - 0, - 7, - 99, - 0, - 64 - ], - "95": [ - 6, - 64, - 2, - 69, - 56, - 0, - 3, - 19, - 192, - 0, - 0, - 162, - 0, - 130, - 0, - 0, - 5, - 107, - 0, - 65 - ], - "96": [ - 4, - 67, - 5, - 73, - 55, - 0, - 7, - 19, - 188, - 0, - 0, - 160, - 0, - 127, - 0, - 0, - 4, - 110, - 0, - 71 - ], - "97": [ - 7, - 61, - 4, - 69, - 49, - 0, - 6, - 19, - 165, - 0, - 0, - 158, - 0, - 127, - 0, - 0, - 6, - 103, - 0, - 67 - ], - "98": [ - 3, - 58, - 7, - 70, - 49, - 0, - 5, - 18, - 164, - 0, - 0, - 149, - 0, - 122, - 0, - 0, - 6, - 99, - 0, - 69 - ], - "99": [ - 1, - 62, - 10, - 79, - 46, - 0, - 5, - 17, - 165, - 0, - 0, - 132, - 0, - 125, - 0, - 0, - 5, - 102, - 0, - 65 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.01.gamma=0.9/run=97181dd5feb048c4/rewards.plot.png b/experiments/seed=256/alpha=0.01.gamma=0.9/run=97181dd5feb048c4/rewards.plot.png deleted file mode 100644 index d903120..0000000 Binary files a/experiments/seed=256/alpha=0.01.gamma=0.9/run=97181dd5feb048c4/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.01.gamma=0.9/run=97181dd5feb048c4/sum_rewards.json b/experiments/seed=256/alpha=0.01.gamma=0.9/run=97181dd5feb048c4/sum_rewards.json deleted file mode 100644 index 509073b..0000000 --- a/experiments/seed=256/alpha=0.01.gamma=0.9/run=97181dd5feb048c4/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 47861, - "V": 4474916 - }, - "control": { - "R": 51091, - "V": 5721003 - } -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.01.gamma=0.9/run=97181dd5feb048c4/view.plot.png b/experiments/seed=256/alpha=0.01.gamma=0.9/run=97181dd5feb048c4/view.plot.png deleted file mode 100644 index a3296bf..0000000 Binary files a/experiments/seed=256/alpha=0.01.gamma=0.9/run=97181dd5feb048c4/view.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.01.gamma=0.9/run=ac2a842d7733476a/choices.json b/experiments/seed=256/alpha=0.01.gamma=0.9/run=ac2a842d7733476a/choices.json deleted file mode 100644 index 849d8bb..0000000 --- a/experiments/seed=256/alpha=0.01.gamma=0.9/run=ac2a842d7733476a/choices.json +++ /dev/null @@ -1,702 +0,0 @@ -{ - "0": [ - 10, - 6, - 7, - 1, - 12 - ], - "1": [ - 0, - 16, - 13, - 7, - 1 - ], - "2": [ - 3, - 14, - 6, - 13, - 18 - ], - "3": [ - 7, - 17, - 4, - 14, - 0 - ], - "4": [ - 11, - 14, - 2, - 3, - 5 - ], - "5": [ - 0, - 4, - 10, - 11, - 9 - ], - "6": [ - 11, - 9, - 0, - 3, - 18 - ], - "7": [ - 17, - 3, - 4, - 18, - 15 - ], - "8": [ - 7, - 1, - 6, - 13, - 3 - ], - "9": [ - 3, - 19, - 6, - 11, - 9 - ], - "10": [ - 11, - 3, - 14, - 9, - 16 - ], - "11": [ - 2, - 9, - 13, - 6, - 7 - ], - "12": [ - 6, - 5, - 4, - 19, - 9 - ], - "13": [ - 13, - 7, - 9, - 11, - 6 - ], - "14": [ - 5, - 0, - 11, - 8, - 15 - ], - "15": [ - 0, - 10, - 19, - 1, - 8 - ], - "16": [ - 1, - 8, - 11, - 2, - 0 - ], - "17": [ - 17, - 3, - 19, - 13, - 6 - ], - "18": [ - 16, - 13, - 3, - 15, - 11 - ], - "19": [ - 13, - 11, - 17, - 4, - 15 - ], - "20": [ - 11, - 8, - 1, - 7, - 19 - ], - "21": [ - 10, - 11, - 4, - 13, - 1 - ], - "22": [ - 13, - 0, - 17, - 3, - 11 - ], - "23": [ - 13, - 0, - 11, - 2, - 4 - ], - "24": [ - 11, - 2, - 14, - 13, - 15 - ], - "25": [ - 13, - 17, - 19, - 7, - 3 - ], - "26": [ - 13, - 11, - 17, - 0, - 3 - ], - "27": [ - 11, - 10, - 13, - 17, - 7 - ], - "28": [ - 11, - 13, - 16, - 1, - 3 - ], - "29": [ - 11, - 13, - 19, - 18, - 6 - ], - "30": [ - 11, - 4, - 13, - 10, - 8 - ], - "31": [ - 11, - 13, - 8, - 19, - 15 - ], - "32": [ - 11, - 13, - 1, - 5, - 4 - ], - "33": [ - 11, - 15, - 19, - 13, - 18 - ], - "34": [ - 13, - 11, - 0, - 8, - 3 - ], - "35": [ - 11, - 19, - 4, - 13, - 17 - ], - "36": [ - 11, - 3, - 13, - 17, - 8 - ], - "37": [ - 11, - 13, - 7, - 8, - 16 - ], - "38": [ - 13, - 11, - 14, - 3, - 18 - ], - "39": [ - 11, - 13, - 8, - 2, - 17 - ], - "40": [ - 11, - 13, - 4, - 1, - 0 - ], - "41": [ - 11, - 13, - 2, - 8, - 17 - ], - "42": [ - 11, - 13, - 2, - 8, - 3 - ], - "43": [ - 11, - 13, - 17, - 8, - 12 - ], - "44": [ - 11, - 13, - 17, - 8, - 0 - ], - "45": [ - 11, - 13, - 2, - 17, - 1 - ], - "46": [ - 11, - 13, - 8, - 9, - 14 - ], - "47": [ - 13, - 11, - 17, - 8, - 5 - ], - "48": [ - 11, - 13, - 19, - 7, - 9 - ], - "49": [ - 11, - 13, - 19, - 9, - 17 - ], - "50": [ - 11, - 13, - 19, - 0, - 7 - ], - "51": [ - 13, - 11, - 19, - 3, - 17 - ], - "52": [ - 13, - 11, - 17, - 4, - 3 - ], - "53": [ - 13, - 11, - 17, - 1, - 10 - ], - "54": [ - 11, - 13, - 4, - 17, - 1 - ], - "55": [ - 11, - 13, - 17, - 3, - 4 - ], - "56": [ - 11, - 13, - 4, - 17, - 14 - ], - "57": [ - 11, - 13, - 3, - 5, - 17 - ], - "58": [ - 13, - 11, - 17, - 3, - 4 - ], - "59": [ - 11, - 13, - 6, - 10, - 17 - ], - "60": [ - 11, - 13, - 17, - 19, - 7 - ], - "61": [ - 11, - 13, - 19, - 6, - 17 - ], - "62": [ - 11, - 13, - 4, - 1, - 14 - ], - "63": [ - 13, - 11, - 8, - 17, - 1 - ], - "64": [ - 11, - 13, - 4, - 12, - 17 - ], - "65": [ - 11, - 13, - 4, - 8, - 17 - ], - "66": [ - 13, - 11, - 19, - 3, - 5 - ], - "67": [ - 13, - 11, - 19, - 7, - 17 - ], - "68": [ - 11, - 13, - 6, - 4, - 17 - ], - "69": [ - 13, - 11, - 8, - 17, - 14 - ], - "70": [ - 11, - 13, - 19, - 8, - 2 - ], - "71": [ - 13, - 11, - 7, - 17, - 3 - ], - "72": [ - 11, - 13, - 17, - 0, - 3 - ], - "73": [ - 11, - 13, - 2, - 17, - 4 - ], - "74": [ - 13, - 11, - 4, - 8, - 1 - ], - "75": [ - 13, - 11, - 17, - 19, - 3 - ], - "76": [ - 11, - 13, - 8, - 4, - 1 - ], - "77": [ - 13, - 11, - 3, - 17, - 0 - ], - "78": [ - 13, - 11, - 17, - 4, - 19 - ], - "79": [ - 13, - 11, - 3, - 17, - 8 - ], - "80": [ - 13, - 11, - 19, - 2, - 17 - ], - "81": [ - 13, - 11, - 4, - 17, - 8 - ], - "82": [ - 11, - 13, - 3, - 4, - 17 - ], - "83": [ - 13, - 11, - 4, - 17, - 6 - ], - "84": [ - 11, - 13, - 17, - 8, - 19 - ], - "85": [ - 13, - 11, - 10, - 1, - 17 - ], - "86": [ - 13, - 11, - 17, - 5, - 16 - ], - "87": [ - 13, - 11, - 4, - 17, - 1 - ], - "88": [ - 13, - 11, - 17, - 4, - 8 - ], - "89": [ - 13, - 11, - 17, - 4, - 8 - ], - "90": [ - 13, - 11, - 17, - 1, - 4 - ], - "91": [ - 13, - 11, - 4, - 17, - 19 - ], - "92": [ - 13, - 11, - 18, - 8, - 17 - ], - "93": [ - 13, - 11, - 17, - 9, - 1 - ], - "94": [ - 13, - 11, - 17, - 4, - 2 - ], - "95": [ - 13, - 11, - 17, - 8, - 18 - ], - "96": [ - 13, - 11, - 17, - 4, - 8 - ], - "97": [ - 13, - 11, - 17, - 8, - 4 - ], - "98": [ - 13, - 11, - 17, - 15, - 4 - ], - "99": [ - 13, - 11, - 17, - 4, - 8 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.01.gamma=0.9/run=ac2a842d7733476a/config.json b/experiments/seed=256/alpha=0.01.gamma=0.9/run=ac2a842d7733476a/config.json deleted file mode 100644 index 62b152e..0000000 --- a/experiments/seed=256/alpha=0.01.gamma=0.9/run=ac2a842d7733476a/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 20, - "num_choices": 5, - "time_span": 100, - "history_span": 3000, - "alpha": 0.01, - "gamma": 0.9, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.01.gamma=0.9/run=ac2a842d7733476a/control.choices.json b/experiments/seed=256/alpha=0.01.gamma=0.9/run=ac2a842d7733476a/control.choices.json deleted file mode 100644 index 1ce1220..0000000 --- a/experiments/seed=256/alpha=0.01.gamma=0.9/run=ac2a842d7733476a/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 4, - 3, - 11, - 1, - 13 -] \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.01.gamma=0.9/run=ac2a842d7733476a/qvalues.json b/experiments/seed=256/alpha=0.01.gamma=0.9/run=ac2a842d7733476a/qvalues.json deleted file mode 100644 index 1c036bd..0000000 --- a/experiments/seed=256/alpha=0.01.gamma=0.9/run=ac2a842d7733476a/qvalues.json +++ /dev/null @@ -1,2180 +0,0 @@ -{ - "0": [ - 0.0, - 5.57, - 0.0, - 5.0, - 5.0, - 0.0, - 0.03, - 0.02, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.55, - 6.2043, - 0.0, - 5.0, - 5.0, - 0.0, - 0.03, - 0.0198, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 6.63, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 0.55, - 6.2043, - 0.0, - 5.65, - 5.0, - 0.0, - 0.029699999999999997, - 0.0198, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 8.3837, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 1.1245, - 6.2043, - 0.0, - 5.65, - 5.37, - 0.0, - 0.029699999999999997, - 0.059602, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 8.3837, - 0.0, - 0.0, - 0.0, - 1.8800000000000001, - 0.0, - 0.0 - ], - "4": [ - 1.1245, - 6.2043, - 0.03, - 6.3035000000000005, - 5.37, - 0.0, - 0.029699999999999997, - 0.059602, - 0.0, - 0.0, - 0.0, - 7.17, - 0.0, - 8.3837, - 0.0, - 0.0, - 0.0, - 1.8800000000000001, - 0.0, - 0.0 - ], - "5": [ - 1.723255, - 6.2043, - 0.03, - 6.3035000000000005, - 5.8063, - 0.0, - 0.029699999999999997, - 0.059602, - 0.0, - 0.5, - 0.0, - 9.4083, - 0.0, - 8.3837, - 0.0, - 0.0, - 0.0, - 1.8800000000000001, - 0.0, - 0.0 - ], - "6": [ - 2.24602245, - 6.2043, - 0.03, - 6.710465000000001, - 5.8063, - 0.0, - 0.029699999999999997, - 0.059602, - 0.0, - 0.9450000000000001, - 0.0, - 11.544217, - 0.0, - 8.3837, - 0.0, - 0.0, - 0.0, - 1.8800000000000001, - 0.0, - 0.0 - ], - "7": [ - 2.24602245, - 6.2043, - 0.03, - 7.113360350000001, - 6.2882370000000005, - 0.0, - 0.029699999999999997, - 0.059602, - 0.0, - 0.9450000000000001, - 0.0, - 11.544217, - 0.0, - 8.3837, - 0.0, - 0.0, - 0.0, - 3.6612, - 0.0, - 0.0 - ], - "8": [ - 2.24602245, - 6.692257, - 0.03, - 7.4822267465, - 6.2882370000000005, - 0.0, - 0.029403, - 0.23900598, - 0.0, - 0.9450000000000001, - 0.0, - 11.544217, - 0.0, - 10.099863, - 0.0, - 0.0, - 0.0, - 3.6612, - 0.0, - 0.0 - ], - "9": [ - 2.24602245, - 6.692257, - 0.03, - 7.867404479035001, - 6.2882370000000005, - 0.0, - 0.029108969999999998, - 0.23900598, - 0.0, - 1.36555, - 0.0, - 13.818774829999999, - 0.0, - 10.099863, - 0.0, - 0.0, - 0.0, - 3.6612, - 0.0, - 0.5700000000000001 - ], - "10": [ - 2.24602245, - 6.692257, - 0.03, - 8.27873043424465, - 6.2882370000000005, - 0.0, - 0.029108969999999998, - 0.23900598, - 0.0, - 1.7318945000000001, - 0.0, - 15.960587081699998, - 0.0, - 10.099863, - 0.0, - 0.0, - 0.0, - 3.6612, - 0.0, - 0.5700000000000001 - ], - "11": [ - 2.24602245, - 6.692257, - 0.0797, - 8.27873043424465, - 6.2882370000000005, - 0.0, - 0.028817880299999998, - 0.44661592019999996, - 0.0, - 2.154575555, - 0.0, - 15.960587081699998, - 0.0, - 12.07886437, - 0.0, - 0.0, - 0.0, - 3.6612, - 0.0, - 0.5700000000000001 - ], - "12": [ - 2.24602245, - 6.692257, - 0.0797, - 8.27873043424465, - 7.015354630000001, - 0.0, - 0.028529701496999998, - 0.44661592019999996, - 0.0, - 2.6030297994500002, - 0.0, - 15.960587081699998, - 0.0, - 12.07886437, - 0.0, - 0.0, - 0.0, - 3.6612, - 0.0, - 1.0743 - ], - "13": [ - 2.24602245, - 6.692257, - 0.0797, - 8.27873043424465, - 7.015354630000001, - 0.0, - 0.028244404482029997, - 0.562149760998, - 0.0, - 3.0969995014555, - 0.0, - 18.100981210883, - 0.0, - 13.9680757263, - 0.0, - 0.0, - 0.0, - 3.6612, - 0.0, - 1.0743 - ], - "14": [ - 2.6935622255, - 6.692257, - 0.0797, - 8.27873043424465, - 7.015354630000001, - 0.0, - 0.028244404482029997, - 0.562149760998, - 1.33, - 3.0969995014555, - 0.0, - 20.069971398774168, - 0.0, - 13.9680757263, - 0.0, - 0.0, - 0.0, - 3.6612, - 0.0, - 1.0743 - ], - "15": [ - 3.146626603245, - 7.27533443, - 0.0797, - 8.27873043424465, - 7.015354630000001, - 0.0, - 0.028244404482029997, - 0.562149760998, - 2.6167, - 3.0969995014555, - 0.0, - 20.069971398774168, - 0.0, - 13.9680757263, - 0.0, - 0.0, - 0.0, - 3.6612, - 0.0, - 1.5835569999999999 - ], - "16": [ - 3.6151603372125503, - 7.8625810857000005, - 0.198903, - 8.27873043424465, - 7.015354630000001, - 0.0, - 0.028244404482029997, - 0.562149760998, - 3.920533, - 3.0969995014555, - 0.0, - 22.119271684786426, - 0.0, - 13.9680757263, - 0.0, - 0.0, - 0.0, - 3.6612, - 0.0, - 1.5835569999999999 - ], - "17": [ - 3.6151603372125503, - 7.8625810857000005, - 0.198903, - 8.625943129902204, - 7.015354630000001, - 0.0, - 0.027961960437209697, - 0.562149760998, - 3.920533, - 3.0969995014555, - 0.0, - 22.119271684786426, - 0.0, - 15.968394969037, - 0.0, - 0.0, - 0.0, - 4.9845880000000005, - 0.0, - 2.10772143 - ], - "18": [ - 3.6151603372125503, - 7.8625810857000005, - 0.198903, - 9.059683698603182, - 7.015354630000001, - 0.0, - 0.027961960437209697, - 0.562149760998, - 3.920533, - 3.0969995014555, - 0.0, - 24.218078967938563, - 0.0, - 17.90871101934663, - 0.0, - 0.0, - 0.0, - 4.9845880000000005, - 0.0, - 2.10772143 - ], - "19": [ - 3.6151603372125503, - 7.8625810857000005, - 0.198903, - 9.059683698603182, - 7.685201083700001, - 0.0, - 0.027961960437209697, - 0.562149760998, - 3.920533, - 3.0969995014555, - 0.0, - 26.40589817825918, - 0.0, - 20.039623909153164, - 0.0, - 0.0, - 0.0, - 6.194742120000001, - 0.0, - 2.10772143 - ], - "20": [ - 3.6151603372125503, - 8.463955274843, - 0.198903, - 9.059683698603182, - 7.685201083700001, - 0.0, - 0.027961960437209697, - 0.55652826338802, - 5.041327669999999, - 3.0969995014555, - 0.0, - 28.691839196476586, - 0.0, - 20.039623909153164, - 0.0, - 0.0, - 0.0, - 6.194742120000001, - 0.0, - 2.7066442157 - ], - "21": [ - 3.6151603372125503, - 9.10931572209457, - 0.198903, - 9.059683698603182, - 8.378349072863001, - 0.0, - 0.027961960437209697, - 0.55652826338802, - 5.041327669999999, - 3.0969995014555, - 0.0, - 30.81492080451182, - 0.0, - 22.03922767006163, - 0.0, - 0.0, - 0.0, - 6.194742120000001, - 0.0, - 2.7066442157 - ], - "22": [ - 4.119008733840425, - 9.10931572209457, - 0.198903, - 9.52908686161715, - 8.378349072863001, - 0.0, - 0.027961960437209697, - 0.55652826338802, - 5.041327669999999, - 3.0969995014555, - 0.0, - 32.9667715964667, - 0.0, - 24.088835393361016, - 0.0, - 0.0, - 0.0, - 7.3027946988000005, - 0.0, - 2.7066442157 - ], - "23": [ - 4.597818646502021, - 9.10931572209457, - 0.23691397, - 9.52908686161715, - 9.024565582134372, - 0.0, - 0.027961960437209697, - 0.55652826338802, - 5.041327669999999, - 3.0969995014555, - 0.0, - 35.13710388050203, - 0.0, - 26.117947039427406, - 0.0, - 0.0, - 0.0, - 7.3027946988000005, - 0.0, - 2.7066442157 - ], - "24": [ - 4.597818646502021, - 9.10931572209457, - 0.2945448303, - 9.52908686161715, - 9.024565582134372, - 0.0, - 0.027961960437209697, - 0.55652826338802, - 5.041327669999999, - 3.0969995014555, - 0.0, - 37.38573284169701, - 0.0, - 28.256767569033133, - 0.0, - 0.0, - 0.0, - 7.3027946988000005, - 0.0, - 2.7066442157 - ], - "25": [ - 4.597818646502021, - 9.10931572209457, - 0.2945448303, - 9.973795993000978, - 9.024565582134372, - 0.0, - 0.027961960437209697, - 0.5809629807541398, - 5.041327669999999, - 3.0969995014555, - 0.0, - 37.38573284169701, - 0.0, - 30.3041998933428, - 0.0, - 0.0, - 0.0, - 8.349766751812, - 0.0, - 3.329577773543 - ], - "26": [ - 5.111840460037, - 9.10931572209457, - 0.2945448303, - 10.384058033070968, - 9.024565582134372, - 0.0, - 0.027961960437209697, - 0.5809629807541398, - 5.041327669999999, - 3.0969995014555, - 0.0, - 39.74187551328004, - 0.0, - 32.321157894409374, - 0.0, - 0.0, - 0.0, - 9.376269084293881, - 0.0, - 3.329577773543 - ], - "27": [ - 5.111840460037, - 9.10931572209457, - 0.2945448303, - 10.384058033070968, - 9.024565582134372, - 0.0, - 0.027961960437209697, - 0.6251533509465984, - 5.041327669999999, - 3.0969995014555, - 0.0, - 41.954456758147245, - 0.0, - 34.41794631546528, - 0.0, - 0.0, - 0.0, - 10.362506393450943, - 0.0, - 3.329577773543 - ], - "28": [ - 5.111840460037, - 9.818222564873624, - 0.2945448303, - 10.830217452740259, - 9.024565582134372, - 0.0, - 0.027961960437209697, - 0.6251533509465984, - 5.041327669999999, - 3.0969995014555, - 0.0, - 44.21491219056577, - 0.0, - 36.583766852310625, - 0.0, - 0.0, - 0.0, - 10.362506393450943, - 0.0, - 3.329577773543 - ], - "29": [ - 5.111840460037, - 9.818222564873624, - 0.2945448303, - 10.830217452740259, - 9.024565582134372, - 0.0, - 0.0276823408328376, - 0.6251533509465984, - 5.041327669999999, - 3.0969995014555, - 0.0, - 46.542763068660115, - 0.0, - 38.67792918378752, - 0.0, - 0.0, - 0.0, - 10.362506393450943, - 0.0, - 4.12628199580757 - ], - "30": [ - 5.111840460037, - 9.818222564873624, - 0.2945448303, - 10.830217452740259, - 9.714319926313028, - 0.0, - 0.0276823408328376, - 0.6251533509465984, - 6.010914393299999, - 3.0969995014555, - 0.0, - 49.007335437973516, - 0.0, - 40.791149891949644, - 0.0, - 0.0, - 0.0, - 10.362506393450943, - 0.0, - 4.12628199580757 - ], - "31": [ - 5.111840460037, - 9.818222564873624, - 0.2945448303, - 10.830217452740259, - 9.714319926313028, - 0.0, - 0.0276823408328376, - 0.6251533509465984, - 6.950805249366999, - 3.0969995014555, - 0.0, - 51.34726208359378, - 0.0, - 42.853238393030146, - 0.0, - 0.0, - 0.0, - 10.362506393450943, - 0.0, - 4.885019175849495 - ], - "32": [ - 5.111840460037, - 10.480040339224887, - 0.2945448303, - 10.830217452740259, - 10.367176727049898, - 0.0, - 0.0276823408328376, - 0.6251533509465984, - 6.950805249366999, - 3.0969995014555, - 0.0, - 53.91378946275785, - 0.0, - 44.874706009099846, - 0.0, - 0.0, - 0.0, - 10.362506393450943, - 0.0, - 4.885019175849495 - ], - "33": [ - 5.111840460037, - 10.480040339224887, - 0.2945448303, - 10.830217452740259, - 10.367176727049898, - 0.0, - 0.0276823408328376, - 0.6251533509465984, - 6.950805249366999, - 3.0969995014555, - 0.0, - 56.60465156813027, - 0.0, - 46.98595894900885, - 0.0, - 0.0, - 0.0, - 10.362506393450943, - 0.0, - 5.746168984091 - ], - "34": [ - 5.78072205543663, - 10.480040339224887, - 0.2945448303, - 11.161915278212856, - 10.367176727049898, - 0.0, - 0.0276823408328376, - 0.6251533509465984, - 7.751297196873329, - 3.0969995014555, - 0.0, - 59.05860505244897, - 0.0, - 48.92609935951876, - 0.0, - 0.0, - 0.0, - 10.362506393450943, - 0.0, - 5.746168984091 - ], - "35": [ - 5.78072205543663, - 10.480040339224887, - 0.2945448303, - 11.161915278212856, - 11.1935049597794, - 0.0, - 0.0276823408328376, - 0.6251533509465984, - 7.751297196873329, - 3.0969995014555, - 0.0, - 61.44801900192448, - 0.0, - 50.99683836592357, - 0.0, - 0.0, - 0.0, - 11.578881329516433, - 0.0, - 6.60870729425009 - ], - "36": [ - 5.78072205543663, - 10.480040339224887, - 0.2945448303, - 11.420296125430728, - 11.1935049597794, - 0.0, - 0.0276823408328376, - 0.6251533509465984, - 8.583784224904596, - 3.0969995014555, - 0.0, - 63.93353881190524, - 0.0, - 53.08686998226434, - 0.0, - 0.0, - 0.0, - 12.803092516221268, - 0.0, - 6.60870729425009 - ], - "37": [ - 5.78072205543663, - 10.480040339224887, - 0.2945448303, - 11.420296125430728, - 11.1935049597794, - 0.0, - 0.0276823408328376, - 0.6189018174371325, - 9.43794638265555, - 3.0969995014555, - 0.0, - 66.42420342378618, - 0.0, - 55.2360012824417, - 0.0, - 0.0, - 0.0, - 12.803092516221268, - 0.0, - 6.60870729425009 - ], - "38": [ - 5.78072205543663, - 10.480040339224887, - 0.2945448303, - 11.616093164176421, - 11.1935049597794, - 0.0, - 0.0276823408328376, - 0.6189018174371325, - 9.43794638265555, - 3.0969995014555, - 0.0, - 68.70996138954833, - 0.0, - 57.43364126961728, - 0.0, - 0.0, - 0.0, - 12.803092516221268, - 0.0, - 6.60870729425009 - ], - "39": [ - 5.78072205543663, - 10.480040339224887, - 0.36159938199700004, - 11.616093164176421, - 11.1935049597794, - 0.0, - 0.0276823408328376, - 0.6189018174371325, - 10.383566918828995, - 3.0969995014555, - 0.0, - 70.88286177565284, - 0.0, - 59.54930485692111, - 0.0, - 0.0, - 0.0, - 13.995061591059056, - 0.0, - 6.60870729425009 - ], - "40": [ - 6.2829148348822645, - 10.875239935832639, - 0.36159938199700004, - 11.616093164176421, - 12.221569910181605, - 0.0, - 0.0276823408328376, - 0.6189018174371325, - 10.383566918828995, - 3.0969995014555, - 0.0, - 73.16403315789631, - 0.0, - 61.7538118083519, - 0.0, - 0.0, - 0.0, - 13.995061591059056, - 0.0, - 6.60870729425009 - ], - "41": [ - 6.2829148348822645, - 10.875239935832639, - 0.42798338817703, - 11.616093164176421, - 12.221569910181605, - 0.0, - 0.0276823408328376, - 0.6189018174371325, - 11.469731249640706, - 3.0969995014555, - 0.0, - 75.38239282631734, - 0.0, - 63.916273690268376, - 0.0, - 0.0, - 0.0, - 15.195110975148465, - 0.0, - 6.60870729425009 - ], - "42": [ - 6.2829148348822645, - 10.875239935832639, - 0.4337035542952597, - 11.929932232534657, - 12.221569910181605, - 0.0, - 0.0276823408328376, - 0.6189018174371325, - 12.465033937144298, - 3.0969995014555, - 0.0, - 77.50856889805416, - 0.0, - 66.0371109533657, - 0.0, - 0.0, - 0.0, - 15.195110975148465, - 0.0, - 6.60870729425009 - ], - "43": [ - 6.2829148348822645, - 10.875239935832639, - 0.4337035542952597, - 11.929932232534657, - 12.221569910181605, - 0.0, - 0.0276823408328376, - 0.6189018174371325, - 13.420383597772855, - 3.0969995014555, - 0.0, - 79.28348320907362, - 0.0, - 68.09673984383204, - 0.0, - 0.0, - 0.0, - 16.25315986539698, - 0.0, - 6.60870729425009 - ], - "44": [ - 6.810085686533442, - 10.875239935832639, - 0.4337035542952597, - 11.929932232534657, - 12.221569910181605, - 0.0, - 0.0276823408328376, - 0.6189018174371325, - 14.336179761795126, - 3.0969995014555, - 0.0, - 80.95064837698288, - 0.0, - 70.14577244539372, - 0.0, - 0.0, - 0.0, - 17.25062826674301, - 0.0, - 6.60870729425009 - ], - "45": [ - 6.810085686533442, - 11.226487536474313, - 0.4593665187523071, - 11.929932232534657, - 12.221569910181605, - 0.0, - 0.0276823408328376, - 0.6189018174371325, - 14.336179761795126, - 3.0969995014555, - 0.0, - 82.70114189321305, - 0.0, - 72.05431472093979, - 0.0, - 0.0, - 0.0, - 18.16812198407558, - 0.0, - 6.60870729425009 - ], - "46": [ - 6.810085686533442, - 11.226487536474313, - 0.4593665187523071, - 11.929932232534657, - 12.221569910181605, - 0.0, - 0.0276823408328376, - 0.6189018174371325, - 15.362817964177175, - 3.186029506440945, - 0.0, - 84.26413047428092, - 0.0, - 74.07377157373038, - 0.0, - 0.0, - 0.0, - 18.16812198407558, - 0.0, - 6.60870729425009 - ], - "47": [ - 6.810085686533442, - 11.226487536474313, - 0.4593665187523071, - 11.929932232534657, - 12.221569910181605, - 0.0, - 0.0276823408328376, - 0.6189018174371325, - 16.259189784535405, - 3.186029506440945, - 0.0, - 85.8614891695381, - 0.0, - 75.93303385799308, - 0.0, - 0.0, - 0.0, - 19.006440764234824, - 0.0, - 6.60870729425009 - ], - "48": [ - 6.810085686533442, - 11.226487536474313, - 0.4593665187523071, - 11.929932232534657, - 12.221569910181605, - 0.0, - 0.0276823408328376, - 0.8527127992627611, - 16.259189784535405, - 3.274169211376536, - 0.0, - 87.47287427784272, - 0.0, - 77.74370351941315, - 0.0, - 0.0, - 0.0, - 19.006440764234824, - 0.0, - 7.522620221307589 - ], - "49": [ - 6.810085686533442, - 11.226487536474313, - 0.4593665187523071, - 11.929932232534657, - 12.221569910181605, - 0.0, - 0.0276823408328376, - 0.8527127992627611, - 16.259189784535405, - 3.3814275192627705, - 0.0, - 89.09814553506429, - 0.0, - 79.42626648421901, - 0.0, - 0.0, - 0.0, - 19.816376356592475, - 0.0, - 8.357394019094514 - ], - "50": [ - 7.111984829668107, - 11.226487536474313, - 0.4593665187523071, - 11.929932232534657, - 12.221569910181605, - 0.0, - 0.0276823408328376, - 1.1541856712701335, - 16.259189784535405, - 3.3814275192627705, - 0.0, - 90.73716407971365, - 0.0, - 81.04200381937682, - 0.0, - 0.0, - 0.0, - 19.816376356592475, - 0.0, - 9.153820078903568 - ], - "51": [ - 7.111984829668107, - 11.226487536474313, - 0.4593665187523071, - 12.40063291020931, - 12.221569910181605, - 0.0, - 0.0276823408328376, - 1.1541856712701335, - 16.259189784535405, - 3.3814275192627705, - 0.0, - 92.12979243891651, - 0.0, - 82.65158378118305, - 0.0, - 0.0, - 0.0, - 20.65821259302655, - 0.0, - 10.022281878114532 - ], - "52": [ - 7.111984829668107, - 11.226487536474313, - 0.4593665187523071, - 12.876626581107217, - 13.479354211079789, - 0.0, - 0.0276823408328376, - 1.1541856712701335, - 16.259189784535405, - 3.3814275192627705, - 0.0, - 93.65849451452735, - 0.0, - 84.21506794337122, - 0.0, - 0.0, - 0.0, - 21.511630467096285, - 0.0, - 10.022281878114532 - ], - "53": [ - 7.111984829668107, - 11.59422266110957, - 0.4593665187523071, - 12.876626581107217, - 13.479354211079789, - 0.0, - 0.0276823408328376, - 1.1541856712701335, - 16.259189784535405, - 3.3814275192627705, - 0.0, - 95.09190956938207, - 0.0, - 85.87291726393751, - 0.0, - 0.0, - 0.0, - 22.306514162425323, - 0.0, - 10.022281878114532 - ], - "54": [ - 7.111984829668107, - 11.978280434498473, - 0.4593665187523071, - 12.876626581107217, - 14.794560668968991, - 0.0, - 0.0276823408328376, - 1.1541856712701335, - 16.259189784535405, - 3.3814275192627705, - 0.0, - 96.52099047368824, - 0.0, - 87.51418809129814, - 0.0, - 0.0, - 0.0, - 23.04344902080107, - 0.0, - 10.022281878114532 - ], - "55": [ - 7.111984829668107, - 11.978280434498473, - 0.4593665187523071, - 13.317860315296144, - 16.1066150622793, - 0.0, - 0.0276823408328376, - 1.1541856712701335, - 16.259189784535405, - 3.3814275192627705, - 0.0, - 97.66578056895136, - 0.0, - 89.07904621038516, - 0.0, - 0.0, - 0.0, - 23.77301453059306, - 0.0, - 10.022281878114532 - ], - "56": [ - 7.111984829668107, - 11.978280434498473, - 0.4593665187523071, - 13.317860315296144, - 17.385548911656507, - 0.0, - 0.0276823408328376, - 1.1541856712701335, - 16.259189784535405, - 3.3814275192627705, - 0.0, - 99.01912276326185, - 0.0, - 90.58825574828131, - 0.0, - 0.0, - 0.0, - 24.54528438528713, - 0.0, - 10.022281878114532 - ], - "57": [ - 7.111984829668107, - 11.978280434498473, - 0.4593665187523071, - 13.894681712143182, - 17.385548911656507, - 0.0, - 0.0276823408328376, - 1.1541856712701335, - 16.259189784535405, - 3.3814275192627705, - 0.0, - 100.38893153562923, - 0.0, - 92.1223731907985, - 0.0, - 0.0, - 0.0, - 25.29983154143426, - 0.0, - 10.022281878114532 - ], - "58": [ - 7.111984829668107, - 11.978280434498473, - 0.4593665187523071, - 14.515734895021751, - 18.52169342253994, - 0.0, - 0.0276823408328376, - 1.1541856712701335, - 16.259189784535405, - 3.3814275192627705, - 0.0, - 101.61504222027294, - 0.0, - 93.79114945889052, - 0.0, - 0.0, - 0.0, - 25.986833226019915, - 0.0, - 10.022281878114532 - ], - "59": [ - 7.111984829668107, - 11.978280434498473, - 0.4593665187523071, - 14.515734895021751, - 18.52169342253994, - 0.0, - 0.027405517424509224, - 1.1541856712701335, - 16.259189784535405, - 3.3814275192627705, - 0.0, - 102.79889179807022, - 0.0, - 95.44323796430162, - 0.0, - 0.0, - 0.0, - 26.756964893759715, - 0.0, - 10.022281878114532 - ], - "60": [ - 7.111984829668107, - 11.978280434498473, - 0.4593665187523071, - 14.515734895021751, - 18.52169342253994, - 0.0, - 0.027405517424509224, - 1.5626438145574322, - 16.259189784535405, - 3.3814275192627705, - 0.0, - 103.89090288008951, - 0.0, - 97.0388055846586, - 0.0, - 0.0, - 0.0, - 27.50939524482212, - 0.0, - 11.022059059333387 - ], - "61": [ - 7.111984829668107, - 11.978280434498473, - 0.4593665187523071, - 14.515734895021751, - 18.52169342253994, - 0.0, - 0.02713146225026413, - 1.5626438145574322, - 16.259189784535405, - 3.3814275192627705, - 0.0, - 104.96199385128861, - 0.0, - 98.67841752881202, - 0.0, - 0.0, - 0.0, - 28.2143012923739, - 0.0, - 12.091838468740052 - ], - "62": [ - 7.111984829668107, - 12.298497630153488, - 0.4593665187523071, - 14.515734895021751, - 19.69647648831454, - 0.0, - 0.02713146225026413, - 1.5626438145574322, - 16.259189784535405, - 3.3814275192627705, - 0.0, - 106.13237391277572, - 0.0, - 100.3316333535239, - 0.0, - 0.0, - 0.0, - 28.2143012923739, - 0.0, - 12.091838468740052 - ], - "63": [ - 7.111984829668107, - 12.505512653851953, - 0.4593665187523071, - 14.515734895021751, - 19.69647648831454, - 0.0, - 0.02713146225026413, - 1.5626438145574322, - 17.436597886690052, - 3.3814275192627705, - 0.0, - 107.51105017364796, - 0.0, - 101.91831701998866, - 0.0, - 0.0, - 0.0, - 28.89215827945016, - 0.0, - 12.091838468740052 - ], - "64": [ - 7.111984829668107, - 12.505512653851953, - 0.4593665187523071, - 14.515734895021751, - 20.929511723431396, - 0.0, - 0.02713146225026413, - 1.5626438145574322, - 17.436597886690052, - 3.3814275192627705, - 0.0, - 108.82593967191148, - 0.0, - 103.38913384978878, - 0.0, - 0.0, - 0.0, - 29.56323669665566, - 0.0, - 12.091838468740052 - ], - "65": [ - 7.111984829668107, - 12.505512653851953, - 0.4593665187523071, - 14.515734895021751, - 22.210216606197083, - 0.0, - 0.02713146225026413, - 1.5626438145574322, - 18.74223190782315, - 3.3814275192627705, - 0.0, - 109.96768027519236, - 0.0, - 104.84524251129089, - 0.0, - 0.0, - 0.0, - 30.207604329689104, - 0.0, - 12.091838468740052 - ], - "66": [ - 7.111984829668107, - 12.505512653851953, - 0.4593665187523071, - 15.090577546071534, - 22.210216606197083, - 0.0, - 0.02713146225026413, - 1.5626438145574322, - 18.74223190782315, - 3.3814275192627705, - 0.0, - 111.10800347244044, - 0.0, - 106.30679008617798, - 0.0, - 0.0, - 0.0, - 30.207604329689104, - 0.0, - 13.050920084052652 - ], - "67": [ - 7.111984829668107, - 12.505512653851953, - 0.4593665187523071, - 15.090577546071534, - 22.210216606197083, - 0.0, - 0.02713146225026413, - 1.9070173764118579, - 18.74223190782315, - 3.3814275192627705, - 0.0, - 112.04692343771605, - 0.0, - 107.70372218531621, - 0.0, - 0.0, - 0.0, - 30.695528286392214, - 0.0, - 14.090410883212126 - ], - "68": [ - 7.111984829668107, - 12.505512653851953, - 0.4593665187523071, - 15.090577546071534, - 23.438114440135113, - 0.0, - 0.02686014762776149, - 1.9070173764118579, - 18.74223190782315, - 3.3814275192627705, - 0.0, - 113.05645420333889, - 0.0, - 109.11668496346304, - 0.0, - 0.0, - 0.0, - 31.138573003528293, - 0.0, - 14.090410883212126 - ], - "69": [ - 7.111984829668107, - 12.505512653851953, - 0.4593665187523071, - 15.090577546071534, - 23.438114440135113, - 0.0, - 0.02686014762776149, - 1.9070173764118579, - 19.89480958874492, - 3.3814275192627705, - 0.0, - 114.1058896613055, - 0.0, - 110.52551811382841, - 0.0, - 0.0, - 0.0, - 31.58718727349301, - 0.0, - 14.090410883212126 - ], - "70": [ - 7.111984829668107, - 12.505512653851953, - 0.45477285356478403, - 15.090577546071534, - 23.438114440135113, - 0.0, - 0.02686014762776149, - 1.9070173764118579, - 21.05586149285747, - 3.3814275192627705, - 0.0, - 115.03483076469244, - 0.0, - 111.90026293269013, - 0.0, - 0.0, - 0.0, - 31.58718727349301, - 0.0, - 15.069506774380004 - ], - "71": [ - 7.111984829668107, - 12.505512653851953, - 0.45477285356478403, - 15.63967177061082, - 23.438114440135113, - 0.0, - 0.02686014762776149, - 2.2479472026477394, - 21.05586149285747, - 3.3814275192627705, - 0.0, - 115.82448245704552, - 0.0, - 113.25126030336322, - 0.0, - 0.0, - 0.0, - 32.13131540075808, - 0.0, - 15.069506774380004 - ], - "72": [ - 7.160864981371426, - 12.505512653851953, - 0.45477285356478403, - 16.15327505290471, - 23.438114440135113, - 0.0, - 0.02686014762776149, - 2.2479472026477394, - 21.05586149285747, - 3.3814275192627705, - 0.0, - 116.51623763247507, - 0.0, - 114.68874770032959, - 0.0, - 0.0, - 0.0, - 32.7700022467505, - 0.0, - 15.069506774380004 - ], - "73": [ - 7.160864981371426, - 12.505512653851953, - 0.4502251250291362, - 16.15327505290471, - 24.543733295733762, - 0.0, - 0.02686014762776149, - 2.2479472026477394, - 21.05586149285747, - 3.3814275192627705, - 0.0, - 116.92107525615032, - 0.0, - 116.14186022332629, - 0.0, - 0.0, - 0.0, - 33.382302224282995, - 0.0, - 15.069506774380004 - ], - "74": [ - 7.160864981371426, - 12.930457527313434, - 0.4502251250291362, - 16.15327505290471, - 25.658295962776425, - 0.0, - 0.02686014762776149, - 2.2479472026477394, - 22.305302877928895, - 3.3814275192627705, - 0.0, - 117.09186450358881, - 0.0, - 117.57044162109302, - 0.0, - 0.0, - 0.0, - 33.382302224282995, - 0.0, - 15.069506774380004 - ], - "75": [ - 7.160864981371426, - 12.930457527313434, - 0.4502251250291362, - 16.721742302375663, - 25.658295962776425, - 0.0, - 0.02686014762776149, - 2.2479472026477394, - 22.305302877928895, - 3.3814275192627705, - 0.0, - 117.12094585855291, - 0.0, - 118.92473720488209, - 0.0, - 0.0, - 0.0, - 34.038479202040165, - 0.0, - 16.378811706636203 - ], - "76": [ - 7.160864981371426, - 13.3311529520403, - 0.4502251250291362, - 16.721742302375663, - 26.771713003148662, - 0.0, - 0.02686014762776149, - 2.2479472026477394, - 23.592249849149606, - 3.3814275192627705, - 0.0, - 117.11973639996738, - 0.0, - 120.30548983283327, - 0.0, - 0.0, - 0.0, - 34.038479202040165, - 0.0, - 16.378811706636203 - ], - "77": [ - 7.189256331557711, - 13.3311529520403, - 0.4502251250291362, - 17.304524879351906, - 26.771713003148662, - 0.0, - 0.02686014762776149, - 2.2479472026477394, - 23.592249849149606, - 3.3814275192627705, - 0.0, - 117.10853903596771, - 0.0, - 121.81243493450494, - 0.0, - 0.0, - 0.0, - 34.74809441001976, - 0.0, - 16.378811706636203 - ], - "78": [ - 7.189256331557711, - 13.3311529520403, - 0.4502251250291362, - 17.304524879351906, - 27.833995873117175, - 0.0, - 0.02686014762776149, - 2.2479472026477394, - 23.592249849149606, - 3.3814275192627705, - 0.0, - 117.10745364560803, - 0.0, - 123.35431058515988, - 0.0, - 0.0, - 0.0, - 35.37061346591956, - 0.0, - 17.57502358956984 - ], - "79": [ - 7.189256331557711, - 13.3311529520403, - 0.4502251250291362, - 17.831479630558388, - 27.833995873117175, - 0.0, - 0.02686014762776149, - 2.2479472026477394, - 24.92632735065811, - 3.3814275192627705, - 0.0, - 117.13637910915195, - 0.0, - 124.86076747930828, - 0.0, - 0.0, - 0.0, - 36.006907331260365, - 0.0, - 17.57502358956984 - ], - "80": [ - 7.189256331557711, - 13.3311529520403, - 0.44572287377884484, - 17.831479630558388, - 27.833995873117175, - 0.0, - 0.02686014762776149, - 2.2479472026477394, - 24.92632735065811, - 3.3814275192627705, - 0.0, - 117.18501531806042, - 0.0, - 126.4321598045152, - 0.0, - 0.0, - 0.0, - 36.65683825794776, - 0.0, - 18.769273353674144 - ], - "81": [ - 7.189256331557711, - 13.3311529520403, - 0.44572287377884484, - 17.831479630558388, - 29.035655914386002, - 0.0, - 0.02686014762776149, - 2.2479472026477394, - 26.357064077151527, - 3.3814275192627705, - 0.0, - 117.24316516487981, - 0.0, - 127.97783820647004, - 0.0, - 0.0, - 0.0, - 37.33026987536828, - 0.0, - 18.769273353674144 - ], - "82": [ - 7.189256331557711, - 13.3311529520403, - 0.44572287377884484, - 18.473164834252803, - 30.23529935524214, - 0.0, - 0.02686014762776149, - 2.2479472026477394, - 26.357064077151527, - 3.3814275192627705, - 0.0, - 117.37073351323102, - 0.0, - 129.53805982440534, - 0.0, - 0.0, - 0.0, - 37.9469671766146, - 0.0, - 18.769273353674144 - ], - "83": [ - 7.189256331557711, - 13.3311529520403, - 0.44572287377884484, - 18.473164834252803, - 31.34294636168972, - 0.0, - 0.3065915461514839, - 2.2479472026477394, - 26.357064077151527, - 3.3814275192627705, - 0.0, - 117.4870261780987, - 0.0, - 131.1226792261613, - 0.0, - 0.0, - 0.0, - 38.57749750484845, - 0.0, - 18.769273353674144 - ], - "84": [ - 7.189256331557711, - 13.3311529520403, - 0.44572287377884484, - 18.473164834252803, - 31.34294636168972, - 0.0, - 0.3065915461514839, - 2.2479472026477394, - 27.68349343638001, - 3.3814275192627705, - 0.0, - 117.58215591631772, - 0.0, - 132.7514524338997, - 0.0, - 0.0, - 0.0, - 39.16172252979997, - 0.0, - 19.8515806201374 - ], - "85": [ - 7.189256331557711, - 13.637841422519898, - 0.44572287377884484, - 18.473164834252803, - 31.34294636168972, - 0.0, - 0.3065915461514839, - 2.2479472026477394, - 27.68349343638001, - 3.3814275192627705, - 0.0, - 117.66633435715454, - 0.0, - 134.34393790956068, - 0.0, - 0.0, - 0.0, - 39.640105304501965, - 0.0, - 19.8515806201374 - ], - "86": [ - 7.189256331557711, - 13.637841422519898, - 0.44572287377884484, - 18.473164834252803, - 31.34294636168972, - 0.0, - 0.3065915461514839, - 2.2479472026477394, - 27.68349343638001, - 3.3814275192627705, - 0.0, - 117.769671013583, - 0.0, - 135.94049853046508, - 0.0, - 0.0, - 0.29, - 40.253704251456945, - 0.0, - 19.8515806201374 - ], - "87": [ - 7.189256331557711, - 13.8414630082947, - 0.44572287377884484, - 18.473164834252803, - 32.37951689807282, - 0.0, - 0.3065915461514839, - 2.2479472026477394, - 27.68349343638001, - 3.3814275192627705, - 0.0, - 117.86197430344717, - 0.0, - 137.50109354516042, - 0.0, - 0.0, - 0.29, - 40.96116720894238, - 0.0, - 19.8515806201374 - ], - "88": [ - 7.189256331557711, - 13.8414630082947, - 0.44572287377884484, - 18.473164834252803, - 33.3157217290921, - 0.0, - 0.3065915461514839, - 2.2479472026477394, - 28.986658502016212, - 3.3814275192627705, - 0.0, - 117.9633545604127, - 0.0, - 138.99608260970882, - 0.0, - 0.0, - 0.29, - 41.73155553685295, - 0.0, - 19.8515806201374 - ], - "89": [ - 7.189256331557711, - 13.8414630082947, - 0.44572287377884484, - 18.473164834252803, - 34.26256451180117, - 0.0, - 0.3065915461514839, - 2.2479472026477394, - 30.31679191699605, - 3.3814275192627705, - 0.0, - 118.06372101480856, - 0.0, - 140.39612178361173, - 0.0, - 0.0, - 0.29, - 42.434239981484424, - 0.0, - 19.8515806201374 - ], - "90": [ - 7.189256331557711, - 14.053048378211752, - 0.44572287377884484, - 18.473164834252803, - 35.28993886668316, - 0.0, - 0.3065915461514839, - 2.2479472026477394, - 30.31679191699605, - 3.3814275192627705, - 0.0, - 118.24308380466047, - 0.0, - 141.7121605657756, - 0.0, - 0.0, - 0.29, - 43.10989758166958, - 0.0, - 19.8515806201374 - ], - "91": [ - 7.189256331557711, - 14.053048378211752, - 0.44572287377884484, - 18.473164834252803, - 36.187039478016324, - 0.0, - 0.3065915461514839, - 2.2479472026477394, - 30.31679191699605, - 3.3814275192627705, - 0.0, - 118.47065296661387, - 0.0, - 143.17503896011786, - 0.0, - 0.0, - 0.29, - 43.778798605852884, - 0.0, - 21.063064813936027 - ], - "92": [ - 7.189256331557711, - 14.053048378211752, - 0.44572287377884484, - 18.473164834252803, - 36.187039478016324, - 0.0, - 0.3065915461514839, - 2.2479472026477394, - 31.653623997826088, - 3.3814275192627705, - 0.0, - 118.89594643694772, - 0.0, - 144.6132885705167, - 0.0, - 0.0, - 0.29, - 44.43101061979436, - 0.0, - 21.063064813936027 - ], - "93": [ - 7.189256331557711, - 14.302517894429634, - 0.44572287377884484, - 18.473164834252803, - 36.187039478016324, - 0.0, - 0.3065915461514839, - 2.2479472026477394, - 31.653623997826088, - 3.3476132440701427, - 0.0, - 119.27698697257824, - 0.0, - 145.93715568481153, - 0.0, - 0.0, - 0.29, - 45.076700513596414, - 0.0, - 21.063064813936027 - ], - "94": [ - 7.189256331557711, - 14.302517894429634, - 0.4612656450410564, - 18.473164834252803, - 37.00516908323616, - 0.0, - 0.3065915461514839, - 2.2479472026477394, - 31.653623997826088, - 3.3476132440701427, - 0.0, - 119.42421710285247, - 0.0, - 147.18778412796343, - 0.0, - 0.0, - 0.29, - 45.73593350846045, - 0.0, - 21.063064813936027 - ], - "95": [ - 7.189256331557711, - 14.302517894429634, - 0.4612656450410564, - 18.473164834252803, - 37.00516908323616, - 0.0, - 0.3065915461514839, - 2.2479472026477394, - 32.847087757847824, - 3.3476132440701427, - 0.0, - 119.53997493182395, - 0.0, - 148.39590628668378, - 0.0, - 0.0, - 0.29, - 46.418574173375845, - 0.0, - 21.063064813936027 - ], - "96": [ - 7.189256331557711, - 14.302517894429634, - 0.4612656450410564, - 18.473164834252803, - 37.7851173924038, - 0.0, - 0.3065915461514839, - 2.2479472026477394, - 33.80861688026935, - 3.3476132440701427, - 0.0, - 119.63457518250571, - 0.0, - 149.62194722381693, - 0.0, - 0.0, - 0.29, - 47.08438843164209, - 0.0, - 21.063064813936027 - ], - "97": [ - 7.189256331557711, - 14.302517894429634, - 0.4612656450410564, - 18.473164834252803, - 38.42726621847976, - 0.0, - 0.3065915461514839, - 2.2479472026477394, - 34.740530711466654, - 3.3476132440701427, - 0.0, - 119.70822943068066, - 0.0, - 150.81572775157875, - 0.0, - 0.0, - 0.29, - 47.75354454732567, - 0.0, - 21.063064813936027 - ], - "98": [ - 7.189256331557711, - 14.302517894429634, - 0.4612656450410564, - 18.473164834252803, - 39.12299355629496, - 0.0, - 0.3065915461514839, - 2.2479472026477394, - 34.740530711466654, - 3.3476132440701427, - 0.0, - 119.78114713637386, - 0.0, - 152.20757047406295, - 0.0, - 0.0, - 0.29, - 48.44600910185241, - 0.0, - 21.063064813936027 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.01.gamma=0.9/run=ac2a842d7733476a/rewards.json b/experiments/seed=256/alpha=0.01.gamma=0.9/run=ac2a842d7733476a/rewards.json deleted file mode 100644 index 28a8cb9..0000000 --- a/experiments/seed=256/alpha=0.01.gamma=0.9/run=ac2a842d7733476a/rewards.json +++ /dev/null @@ -1,2202 +0,0 @@ -{ - "0": [ - 44, - 65, - 5, - 67, - 46, - 0, - 3, - 0, - 123, - 43, - 0, - 221, - 0, - 155, - 0, - 0, - 0, - 212, - 0, - 59 - ], - "1": [ - 50, - 62, - 10, - 76, - 48, - 0, - 3, - 2, - 128, - 45, - 0, - 213, - 0, - 161, - 0, - 0, - 0, - 203, - 0, - 62 - ], - "2": [ - 55, - 69, - 11, - 69, - 48, - 0, - 1, - 0, - 128, - 51, - 0, - 210, - 0, - 168, - 0, - 0, - 0, - 195, - 0, - 58 - ], - "3": [ - 58, - 63, - 9, - 70, - 40, - 0, - 0, - 6, - 140, - 48, - 0, - 211, - 0, - 182, - 0, - 0, - 0, - 191, - 0, - 56 - ], - "4": [ - 58, - 63, - 8, - 71, - 42, - 0, - 0, - 4, - 145, - 45, - 0, - 223, - 0, - 175, - 0, - 0, - 0, - 188, - 0, - 51 - ], - "5": [ - 61, - 67, - 3, - 71, - 47, - 0, - 0, - 12, - 147, - 53, - 0, - 222, - 0, - 180, - 0, - 0, - 0, - 178, - 0, - 49 - ], - "6": [ - 61, - 62, - 4, - 56, - 49, - 0, - 0, - 16, - 143, - 50, - 0, - 231, - 0, - 170, - 0, - 0, - 0, - 173, - 0, - 56 - ], - "7": [ - 54, - 70, - 3, - 47, - 53, - 0, - 0, - 18, - 127, - 45, - 0, - 223, - 0, - 170, - 0, - 0, - 0, - 179, - 0, - 51 - ], - "8": [ - 56, - 66, - 3, - 47, - 54, - 0, - 0, - 18, - 127, - 39, - 0, - 231, - 0, - 172, - 0, - 0, - 0, - 180, - 0, - 59 - ], - "9": [ - 60, - 55, - 2, - 44, - 58, - 0, - 0, - 18, - 123, - 38, - 0, - 243, - 0, - 180, - 0, - 0, - 0, - 171, - 0, - 54 - ], - "10": [ - 64, - 57, - 2, - 46, - 59, - 0, - 0, - 14, - 132, - 43, - 0, - 239, - 0, - 185, - 0, - 0, - 0, - 167, - 0, - 57 - ], - "11": [ - 67, - 72, - 3, - 49, - 73, - 0, - 0, - 21, - 136, - 38, - 0, - 228, - 0, - 198, - 0, - 0, - 0, - 164, - 0, - 59 - ], - "12": [ - 52, - 64, - 5, - 54, - 77, - 0, - 0, - 21, - 138, - 44, - 0, - 229, - 0, - 208, - 0, - 0, - 0, - 152, - 0, - 62 - ], - "13": [ - 49, - 63, - 7, - 53, - 79, - 0, - 0, - 13, - 137, - 47, - 0, - 222, - 0, - 204, - 0, - 0, - 0, - 139, - 0, - 51 - ], - "14": [ - 45, - 59, - 10, - 55, - 71, - 0, - 0, - 12, - 138, - 52, - 0, - 230, - 0, - 201, - 0, - 0, - 0, - 144, - 0, - 55 - ], - "15": [ - 47, - 67, - 13, - 59, - 73, - 0, - 0, - 11, - 133, - 52, - 0, - 215, - 0, - 205, - 0, - 0, - 0, - 145, - 0, - 46 - ], - "16": [ - 48, - 65, - 14, - 57, - 73, - 0, - 0, - 4, - 130, - 56, - 0, - 221, - 0, - 227, - 0, - 0, - 0, - 139, - 0, - 52 - ], - "17": [ - 50, - 66, - 12, - 52, - 66, - 0, - 0, - 2, - 133, - 53, - 0, - 225, - 0, - 227, - 0, - 0, - 0, - 139, - 0, - 53 - ], - "18": [ - 47, - 65, - 14, - 43, - 69, - 0, - 0, - 8, - 133, - 46, - 0, - 220, - 0, - 214, - 0, - 0, - 0, - 136, - 0, - 54 - ], - "19": [ - 45, - 68, - 16, - 52, - 69, - 0, - 0, - 4, - 130, - 51, - 0, - 232, - 0, - 210, - 0, - 0, - 0, - 137, - 0, - 60 - ], - "20": [ - 43, - 64, - 11, - 50, - 74, - 0, - 0, - 0, - 119, - 43, - 0, - 243, - 0, - 231, - 0, - 0, - 0, - 126, - 0, - 64 - ], - "21": [ - 41, - 68, - 7, - 51, - 76, - 0, - 0, - 0, - 116, - 42, - 0, - 255, - 0, - 222, - 0, - 0, - 0, - 112, - 0, - 62 - ], - "22": [ - 44, - 73, - 7, - 49, - 77, - 0, - 0, - 0, - 120, - 33, - 0, - 241, - 0, - 220, - 0, - 0, - 0, - 116, - 0, - 68 - ], - "23": [ - 54, - 73, - 8, - 56, - 69, - 0, - 0, - 0, - 124, - 29, - 0, - 246, - 0, - 227, - 0, - 0, - 0, - 117, - 0, - 70 - ], - "24": [ - 52, - 70, - 4, - 54, - 73, - 0, - 0, - 0, - 114, - 27, - 0, - 250, - 0, - 227, - 0, - 0, - 0, - 120, - 0, - 67 - ], - "25": [ - 50, - 70, - 6, - 54, - 78, - 0, - 0, - 0, - 110, - 27, - 0, - 260, - 0, - 240, - 0, - 0, - 0, - 111, - 0, - 69 - ], - "26": [ - 58, - 70, - 14, - 54, - 78, - 0, - 0, - 3, - 105, - 30, - 0, - 291, - 0, - 233, - 0, - 0, - 0, - 112, - 0, - 65 - ], - "27": [ - 56, - 74, - 9, - 51, - 84, - 0, - 0, - 0, - 113, - 25, - 0, - 273, - 0, - 232, - 0, - 0, - 0, - 111, - 0, - 67 - ], - "28": [ - 70, - 80, - 10, - 50, - 81, - 0, - 0, - 5, - 110, - 31, - 0, - 261, - 0, - 242, - 0, - 0, - 0, - 108, - 0, - 70 - ], - "29": [ - 70, - 80, - 10, - 55, - 80, - 0, - 0, - 4, - 104, - 42, - 0, - 268, - 0, - 251, - 0, - 0, - 0, - 113, - 0, - 75 - ], - "30": [ - 60, - 82, - 7, - 52, - 77, - 0, - 0, - 5, - 98, - 44, - 0, - 277, - 0, - 246, - 0, - 0, - 0, - 118, - 0, - 83 - ], - "31": [ - 63, - 77, - 5, - 53, - 78, - 0, - 0, - 3, - 102, - 39, - 0, - 293, - 0, - 250, - 0, - 0, - 0, - 122, - 0, - 78 - ], - "32": [ - 56, - 75, - 4, - 49, - 76, - 0, - 0, - 3, - 100, - 29, - 0, - 283, - 0, - 247, - 0, - 0, - 0, - 126, - 0, - 80 - ], - "33": [ - 58, - 76, - 5, - 49, - 75, - 0, - 0, - 11, - 89, - 18, - 0, - 308, - 0, - 245, - 0, - 0, - 0, - 123, - 0, - 88 - ], - "34": [ - 62, - 62, - 4, - 42, - 79, - 0, - 0, - 7, - 83, - 19, - 0, - 323, - 0, - 256, - 0, - 0, - 0, - 122, - 0, - 91 - ], - "35": [ - 72, - 59, - 9, - 44, - 81, - 0, - 0, - 7, - 87, - 20, - 0, - 302, - 0, - 241, - 0, - 0, - 0, - 129, - 0, - 94 - ], - "36": [ - 70, - 56, - 11, - 38, - 93, - 0, - 0, - 2, - 90, - 29, - 0, - 298, - 0, - 256, - 0, - 0, - 0, - 132, - 0, - 92 - ], - "37": [ - 69, - 54, - 8, - 37, - 84, - 0, - 0, - 0, - 91, - 28, - 0, - 310, - 0, - 260, - 0, - 0, - 0, - 134, - 0, - 102 - ], - "38": [ - 60, - 56, - 8, - 30, - 85, - 0, - 0, - 0, - 94, - 27, - 0, - 313, - 0, - 268, - 0, - 0, - 0, - 130, - 0, - 99 - ], - "39": [ - 60, - 51, - 7, - 31, - 96, - 0, - 0, - 6, - 101, - 19, - 0, - 295, - 0, - 275, - 0, - 0, - 0, - 129, - 0, - 92 - ], - "40": [ - 53, - 50, - 7, - 38, - 109, - 0, - 0, - 10, - 104, - 28, - 0, - 286, - 0, - 269, - 0, - 0, - 0, - 132, - 0, - 87 - ], - "41": [ - 56, - 50, - 5, - 36, - 114, - 0, - 0, - 12, - 111, - 20, - 0, - 299, - 0, - 280, - 0, - 0, - 0, - 134, - 0, - 88 - ], - "42": [ - 64, - 54, - 7, - 43, - 111, - 0, - 0, - 16, - 119, - 15, - 0, - 295, - 0, - 278, - 0, - 0, - 0, - 134, - 0, - 94 - ], - "43": [ - 58, - 48, - 1, - 43, - 117, - 0, - 0, - 17, - 111, - 15, - 0, - 288, - 0, - 276, - 0, - 0, - 0, - 125, - 0, - 95 - ], - "44": [ - 59, - 45, - 0, - 42, - 117, - 0, - 0, - 21, - 108, - 15, - 0, - 255, - 0, - 272, - 0, - 0, - 0, - 121, - 0, - 105 - ], - "45": [ - 59, - 45, - 1, - 38, - 119, - 0, - 0, - 25, - 105, - 14, - 0, - 246, - 0, - 273, - 0, - 0, - 0, - 116, - 0, - 95 - ], - "46": [ - 51, - 46, - 3, - 37, - 121, - 0, - 0, - 29, - 107, - 15, - 0, - 256, - 0, - 261, - 0, - 0, - 0, - 109, - 0, - 90 - ], - "47": [ - 52, - 44, - 6, - 42, - 126, - 0, - 0, - 24, - 117, - 12, - 0, - 239, - 0, - 274, - 0, - 0, - 4, - 101, - 0, - 92 - ], - "48": [ - 51, - 43, - 10, - 39, - 126, - 0, - 0, - 24, - 105, - 12, - 0, - 244, - 0, - 260, - 0, - 0, - 0, - 102, - 0, - 90 - ], - "49": [ - 46, - 43, - 11, - 44, - 129, - 0, - 0, - 24, - 116, - 12, - 0, - 247, - 0, - 257, - 0, - 0, - 0, - 99, - 0, - 98 - ], - "50": [ - 43, - 42, - 14, - 45, - 135, - 0, - 0, - 29, - 116, - 14, - 0, - 250, - 0, - 246, - 0, - 0, - 0, - 100, - 0, - 91 - ], - "51": [ - 37, - 42, - 12, - 55, - 138, - 0, - 0, - 31, - 105, - 15, - 0, - 253, - 0, - 241, - 0, - 0, - 1, - 95, - 0, - 88 - ], - "52": [ - 34, - 42, - 9, - 59, - 133, - 0, - 0, - 24, - 102, - 19, - 0, - 230, - 0, - 242, - 0, - 0, - 5, - 104, - 0, - 96 - ], - "53": [ - 35, - 41, - 5, - 60, - 138, - 0, - 0, - 27, - 102, - 18, - 0, - 245, - 0, - 239, - 0, - 0, - 3, - 106, - 0, - 92 - ], - "54": [ - 41, - 48, - 4, - 59, - 136, - 0, - 0, - 22, - 110, - 22, - 0, - 237, - 0, - 250, - 0, - 0, - 0, - 101, - 0, - 94 - ], - "55": [ - 37, - 50, - 2, - 56, - 145, - 0, - 0, - 22, - 116, - 27, - 0, - 238, - 0, - 250, - 0, - 0, - 0, - 96, - 0, - 96 - ], - "56": [ - 35, - 48, - 2, - 57, - 146, - 0, - 0, - 27, - 128, - 32, - 0, - 211, - 0, - 244, - 0, - 0, - 0, - 96, - 0, - 101 - ], - "57": [ - 39, - 45, - 2, - 66, - 144, - 0, - 0, - 29, - 134, - 32, - 0, - 233, - 0, - 240, - 0, - 0, - 0, - 101, - 0, - 103 - ], - "58": [ - 34, - 43, - 3, - 71, - 137, - 0, - 0, - 29, - 133, - 36, - 0, - 236, - 0, - 244, - 0, - 0, - 0, - 100, - 0, - 101 - ], - "59": [ - 26, - 43, - 1, - 76, - 131, - 0, - 0, - 35, - 130, - 34, - 0, - 223, - 0, - 259, - 0, - 0, - 7, - 94, - 0, - 104 - ], - "60": [ - 30, - 50, - 0, - 78, - 128, - 0, - 0, - 36, - 124, - 33, - 0, - 220, - 0, - 259, - 0, - 0, - 13, - 103, - 0, - 108 - ], - "61": [ - 33, - 52, - 0, - 76, - 126, - 0, - 0, - 42, - 129, - 31, - 0, - 212, - 0, - 255, - 0, - 0, - 4, - 102, - 0, - 110 - ], - "62": [ - 26, - 47, - 0, - 68, - 131, - 0, - 0, - 39, - 126, - 32, - 0, - 211, - 0, - 261, - 0, - 0, - 4, - 98, - 0, - 118 - ], - "63": [ - 22, - 44, - 0, - 71, - 136, - 0, - 0, - 43, - 131, - 26, - 0, - 222, - 0, - 264, - 0, - 0, - 10, - 93, - 0, - 117 - ], - "64": [ - 21, - 33, - 0, - 70, - 136, - 0, - 0, - 42, - 134, - 24, - 0, - 244, - 0, - 259, - 0, - 0, - 0, - 96, - 0, - 123 - ], - "65": [ - 17, - 36, - 0, - 69, - 143, - 0, - 0, - 46, - 152, - 25, - 0, - 239, - 0, - 249, - 0, - 0, - 0, - 96, - 0, - 115 - ], - "66": [ - 23, - 35, - 0, - 73, - 149, - 0, - 0, - 42, - 148, - 22, - 0, - 223, - 0, - 249, - 0, - 0, - 3, - 94, - 0, - 114 - ], - "67": [ - 16, - 41, - 0, - 72, - 134, - 0, - 0, - 42, - 146, - 18, - 0, - 224, - 0, - 251, - 0, - 0, - 4, - 89, - 0, - 108 - ], - "68": [ - 11, - 44, - 0, - 77, - 136, - 0, - 0, - 36, - 132, - 17, - 0, - 205, - 0, - 246, - 0, - 0, - 6, - 79, - 0, - 117 - ], - "69": [ - 14, - 46, - 0, - 77, - 145, - 0, - 0, - 39, - 132, - 14, - 0, - 213, - 0, - 249, - 0, - 0, - 0, - 75, - 0, - 107 - ], - "70": [ - 20, - 44, - 0, - 66, - 141, - 0, - 3, - 38, - 134, - 24, - 0, - 218, - 0, - 250, - 0, - 0, - 4, - 76, - 0, - 106 - ], - "71": [ - 16, - 48, - 0, - 69, - 136, - 0, - 9, - 36, - 136, - 21, - 0, - 207, - 0, - 248, - 0, - 0, - 10, - 83, - 0, - 112 - ], - "72": [ - 11, - 52, - 0, - 70, - 141, - 0, - 11, - 36, - 137, - 28, - 0, - 194, - 0, - 247, - 0, - 0, - 7, - 86, - 0, - 126 - ], - "73": [ - 12, - 53, - 3, - 67, - 133, - 0, - 17, - 33, - 134, - 17, - 0, - 185, - 0, - 257, - 0, - 0, - 1, - 96, - 0, - 132 - ], - "74": [ - 16, - 55, - 0, - 62, - 134, - 0, - 14, - 27, - 138, - 17, - 0, - 157, - 0, - 260, - 0, - 0, - 9, - 94, - 0, - 127 - ], - "75": [ - 12, - 55, - 2, - 68, - 136, - 0, - 22, - 30, - 146, - 17, - 0, - 134, - 0, - 259, - 0, - 0, - 6, - 94, - 0, - 138 - ], - "76": [ - 13, - 52, - 0, - 73, - 142, - 0, - 24, - 34, - 155, - 14, - 0, - 120, - 0, - 253, - 0, - 0, - 6, - 99, - 0, - 146 - ], - "77": [ - 8, - 53, - 0, - 73, - 137, - 0, - 27, - 36, - 151, - 7, - 0, - 117, - 0, - 257, - 0, - 0, - 12, - 97, - 0, - 136 - ], - "78": [ - 10, - 49, - 0, - 75, - 134, - 0, - 19, - 36, - 164, - 10, - 0, - 116, - 0, - 271, - 0, - 0, - 17, - 105, - 0, - 133 - ], - "79": [ - 4, - 46, - 0, - 63, - 133, - 0, - 20, - 39, - 150, - 9, - 0, - 117, - 0, - 276, - 0, - 0, - 4, - 97, - 0, - 136 - ], - "80": [ - 5, - 41, - 0, - 70, - 140, - 0, - 21, - 39, - 157, - 14, - 0, - 120, - 0, - 274, - 0, - 0, - 5, - 99, - 0, - 138 - ], - "81": [ - 13, - 38, - 0, - 72, - 146, - 0, - 25, - 35, - 165, - 13, - 0, - 122, - 0, - 282, - 0, - 0, - 10, - 101, - 0, - 137 - ], - "82": [ - 17, - 40, - 0, - 84, - 148, - 0, - 18, - 35, - 168, - 6, - 0, - 123, - 0, - 281, - 0, - 0, - 14, - 104, - 0, - 133 - ], - "83": [ - 16, - 36, - 0, - 82, - 149, - 0, - 18, - 39, - 152, - 9, - 0, - 130, - 0, - 284, - 0, - 0, - 19, - 99, - 0, - 130 - ], - "84": [ - 15, - 35, - 0, - 82, - 141, - 0, - 28, - 36, - 156, - 5, - 0, - 129, - 0, - 288, - 0, - 0, - 27, - 101, - 0, - 122 - ], - "85": [ - 15, - 39, - 0, - 84, - 140, - 0, - 32, - 37, - 159, - 0, - 0, - 127, - 0, - 294, - 0, - 0, - 25, - 97, - 0, - 127 - ], - "86": [ - 18, - 44, - 0, - 82, - 135, - 0, - 36, - 34, - 164, - 0, - 0, - 126, - 0, - 292, - 0, - 0, - 26, - 87, - 0, - 123 - ], - "87": [ - 15, - 36, - 1, - 79, - 137, - 0, - 28, - 37, - 171, - 0, - 0, - 128, - 0, - 294, - 0, - 0, - 29, - 101, - 0, - 127 - ], - "88": [ - 10, - 34, - 2, - 80, - 135, - 0, - 21, - 39, - 151, - 1, - 0, - 127, - 0, - 292, - 0, - 0, - 23, - 111, - 0, - 117 - ], - "89": [ - 6, - 32, - 6, - 84, - 126, - 0, - 20, - 40, - 158, - 1, - 0, - 128, - 0, - 287, - 0, - 0, - 21, - 118, - 0, - 130 - ], - "90": [ - 9, - 34, - 2, - 87, - 128, - 0, - 18, - 42, - 162, - 0, - 0, - 128, - 0, - 279, - 0, - 0, - 25, - 112, - 0, - 131 - ], - "91": [ - 16, - 35, - 7, - 90, - 137, - 0, - 19, - 40, - 158, - 0, - 0, - 136, - 0, - 272, - 0, - 0, - 16, - 110, - 0, - 134 - ], - "92": [ - 11, - 37, - 6, - 88, - 125, - 0, - 20, - 41, - 155, - 0, - 0, - 141, - 0, - 288, - 0, - 0, - 18, - 110, - 0, - 141 - ], - "93": [ - 10, - 39, - 2, - 85, - 115, - 0, - 8, - 42, - 164, - 0, - 0, - 161, - 0, - 287, - 0, - 0, - 12, - 109, - 0, - 132 - ], - "94": [ - 9, - 39, - 2, - 88, - 119, - 0, - 7, - 44, - 156, - 0, - 0, - 157, - 0, - 277, - 0, - 0, - 20, - 109, - 0, - 127 - ], - "95": [ - 8, - 38, - 2, - 84, - 118, - 0, - 9, - 38, - 151, - 0, - 0, - 134, - 0, - 271, - 0, - 0, - 15, - 111, - 0, - 128 - ], - "96": [ - 6, - 36, - 7, - 89, - 124, - 0, - 20, - 40, - 151, - 0, - 0, - 131, - 0, - 268, - 0, - 0, - 13, - 114, - 0, - 148 - ], - "97": [ - 11, - 34, - 6, - 84, - 115, - 0, - 19, - 42, - 129, - 0, - 0, - 129, - 0, - 271, - 0, - 0, - 15, - 113, - 0, - 148 - ], - "98": [ - 4, - 35, - 8, - 86, - 102, - 0, - 15, - 42, - 127, - 0, - 0, - 127, - 0, - 269, - 0, - 0, - 14, - 114, - 0, - 152 - ], - "99": [ - 1, - 38, - 13, - 88, - 108, - 0, - 16, - 39, - 131, - 0, - 0, - 127, - 0, - 290, - 0, - 0, - 12, - 117, - 0, - 160 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.01.gamma=0.9/run=ac2a842d7733476a/rewards.plot.png b/experiments/seed=256/alpha=0.01.gamma=0.9/run=ac2a842d7733476a/rewards.plot.png deleted file mode 100644 index c811f07..0000000 Binary files a/experiments/seed=256/alpha=0.01.gamma=0.9/run=ac2a842d7733476a/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.01.gamma=0.9/run=ac2a842d7733476a/sum_rewards.json b/experiments/seed=256/alpha=0.01.gamma=0.9/run=ac2a842d7733476a/sum_rewards.json deleted file mode 100644 index 7e58e86..0000000 --- a/experiments/seed=256/alpha=0.01.gamma=0.9/run=ac2a842d7733476a/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 62570, - "V": 4888454 - }, - "control": { - "R": 68177, - "V": 5721003 - } -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.01.gamma=0.9/run=ac2a842d7733476a/view.plot.png b/experiments/seed=256/alpha=0.01.gamma=0.9/run=ac2a842d7733476a/view.plot.png deleted file mode 100644 index fda8e10..0000000 Binary files a/experiments/seed=256/alpha=0.01.gamma=0.9/run=ac2a842d7733476a/view.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.01.gamma=0.9/run=ea14459a0c9c4b0a/choices.json b/experiments/seed=256/alpha=0.01.gamma=0.9/run=ea14459a0c9c4b0a/choices.json deleted file mode 100644 index 120e019..0000000 --- a/experiments/seed=256/alpha=0.01.gamma=0.9/run=ea14459a0c9c4b0a/choices.json +++ /dev/null @@ -1,702 +0,0 @@ -{ - "0": [ - 4, - 11, - 0, - 8, - 6 - ], - "1": [ - 17, - 4, - 6, - 8, - 1 - ], - "2": [ - 15, - 0, - 5, - 13, - 14 - ], - "3": [ - 8, - 12, - 9, - 1, - 16 - ], - "4": [ - 19, - 3, - 11, - 13, - 14 - ], - "5": [ - 4, - 13, - 8, - 9, - 7 - ], - "6": [ - 8, - 1, - 10, - 6, - 4 - ], - "7": [ - 12, - 13, - 18, - 3, - 1 - ], - "8": [ - 11, - 3, - 10, - 19, - 8 - ], - "9": [ - 0, - 16, - 7, - 11, - 14 - ], - "10": [ - 6, - 11, - 8, - 18, - 17 - ], - "11": [ - 3, - 13, - 8, - 19, - 11 - ], - "12": [ - 4, - 13, - 8, - 11, - 6 - ], - "13": [ - 11, - 1, - 5, - 13, - 8 - ], - "14": [ - 13, - 11, - 5, - 4, - 17 - ], - "15": [ - 11, - 6, - 8, - 4, - 9 - ], - "16": [ - 3, - 11, - 13, - 12, - 18 - ], - "17": [ - 11, - 18, - 19, - 15, - 8 - ], - "18": [ - 11, - 3, - 18, - 1, - 17 - ], - "19": [ - 11, - 15, - 12, - 3, - 8 - ], - "20": [ - 11, - 8, - 1, - 13, - 4 - ], - "21": [ - 11, - 0, - 8, - 4, - 3 - ], - "22": [ - 13, - 11, - 18, - 8, - 6 - ], - "23": [ - 11, - 1, - 8, - 5, - 4 - ], - "24": [ - 11, - 4, - 19, - 8, - 13 - ], - "25": [ - 13, - 11, - 8, - 7, - 17 - ], - "26": [ - 11, - 3, - 8, - 17, - 12 - ], - "27": [ - 11, - 8, - 4, - 13, - 3 - ], - "28": [ - 11, - 10, - 8, - 3, - 4 - ], - "29": [ - 11, - 13, - 6, - 17, - 8 - ], - "30": [ - 11, - 8, - 4, - 17, - 13 - ], - "31": [ - 11, - 13, - 8, - 3, - 6 - ], - "32": [ - 11, - 13, - 8, - 3, - 1 - ], - "33": [ - 11, - 8, - 13, - 17, - 5 - ], - "34": [ - 11, - 8, - 17, - 4, - 3 - ], - "35": [ - 11, - 8, - 17, - 14, - 13 - ], - "36": [ - 11, - 8, - 13, - 0, - 17 - ], - "37": [ - 11, - 8, - 13, - 3, - 17 - ], - "38": [ - 8, - 11, - 13, - 1, - 3 - ], - "39": [ - 11, - 8, - 13, - 3, - 17 - ], - "40": [ - 11, - 8, - 10, - 13, - 17 - ], - "41": [ - 11, - 13, - 8, - 9, - 3 - ], - "42": [ - 11, - 13, - 8, - 17, - 5 - ], - "43": [ - 11, - 8, - 17, - 13, - 3 - ], - "44": [ - 11, - 8, - 13, - 3, - 12 - ], - "45": [ - 11, - 8, - 13, - 3, - 18 - ], - "46": [ - 11, - 8, - 13, - 3, - 0 - ], - "47": [ - 11, - 8, - 13, - 4, - 19 - ], - "48": [ - 11, - 8, - 4, - 13, - 17 - ], - "49": [ - 11, - 13, - 8, - 14, - 3 - ], - "50": [ - 11, - 8, - 13, - 19, - 4 - ], - "51": [ - 11, - 8, - 13, - 1, - 17 - ], - "52": [ - 11, - 13, - 8, - 3, - 19 - ], - "53": [ - 11, - 8, - 13, - 4, - 3 - ], - "54": [ - 11, - 8, - 13, - 4, - 3 - ], - "55": [ - 11, - 8, - 3, - 13, - 4 - ], - "56": [ - 11, - 8, - 13, - 19, - 17 - ], - "57": [ - 11, - 13, - 8, - 15, - 5 - ], - "58": [ - 11, - 13, - 3, - 8, - 17 - ], - "59": [ - 11, - 13, - 8, - 4, - 1 - ], - "60": [ - 11, - 13, - 8, - 3, - 4 - ], - "61": [ - 11, - 8, - 13, - 4, - 18 - ], - "62": [ - 11, - 8, - 13, - 17, - 4 - ], - "63": [ - 11, - 13, - 8, - 5, - 4 - ], - "64": [ - 11, - 8, - 13, - 4, - 15 - ], - "65": [ - 11, - 13, - 8, - 4, - 3 - ], - "66": [ - 11, - 13, - 8, - 3, - 4 - ], - "67": [ - 11, - 13, - 8, - 3, - 4 - ], - "68": [ - 11, - 13, - 8, - 2, - 4 - ], - "69": [ - 11, - 8, - 13, - 5, - 4 - ], - "70": [ - 11, - 8, - 13, - 5, - 3 - ], - "71": [ - 11, - 13, - 8, - 4, - 1 - ], - "72": [ - 11, - 13, - 4, - 8, - 17 - ], - "73": [ - 11, - 8, - 13, - 4, - 3 - ], - "74": [ - 11, - 13, - 8, - 4, - 3 - ], - "75": [ - 11, - 13, - 8, - 4, - 3 - ], - "76": [ - 11, - 13, - 8, - 3, - 4 - ], - "77": [ - 11, - 13, - 8, - 19, - 4 - ], - "78": [ - 11, - 8, - 13, - 4, - 16 - ], - "79": [ - 11, - 13, - 8, - 4, - 3 - ], - "80": [ - 11, - 8, - 13, - 4, - 3 - ], - "81": [ - 13, - 11, - 8, - 17, - 4 - ], - "82": [ - 11, - 13, - 8, - 4, - 3 - ], - "83": [ - 11, - 13, - 8, - 3, - 4 - ], - "84": [ - 11, - 13, - 8, - 4, - 3 - ], - "85": [ - 11, - 13, - 4, - 8, - 3 - ], - "86": [ - 11, - 13, - 8, - 4, - 3 - ], - "87": [ - 11, - 13, - 8, - 4, - 3 - ], - "88": [ - 11, - 13, - 8, - 4, - 3 - ], - "89": [ - 11, - 8, - 13, - 4, - 3 - ], - "90": [ - 11, - 13, - 8, - 3, - 4 - ], - "91": [ - 11, - 13, - 8, - 4, - 3 - ], - "92": [ - 8, - 11, - 13, - 4, - 3 - ], - "93": [ - 11, - 13, - 8, - 4, - 3 - ], - "94": [ - 11, - 4, - 13, - 8, - 3 - ], - "95": [ - 11, - 13, - 4, - 8, - 3 - ], - "96": [ - 11, - 13, - 8, - 4, - 3 - ], - "97": [ - 13, - 11, - 8, - 4, - 14 - ], - "98": [ - 11, - 8, - 13, - 3, - 4 - ], - "99": [ - 11, - 13, - 4, - 8, - 3 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.01.gamma=0.9/run=ea14459a0c9c4b0a/config.json b/experiments/seed=256/alpha=0.01.gamma=0.9/run=ea14459a0c9c4b0a/config.json deleted file mode 100644 index 62b152e..0000000 --- a/experiments/seed=256/alpha=0.01.gamma=0.9/run=ea14459a0c9c4b0a/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 20, - "num_choices": 5, - "time_span": 100, - "history_span": 3000, - "alpha": 0.01, - "gamma": 0.9, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.01.gamma=0.9/run=ea14459a0c9c4b0a/control.choices.json b/experiments/seed=256/alpha=0.01.gamma=0.9/run=ea14459a0c9c4b0a/control.choices.json deleted file mode 100644 index 1ce1220..0000000 --- a/experiments/seed=256/alpha=0.01.gamma=0.9/run=ea14459a0c9c4b0a/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 4, - 3, - 11, - 1, - 13 -] \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.01.gamma=0.9/run=ea14459a0c9c4b0a/qvalues.json b/experiments/seed=256/alpha=0.01.gamma=0.9/run=ea14459a0c9c4b0a/qvalues.json deleted file mode 100644 index 65d43cf..0000000 --- a/experiments/seed=256/alpha=0.01.gamma=0.9/run=ea14459a0c9c4b0a/qvalues.json +++ /dev/null @@ -1,2180 +0,0 @@ -{ - "0": [ - 0.45, - 5.0, - 0.0, - 5.0, - 5.47, - 0.0, - 0.03, - 0.0, - 1.55, - 0.0, - 0.0, - 8.23, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.45, - 5.57, - 0.0, - 5.0, - 5.9453, - 0.0, - 0.0397, - 0.0, - 3.1745, - 0.0, - 0.0, - 8.23, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 2.17, - 0.0, - 0.0 - ], - "2": [ - 0.9555, - 5.57, - 0.0, - 5.0, - 5.9453, - 0.0, - 0.0397, - 0.0, - 3.1745, - 0.0, - 0.0, - 8.23, - 0.0, - 6.88, - 0.0, - 0.0, - 0.0, - 2.17, - 0.0, - 0.0 - ], - "3": [ - 0.9555, - 6.1143, - 0.0, - 5.0, - 5.9453, - 0.0, - 0.0397, - 0.0, - 4.822755, - 0.13, - 0.0, - 8.23, - 0.0, - 6.88, - 0.0, - 0.0, - 0.0, - 2.17, - 0.0, - 0.0 - ], - "4": [ - 0.9555, - 6.1143, - 0.0, - 6.29, - 5.9453, - 0.0, - 0.0397, - 0.0, - 4.822755, - 0.13, - 0.0, - 11.537700000000001, - 0.0, - 8.6312, - 0.0, - 0.0, - 0.0, - 2.17, - 0.0, - 1.3900000000000001 - ], - "5": [ - 0.9555, - 6.1143, - 0.0, - 6.29, - 6.435847, - 0.0, - 0.0397, - 0.22, - 6.28452745, - 0.2587, - 0.0, - 11.537700000000001, - 0.0, - 10.254888, - 0.0, - 0.0, - 0.0, - 2.17, - 0.0, - 1.3900000000000001 - ], - "6": [ - 0.9555, - 6.713157, - 0.0, - 6.29, - 6.97148853, - 0.0, - 0.039303, - 0.22, - 7.741682175499999, - 0.2587, - 0.0, - 11.537700000000001, - 0.0, - 10.254888, - 0.0, - 0.0, - 0.0, - 2.17, - 0.0, - 1.3900000000000001 - ], - "7": [ - 0.9555, - 7.29602543, - 0.0, - 7.5071, - 6.97148853, - 0.0, - 0.039303, - 0.22, - 7.741682175499999, - 0.2587, - 0.0, - 11.537700000000001, - 0.0, - 11.84233912, - 0.0, - 0.0, - 0.0, - 2.17, - 0.0, - 1.3900000000000001 - ], - "8": [ - 0.9555, - 7.29602543, - 0.0, - 8.592029, - 6.97148853, - 0.0, - 0.039303, - 0.22, - 9.204265353744999, - 0.2587, - 0.0, - 14.692323000000002, - 0.0, - 11.84233912, - 0.0, - 0.0, - 0.0, - 2.17, - 0.0, - 2.7161 - ], - "9": [ - 1.4959449999999999, - 7.29602543, - 0.0, - 8.592029, - 6.97148853, - 0.0, - 0.039303, - 0.4378, - 9.204265353744999, - 0.2587, - 0.0, - 17.87539977, - 0.0, - 11.84233912, - 0.0, - 0.0, - 0.0, - 2.17, - 0.0, - 2.7161 - ], - "10": [ - 1.4959449999999999, - 7.29602543, - 0.0, - 8.592029, - 6.97148853, - 0.0, - 0.038909969999999995, - 0.4378, - 10.80222270020755, - 0.2587, - 0.0, - 20.976645772300003, - 0.0, - 11.84233912, - 0.0, - 0.0, - 0.0, - 4.1683, - 0.0, - 2.7161 - ], - "11": [ - 1.4959449999999999, - 7.29602543, - 0.0, - 9.65610871, - 6.97148853, - 0.0, - 0.038909969999999995, - 0.4378, - 12.454200473205473, - 0.2587, - 0.0, - 24.156879314577004, - 0.0, - 13.5539157288, - 0.0, - 0.0, - 0.0, - 4.1683, - 0.0, - 4.208939 - ], - "12": [ - 1.4959449999999999, - 7.29602543, - 0.0, - 9.65610871, - 7.9617736447, - 0.0, - 0.038520870299999996, - 0.4378, - 14.009658468473418, - 0.2587, - 0.0, - 27.275310521431233, - 0.0, - 15.238376571512, - 0.0, - 0.0, - 0.0, - 4.1683, - 0.0, - 4.208939 - ], - "13": [ - 1.4959449999999999, - 7.8430651757000005, - 0.0, - 9.65610871, - 7.9617736447, - 0.0, - 0.038520870299999996, - 0.4378, - 15.619561883788684, - 0.2587, - 0.0, - 30.312557416216922, - 0.0, - 16.885992805796878, - 0.0, - 0.0, - 0.0, - 4.1683, - 0.0, - 4.208939 - ], - "14": [ - 1.4959449999999999, - 7.8430651757000005, - 0.0, - 9.65610871, - 8.972155908253, - 0.0, - 0.038520870299999996, - 0.4378, - 15.619561883788684, - 0.2587, - 0.0, - 33.349431842054756, - 0.0, - 18.43713287773891, - 0.0, - 0.0, - 0.0, - 6.046617, - 0.0, - 4.208939 - ], - "15": [ - 1.4959449999999999, - 7.8430651757000005, - 0.0, - 9.65610871, - 10.002434349170471, - 0.0, - 0.03813566159699999, - 0.4378, - 17.2733662649508, - 0.41611299999999996, - 0.0, - 36.42593752363421, - 0.0, - 18.43713287773891, - 0.0, - 0.0, - 0.0, - 6.046617, - 0.0, - 4.208939 - ], - "16": [ - 1.4959449999999999, - 7.8430651757000005, - 0.0, - 10.6295476229, - 10.002434349170471, - 0.0, - 0.03813566159699999, - 0.4378, - 17.2733662649508, - 0.41611299999999996, - 0.0, - 39.47167814839787, - 0.0, - 19.822761548961523, - 0.0, - 0.0, - 0.0, - 6.046617, - 0.0, - 4.208939 - ], - "17": [ - 1.4959449999999999, - 7.8430651757000005, - 0.0, - 10.6295476229, - 10.002434349170471, - 0.0, - 0.03813566159699999, - 0.4378, - 19.10063260230129, - 0.41611299999999996, - 0.0, - 42.51696136691389, - 0.0, - 19.822761548961523, - 0.0, - 0.0, - 0.0, - 6.046617, - 0.0, - 5.49684961 - ], - "18": [ - 1.4959449999999999, - 8.524634523943, - 0.0, - 11.593252146671, - 10.002434349170471, - 0.0, - 0.03813566159699999, - 0.4378, - 19.10063260230129, - 0.41611299999999996, - 0.0, - 45.48179175324475, - 0.0, - 19.822761548961523, - 0.0, - 0.0, - 0.0, - 7.816150830000001, - 0.0, - 5.49684961 - ], - "19": [ - 1.4959449999999999, - 8.524634523943, - 0.0, - 12.53731962520429, - 10.002434349170471, - 0.0, - 0.03813566159699999, - 0.4378, - 20.659626276278274, - 0.41611299999999996, - 0.0, - 48.566973835712304, - 0.0, - 19.822761548961523, - 0.0, - 0.0, - 0.0, - 7.816150830000001, - 0.0, - 5.49684961 - ], - "20": [ - 1.4959449999999999, - 9.18938817870357, - 0.0, - 12.53731962520429, - 11.082410005678767, - 0.0, - 0.03813566159699999, - 0.4378, - 22.15303001351549, - 0.41611299999999996, - 0.0, - 51.40130409735518, - 0.0, - 21.204533933471907, - 0.0, - 0.0, - 0.0, - 7.816150830000001, - 0.0, - 5.49684961 - ], - "21": [ - 1.92098555, - 9.18938817870357, - 0.0, - 13.561946428952247, - 12.17158590562198, - 0.0, - 0.03813566159699999, - 0.4378, - 23.601499713380335, - 0.41611299999999996, - 0.0, - 54.15729105638163, - 0.0, - 21.204533933471907, - 0.0, - 0.0, - 0.0, - 7.816150830000001, - 0.0, - 5.49684961 - ], - "22": [ - 1.92098555, - 9.18938817870357, - 0.0, - 13.561946428952247, - 12.17158590562198, - 0.0, - 0.037754304981029996, - 0.4378, - 25.105484716246533, - 0.41611299999999996, - 0.0, - 56.88571814581781, - 0.0, - 22.552488594137188, - 0.0, - 0.0, - 0.0, - 7.816150830000001, - 0.0, - 5.49684961 - ], - "23": [ - 1.92098555, - 9.807494296916534, - 0.0, - 13.561946428952247, - 13.35987004656576, - 0.0, - 0.037754304981029996, - 0.4378, - 26.49442986908407, - 0.41611299999999996, - 0.0, - 59.51686096435964, - 0.0, - 22.552488594137188, - 0.0, - 0.0, - 0.0, - 7.816150830000001, - 0.0, - 5.49684961 - ], - "24": [ - 1.92098555, - 9.807494296916534, - 0.0, - 13.561946428952247, - 14.576271346100103, - 0.0, - 0.037754304981029996, - 0.4378, - 27.96948557039323, - 0.41611299999999996, - 0.0, - 61.95169235471604, - 0.0, - 23.856963708195817, - 0.0, - 0.0, - 0.0, - 7.816150830000001, - 0.0, - 6.8118811139 - ], - "25": [ - 1.92098555, - 9.807494296916534, - 0.0, - 13.561946428952247, - 14.576271346100103, - 0.0, - 0.037754304981029996, - 0.483422, - 29.329790714689295, - 0.41611299999999996, - 0.0, - 64.45217543116888, - 0.0, - 25.068394071113858, - 0.0, - 0.0, - 0.0, - 9.0779893217, - 0.0, - 6.8118811139 - ], - "26": [ - 1.92098555, - 9.807494296916534, - 0.0, - 14.606326964662724, - 14.576271346100103, - 0.0, - 0.037754304981029996, - 0.483422, - 30.7564928075424, - 0.41611299999999996, - 0.0, - 66.6976536768572, - 0.0, - 25.068394071113858, - 0.0, - 0.0, - 0.0, - 10.397209428483, - 0.0, - 6.8118811139 - ], - "27": [ - 1.92098555, - 9.807494296916534, - 0.0, - 15.630263695016097, - 15.930508632639103, - 0.0, - 0.037754304981029996, - 0.483422, - 32.18892787946697, - 0.41611299999999996, - 0.0, - 68.93067714008863, - 0.0, - 26.36771013040272, - 0.0, - 0.0, - 0.0, - 10.397209428483, - 0.0, - 6.8118811139 - ], - "28": [ - 1.92098555, - 9.807494296916534, - 0.0, - 16.663961058065937, - 17.251203546312713, - 0.0, - 0.037754304981029996, - 0.483422, - 33.5470386006723, - 0.41611299999999996, - 0.0, - 71.02137036868774, - 0.0, - 26.36771013040272, - 0.0, - 0.0, - 0.0, - 10.397209428483, - 0.0, - 6.8118811139 - ], - "29": [ - 1.92098555, - 9.807494296916534, - 0.0, - 16.663961058065937, - 17.251203546312713, - 0.0, - 0.03737676193121969, - 0.483422, - 34.91156821466558, - 0.41611299999999996, - 0.0, - 73.09115666500087, - 0.0, - 27.684033029098693, - 0.0, - 0.0, - 0.0, - 11.68323733419817, - 0.0, - 6.8118811139 - ], - "30": [ - 1.92098555, - 9.807494296916534, - 0.0, - 16.663961058065937, - 18.568691510849586, - 0.0, - 0.03737676193121969, - 0.483422, - 36.30245253251892, - 0.41611299999999996, - 0.0, - 74.90024509835085, - 0.0, - 28.947192698807704, - 0.0, - 0.0, - 0.0, - 12.886404960856188, - 0.0, - 6.8118811139 - ], - "31": [ - 1.92098555, - 9.807494296916534, - 0.0, - 17.617321447485278, - 18.568691510849586, - 0.0, - 0.0370029943119075, - 0.483422, - 37.70942800719373, - 0.41611299999999996, - 0.0, - 76.73124264736734, - 0.0, - 30.10772077181963, - 0.0, - 0.0, - 0.0, - 12.886404960856188, - 0.0, - 6.8118811139 - ], - "32": [ - 1.92098555, - 10.589419353947369, - 0.0, - 18.561148233010424, - 18.568691510849586, - 0.0, - 0.0370029943119075, - 0.483422, - 38.962333727121795, - 0.41611299999999996, - 0.0, - 78.65393022089367, - 0.0, - 31.206643564101434, - 0.0, - 0.0, - 0.0, - 12.886404960856188, - 0.0, - 6.8118811139 - ], - "33": [ - 1.92098555, - 10.589419353947369, - 0.0, - 18.561148233010424, - 18.568691510849586, - 0.0, - 0.0370029943119075, - 0.483422, - 40.152710389850576, - 0.41611299999999996, - 0.0, - 80.64739091868474, - 0.0, - 32.32457712846042, - 0.0, - 0.0, - 0.0, - 14.047540911247626, - 0.0, - 6.8118811139 - ], - "34": [ - 1.92098555, - 10.589419353947369, - 0.0, - 19.52553675068032, - 19.91300459574109, - 0.0, - 0.0370029943119075, - 0.483422, - 41.34118328595207, - 0.41611299999999996, - 0.0, - 82.5209170094979, - 0.0, - 32.32457712846042, - 0.0, - 0.0, - 0.0, - 15.23706550213515, - 0.0, - 6.8118811139 - ], - "35": [ - 1.92098555, - 10.589419353947369, - 0.0, - 19.52553675068032, - 19.91300459574109, - 0.0, - 0.0370029943119075, - 0.483422, - 42.55777145309255, - 0.41611299999999996, - 0.0, - 84.41570783940291, - 0.0, - 33.601331357175816, - 0.0, - 0.0, - 0.0, - 16.4046948471138, - 0.0, - 6.8118811139 - ], - "36": [ - 2.6117756945, - 10.589419353947369, - 0.0, - 19.52553675068032, - 19.91300459574109, - 0.0, - 0.0370029943119075, - 0.483422, - 43.79219373856162, - 0.41611299999999996, - 0.0, - 86.18155076100888, - 0.0, - 34.91531804360406, - 0.0, - 0.0, - 0.0, - 17.57064789864266, - 0.0, - 6.8118811139 - ], - "37": [ - 2.6117756945, - 10.589419353947369, - 0.0, - 20.440281383173517, - 19.91300459574109, - 0.0, - 0.0370029943119075, - 0.483422, - 45.004271801176, - 0.41611299999999996, - 0.0, - 87.83973525339879, - 0.0, - 36.37616486316802, - 0.0, - 0.0, - 0.0, - 18.634941419656236, - 0.0, - 6.8118811139 - ], - "38": [ - 2.6117756945, - 11.033525160407894, - 0.0, - 21.355878569341783, - 19.91300459574109, - 0.0, - 0.0370029943119075, - 0.483422, - 46.234229083164244, - 0.41611299999999996, - 0.0, - 89.2713379008648, - 0.0, - 37.81240321453634, - 0.0, - 0.0, - 0.0, - 18.634941419656236, - 0.0, - 6.8118811139 - ], - "39": [ - 2.6117756945, - 11.033525160407894, - 0.0, - 22.332319783648366, - 19.91300459574109, - 0.0, - 0.0370029943119075, - 0.483422, - 47.4818867923326, - 0.41611299999999996, - 0.0, - 90.65862452185614, - 0.0, - 39.15427918239097, - 0.0, - 0.0, - 0.0, - 19.758592005459676, - 0.0, - 6.8118811139 - ], - "40": [ - 2.6117756945, - 11.033525160407894, - 0.0, - 22.332319783648366, - 19.91300459574109, - 0.0, - 0.0370029943119075, - 0.483422, - 48.837067924409276, - 0.41611299999999996, - 0.0, - 92.04203827663758, - 0.0, - 40.60273639056706, - 0.0, - 0.0, - 0.0, - 20.86100608540508, - 0.0, - 6.8118811139 - ], - "41": [ - 2.6117756945, - 11.033525160407894, - 0.0, - 23.348996585811882, - 19.91300459574109, - 0.0, - 0.0370029943119075, - 0.483422, - 50.168697245165184, - 0.45195187, - 0.0, - 93.5916178938712, - 0.0, - 41.98670902666139, - 0.0, - 0.0, - 0.0, - 20.86100608540508, - 0.0, - 6.8118811139 - ], - "42": [ - 2.6117756945, - 11.033525160407894, - 0.0, - 23.348996585811882, - 19.91300459574109, - 0.0, - 0.0370029943119075, - 0.483422, - 51.38701027271353, - 0.45195187, - 0.0, - 95.1357017149325, - 0.0, - 43.266841936394776, - 0.0, - 0.0, - 0.0, - 21.952396024551028, - 0.0, - 6.8118811139 - ], - "43": [ - 2.6117756945, - 11.033525160407894, - 0.0, - 24.485506619953764, - 19.91300459574109, - 0.0, - 0.0370029943119075, - 0.483422, - 52.613140169986394, - 0.45195187, - 0.0, - 96.61434469778317, - 0.0, - 44.624173517030826, - 0.0, - 0.0, - 0.0, - 22.962872064305518, - 0.0, - 6.8118811139 - ], - "44": [ - 2.6117756945, - 11.033525160407894, - 0.0, - 25.610651553754227, - 19.91300459574109, - 0.0, - 0.0370029943119075, - 0.483422, - 53.70700876828653, - 0.45195187, - 0.0, - 97.87820125080533, - 0.0, - 45.997931781860515, - 0.0, - 0.0, - 0.0, - 22.962872064305518, - 0.0, - 6.8118811139 - ], - "45": [ - 2.6117756945, - 11.033525160407894, - 0.0, - 26.804545038216684, - 19.91300459574109, - 0.0, - 0.0370029943119075, - 0.483422, - 54.769938680603666, - 0.45195187, - 0.0, - 99.06941923829729, - 0.0, - 47.39795246404191, - 0.0, - 0.0, - 0.0, - 22.962872064305518, - 0.0, - 6.8118811139 - ], - "46": [ - 3.135657937555, - 11.033525160407894, - 0.0, - 27.876499587834516, - 19.91300459574109, - 0.0, - 0.0370029943119075, - 0.483422, - 55.87223929379763, - 0.45195187, - 0.0, - 100.40872504591431, - 0.0, - 48.83397293940149, - 0.0, - 0.0, - 0.0, - 22.962872064305518, - 0.0, - 6.8118811139 - ], - "47": [ - 3.135657937555, - 11.033525160407894, - 0.0, - 27.876499587834516, - 21.78387454978368, - 0.0, - 0.0370029943119075, - 0.483422, - 56.86351690085965, - 0.45195187, - 0.0, - 101.67463779545517, - 0.0, - 50.22563321000747, - 0.0, - 0.0, - 0.0, - 22.962872064305518, - 0.0, - 8.013762302761 - ], - "48": [ - 3.135657937555, - 11.033525160407894, - 0.0, - 27.876499587834516, - 23.66603580428584, - 0.0, - 0.0370029943119075, - 0.483422, - 57.92488173185105, - 0.45195187, - 0.0, - 102.99789141750061, - 0.0, - 51.6533768779074, - 0.0, - 0.0, - 0.0, - 23.833243343662463, - 0.0, - 8.013762302761 - ], - "49": [ - 3.135657937555, - 11.033525160407894, - 0.0, - 28.97773459195617, - 23.66603580428584, - 0.0, - 0.0370029943119075, - 0.483422, - 58.97563291453254, - 0.45195187, - 0.0, - 104.2679125033256, - 0.0, - 52.96684310912833, - 0.0, - 0.0, - 0.0, - 23.833243343662463, - 0.0, - 8.013762302761 - ], - "50": [ - 3.135657937555, - 11.033525160407894, - 0.0, - 28.97773459195617, - 25.709375446242984, - 0.0, - 0.0370029943119075, - 0.483422, - 59.94587658538721, - 0.45195187, - 0.0, - 105.46523337829235, - 0.0, - 54.227174678037045, - 0.0, - 0.0, - 0.0, - 23.833243343662463, - 0.0, - 9.14362467973339 - ], - "51": [ - 3.135657937555, - 11.513189908803815, - 0.0, - 28.97773459195617, - 25.709375446242984, - 0.0, - 0.0370029943119075, - 0.483422, - 60.92641781953334, - 0.45195187, - 0.0, - 106.64058104450943, - 0.0, - 55.55490293125668, - 0.0, - 0.0, - 0.0, - 24.614910910225838, - 0.0, - 9.14362467973339 - ], - "52": [ - 3.135657937555, - 11.513189908803815, - 0.0, - 30.307957246036608, - 25.709375446242984, - 0.0, - 0.0370029943119075, - 0.483422, - 61.877153641338005, - 0.45195187, - 0.0, - 107.98417523406434, - 0.0, - 56.92935390194411, - 0.0, - 0.0, - 0.0, - 24.614910910225838, - 0.0, - 10.262188432936057 - ], - "53": [ - 3.135657937555, - 11.513189908803815, - 0.0, - 31.594877673576242, - 27.722281691780555, - 0.0, - 0.0370029943119075, - 0.483422, - 62.79838210492463, - 0.45195187, - 0.0, - 109.25433348172369, - 0.0, - 58.39006036292467, - 0.0, - 0.0, - 0.0, - 24.614910910225838, - 0.0, - 10.262188432936057 - ], - "54": [ - 3.135657937555, - 11.513189908803815, - 0.0, - 32.86892889684048, - 29.74505887486275, - 0.0, - 0.0370029943119075, - 0.483422, - 63.70039828387538, - 0.45195187, - 0.0, - 110.39179014690646, - 0.0, - 59.86615975929543, - 0.0, - 0.0, - 0.0, - 24.614910910225838, - 0.0, - 10.262188432936057 - ], - "55": [ - 3.135657937555, - 11.513189908803815, - 0.0, - 34.150239607872074, - 31.75760828611412, - 0.0, - 0.0370029943119075, - 0.483422, - 64.66339430103663, - 0.45195187, - 0.0, - 111.48787224543739, - 0.0, - 61.36749816170247, - 0.0, - 0.0, - 0.0, - 24.614910910225838, - 0.0, - 10.262188432936057 - ], - "56": [ - 3.135657937555, - 11.513189908803815, - 0.0, - 34.150239607872074, - 31.75760828611412, - 0.0, - 0.0370029943119075, - 0.483422, - 65.70676035802627, - 0.45195187, - 0.0, - 112.65299352298301, - 0.0, - 62.93382318008545, - 0.0, - 0.0, - 0.0, - 25.32876180112358, - 0.0, - 11.359566548606697 - ], - "57": [ - 3.135657937555, - 11.513189908803815, - 0.0, - 34.150239607872074, - 31.75760828611412, - 0.0, - 0.0370029943119075, - 0.483422, - 66.699692754446, - 0.45195187, - 0.0, - 113.86646358775317, - 0.0, - 64.5544849482846, - 0.0, - 0.0, - 0.0, - 25.32876180112358, - 0.0, - 11.359566548606697 - ], - "58": [ - 3.135657937555, - 11.513189908803815, - 0.0, - 35.428737211793354, - 31.75760828611412, - 0.0, - 0.0370029943119075, - 0.483422, - 67.66269582690154, - 0.45195187, - 0.0, - 115.04779895187565, - 0.0, - 66.31894009880175, - 0.0, - 0.0, - 0.0, - 26.045474183112344, - 0.0, - 11.359566548606697 - ], - "59": [ - 3.135657937555, - 12.168058009715777, - 0.0, - 35.428737211793354, - 33.41003220325298, - 0.0, - 0.0370029943119075, - 0.483422, - 68.59606886863253, - 0.45195187, - 0.0, - 116.2273209623569, - 0.0, - 68.14575069781372, - 0.0, - 0.0, - 0.0, - 26.045474183112344, - 0.0, - 11.359566548606697 - ], - "60": [ - 3.135657937555, - 12.168058009715777, - 0.0, - 36.66444983967542, - 34.95593188122045, - 0.0, - 0.0370029943119075, - 0.483422, - 69.58010817994621, - 0.45195187, - 0.0, - 117.42504775273333, - 0.0, - 69.97429319083558, - 0.0, - 0.0, - 0.0, - 26.045474183112344, - 0.0, - 11.359566548606697 - ], - "61": [ - 3.135657937555, - 12.168058009715777, - 0.0, - 36.66444983967542, - 36.406372562408244, - 0.0, - 0.0370029943119075, - 0.483422, - 70.56430709814674, - 0.45195187, - 0.0, - 118.570797275206, - 0.0, - 71.75455025892722, - 0.0, - 0.0, - 0.0, - 26.045474183112344, - 0.0, - 11.359566548606697 - ], - "62": [ - 3.135657937555, - 12.168058009715777, - 0.0, - 36.66444983967542, - 38.012308836784165, - 0.0, - 0.0370029943119075, - 0.483422, - 71.56866402716527, - 0.45195187, - 0.0, - 119.83508930245394, - 0.0, - 73.62700475633795, - 0.0, - 0.0, - 0.0, - 26.68501944128122, - 0.0, - 11.359566548606697 - ], - "63": [ - 3.135657937555, - 12.168058009715777, - 0.0, - 36.66444983967542, - 39.58218574841632, - 0.0, - 0.0370029943119075, - 0.483422, - 72.54297738689361, - 0.45195187, - 0.0, - 120.8867384094294, - 0.0, - 75.48073470877458, - 0.0, - 0.0, - 0.0, - 26.68501944128122, - 0.0, - 11.359566548606697 - ], - "64": [ - 3.135657937555, - 12.168058009715777, - 0.0, - 36.66444983967542, - 41.08636389093216, - 0.0, - 0.0370029943119075, - 0.483422, - 73.60754761302468, - 0.45195187, - 0.0, - 121.9178710253351, - 0.0, - 77.21592736168684, - 0.0, - 0.0, - 0.0, - 26.68501944128122, - 0.0, - 11.359566548606697 - ], - "65": [ - 3.135657937555, - 12.168058009715777, - 0.0, - 37.877805341278666, - 42.67550025202284, - 0.0, - 0.0370029943119075, - 0.483422, - 74.62147213689443, - 0.45195187, - 0.0, - 123.07869231508175, - 0.0, - 78.93376808806997, - 0.0, - 0.0, - 0.0, - 26.68501944128122, - 0.0, - 11.359566548606697 - ], - "66": [ - 3.135657937555, - 12.168058009715777, - 0.0, - 39.13902728786588, - 44.13874524950261, - 0.0, - 0.0370029943119075, - 0.483422, - 75.60525741552549, - 0.45195187, - 0.0, - 124.09790539193094, - 0.0, - 80.65443040718927, - 0.0, - 0.0, - 0.0, - 26.68501944128122, - 0.0, - 11.359566548606697 - ], - "67": [ - 3.135657937555, - 12.168058009715777, - 0.0, - 40.40763701498722, - 45.59735779700759, - 0.0, - 0.0370029943119075, - 0.483422, - 76.47920484137023, - 0.45195187, - 0.0, - 124.92692633801163, - 0.0, - 82.29788610311738, - 0.0, - 0.0, - 0.0, - 26.68501944128122, - 0.0, - 11.359566548606697 - ], - "68": [ - 3.135657937555, - 12.168058009715777, - 0.0, - 40.40763701498722, - 47.14138421903751, - 0.0, - 0.0370029943119075, - 0.483422, - 77.35441279295654, - 0.45195187, - 0.0, - 125.72765707463151, - 0.0, - 83.9649072420862, - 0.0, - 0.0, - 0.0, - 26.68501944128122, - 0.0, - 11.359566548606697 - ], - "69": [ - 3.135657937555, - 12.168058009715777, - 0.0, - 40.40763701498722, - 48.63997037684714, - 0.0, - 0.0370029943119075, - 0.483422, - 78.24086866502697, - 0.45195187, - 0.0, - 126.49038050388519, - 0.0, - 85.62525816966533, - 0.0, - 0.0, - 0.0, - 26.68501944128122, - 0.0, - 11.359566548606697 - ], - "70": [ - 3.135657937555, - 12.168058009715777, - 0.0, - 41.56356064483735, - 48.63997037684714, - 0.0, - 0.0370029943119075, - 0.483422, - 79.14845997837669, - 0.45195187, - 0.0, - 127.18547669884634, - 0.0, - 87.24900558796868, - 0.0, - 0.0, - 0.0, - 26.68501944128122, - 0.0, - 11.359566548606697 - ], - "71": [ - 3.135657937555, - 12.69637742961862, - 0.0, - 41.56356064483735, - 50.15357067307867, - 0.0, - 0.0370029943119075, - 0.483422, - 80.09697537859293, - 0.45195187, - 0.0, - 127.80362193185788, - 0.0, - 88.846515532089, - 0.0, - 0.0, - 0.0, - 26.68501944128122, - 0.0, - 11.359566548606697 - ], - "72": [ - 3.135657937555, - 12.69637742961862, - 0.0, - 41.56356064483735, - 51.542034966347885, - 0.0, - 0.0370029943119075, - 0.483422, - 81.006005624807, - 0.45195187, - 0.0, - 128.3555857125393, - 0.0, - 90.5280503767681, - 0.0, - 0.0, - 0.0, - 27.14816924686841, - 0.0, - 11.359566548606697 - ], - "73": [ - 3.135657937555, - 12.69637742961862, - 0.0, - 42.687925038388975, - 52.93661461668441, - 0.0, - 0.0370029943119075, - 0.483422, - 81.86594556855893, - 0.45195187, - 0.0, - 129.1120298554139, - 0.0, - 92.22276987300043, - 0.0, - 0.0, - 0.0, - 27.14816924686841, - 0.0, - 11.359566548606697 - ], - "74": [ - 3.135657937555, - 12.69637742961862, - 0.0, - 43.82104578800509, - 54.227248470517566, - 0.0, - 0.0370029943119075, - 0.483422, - 82.80728611287334, - 0.45195187, - 0.0, - 129.65090955685977, - 0.0, - 93.89054217427042, - 0.0, - 0.0, - 0.0, - 27.14816924686841, - 0.0, - 11.359566548606697 - ], - "75": [ - 3.135657937555, - 12.69637742961862, - 0.0, - 44.88283533012503, - 55.54497598581239, - 0.0, - 0.0370029943119075, - 0.483422, - 83.84921325174462, - 0.45195187, - 0.0, - 130.18440046129118, - 0.0, - 95.48163675252772, - 0.0, - 0.0, - 0.0, - 27.14816924686841, - 0.0, - 11.359566548606697 - ], - "76": [ - 3.135657937555, - 12.69637742961862, - 0.0, - 45.99400697682378, - 56.85952622595427, - 0.0, - 0.0370029943119075, - 0.483422, - 84.85072111922717, - 0.45195187, - 0.0, - 130.62255645667827, - 0.0, - 97.09682038500245, - 0.0, - 0.0, - 0.0, - 27.14816924686841, - 0.0, - 11.359566548606697 - ], - "77": [ - 3.135657937555, - 12.69637742961862, - 0.0, - 45.99400697682378, - 58.17093096369473, - 0.0, - 0.0370029943119075, - 0.483422, - 85.8822139080349, - 0.45195187, - 0.0, - 131.14633089211148, - 0.0, - 98.83585218115242, - 0.0, - 0.0, - 0.0, - 27.14816924686841, - 0.0, - 12.37597088312063 - ], - "78": [ - 3.135657937555, - 12.69637742961862, - 0.0, - 45.99400697682378, - 59.40922165405778, - 0.0, - 0.0370029943119075, - 0.483422, - 86.77339176895455, - 0.45195187, - 0.0, - 131.42486758319038, - 0.0, - 100.60749365934089, - 0.0, - 0.0, - 0.03, - 27.14816924686841, - 0.0, - 12.37597088312063 - ], - "79": [ - 3.135657937555, - 12.69637742961862, - 0.0, - 47.02406690705555, - 60.67512943751721, - 0.0, - 0.0370029943119075, - 0.483422, - 87.735657851265, - 0.45195187, - 0.0, - 131.8906189073585, - 0.0, - 102.34141872274748, - 0.0, - 0.0, - 0.03, - 27.14816924686841, - 0.0, - 12.37597088312063 - ], - "80": [ - 3.135657937555, - 12.69637742961862, - 0.0, - 48.05382623798499, - 61.96837814314203, - 0.0, - 0.0370029943119075, - 0.483422, - 88.78830127275235, - 0.45195187, - 0.0, - 132.3017127182849, - 0.0, - 103.93800453552001, - 0.0, - 0.0, - 0.03, - 27.14816924686841, - 0.0, - 12.37597088312063 - ], - "81": [ - 3.135657937555, - 12.69637742961862, - 0.0, - 48.05382623798499, - 63.22869436171061, - 0.0, - 0.0370029943119075, - 0.483422, - 89.80041826002483, - 0.45195187, - 0.0, - 132.80869559110207, - 0.0, - 105.45862449016481, - 0.0, - 0.0, - 0.03, - 27.496687554399724, - 0.0, - 12.37597088312063 - ], - "82": [ - 3.135657937555, - 12.69637742961862, - 0.0, - 49.25328797560514, - 64.54640741809351, - 0.0, - 0.0370029943119075, - 0.483422, - 90.66241407742459, - 0.45195187, - 0.0, - 133.37060863519105, - 0.0, - 106.80403824526316, - 0.0, - 0.0, - 0.03, - 27.496687554399724, - 0.0, - 12.37597088312063 - ], - "83": [ - 3.135657937555, - 12.69637742961862, - 0.0, - 50.41075509584909, - 65.91094334391258, - 0.0, - 0.0370029943119075, - 0.483422, - 91.57578993665034, - 0.45195187, - 0.0, - 133.94690254883915, - 0.0, - 108.21599786281053, - 0.0, - 0.0, - 0.03, - 27.496687554399724, - 0.0, - 12.37597088312063 - ], - "84": [ - 3.135657937555, - 12.69637742961862, - 0.0, - 51.6266475448906, - 67.27183391047345, - 0.0, - 0.0370029943119075, - 0.483422, - 92.47003203728383, - 0.45195187, - 0.0, - 134.51743352335075, - 0.0, - 109.70383788418242, - 0.0, - 0.0, - 0.03, - 27.496687554399724, - 0.0, - 12.37597088312063 - ], - "85": [ - 3.135657937555, - 12.69637742961862, - 0.0, - 52.7603810694417, - 68.56911557136871, - 0.0, - 0.0370029943119075, - 0.483422, - 93.41533171691098, - 0.45195187, - 0.0, - 135.02225918811723, - 0.0, - 111.05679950534059, - 0.0, - 0.0, - 0.03, - 27.496687554399724, - 0.0, - 12.37597088312063 - ], - "86": [ - 3.135657937555, - 12.69637742961862, - 0.0, - 53.902777258747285, - 69.95342441565502, - 0.0, - 0.0370029943119075, - 0.483422, - 94.40117839974188, - 0.45195187, - 0.0, - 135.31203659623606, - 0.0, - 112.54623151028719, - 0.0, - 0.0, - 0.03, - 27.496687554399724, - 0.0, - 12.37597088312063 - ], - "87": [ - 3.135657937555, - 12.69637742961862, - 0.0, - 55.05374948615981, - 71.29389017149848, - 0.0, - 0.0370029943119075, - 0.483422, - 95.23716661574446, - 0.45195187, - 0.0, - 135.5589162302737, - 0.0, - 114.07076919518431, - 0.0, - 0.0, - 0.03, - 27.496687554399724, - 0.0, - 12.37597088312063 - ], - "88": [ - 3.135657937555, - 12.69637742961862, - 0.0, - 56.14321199129821, - 72.47095126978348, - 0.0, - 0.0370029943119075, - 0.483422, - 96.03479494958701, - 0.45195187, - 0.0, - 135.71332706797097, - 0.0, - 115.58006150323247, - 0.0, - 0.0, - 0.03, - 27.496687554399724, - 0.0, - 12.37597088312063 - ], - "89": [ - 3.135657937555, - 12.69637742961862, - 0.0, - 57.171779871385226, - 73.61624175708565, - 0.0, - 0.0370029943119075, - 0.483422, - 96.93444700009114, - 0.45195187, - 0.0, - 135.81619379729125, - 0.0, - 117.00426088820015, - 0.0, - 0.0, - 0.03, - 27.496687554399724, - 0.0, - 12.37597088312063 - ], - "90": [ - 3.135657937555, - 12.69637742961862, - 0.0, - 58.190062072671374, - 74.85007933951479, - 0.0, - 0.0370029943119075, - 0.483422, - 97.83510253009023, - 0.45195187, - 0.0, - 135.92803185931834, - 0.0, - 118.39421827931815, - 0.0, - 0.0, - 0.03, - 27.496687554399724, - 0.0, - 12.37597088312063 - ], - "91": [ - 3.135657937555, - 12.69637742961862, - 0.0, - 59.198161451944664, - 76.05157854611964, - 0.0, - 0.0370029943119075, - 0.483422, - 98.69675150478932, - 0.45195187, - 0.0, - 136.11875154072516, - 0.0, - 119.83027609652497, - 0.0, - 0.0, - 0.03, - 27.496687554399724, - 0.0, - 12.37597088312063 - ], - "92": [ - 3.135657937555, - 12.69637742961862, - 0.0, - 60.16617983742522, - 77.17106276065844, - 0.0, - 0.0370029943119075, - 0.483422, - 99.62978398974143, - 0.45195187, - 0.0, - 136.3075640253179, - 0.0, - 121.29197333555972, - 0.0, - 0.0, - 0.03, - 27.496687554399724, - 0.0, - 12.37597088312063 - ], - "93": [ - 3.135657937555, - 12.69637742961862, - 0.0, - 61.13451803905097, - 78.27935213305186, - 0.0, - 0.0370029943119075, - 0.483422, - 100.56348614984401, - 0.45195187, - 0.0, - 136.40448838506472, - 0.0, - 122.63905360220411, - 0.0, - 0.0, - 0.03, - 27.496687554399724, - 0.0, - 12.37597088312063 - ], - "94": [ - 3.135657937555, - 12.69637742961862, - 0.0, - 61.96317285866046, - 79.39655861172135, - 0.0, - 0.0370029943119075, - 0.483422, - 101.47785128834558, - 0.45195187, - 0.0, - 136.43044350121409, - 0.0, - 123.88266306618208, - 0.0, - 0.0, - 0.03, - 27.496687554399724, - 0.0, - 12.37597088312063 - ], - "95": [ - 3.135657937555, - 12.69637742961862, - 0.0, - 62.87354113007385, - 80.60259302560414, - 0.0, - 0.0370029943119075, - 0.483422, - 102.34307277546212, - 0.45195187, - 0.0, - 136.49613906620195, - 0.0, - 125.06383643552026, - 0.0, - 0.0, - 0.03, - 27.496687554399724, - 0.0, - 12.37597088312063 - ], - "96": [ - 3.135657937555, - 12.69637742961862, - 0.0, - 63.744805718773115, - 81.75656709534809, - 0.0, - 0.0370029943119075, - 0.483422, - 102.9696420477075, - 0.45195187, - 0.0, - 136.57117767553993, - 0.0, - 126.23319807116505, - 0.0, - 0.0, - 0.03, - 27.496687554399724, - 0.0, - 12.37597088312063 - ], - "97": [ - 3.135657937555, - 12.69637742961862, - 0.0, - 63.744805718773115, - 82.89900142439461, - 0.0, - 0.0370029943119075, - 0.483422, - 103.57994562723042, - 0.45195187, - 0.0, - 136.60546589878453, - 0.0, - 127.4408660904534, - 0.0, - 0.0, - 0.03, - 27.496687554399724, - 0.0, - 12.37597088312063 - ], - "98": [ - 3.135657937555, - 12.69637742961862, - 0.0, - 64.64735766158539, - 83.91001141015066, - 0.0, - 0.0370029943119075, - 0.483422, - 104.1941461709581, - 0.45195187, - 0.0, - 136.86941123979668, - 0.0, - 128.78645742954888, - 0.0, - 0.0, - 0.03, - 27.496687554399724, - 0.0, - 12.37597088312063 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.01.gamma=0.9/run=ea14459a0c9c4b0a/rewards.json b/experiments/seed=256/alpha=0.01.gamma=0.9/run=ea14459a0c9c4b0a/rewards.json deleted file mode 100644 index f3ced24..0000000 --- a/experiments/seed=256/alpha=0.01.gamma=0.9/run=ea14459a0c9c4b0a/rewards.json +++ /dev/null @@ -1,2202 +0,0 @@ -{ - "0": [ - 37, - 59, - 6, - 142, - 48, - 0, - 3, - 0, - 157, - 14, - 0, - 333, - 0, - 181, - 0, - 0, - 0, - 224, - 0, - 144 - ], - "1": [ - 45, - 54, - 13, - 145, - 52, - 0, - 3, - 3, - 155, - 14, - 0, - 328, - 0, - 181, - 0, - 0, - 0, - 215, - 0, - 137 - ], - "2": [ - 50, - 62, - 16, - 134, - 53, - 0, - 1, - 0, - 164, - 15, - 0, - 328, - 0, - 188, - 0, - 0, - 0, - 217, - 0, - 135 - ], - "3": [ - 51, - 58, - 13, - 134, - 47, - 0, - 0, - 9, - 178, - 15, - 0, - 324, - 0, - 193, - 0, - 0, - 0, - 214, - 0, - 138 - ], - "4": [ - 55, - 60, - 12, - 135, - 48, - 0, - 0, - 7, - 168, - 13, - 0, - 324, - 0, - 191, - 0, - 0, - 0, - 211, - 0, - 135 - ], - "5": [ - 57, - 62, - 5, - 134, - 51, - 0, - 0, - 17, - 160, - 14, - 0, - 339, - 0, - 182, - 0, - 0, - 0, - 209, - 0, - 139 - ], - "6": [ - 55, - 56, - 6, - 129, - 55, - 0, - 0, - 22, - 151, - 13, - 0, - 332, - 0, - 171, - 0, - 0, - 0, - 189, - 0, - 144 - ], - "7": [ - 51, - 66, - 4, - 129, - 60, - 0, - 0, - 24, - 152, - 12, - 0, - 333, - 0, - 176, - 0, - 0, - 0, - 194, - 0, - 135 - ], - "8": [ - 53, - 65, - 4, - 128, - 67, - 0, - 0, - 25, - 148, - 11, - 0, - 336, - 0, - 169, - 0, - 0, - 0, - 203, - 0, - 144 - ], - "9": [ - 52, - 60, - 3, - 116, - 74, - 0, - 0, - 26, - 154, - 10, - 0, - 327, - 0, - 171, - 0, - 0, - 0, - 200, - 0, - 134 - ], - "10": [ - 55, - 61, - 3, - 115, - 74, - 0, - 0, - 22, - 162, - 12, - 0, - 333, - 0, - 179, - 0, - 0, - 0, - 196, - 0, - 134 - ], - "11": [ - 53, - 69, - 4, - 116, - 91, - 0, - 0, - 31, - 169, - 11, - 0, - 328, - 0, - 176, - 0, - 0, - 0, - 202, - 0, - 153 - ], - "12": [ - 42, - 68, - 6, - 115, - 99, - 0, - 0, - 36, - 176, - 13, - 0, - 339, - 0, - 183, - 0, - 0, - 0, - 192, - 0, - 152 - ], - "13": [ - 39, - 66, - 10, - 114, - 106, - 0, - 0, - 22, - 168, - 14, - 0, - 336, - 0, - 182, - 0, - 0, - 0, - 183, - 0, - 150 - ], - "14": [ - 33, - 62, - 14, - 118, - 101, - 0, - 0, - 19, - 175, - 15, - 0, - 331, - 0, - 180, - 0, - 0, - 0, - 191, - 0, - 153 - ], - "15": [ - 33, - 68, - 17, - 122, - 109, - 0, - 0, - 16, - 183, - 15, - 0, - 334, - 0, - 172, - 0, - 0, - 0, - 192, - 0, - 143 - ], - "16": [ - 39, - 72, - 18, - 118, - 112, - 0, - 0, - 6, - 181, - 16, - 0, - 341, - 0, - 178, - 0, - 0, - 0, - 186, - 0, - 132 - ], - "17": [ - 41, - 75, - 15, - 107, - 104, - 0, - 0, - 4, - 197, - 15, - 0, - 341, - 0, - 157, - 0, - 0, - 0, - 185, - 0, - 136 - ], - "18": [ - 40, - 79, - 18, - 103, - 104, - 0, - 0, - 11, - 200, - 13, - 0, - 344, - 0, - 156, - 0, - 0, - 0, - 187, - 0, - 133 - ], - "19": [ - 38, - 76, - 21, - 107, - 103, - 0, - 0, - 5, - 191, - 14, - 0, - 339, - 0, - 160, - 0, - 0, - 0, - 183, - 0, - 147 - ], - "20": [ - 38, - 73, - 14, - 106, - 111, - 0, - 0, - 0, - 175, - 12, - 0, - 354, - 0, - 160, - 0, - 0, - 0, - 174, - 0, - 146 - ], - "21": [ - 39, - 75, - 8, - 113, - 118, - 0, - 0, - 0, - 170, - 12, - 0, - 332, - 0, - 158, - 0, - 0, - 0, - 161, - 0, - 149 - ], - "22": [ - 44, - 73, - 9, - 115, - 120, - 0, - 0, - 0, - 167, - 9, - 0, - 327, - 0, - 151, - 0, - 0, - 0, - 161, - 0, - 144 - ], - "23": [ - 53, - 73, - 10, - 119, - 125, - 0, - 0, - 0, - 174, - 8, - 0, - 327, - 0, - 156, - 0, - 0, - 0, - 162, - 0, - 147 - ], - "24": [ - 52, - 71, - 5, - 119, - 131, - 0, - 0, - 0, - 164, - 8, - 0, - 320, - 0, - 145, - 0, - 0, - 0, - 146, - 0, - 139 - ], - "25": [ - 53, - 73, - 8, - 121, - 135, - 0, - 0, - 0, - 174, - 8, - 0, - 303, - 0, - 153, - 0, - 0, - 0, - 138, - 0, - 137 - ], - "26": [ - 62, - 77, - 17, - 122, - 143, - 0, - 0, - 5, - 164, - 9, - 0, - 312, - 0, - 145, - 0, - 0, - 0, - 134, - 0, - 145 - ], - "27": [ - 60, - 78, - 10, - 118, - 149, - 0, - 0, - 1, - 172, - 7, - 0, - 289, - 0, - 152, - 0, - 0, - 0, - 141, - 0, - 127 - ], - "28": [ - 73, - 84, - 12, - 117, - 150, - 0, - 0, - 7, - 174, - 8, - 0, - 290, - 0, - 155, - 0, - 0, - 0, - 130, - 0, - 126 - ], - "29": [ - 69, - 91, - 13, - 119, - 148, - 0, - 0, - 6, - 168, - 11, - 0, - 278, - 0, - 158, - 0, - 0, - 0, - 131, - 0, - 129 - ], - "30": [ - 63, - 92, - 10, - 118, - 147, - 0, - 0, - 8, - 170, - 12, - 0, - 278, - 0, - 158, - 0, - 0, - 0, - 139, - 0, - 134 - ], - "31": [ - 65, - 91, - 7, - 117, - 149, - 0, - 0, - 5, - 174, - 11, - 0, - 254, - 0, - 154, - 0, - 0, - 0, - 132, - 0, - 128 - ], - "32": [ - 63, - 88, - 6, - 112, - 147, - 0, - 0, - 5, - 177, - 8, - 0, - 258, - 0, - 145, - 0, - 0, - 0, - 129, - 0, - 133 - ], - "33": [ - 68, - 88, - 8, - 112, - 144, - 0, - 0, - 16, - 163, - 4, - 0, - 269, - 0, - 140, - 0, - 0, - 0, - 130, - 0, - 126 - ], - "34": [ - 73, - 71, - 6, - 111, - 150, - 0, - 0, - 11, - 158, - 5, - 0, - 278, - 0, - 143, - 0, - 0, - 0, - 129, - 0, - 124 - ], - "35": [ - 80, - 69, - 12, - 115, - 153, - 0, - 0, - 11, - 159, - 5, - 0, - 268, - 0, - 149, - 0, - 0, - 0, - 133, - 0, - 124 - ], - "36": [ - 76, - 66, - 14, - 111, - 168, - 0, - 0, - 4, - 163, - 7, - 0, - 272, - 0, - 160, - 0, - 0, - 0, - 132, - 0, - 129 - ], - "37": [ - 71, - 62, - 9, - 116, - 168, - 0, - 0, - 0, - 166, - 7, - 0, - 261, - 0, - 165, - 0, - 0, - 0, - 133, - 0, - 138 - ], - "38": [ - 59, - 62, - 11, - 111, - 174, - 0, - 0, - 1, - 165, - 7, - 0, - 252, - 0, - 181, - 0, - 0, - 0, - 124, - 0, - 130 - ], - "39": [ - 58, - 55, - 10, - 112, - 176, - 0, - 0, - 11, - 168, - 5, - 0, - 231, - 0, - 180, - 0, - 0, - 0, - 133, - 0, - 127 - ], - "40": [ - 49, - 54, - 10, - 119, - 186, - 0, - 0, - 17, - 171, - 7, - 0, - 228, - 0, - 172, - 0, - 0, - 0, - 131, - 0, - 119 - ], - "41": [ - 51, - 53, - 7, - 119, - 197, - 0, - 0, - 19, - 183, - 5, - 0, - 229, - 0, - 184, - 0, - 0, - 0, - 130, - 0, - 116 - ], - "42": [ - 58, - 63, - 11, - 124, - 191, - 0, - 0, - 24, - 182, - 4, - 0, - 247, - 0, - 179, - 0, - 0, - 0, - 133, - 0, - 119 - ], - "43": [ - 54, - 59, - 1, - 139, - 197, - 0, - 0, - 27, - 172, - 4, - 0, - 248, - 0, - 170, - 0, - 0, - 0, - 130, - 0, - 123 - ], - "44": [ - 52, - 63, - 0, - 137, - 202, - 0, - 0, - 33, - 174, - 4, - 0, - 243, - 0, - 179, - 0, - 0, - 0, - 123, - 0, - 130 - ], - "45": [ - 57, - 66, - 1, - 137, - 202, - 0, - 0, - 42, - 162, - 4, - 0, - 223, - 0, - 182, - 0, - 0, - 0, - 127, - 0, - 122 - ], - "46": [ - 52, - 65, - 6, - 145, - 208, - 0, - 0, - 43, - 160, - 4, - 0, - 217, - 0, - 186, - 0, - 0, - 0, - 124, - 0, - 125 - ], - "47": [ - 55, - 63, - 10, - 134, - 210, - 0, - 0, - 35, - 165, - 3, - 0, - 233, - 0, - 191, - 0, - 0, - 3, - 122, - 0, - 129 - ], - "48": [ - 58, - 59, - 14, - 131, - 207, - 0, - 0, - 39, - 155, - 3, - 0, - 227, - 0, - 188, - 0, - 0, - 0, - 115, - 0, - 127 - ], - "49": [ - 52, - 60, - 18, - 136, - 210, - 0, - 0, - 42, - 163, - 3, - 0, - 234, - 0, - 193, - 0, - 0, - 0, - 110, - 0, - 129 - ], - "50": [ - 51, - 56, - 20, - 138, - 220, - 0, - 0, - 48, - 163, - 4, - 0, - 230, - 0, - 183, - 0, - 0, - 0, - 102, - 0, - 122 - ], - "51": [ - 48, - 56, - 16, - 145, - 228, - 0, - 0, - 54, - 156, - 4, - 0, - 224, - 0, - 179, - 0, - 0, - 0, - 96, - 0, - 121 - ], - "52": [ - 43, - 59, - 13, - 154, - 226, - 0, - 0, - 41, - 158, - 6, - 0, - 223, - 0, - 187, - 0, - 0, - 3, - 102, - 0, - 124 - ], - "53": [ - 45, - 61, - 8, - 162, - 232, - 0, - 0, - 46, - 156, - 5, - 0, - 241, - 0, - 193, - 0, - 0, - 2, - 103, - 0, - 121 - ], - "54": [ - 53, - 69, - 6, - 159, - 227, - 0, - 0, - 36, - 154, - 6, - 0, - 235, - 0, - 203, - 0, - 0, - 0, - 102, - 0, - 116 - ], - "55": [ - 48, - 69, - 3, - 159, - 230, - 0, - 0, - 42, - 153, - 7, - 0, - 223, - 0, - 206, - 0, - 0, - 0, - 98, - 0, - 114 - ], - "56": [ - 44, - 71, - 3, - 161, - 231, - 0, - 0, - 52, - 160, - 9, - 0, - 220, - 0, - 210, - 0, - 0, - 0, - 95, - 0, - 118 - ], - "57": [ - 51, - 68, - 3, - 164, - 226, - 0, - 0, - 58, - 169, - 9, - 0, - 228, - 0, - 218, - 0, - 0, - 0, - 96, - 0, - 120 - ], - "58": [ - 43, - 71, - 4, - 161, - 213, - 0, - 0, - 54, - 165, - 10, - 0, - 234, - 0, - 225, - 0, - 0, - 0, - 97, - 0, - 122 - ], - "59": [ - 35, - 67, - 2, - 162, - 203, - 0, - 0, - 63, - 163, - 10, - 0, - 232, - 0, - 241, - 0, - 0, - 4, - 97, - 0, - 123 - ], - "60": [ - 40, - 77, - 0, - 162, - 197, - 0, - 0, - 64, - 161, - 9, - 0, - 233, - 0, - 249, - 0, - 0, - 8, - 104, - 0, - 124 - ], - "61": [ - 43, - 79, - 0, - 159, - 188, - 0, - 0, - 77, - 167, - 9, - 0, - 236, - 0, - 251, - 0, - 0, - 3, - 98, - 0, - 117 - ], - "62": [ - 37, - 69, - 0, - 155, - 180, - 0, - 0, - 79, - 168, - 9, - 0, - 232, - 0, - 248, - 0, - 0, - 2, - 94, - 0, - 113 - ], - "63": [ - 32, - 66, - 0, - 162, - 197, - 0, - 0, - 82, - 171, - 7, - 0, - 245, - 0, - 259, - 0, - 0, - 7, - 90, - 0, - 111 - ], - "64": [ - 27, - 54, - 0, - 156, - 195, - 0, - 0, - 84, - 169, - 6, - 0, - 225, - 0, - 259, - 0, - 0, - 0, - 85, - 0, - 116 - ], - "65": [ - 21, - 57, - 0, - 158, - 190, - 0, - 0, - 82, - 179, - 7, - 0, - 224, - 0, - 249, - 0, - 0, - 0, - 86, - 0, - 110 - ], - "66": [ - 28, - 58, - 0, - 158, - 200, - 0, - 0, - 78, - 175, - 6, - 0, - 238, - 0, - 249, - 0, - 0, - 2, - 83, - 0, - 118 - ], - "67": [ - 20, - 60, - 0, - 164, - 189, - 0, - 0, - 85, - 173, - 5, - 0, - 225, - 0, - 251, - 0, - 0, - 3, - 73, - 0, - 118 - ], - "68": [ - 13, - 61, - 0, - 166, - 190, - 0, - 0, - 77, - 163, - 5, - 0, - 207, - 0, - 245, - 0, - 0, - 4, - 60, - 0, - 125 - ], - "69": [ - 16, - 60, - 0, - 165, - 200, - 0, - 0, - 84, - 164, - 4, - 0, - 205, - 0, - 249, - 0, - 0, - 0, - 56, - 0, - 114 - ], - "70": [ - 23, - 64, - 0, - 153, - 197, - 0, - 2, - 81, - 166, - 7, - 0, - 202, - 0, - 250, - 0, - 0, - 3, - 58, - 0, - 109 - ], - "71": [ - 18, - 62, - 0, - 156, - 194, - 0, - 5, - 81, - 169, - 6, - 0, - 196, - 0, - 248, - 0, - 0, - 7, - 62, - 0, - 115 - ], - "72": [ - 12, - 65, - 0, - 160, - 200, - 0, - 6, - 81, - 174, - 8, - 0, - 189, - 0, - 247, - 0, - 0, - 5, - 69, - 0, - 118 - ], - "73": [ - 13, - 66, - 4, - 162, - 189, - 0, - 9, - 81, - 171, - 5, - 0, - 183, - 0, - 257, - 0, - 0, - 0, - 73, - 0, - 120 - ], - "74": [ - 17, - 73, - 0, - 154, - 191, - 0, - 7, - 77, - 167, - 4, - 0, - 204, - 0, - 260, - 0, - 0, - 6, - 69, - 0, - 109 - ], - "75": [ - 13, - 70, - 2, - 156, - 182, - 0, - 10, - 80, - 176, - 5, - 0, - 183, - 0, - 259, - 0, - 0, - 4, - 63, - 0, - 116 - ], - "76": [ - 13, - 72, - 0, - 150, - 186, - 0, - 11, - 92, - 187, - 4, - 0, - 183, - 0, - 253, - 0, - 0, - 4, - 64, - 0, - 113 - ], - "77": [ - 9, - 77, - 0, - 156, - 187, - 0, - 13, - 94, - 184, - 2, - 0, - 174, - 0, - 257, - 0, - 0, - 9, - 63, - 0, - 115 - ], - "78": [ - 10, - 74, - 0, - 152, - 188, - 0, - 9, - 86, - 188, - 2, - 0, - 183, - 0, - 271, - 0, - 0, - 11, - 68, - 0, - 113 - ], - "79": [ - 4, - 71, - 0, - 139, - 182, - 0, - 9, - 84, - 175, - 2, - 0, - 159, - 0, - 276, - 0, - 0, - 3, - 63, - 0, - 114 - ], - "80": [ - 5, - 65, - 0, - 149, - 186, - 0, - 10, - 81, - 183, - 4, - 0, - 178, - 0, - 274, - 0, - 0, - 3, - 61, - 0, - 111 - ], - "81": [ - 13, - 58, - 0, - 150, - 190, - 0, - 13, - 80, - 193, - 3, - 0, - 173, - 0, - 262, - 0, - 0, - 6, - 62, - 0, - 115 - ], - "82": [ - 18, - 60, - 0, - 160, - 188, - 0, - 9, - 79, - 190, - 1, - 0, - 183, - 0, - 256, - 0, - 0, - 10, - 62, - 0, - 112 - ], - "83": [ - 17, - 56, - 0, - 168, - 195, - 0, - 10, - 85, - 176, - 2, - 0, - 189, - 0, - 240, - 0, - 0, - 14, - 58, - 0, - 108 - ], - "84": [ - 15, - 59, - 0, - 165, - 201, - 0, - 17, - 81, - 182, - 1, - 0, - 191, - 0, - 248, - 0, - 0, - 20, - 57, - 0, - 99 - ], - "85": [ - 16, - 70, - 0, - 172, - 202, - 0, - 19, - 86, - 181, - 0, - 0, - 191, - 0, - 257, - 0, - 0, - 19, - 54, - 0, - 102 - ], - "86": [ - 18, - 70, - 0, - 165, - 197, - 0, - 21, - 88, - 187, - 0, - 0, - 185, - 0, - 245, - 0, - 0, - 19, - 50, - 0, - 98 - ], - "87": [ - 15, - 59, - 1, - 167, - 207, - 0, - 18, - 86, - 192, - 0, - 0, - 164, - 0, - 260, - 0, - 0, - 21, - 52, - 0, - 93 - ], - "88": [ - 9, - 60, - 3, - 169, - 204, - 0, - 13, - 92, - 178, - 0, - 0, - 160, - 0, - 265, - 0, - 0, - 17, - 60, - 0, - 83 - ], - "89": [ - 6, - 62, - 8, - 164, - 189, - 0, - 13, - 92, - 175, - 0, - 0, - 151, - 0, - 265, - 0, - 0, - 16, - 60, - 0, - 89 - ], - "90": [ - 8, - 60, - 3, - 159, - 187, - 0, - 13, - 100, - 186, - 0, - 0, - 146, - 0, - 258, - 0, - 0, - 19, - 52, - 0, - 93 - ], - "91": [ - 15, - 61, - 9, - 159, - 197, - 0, - 13, - 86, - 187, - 0, - 0, - 147, - 0, - 256, - 0, - 0, - 12, - 58, - 0, - 86 - ], - "92": [ - 10, - 64, - 9, - 159, - 195, - 0, - 13, - 90, - 184, - 0, - 0, - 155, - 0, - 262, - 0, - 0, - 13, - 61, - 0, - 87 - ], - "93": [ - 9, - 64, - 4, - 156, - 188, - 0, - 5, - 90, - 192, - 0, - 0, - 155, - 0, - 266, - 0, - 0, - 10, - 55, - 0, - 91 - ], - "94": [ - 8, - 68, - 3, - 157, - 188, - 0, - 5, - 83, - 193, - 0, - 0, - 146, - 0, - 256, - 0, - 0, - 16, - 59, - 0, - 85 - ], - "95": [ - 7, - 70, - 4, - 144, - 190, - 0, - 7, - 76, - 192, - 0, - 0, - 139, - 0, - 247, - 0, - 0, - 12, - 60, - 0, - 82 - ], - "96": [ - 4, - 72, - 10, - 153, - 200, - 0, - 14, - 78, - 188, - 0, - 0, - 143, - 0, - 242, - 0, - 0, - 10, - 62, - 0, - 92 - ], - "97": [ - 9, - 71, - 9, - 150, - 196, - 0, - 14, - 78, - 165, - 0, - 0, - 144, - 0, - 242, - 0, - 0, - 12, - 64, - 0, - 94 - ], - "98": [ - 3, - 65, - 14, - 153, - 196, - 0, - 11, - 75, - 164, - 0, - 0, - 140, - 0, - 247, - 0, - 0, - 11, - 59, - 0, - 96 - ], - "99": [ - 1, - 71, - 22, - 154, - 184, - 0, - 11, - 69, - 165, - 0, - 0, - 163, - 0, - 262, - 0, - 0, - 9, - 59, - 0, - 99 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.01.gamma=0.9/run=ea14459a0c9c4b0a/rewards.plot.png b/experiments/seed=256/alpha=0.01.gamma=0.9/run=ea14459a0c9c4b0a/rewards.plot.png deleted file mode 100644 index ba49e02..0000000 Binary files a/experiments/seed=256/alpha=0.01.gamma=0.9/run=ea14459a0c9c4b0a/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.01.gamma=0.9/run=ea14459a0c9c4b0a/sum_rewards.json b/experiments/seed=256/alpha=0.01.gamma=0.9/run=ea14459a0c9c4b0a/sum_rewards.json deleted file mode 100644 index f2126e0..0000000 --- a/experiments/seed=256/alpha=0.01.gamma=0.9/run=ea14459a0c9c4b0a/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 80809, - "V": 5475429 - }, - "control": { - "R": 82172, - "V": 5721003 - } -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.01.gamma=0.9/run=ea14459a0c9c4b0a/view.plot.png b/experiments/seed=256/alpha=0.01.gamma=0.9/run=ea14459a0c9c4b0a/view.plot.png deleted file mode 100644 index 7e7766c..0000000 Binary files a/experiments/seed=256/alpha=0.01.gamma=0.9/run=ea14459a0c9c4b0a/view.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.1.gamma=0.1/run=026f824e47ab47b2/choices.json b/experiments/seed=256/alpha=0.1.gamma=0.1/run=026f824e47ab47b2/choices.json deleted file mode 100644 index 8cd25e2..0000000 --- a/experiments/seed=256/alpha=0.1.gamma=0.1/run=026f824e47ab47b2/choices.json +++ /dev/null @@ -1,702 +0,0 @@ -{ - "0": [ - 8, - 1, - 5, - 16, - 14 - ], - "1": [ - 1, - 4, - 8, - 3, - 13 - ], - "2": [ - 13, - 14, - 8, - 16, - 7 - ], - "3": [ - 8, - 19, - 4, - 15, - 13 - ], - "4": [ - 8, - 13, - 12, - 19, - 14 - ], - "5": [ - 8, - 13, - 4, - 6, - 17 - ], - "6": [ - 13, - 8, - 5, - 3, - 6 - ], - "7": [ - 13, - 8, - 3, - 15, - 10 - ], - "8": [ - 13, - 8, - 0, - 3, - 2 - ], - "9": [ - 13, - 8, - 19, - 3, - 5 - ], - "10": [ - 13, - 8, - 19, - 3, - 17 - ], - "11": [ - 13, - 8, - 19, - 3, - 11 - ], - "12": [ - 13, - 8, - 3, - 11, - 19 - ], - "13": [ - 13, - 8, - 11, - 3, - 6 - ], - "14": [ - 13, - 8, - 3, - 11, - 19 - ], - "15": [ - 13, - 8, - 11, - 19, - 3 - ], - "16": [ - 13, - 8, - 11, - 3, - 12 - ], - "17": [ - 13, - 11, - 8, - 3, - 16 - ], - "18": [ - 13, - 8, - 11, - 3, - 17 - ], - "19": [ - 13, - 11, - 8, - 3, - 1 - ], - "20": [ - 13, - 8, - 11, - 3, - 17 - ], - "21": [ - 13, - 8, - 11, - 3, - 17 - ], - "22": [ - 13, - 11, - 8, - 3, - 7 - ], - "23": [ - 13, - 11, - 8, - 3, - 17 - ], - "24": [ - 13, - 11, - 8, - 3, - 19 - ], - "25": [ - 13, - 11, - 8, - 3, - 17 - ], - "26": [ - 13, - 11, - 8, - 3, - 17 - ], - "27": [ - 13, - 11, - 8, - 3, - 17 - ], - "28": [ - 13, - 11, - 8, - 3, - 12 - ], - "29": [ - 13, - 11, - 8, - 3, - 19 - ], - "30": [ - 13, - 11, - 8, - 3, - 1 - ], - "31": [ - 13, - 11, - 8, - 3, - 19 - ], - "32": [ - 13, - 11, - 8, - 3, - 19 - ], - "33": [ - 11, - 13, - 8, - 3, - 17 - ], - "34": [ - 13, - 11, - 8, - 3, - 19 - ], - "35": [ - 13, - 11, - 8, - 3, - 17 - ], - "36": [ - 11, - 13, - 8, - 3, - 17 - ], - "37": [ - 13, - 11, - 8, - 3, - 19 - ], - "38": [ - 13, - 11, - 8, - 3, - 17 - ], - "39": [ - 13, - 11, - 8, - 3, - 17 - ], - "40": [ - 11, - 13, - 8, - 3, - 17 - ], - "41": [ - 11, - 13, - 8, - 3, - 17 - ], - "42": [ - 11, - 13, - 8, - 3, - 17 - ], - "43": [ - 13, - 11, - 8, - 3, - 17 - ], - "44": [ - 11, - 13, - 8, - 3, - 17 - ], - "45": [ - 13, - 11, - 8, - 3, - 17 - ], - "46": [ - 11, - 13, - 8, - 3, - 17 - ], - "47": [ - 11, - 13, - 8, - 3, - 17 - ], - "48": [ - 13, - 11, - 8, - 3, - 19 - ], - "49": [ - 11, - 13, - 8, - 3, - 17 - ], - "50": [ - 11, - 13, - 8, - 3, - 19 - ], - "51": [ - 11, - 13, - 8, - 3, - 17 - ], - "52": [ - 11, - 13, - 3, - 8, - 17 - ], - "53": [ - 11, - 13, - 8, - 3, - 17 - ], - "54": [ - 11, - 13, - 3, - 8, - 17 - ], - "55": [ - 11, - 13, - 8, - 3, - 17 - ], - "56": [ - 11, - 13, - 3, - 8, - 1 - ], - "57": [ - 11, - 13, - 3, - 8, - 17 - ], - "58": [ - 11, - 13, - 8, - 3, - 6 - ], - "59": [ - 11, - 13, - 3, - 8, - 17 - ], - "60": [ - 11, - 13, - 3, - 8, - 17 - ], - "61": [ - 11, - 13, - 3, - 8, - 17 - ], - "62": [ - 11, - 13, - 3, - 8, - 17 - ], - "63": [ - 11, - 13, - 3, - 8, - 17 - ], - "64": [ - 11, - 13, - 3, - 8, - 17 - ], - "65": [ - 11, - 13, - 3, - 8, - 17 - ], - "66": [ - 11, - 13, - 3, - 8, - 17 - ], - "67": [ - 11, - 13, - 3, - 8, - 17 - ], - "68": [ - 11, - 13, - 3, - 8, - 17 - ], - "69": [ - 11, - 13, - 3, - 8, - 17 - ], - "70": [ - 11, - 13, - 3, - 8, - 17 - ], - "71": [ - 11, - 13, - 3, - 8, - 17 - ], - "72": [ - 11, - 13, - 3, - 8, - 19 - ], - "73": [ - 11, - 13, - 3, - 8, - 17 - ], - "74": [ - 11, - 13, - 3, - 8, - 19 - ], - "75": [ - 11, - 13, - 3, - 8, - 17 - ], - "76": [ - 11, - 13, - 3, - 8, - 17 - ], - "77": [ - 11, - 13, - 3, - 8, - 17 - ], - "78": [ - 11, - 13, - 3, - 8, - 19 - ], - "79": [ - 11, - 13, - 3, - 8, - 17 - ], - "80": [ - 11, - 13, - 3, - 8, - 17 - ], - "81": [ - 11, - 13, - 3, - 8, - 17 - ], - "82": [ - 11, - 13, - 3, - 8, - 17 - ], - "83": [ - 11, - 13, - 3, - 8, - 17 - ], - "84": [ - 11, - 13, - 3, - 8, - 19 - ], - "85": [ - 11, - 13, - 3, - 8, - 9 - ], - "86": [ - 11, - 13, - 3, - 8, - 19 - ], - "87": [ - 11, - 13, - 3, - 8, - 17 - ], - "88": [ - 11, - 13, - 3, - 8, - 17 - ], - "89": [ - 11, - 13, - 3, - 8, - 17 - ], - "90": [ - 11, - 13, - 3, - 8, - 19 - ], - "91": [ - 11, - 13, - 3, - 8, - 17 - ], - "92": [ - 11, - 13, - 3, - 8, - 7 - ], - "93": [ - 11, - 13, - 3, - 8, - 17 - ], - "94": [ - 11, - 13, - 3, - 8, - 17 - ], - "95": [ - 11, - 13, - 3, - 8, - 17 - ], - "96": [ - 11, - 13, - 3, - 8, - 17 - ], - "97": [ - 11, - 13, - 3, - 8, - 17 - ], - "98": [ - 11, - 13, - 3, - 8, - 17 - ], - "99": [ - 11, - 13, - 3, - 8, - 17 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.1.gamma=0.1/run=026f824e47ab47b2/config.json b/experiments/seed=256/alpha=0.1.gamma=0.1/run=026f824e47ab47b2/config.json deleted file mode 100644 index 151dd64..0000000 --- a/experiments/seed=256/alpha=0.1.gamma=0.1/run=026f824e47ab47b2/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 20, - "num_choices": 5, - "time_span": 100, - "history_span": 3000, - "alpha": 0.1, - "gamma": 0.1, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.1.gamma=0.1/run=026f824e47ab47b2/control.choices.json b/experiments/seed=256/alpha=0.1.gamma=0.1/run=026f824e47ab47b2/control.choices.json deleted file mode 100644 index 1ce1220..0000000 --- a/experiments/seed=256/alpha=0.1.gamma=0.1/run=026f824e47ab47b2/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 4, - 3, - 11, - 1, - 13 -] \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.1.gamma=0.1/run=026f824e47ab47b2/qvalues.json b/experiments/seed=256/alpha=0.1.gamma=0.1/run=026f824e47ab47b2/qvalues.json deleted file mode 100644 index 66dc05a..0000000 --- a/experiments/seed=256/alpha=0.1.gamma=0.1/run=026f824e47ab47b2/qvalues.json +++ /dev/null @@ -1,2180 +0,0 @@ -{ - "0": [ - 0.0, - 8.9, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 13.700000000000001, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 13.11, - 0.0, - 14.1, - 8.5, - 0.0, - 0.0, - 0.0, - 26.53, - 0.0, - 0.0, - 5.0, - 0.0, - 22.2, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 0.0, - 13.11, - 0.0, - 14.1, - 8.5, - 0.0, - 0.0, - 0.2, - 39.677, - 0.0, - 0.0, - 5.0, - 0.0, - 37.28, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 0.0, - 13.11, - 0.0, - 14.1, - 11.45, - 0.0, - 0.0, - 0.2, - 50.109300000000005, - 0.0, - 0.0, - 5.0, - 0.0, - 50.452, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 7.0 - ], - "4": [ - 0.0, - 13.11, - 0.0, - 14.1, - 11.45, - 0.0, - 0.0, - 0.2, - 59.39837000000001, - 0.0, - 0.0, - 5.0, - 0.0, - 62.7068, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 13.9 - ], - "5": [ - 0.0, - 13.11, - 0.0, - 14.1, - 14.704999999999998, - 0.0, - 0.0, - 0.2, - 66.758533, - 0.0, - 0.0, - 5.0, - 0.0, - 73.13612, - 0.0, - 0.0, - 0.0, - 8.200000000000001, - 0.0, - 13.9 - ], - "6": [ - 0.0, - 13.11, - 0.0, - 21.89, - 14.704999999999998, - 0.0, - 0.0, - 0.2, - 73.0826797, - 0.0, - 0.0, - 5.0, - 0.0, - 82.722508, - 0.0, - 0.0, - 0.0, - 8.200000000000001, - 0.0, - 13.9 - ], - "7": [ - 0.0, - 13.11, - 0.0, - 28.601, - 14.704999999999998, - 0.0, - 0.0, - 0.2, - 79.07441173, - 0.0, - 0.0, - 5.0, - 0.0, - 91.0502572, - 0.0, - 0.0, - 0.0, - 8.200000000000001, - 0.0, - 13.9 - ], - "8": [ - 6.1000000000000005, - 13.11, - 0.2, - 32.9409, - 14.704999999999998, - 0.0, - 0.0, - 0.2, - 85.266970557, - 0.0, - 0.0, - 5.0, - 0.0, - 99.34523148000001, - 0.0, - 0.0, - 0.0, - 8.200000000000001, - 0.0, - 13.9 - ], - "9": [ - 6.1000000000000005, - 13.11, - 0.2, - 37.64681, - 14.704999999999998, - 0.0, - 0.0, - 0.2, - 91.2402735013, - 0.0, - 0.0, - 5.0, - 0.0, - 109.810708332, - 0.0, - 0.0, - 0.0, - 8.200000000000001, - 0.0, - 19.01 - ], - "10": [ - 6.1000000000000005, - 13.11, - 0.2, - 42.782129000000005, - 14.704999999999998, - 0.0, - 0.0, - 0.2, - 96.41624615117, - 0.0, - 0.0, - 5.0, - 0.0, - 120.0296374988, - 0.0, - 0.0, - 0.0, - 16.68, - 0.0, - 23.809 - ], - "11": [ - 6.1000000000000005, - 13.11, - 0.2, - 47.903916100000004, - 14.704999999999998, - 0.0, - 0.0, - 0.2, - 101.374621536053, - 0.0, - 0.0, - 26.700000000000003, - 0.0, - 129.62667374892, - 0.0, - 0.0, - 0.0, - 16.68, - 0.0, - 27.9281 - ], - "12": [ - 6.1000000000000005, - 13.11, - 0.2, - 52.41352449, - 14.704999999999998, - 0.0, - 0.0, - 0.2, - 105.13715938244769, - 0.0, - 0.0, - 46.93000000000001, - 0.0, - 138.16400637402802, - 0.0, - 0.0, - 0.0, - 16.68, - 0.0, - 31.53529 - ], - "13": [ - 6.1000000000000005, - 13.11, - 0.2, - 55.972172041, - 14.704999999999998, - 0.0, - 0.0, - 0.2, - 109.02344344420293, - 0.0, - 0.0, - 64.037, - 0.0, - 145.14760573662522, - 0.0, - 0.0, - 0.0, - 16.68, - 0.0, - 31.53529 - ], - "14": [ - 6.1000000000000005, - 13.11, - 0.2, - 59.4749548369, - 14.704999999999998, - 0.0, - 0.0, - 0.2, - 112.82109909978263, - 0.0, - 0.0, - 77.53330000000001, - 0.0, - 152.1328451629627, - 0.0, - 0.0, - 0.0, - 16.68, - 0.0, - 34.781761 - ], - "15": [ - 6.1000000000000005, - 13.11, - 0.2, - 63.12745935321, - 14.704999999999998, - 0.0, - 0.0, - 0.2, - 116.63898918980436, - 0.0, - 0.0, - 91.37997000000001, - 0.0, - 158.21956064666642, - 0.0, - 0.0, - 0.0, - 16.68, - 0.0, - 37.0035849 - ], - "16": [ - 6.1000000000000005, - 13.11, - 0.2, - 65.714713417889, - 14.704999999999998, - 0.0, - 0.0, - 0.2, - 120.77509027082392, - 0.0, - 0.0, - 104.04197300000001, - 0.0, - 164.69760458199977, - 0.0, - 0.0, - 0.0, - 16.68, - 0.0, - 37.0035849 - ], - "17": [ - 6.1000000000000005, - 13.11, - 0.2, - 67.3432420761001, - 14.704999999999998, - 0.0, - 0.0, - 0.2, - 125.19758124374152, - 0.0, - 0.0, - 114.83777570000001, - 0.0, - 169.8278441237998, - 0.0, - 0.0, - 0.0, - 16.68, - 0.0, - 37.0035849 - ], - "18": [ - 6.1000000000000005, - 13.11, - 0.2, - 69.20891786849009, - 14.704999999999998, - 0.0, - 0.0, - 0.2, - 128.17782311936736, - 0.0, - 0.0, - 124.55399813000001, - 0.0, - 173.84505971141982, - 0.0, - 0.0, - 0.0, - 23.412, - 0.0, - 37.0035849 - ], - "19": [ - 6.1000000000000005, - 18.099, - 0.2, - 70.48802608164108, - 14.704999999999998, - 0.0, - 0.0, - 0.2, - 128.56004080743062, - 0.0, - 0.0, - 133.298598317, - 0.0, - 178.96055374027785, - 0.0, - 0.0, - 0.0, - 23.412, - 0.0, - 37.0035849 - ], - "20": [ - 6.1000000000000005, - 18.099, - 0.2, - 72.23922347347697, - 14.704999999999998, - 0.0, - 0.0, - 0.2, - 129.30403672668757, - 0.0, - 0.0, - 141.5687384853, - 0.0, - 182.36449836625007, - 0.0, - 0.0, - 0.0, - 28.6708, - 0.0, - 37.0035849 - ], - "21": [ - 6.1000000000000005, - 18.099, - 0.2, - 74.11530112612927, - 14.704999999999998, - 0.0, - 0.0, - 0.2, - 130.87363305401882, - 0.0, - 0.0, - 149.21186463677, - 0.0, - 185.92804852962507, - 0.0, - 0.0, - 0.0, - 33.30372, - 0.0, - 37.0035849 - ], - "22": [ - 6.1000000000000005, - 18.099, - 0.2, - 75.90377101351635, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 132.28626974861695, - 0.0, - 0.0, - 156.790678173093, - 0.0, - 188.53524367666256, - 0.0, - 0.0, - 0.0, - 33.30372, - 0.0, - 37.0035849 - ], - "23": [ - 6.1000000000000005, - 18.099, - 0.2, - 77.41339391216471, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 132.95764277375525, - 0.0, - 0.0, - 163.6116103557837, - 0.0, - 191.78171930899632, - 0.0, - 0.0, - 0.0, - 37.473348, - 0.0, - 37.0035849 - ], - "24": [ - 6.1000000000000005, - 18.099, - 0.2, - 78.57205452094824, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 134.66187849637973, - 0.0, - 0.0, - 170.15044932020533, - 0.0, - 194.2035473780967, - 0.0, - 0.0, - 0.0, - 37.473348, - 0.0, - 39.60322641 - ], - "25": [ - 6.1000000000000005, - 18.099, - 0.2, - 80.71484906885343, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 135.59569064674176, - 0.0, - 0.0, - 175.5354043881848, - 0.0, - 196.68319264028702, - 0.0, - 0.0, - 0.0, - 40.4260132, - 0.0, - 39.60322641 - ], - "26": [ - 6.1000000000000005, - 18.099, - 0.2, - 81.94336416196808, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 137.3361215820676, - 0.0, - 0.0, - 179.9818639493663, - 0.0, - 198.51487337625832, - 0.0, - 0.0, - 0.0, - 42.78341188, - 0.0, - 39.60322641 - ], - "27": [ - 6.1000000000000005, - 18.099, - 0.2, - 82.84902774577127, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 138.90250942386083, - 0.0, - 0.0, - 186.18367755442966, - 0.0, - 202.86338603863248, - 0.0, - 0.0, - 0.0, - 44.205070692, - 0.0, - 39.60322641 - ], - "28": [ - 6.1000000000000005, - 18.099, - 0.2, - 84.16412497119414, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 139.61225848147475, - 0.0, - 0.0, - 190.7653097989867, - 0.0, - 207.57704743476924, - 0.0, - 0.0, - 0.0, - 44.205070692, - 0.0, - 39.60322641 - ], - "29": [ - 6.1000000000000005, - 18.099, - 0.2, - 85.74771247407473, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 139.65103263332728, - 0.0, - 0.0, - 194.788778819088, - 0.0, - 211.31934269129232, - 0.0, - 0.0, - 0.0, - 44.205070692, - 0.0, - 42.342903768999996 - ], - "30": [ - 6.1000000000000005, - 22.4891, - 0.2, - 87.57294122666725, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 140.38592936999456, - 0.0, - 0.0, - 198.8099009371792, - 0.0, - 215.28740842216308, - 0.0, - 0.0, - 0.0, - 44.205070692, - 0.0, - 42.342903768999996 - ], - "31": [ - 6.1000000000000005, - 22.4891, - 0.2, - 89.11564710400053, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 141.7473364329951, - 0.0, - 0.0, - 204.3289108434613, - 0.0, - 218.95866757994676, - 0.0, - 0.0, - 0.0, - 44.205070692, - 0.0, - 44.2086133921 - ], - "32": [ - 6.1000000000000005, - 22.4891, - 0.2, - 90.60408239360048, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 142.0726027896956, - 0.0, - 0.0, - 208.79601975911518, - 0.0, - 221.5628008219521, - 0.0, - 0.0, - 0.0, - 44.205070692, - 0.0, - 44.88775205289 - ], - "33": [ - 6.1000000000000005, - 22.4891, - 0.2, - 91.94367415424043, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 142.06534251072603, - 0.0, - 0.0, - 214.11641778320367, - 0.0, - 225.30652073975688, - 0.0, - 0.0, - 0.0, - 46.1845636228, - 0.0, - 44.88775205289 - ], - "34": [ - 6.1000000000000005, - 22.4891, - 0.2, - 93.24930673881639, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 142.15880825965343, - 0.0, - 0.0, - 220.5047760048833, - 0.0, - 228.47586866578118, - 0.0, - 0.0, - 0.0, - 46.1845636228, - 0.0, - 45.898976847601 - ], - "35": [ - 6.1000000000000005, - 22.4891, - 0.2, - 93.72437606493475, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 142.64292743368807, - 0.0, - 0.0, - 225.55429840439496, - 0.0, - 231.92828179920306, - 0.0, - 0.0, - 0.0, - 47.76610726052, - 0.0, - 45.898976847601 - ], - "36": [ - 6.1000000000000005, - 22.4891, - 0.2, - 94.65193845844126, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 143.27863469031928, - 0.0, - 0.0, - 229.69886856395547, - 0.0, - 236.93545361928275, - 0.0, - 0.0, - 0.0, - 48.489496534468, - 0.0, - 45.898976847601 - ], - "37": [ - 6.1000000000000005, - 22.4891, - 0.2, - 94.78674461259713, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 144.05077122128736, - 0.0, - 0.0, - 234.32898170755993, - 0.0, - 242.34190825735448, - 0.0, - 0.0, - 0.0, - 48.489496534468, - 0.0, - 48.1090791628409 - ], - "38": [ - 6.1000000000000005, - 22.4891, - 0.2, - 94.80807015133742, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 144.94569409915863, - 0.0, - 0.0, - 239.19608353680394, - 0.0, - 247.60771743161902, - 0.0, - 0.0, - 0.0, - 49.1405468810212, - 0.0, - 48.1090791628409 - ], - "39": [ - 6.1000000000000005, - 22.4891, - 0.2, - 96.02726313620367, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 144.95112468924276, - 0.0, - 0.0, - 243.07647518312353, - 0.0, - 252.3469456884571, - 0.0, - 0.0, - 0.0, - 49.82649219291908, - 0.0, - 48.1090791628409 - ], - "40": [ - 6.1000000000000005, - 22.4891, - 0.2, - 96.3245368225833, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 145.95601222031848, - 0.0, - 0.0, - 247.9688276648112, - 0.0, - 257.4122511196114, - 0.0, - 0.0, - 0.0, - 50.94384297362718, - 0.0, - 48.1090791628409 - ], - "41": [ - 6.1000000000000005, - 22.4891, - 0.2, - 97.19208314032497, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 145.86041099828662, - 0.0, - 0.0, - 252.37194489833007, - 0.0, - 261.7710260076503, - 0.0, - 0.0, - 0.0, - 51.34945867626446, - 0.0, - 48.1090791628409 - ], - "42": [ - 6.1000000000000005, - 22.4891, - 0.2, - 99.27287482629247, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 144.17436989845797, - 0.0, - 0.0, - 258.13475040849704, - 0.0, - 264.69392340688523, - 0.0, - 0.0, - 0.0, - 51.61451280863802, - 0.0, - 48.1090791628409 - ], - "43": [ - 6.1000000000000005, - 22.4891, - 0.2, - 101.34558734366323, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 142.65693290861216, - 0.0, - 0.0, - 265.82127536764733, - 0.0, - 267.1245310661967, - 0.0, - 0.0, - 0.0, - 52.253061527774214, - 0.0, - 48.1090791628409 - ], - "44": [ - 6.1000000000000005, - 22.4891, - 0.2, - 103.61102860929691, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 140.89123961775095, - 0.0, - 0.0, - 272.5391478308826, - 0.0, - 269.212077959577, - 0.0, - 0.0, - 0.0, - 52.627755374996795, - 0.0, - 48.1090791628409 - ], - "45": [ - 6.1000000000000005, - 22.4891, - 0.2, - 106.24992574836722, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 138.70211565597586, - 0.0, - 0.0, - 279.08523304779436, - 0.0, - 269.9908701636193, - 0.0, - 0.0, - 0.0, - 53.764979837497116, - 0.0, - 48.1090791628409 - ], - "46": [ - 6.1000000000000005, - 22.4891, - 0.2, - 107.7249331735305, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 136.83190409037826, - 0.0, - 0.0, - 284.2767097430149, - 0.0, - 270.49178314725737, - 0.0, - 0.0, - 0.0, - 55.288481853747406, - 0.0, - 48.1090791628409 - ], - "47": [ - 6.1000000000000005, - 22.4891, - 0.2, - 108.35243985617745, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 134.14871368134044, - 0.0, - 0.0, - 288.6490387687134, - 0.0, - 270.24260483253164, - 0.0, - 0.0, - 0.0, - 56.95963366837267, - 0.0, - 48.1090791628409 - ], - "48": [ - 6.1000000000000005, - 22.4891, - 0.2, - 109.61719587055971, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 132.3338423132064, - 0.0, - 0.0, - 292.58413489184204, - 0.0, - 269.11834434927846, - 0.0, - 0.0, - 0.0, - 56.95963366837267, - 0.0, - 49.39817124655681 - ], - "49": [ - 6.1000000000000005, - 22.4891, - 0.2, - 111.05547628350374, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 130.80045808188575, - 0.0, - 0.0, - 298.4257214026578, - 0.0, - 268.0065099143506, - 0.0, - 0.0, - 0.0, - 58.163670301535404, - 0.0, - 49.39817124655681 - ], - "50": [ - 6.1000000000000005, - 22.4891, - 0.2, - 113.34992865515336, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 128.82041227369717, - 0.0, - 0.0, - 302.883149262392, - 0.0, - 267.2058589229155, - 0.0, - 0.0, - 0.0, - 58.163670301535404, - 0.0, - 50.35835412190113 - ], - "51": [ - 6.1000000000000005, - 22.4891, - 0.2, - 115.41493578963802, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 127.03837104632746, - 0.0, - 0.0, - 307.7948343361528, - 0.0, - 265.28527303062396, - 0.0, - 0.0, - 0.0, - 59.74730327138187, - 0.0, - 50.35835412190113 - ], - "52": [ - 6.1000000000000005, - 22.4891, - 0.2, - 117.97344221067422, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 125.33453394169472, - 0.0, - 0.0, - 310.1153509025375, - 0.0, - 263.0567457275616, - 0.0, - 0.0, - 0.0, - 61.77257294424368, - 0.0, - 50.35835412190113 - ], - "53": [ - 6.1000000000000005, - 22.4891, - 0.2, - 119.6760979896068, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 123.70108054752524, - 0.0, - 0.0, - 311.40381581228377, - 0.0, - 260.7510711548054, - 0.0, - 0.0, - 0.0, - 63.69531564981931, - 0.0, - 50.35835412190113 - ], - "54": [ - 6.1000000000000005, - 22.4891, - 0.2, - 121.40848819064612, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 122.13097249277271, - 0.0, - 0.0, - 312.0634342310554, - 0.0, - 257.87596403932486, - 0.0, - 0.0, - 0.0, - 65.02578408483737, - 0.0, - 50.35835412190113 - ], - "55": [ - 6.1000000000000005, - 22.4891, - 0.2, - 123.0676393715815, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 121.61787524349545, - 0.0, - 0.0, - 311.8570908079499, - 0.0, - 254.88836763539237, - 0.0, - 0.0, - 0.0, - 65.52320567635363, - 0.0, - 50.35835412190113 - ], - "56": [ - 6.1000000000000005, - 25.94019, - 0.2, - 124.96087543442336, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 121.8560877191459, - 0.0, - 0.0, - 309.9713817271549, - 0.0, - 252.49953087185312, - 0.0, - 0.0, - 0.0, - 65.52320567635363, - 0.0, - 50.35835412190113 - ], - "57": [ - 6.1000000000000005, - 25.94019, - 0.2, - 127.36478789098102, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 121.67047894723132, - 0.0, - 0.0, - 309.7742435544394, - 0.0, - 250.0495777846678, - 0.0, - 0.0, - 0.0, - 66.97088510871826, - 0.0, - 50.35835412190113 - ], - "58": [ - 6.1000000000000005, - 25.94019, - 0.2, - 129.82830910188292, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 121.80343105250819, - 0.0, - 0.0, - 309.89681919899544, - 0.0, - 248.844620006201, - 0.0, - 0.0, - 0.0, - 66.97088510871826, - 0.0, - 50.35835412190113 - ], - "59": [ - 6.1000000000000005, - 25.94019, - 0.2, - 132.44547819169463, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 122.02308794725737, - 0.0, - 0.0, - 310.3071372790959, - 0.0, - 248.1601580055809, - 0.0, - 0.0, - 0.0, - 67.97379659784644, - 0.0, - 50.35835412190113 - ], - "60": [ - 6.1000000000000005, - 25.94019, - 0.2, - 134.40093037252518, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 122.22077915253163, - 0.0, - 0.0, - 313.07642355118634, - 0.0, - 246.24414220502283, - 0.0, - 0.0, - 0.0, - 68.2764169380618, - 0.0, - 50.35835412190113 - ], - "61": [ - 6.1000000000000005, - 25.94019, - 0.2, - 136.36083733527266, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 121.99870123727847, - 0.0, - 0.0, - 315.8687811960677, - 0.0, - 245.51972798452056, - 0.0, - 0.0, - 0.0, - 68.34877524425562, - 0.0, - 50.35835412190113 - ], - "62": [ - 6.1000000000000005, - 25.94019, - 0.2, - 138.1247536017454, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 122.79883111355062, - 0.0, - 0.0, - 321.5819030764609, - 0.0, - 244.7677551860685, - 0.0, - 0.0, - 0.0, - 67.91389771983006, - 0.0, - 50.35835412190113 - ], - "63": [ - 6.1000000000000005, - 25.94019, - 0.2, - 139.21227824157086, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 123.51894800219556, - 0.0, - 0.0, - 327.2237127688148, - 0.0, - 244.79097966746167, - 0.0, - 0.0, - 0.0, - 67.72250794784705, - 0.0, - 50.35835412190113 - ], - "64": [ - 6.1000000000000005, - 25.94019, - 0.2, - 140.49105041741376, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 123.667053201976, - 0.0, - 0.0, - 331.3013414919333, - 0.0, - 244.61188170071551, - 0.0, - 0.0, - 0.0, - 67.45025715306234, - 0.0, - 50.35835412190113 - ], - "65": [ - 6.1000000000000005, - 25.94019, - 0.2, - 141.14194537567238, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 123.0003478817784, - 0.0, - 0.0, - 336.27120734273996, - 0.0, - 244.45069353064397, - 0.0, - 0.0, - 0.0, - 67.00523143775611, - 0.0, - 50.35835412190113 - ], - "66": [ - 6.1000000000000005, - 25.94019, - 0.2, - 141.72775083810515, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 122.20031309360056, - 0.0, - 0.0, - 341.14408660846595, - 0.0, - 243.70562417757958, - 0.0, - 0.0, - 0.0, - 66.40470829398049, - 0.0, - 50.35835412190113 - ], - "67": [ - 6.1000000000000005, - 25.94019, - 0.2, - 142.75497575429463, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 120.5802817842405, - 0.0, - 0.0, - 344.4296779476194, - 0.0, - 241.43506175982162, - 0.0, - 0.0, - 0.0, - 64.86423746458244, - 0.0, - 50.35835412190113 - ], - "68": [ - 6.1000000000000005, - 25.94019, - 0.2, - 144.17947817886517, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 119.32225360581644, - 0.0, - 0.0, - 347.88671015285746, - 0.0, - 239.69155558383946, - 0.0, - 0.0, - 0.0, - 63.1778137181242, - 0.0, - 50.35835412190113 - ], - "69": [ - 6.1000000000000005, - 25.94019, - 0.2, - 144.56153036097865, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 118.4900282452348, - 0.0, - 0.0, - 350.7980391375717, - 0.0, - 238.5224000254555, - 0.0, - 0.0, - 0.0, - 61.96003234631178, - 0.0, - 50.35835412190113 - ], - "70": [ - 6.1000000000000005, - 25.94019, - 0.2, - 144.70537732488077, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 117.74102542071131, - 0.0, - 0.0, - 354.01823522381454, - 0.0, - 237.07016002290996, - 0.0, - 0.0, - 0.0, - 60.8640291116806, - 0.0, - 50.35835412190113 - ], - "71": [ - 6.1000000000000005, - 25.94019, - 0.2, - 144.9348395923927, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 118.66692287864018, - 0.0, - 0.0, - 357.1164117014331, - 0.0, - 236.16314402061897, - 0.0, - 0.0, - 0.0, - 60.17762620051254, - 0.0, - 50.35835412190113 - ], - "72": [ - 6.1000000000000005, - 25.94019, - 0.2, - 144.54135563315344, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 119.10023059077616, - 0.0, - 0.0, - 360.5047705312898, - 0.0, - 236.84682961855708, - 0.0, - 0.0, - 0.0, - 60.17762620051254, - 0.0, - 51.32251870971102 - ], - "73": [ - 6.1000000000000005, - 25.94019, - 0.2, - 144.5872200698381, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 118.69020753169855, - 0.0, - 0.0, - 363.6542934781608, - 0.0, - 238.76214665670136, - 0.0, - 0.0, - 0.0, - 59.759863580461285, - 0.0, - 51.32251870971102 - ], - "74": [ - 6.1000000000000005, - 25.94019, - 0.2, - 144.2284980628543, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 119.42118677852869, - 0.0, - 0.0, - 365.6888641303447, - 0.0, - 239.8859319910312, - 0.0, - 0.0, - 0.0, - 59.759863580461285, - 0.0, - 51.49026683873992 - ], - "75": [ - 6.1000000000000005, - 25.94019, - 0.2, - 143.60564825656888, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 121.07906810067583, - 0.0, - 0.0, - 368.61997771731023, - 0.0, - 240.59733879192808, - 0.0, - 0.0, - 0.0, - 59.083877222415154, - 0.0, - 51.49026683873992 - ], - "76": [ - 6.1000000000000005, - 25.94019, - 0.2, - 142.545083430912, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 122.47116129060825, - 0.0, - 0.0, - 371.1579799455792, - 0.0, - 241.43760491273528, - 0.0, - 0.0, - 0.0, - 58.77548950017364, - 0.0, - 51.49026683873992 - ], - "77": [ - 6.1000000000000005, - 25.94019, - 0.2, - 141.7905750878208, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 123.62404516154743, - 0.0, - 0.0, - 373.0421819510213, - 0.0, - 243.69384442146176, - 0.0, - 0.0, - 0.0, - 58.89794055015628, - 0.0, - 51.49026683873992 - ], - "78": [ - 6.1000000000000005, - 25.94019, - 0.2, - 140.51151757903872, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 123.86164064539268, - 0.0, - 0.0, - 376.5379637559192, - 0.0, - 246.72445997931558, - 0.0, - 0.0, - 0.0, - 58.89794055015628, - 0.0, - 50.74124015486593 - ], - "79": [ - 6.1000000000000005, - 25.94019, - 0.2, - 140.76036582113485, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 124.77547658085342, - 0.0, - 0.0, - 379.88416738032726, - 0.0, - 249.05201398138402, - 0.0, - 0.0, - 0.0, - 58.80814649514065, - 0.0, - 50.74124015486593 - ], - "80": [ - 6.1000000000000005, - 25.94019, - 0.2, - 140.28432923902136, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 125.89792892276807, - 0.0, - 0.0, - 383.79575064229454, - 0.0, - 251.74681258324563, - 0.0, - 0.0, - 0.0, - 58.627331845626586, - 0.0, - 50.74124015486593 - ], - "81": [ - 6.1000000000000005, - 25.94019, - 0.2, - 140.65589631511924, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 127.30813603049127, - 0.0, - 0.0, - 386.0161755780651, - 0.0, - 253.47213132492107, - 0.0, - 0.0, - 0.0, - 58.36459866106393, - 0.0, - 50.74124015486593 - ], - "82": [ - 6.1000000000000005, - 25.94019, - 0.2, - 142.0903066836073, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 128.17732242744214, - 0.0, - 0.0, - 388.71455802025855, - 0.0, - 256.12491819242894, - 0.0, - 0.0, - 0.0, - 57.82813879495754, - 0.0, - 50.74124015486593 - ], - "83": [ - 6.1000000000000005, - 25.94019, - 0.2, - 143.18127601524657, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 128.7595901846979, - 0.0, - 0.0, - 391.1431022182327, - 0.0, - 258.51242637318603, - 0.0, - 0.0, - 0.0, - 57.74532491546179, - 0.0, - 50.74124015486593 - ], - "84": [ - 6.1000000000000005, - 25.94019, - 0.2, - 144.86314841372192, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 128.58363116622812, - 0.0, - 0.0, - 394.8287919964094, - 0.0, - 260.46118373586745, - 0.0, - 0.0, - 0.0, - 57.74532491546179, - 0.0, - 49.66711613937933 - ], - "85": [ - 6.1000000000000005, - 25.94019, - 0.2, - 145.67683357234972, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 128.4252680496053, - 0.0, - 0.0, - 397.24591279676844, - 0.0, - 262.4150653622807, - 0.0, - 0.0, - 0.0, - 57.74532491546179, - 0.0, - 49.66711613937933 - ], - "86": [ - 6.1000000000000005, - 25.94019, - 0.2, - 146.90915021511475, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 128.58274124464478, - 0.0, - 0.0, - 398.8213215170916, - 0.0, - 263.57355882605265, - 0.0, - 0.0, - 0.0, - 57.74532491546179, - 0.0, - 48.7004045254414 - ], - "87": [ - 6.1000000000000005, - 25.94019, - 0.2, - 148.61823519360328, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 128.7244671201803, - 0.0, - 0.0, - 401.2391893653824, - 0.0, - 262.31620294344737, - 0.0, - 0.0, - 0.0, - 60.070792423915606, - 0.0, - 48.7004045254414 - ], - "88": [ - 6.1000000000000005, - 25.94019, - 0.2, - 150.15641167424295, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 129.15202040816226, - 0.0, - 0.0, - 404.61527042884416, - 0.0, - 259.9845826491026, - 0.0, - 0.0, - 0.0, - 62.46371318152404, - 0.0, - 48.7004045254414 - ], - "89": [ - 6.1000000000000005, - 25.94019, - 0.2, - 150.34077050681864, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 129.63681836734602, - 0.0, - 0.0, - 407.45374338595974, - 0.0, - 257.48612438419235, - 0.0, - 0.0, - 0.0, - 63.81734186337164, - 0.0, - 48.7004045254414 - ], - "90": [ - 6.1000000000000005, - 25.94019, - 0.2, - 150.60669345613678, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 129.9731365306114, - 0.0, - 0.0, - 410.40836904736375, - 0.0, - 255.13751194577313, - 0.0, - 0.0, - 0.0, - 63.81734186337164, - 0.0, - 47.53036407289726 - ], - "91": [ - 6.1000000000000005, - 25.94019, - 0.2, - 151.4460241105231, - 14.704999999999998, - 0.0, - 0.0, - 0.18, - 130.87582287755026, - 0.0, - 0.0, - 411.96753214262736, - 0.0, - 254.12376075119582, - 0.0, - 0.0, - 0.0, - 65.53560767703448, - 0.0, - 47.53036407289726 - ], - "92": [ - 6.1000000000000005, - 25.94019, - 0.2, - 151.9014216994708, - 14.704999999999998, - 0.0, - 0.0, - 2.362, - 132.28824058979524, - 0.0, - 0.0, - 413.1707789283646, - 0.0, - 253.81138467607624, - 0.0, - 0.0, - 0.0, - 65.53560767703448, - 0.0, - 47.53036407289726 - ], - "93": [ - 6.1000000000000005, - 25.94019, - 0.2, - 152.4112795295237, - 14.704999999999998, - 0.0, - 0.0, - 2.362, - 133.3594165308157, - 0.0, - 0.0, - 417.9537010355281, - 0.0, - 252.33024620846862, - 0.0, - 0.0, - 0.0, - 67.58204690933103, - 0.0, - 47.53036407289726 - ], - "94": [ - 6.1000000000000005, - 25.94019, - 0.2, - 151.57015157657133, - 14.704999999999998, - 0.0, - 0.0, - 2.362, - 134.82347487773413, - 0.0, - 0.0, - 427.15833093197534, - 0.0, - 249.89722158762177, - 0.0, - 0.0, - 0.0, - 69.92384221839792, - 0.0, - 47.53036407289726 - ], - "95": [ - 6.1000000000000005, - 25.94019, - 0.2, - 151.7131364189142, - 14.704999999999998, - 0.0, - 0.0, - 2.362, - 135.0411273899607, - 0.0, - 0.0, - 435.84249783877783, - 0.0, - 247.1074994288596, - 0.0, - 0.0, - 0.0, - 72.43145799655812, - 0.0, - 47.53036407289726 - ], - "96": [ - 6.1000000000000005, - 25.94019, - 0.2, - 151.54182277702276, - 14.704999999999998, - 0.0, - 0.0, - 2.362, - 133.43701465096464, - 0.0, - 0.0, - 443.85824805490006, - 0.0, - 244.59674948597365, - 0.0, - 0.0, - 0.0, - 73.8883121969023, - 0.0, - 47.53036407289726 - ], - "97": [ - 6.1000000000000005, - 25.94019, - 0.2, - 151.68764049932048, - 14.704999999999998, - 0.0, - 0.0, - 2.362, - 132.1933131858682, - 0.0, - 0.0, - 450.27242324941005, - 0.0, - 241.53707453737627, - 0.0, - 0.0, - 0.0, - 74.49948097721207, - 0.0, - 47.53036407289726 - ], - "98": [ - 6.1000000000000005, - 25.94019, - 0.2, - 151.51887644938844, - 14.704999999999998, - 0.0, - 0.0, - 2.362, - 130.77398186728138, - 0.0, - 0.0, - 456.245180924469, - 0.0, - 240.48336708363865, - 0.0, - 0.0, - 0.0, - 75.34953287949087, - 0.0, - 47.53036407289726 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.1.gamma=0.1/run=026f824e47ab47b2/rewards.json b/experiments/seed=256/alpha=0.1.gamma=0.1/run=026f824e47ab47b2/rewards.json deleted file mode 100644 index 25d6129..0000000 --- a/experiments/seed=256/alpha=0.1.gamma=0.1/run=026f824e47ab47b2/rewards.json +++ /dev/null @@ -1,2202 +0,0 @@ -{ - "0": [ - 35, - 45, - 5, - 97, - 37, - 0, - 8, - 0, - 136, - 43, - 0, - 203, - 0, - 182, - 0, - 0, - 0, - 117, - 0, - 77 - ], - "1": [ - 46, - 44, - 11, - 99, - 40, - 0, - 7, - 1, - 137, - 46, - 0, - 195, - 0, - 179, - 0, - 0, - 0, - 115, - 0, - 78 - ], - "2": [ - 51, - 51, - 11, - 96, - 40, - 0, - 3, - 0, - 142, - 54, - 0, - 194, - 0, - 177, - 0, - 0, - 0, - 103, - 0, - 80 - ], - "3": [ - 51, - 50, - 9, - 100, - 36, - 0, - 1, - 2, - 158, - 48, - 0, - 196, - 0, - 173, - 0, - 0, - 0, - 100, - 0, - 73 - ], - "4": [ - 60, - 49, - 7, - 98, - 38, - 0, - 0, - 2, - 144, - 49, - 0, - 203, - 0, - 169, - 0, - 0, - 0, - 89, - 0, - 70 - ], - "5": [ - 62, - 54, - 3, - 97, - 41, - 0, - 0, - 5, - 143, - 53, - 0, - 193, - 0, - 173, - 0, - 0, - 0, - 84, - 0, - 76 - ], - "6": [ - 62, - 48, - 4, - 89, - 44, - 0, - 0, - 7, - 133, - 52, - 0, - 193, - 0, - 167, - 0, - 0, - 0, - 82, - 0, - 73 - ], - "7": [ - 59, - 58, - 3, - 92, - 49, - 0, - 0, - 8, - 130, - 47, - 0, - 209, - 0, - 169, - 0, - 0, - 0, - 91, - 0, - 70 - ], - "8": [ - 62, - 58, - 3, - 89, - 55, - 0, - 0, - 8, - 133, - 41, - 0, - 215, - 0, - 166, - 0, - 0, - 0, - 88, - 0, - 79 - ], - "9": [ - 61, - 58, - 2, - 72, - 58, - 0, - 0, - 7, - 141, - 41, - 0, - 198, - 0, - 174, - 0, - 0, - 0, - 83, - 0, - 66 - ], - "10": [ - 68, - 61, - 2, - 80, - 58, - 0, - 0, - 6, - 145, - 49, - 0, - 212, - 0, - 204, - 0, - 0, - 0, - 98, - 0, - 65 - ], - "11": [ - 67, - 67, - 3, - 89, - 65, - 0, - 0, - 9, - 143, - 45, - 0, - 221, - 0, - 212, - 0, - 0, - 0, - 93, - 0, - 67 - ], - "12": [ - 56, - 62, - 5, - 94, - 75, - 0, - 0, - 11, - 146, - 53, - 0, - 222, - 0, - 216, - 0, - 0, - 0, - 94, - 0, - 65 - ], - "13": [ - 53, - 61, - 6, - 93, - 80, - 0, - 0, - 6, - 139, - 55, - 0, - 229, - 0, - 215, - 0, - 0, - 0, - 84, - 0, - 64 - ], - "14": [ - 47, - 58, - 9, - 88, - 74, - 0, - 0, - 6, - 144, - 59, - 0, - 218, - 0, - 208, - 0, - 0, - 0, - 88, - 0, - 64 - ], - "15": [ - 53, - 67, - 12, - 91, - 81, - 0, - 0, - 5, - 147, - 57, - 0, - 199, - 0, - 215, - 0, - 0, - 0, - 92, - 0, - 64 - ], - "16": [ - 55, - 69, - 12, - 96, - 86, - 0, - 0, - 1, - 151, - 61, - 0, - 216, - 0, - 213, - 0, - 0, - 0, - 95, - 0, - 57 - ], - "17": [ - 59, - 69, - 11, - 89, - 81, - 0, - 0, - 1, - 158, - 60, - 0, - 218, - 0, - 223, - 0, - 0, - 0, - 88, - 0, - 61 - ], - "18": [ - 58, - 71, - 13, - 82, - 84, - 0, - 0, - 3, - 165, - 51, - 0, - 212, - 0, - 216, - 0, - 0, - 0, - 87, - 0, - 63 - ], - "19": [ - 57, - 69, - 15, - 86, - 87, - 0, - 0, - 1, - 155, - 55, - 0, - 212, - 0, - 210, - 0, - 0, - 0, - 84, - 0, - 68 - ], - "20": [ - 53, - 63, - 11, - 82, - 85, - 0, - 0, - 0, - 132, - 45, - 0, - 212, - 0, - 225, - 0, - 0, - 0, - 78, - 0, - 73 - ], - "21": [ - 53, - 71, - 7, - 88, - 93, - 0, - 0, - 0, - 136, - 47, - 0, - 216, - 0, - 213, - 0, - 0, - 0, - 76, - 0, - 76 - ], - "22": [ - 61, - 68, - 7, - 91, - 96, - 0, - 0, - 0, - 145, - 37, - 0, - 218, - 0, - 218, - 0, - 0, - 0, - 75, - 0, - 73 - ], - "23": [ - 72, - 65, - 8, - 92, - 100, - 0, - 0, - 0, - 145, - 34, - 0, - 225, - 0, - 212, - 0, - 0, - 0, - 78, - 0, - 72 - ], - "24": [ - 71, - 61, - 4, - 91, - 104, - 0, - 0, - 0, - 139, - 31, - 0, - 225, - 0, - 221, - 0, - 0, - 0, - 75, - 0, - 63 - ], - "25": [ - 69, - 63, - 7, - 89, - 108, - 0, - 0, - 0, - 150, - 30, - 0, - 229, - 0, - 216, - 0, - 0, - 0, - 70, - 0, - 63 - ], - "26": [ - 79, - 60, - 14, - 100, - 116, - 0, - 0, - 1, - 144, - 34, - 0, - 224, - 0, - 219, - 0, - 0, - 0, - 67, - 0, - 61 - ], - "27": [ - 77, - 64, - 9, - 93, - 126, - 0, - 0, - 0, - 153, - 28, - 0, - 220, - 0, - 215, - 0, - 0, - 0, - 64, - 0, - 63 - ], - "28": [ - 94, - 61, - 10, - 91, - 125, - 0, - 0, - 2, - 153, - 33, - 0, - 242, - 0, - 242, - 0, - 0, - 0, - 57, - 0, - 63 - ], - "29": [ - 87, - 63, - 10, - 96, - 122, - 0, - 0, - 1, - 146, - 44, - 0, - 232, - 0, - 250, - 0, - 0, - 0, - 59, - 0, - 61 - ], - "30": [ - 78, - 61, - 8, - 100, - 121, - 0, - 0, - 2, - 140, - 45, - 0, - 231, - 0, - 245, - 0, - 0, - 0, - 68, - 0, - 67 - ], - "31": [ - 79, - 62, - 6, - 104, - 119, - 0, - 0, - 1, - 147, - 43, - 0, - 235, - 0, - 251, - 0, - 0, - 0, - 62, - 0, - 60 - ], - "32": [ - 73, - 60, - 5, - 103, - 113, - 0, - 0, - 1, - 154, - 32, - 0, - 254, - 0, - 252, - 0, - 0, - 0, - 61, - 0, - 61 - ], - "33": [ - 75, - 60, - 6, - 104, - 111, - 0, - 0, - 4, - 145, - 19, - 0, - 249, - 0, - 245, - 0, - 0, - 0, - 63, - 0, - 51 - ], - "34": [ - 79, - 49, - 5, - 104, - 113, - 0, - 0, - 3, - 142, - 21, - 0, - 262, - 0, - 259, - 0, - 0, - 0, - 64, - 0, - 47 - ], - "35": [ - 85, - 48, - 10, - 105, - 118, - 0, - 0, - 2, - 143, - 21, - 0, - 278, - 0, - 257, - 0, - 0, - 0, - 64, - 0, - 55 - ], - "36": [ - 80, - 44, - 13, - 98, - 132, - 0, - 0, - 1, - 147, - 28, - 0, - 271, - 0, - 263, - 0, - 0, - 0, - 62, - 0, - 59 - ], - "37": [ - 76, - 49, - 9, - 103, - 128, - 0, - 0, - 0, - 149, - 28, - 0, - 267, - 0, - 282, - 0, - 0, - 0, - 55, - 0, - 66 - ], - "38": [ - 63, - 50, - 9, - 96, - 132, - 0, - 0, - 0, - 151, - 29, - 0, - 276, - 0, - 291, - 0, - 0, - 0, - 56, - 0, - 68 - ], - "39": [ - 65, - 42, - 8, - 95, - 129, - 0, - 0, - 2, - 153, - 20, - 0, - 283, - 0, - 295, - 0, - 0, - 0, - 55, - 0, - 67 - ], - "40": [ - 55, - 46, - 8, - 107, - 141, - 0, - 0, - 4, - 145, - 31, - 0, - 278, - 0, - 295, - 0, - 0, - 0, - 56, - 0, - 63 - ], - "41": [ - 58, - 46, - 6, - 99, - 147, - 0, - 0, - 5, - 155, - 22, - 0, - 292, - 0, - 303, - 0, - 0, - 0, - 61, - 0, - 62 - ], - "42": [ - 65, - 51, - 8, - 105, - 137, - 0, - 0, - 6, - 145, - 17, - 0, - 292, - 0, - 301, - 0, - 0, - 0, - 55, - 0, - 62 - ], - "43": [ - 58, - 46, - 1, - 118, - 139, - 0, - 0, - 7, - 129, - 18, - 0, - 310, - 0, - 291, - 0, - 0, - 0, - 54, - 0, - 62 - ], - "44": [ - 55, - 45, - 0, - 120, - 146, - 0, - 0, - 8, - 129, - 18, - 0, - 335, - 0, - 289, - 0, - 0, - 0, - 58, - 0, - 64 - ], - "45": [ - 58, - 46, - 1, - 124, - 145, - 0, - 0, - 10, - 125, - 17, - 0, - 333, - 0, - 288, - 0, - 0, - 0, - 56, - 0, - 57 - ], - "46": [ - 51, - 49, - 4, - 130, - 157, - 0, - 0, - 11, - 119, - 19, - 0, - 338, - 0, - 277, - 0, - 0, - 0, - 64, - 0, - 54 - ], - "47": [ - 51, - 48, - 7, - 121, - 164, - 0, - 0, - 9, - 120, - 15, - 0, - 331, - 0, - 275, - 0, - 0, - 1, - 69, - 0, - 61 - ], - "48": [ - 51, - 45, - 10, - 114, - 163, - 0, - 0, - 10, - 110, - 15, - 0, - 328, - 0, - 268, - 0, - 0, - 0, - 72, - 0, - 61 - ], - "49": [ - 44, - 49, - 11, - 121, - 174, - 0, - 0, - 11, - 116, - 15, - 0, - 328, - 0, - 259, - 0, - 0, - 0, - 68, - 0, - 61 - ], - "50": [ - 42, - 47, - 13, - 124, - 171, - 0, - 0, - 12, - 117, - 16, - 0, - 351, - 0, - 258, - 0, - 0, - 0, - 69, - 0, - 59 - ], - "51": [ - 41, - 46, - 11, - 134, - 171, - 0, - 0, - 14, - 111, - 18, - 0, - 343, - 0, - 260, - 0, - 0, - 0, - 68, - 0, - 59 - ], - "52": [ - 37, - 50, - 9, - 134, - 170, - 0, - 0, - 10, - 111, - 22, - 0, - 352, - 0, - 248, - 0, - 0, - 2, - 74, - 0, - 68 - ], - "53": [ - 37, - 50, - 6, - 141, - 171, - 0, - 0, - 12, - 110, - 21, - 0, - 331, - 0, - 243, - 0, - 0, - 1, - 80, - 0, - 68 - ], - "54": [ - 44, - 58, - 4, - 135, - 173, - 0, - 0, - 9, - 109, - 23, - 0, - 323, - 0, - 240, - 0, - 0, - 0, - 81, - 0, - 67 - ], - "55": [ - 39, - 58, - 2, - 137, - 178, - 0, - 0, - 11, - 108, - 28, - 0, - 318, - 0, - 232, - 0, - 0, - 0, - 77, - 0, - 57 - ], - "56": [ - 37, - 57, - 2, - 138, - 190, - 0, - 0, - 13, - 117, - 33, - 0, - 310, - 0, - 228, - 0, - 0, - 0, - 70, - 0, - 53 - ], - "57": [ - 41, - 57, - 2, - 142, - 181, - 0, - 0, - 14, - 124, - 31, - 0, - 293, - 0, - 231, - 0, - 0, - 0, - 74, - 0, - 57 - ], - "58": [ - 34, - 58, - 3, - 149, - 171, - 0, - 0, - 14, - 120, - 35, - 0, - 308, - 0, - 228, - 0, - 0, - 0, - 80, - 0, - 59 - ], - "59": [ - 27, - 57, - 1, - 152, - 164, - 0, - 0, - 17, - 123, - 35, - 0, - 311, - 0, - 238, - 0, - 0, - 2, - 76, - 0, - 62 - ], - "60": [ - 31, - 64, - 0, - 156, - 151, - 0, - 0, - 16, - 124, - 32, - 0, - 314, - 0, - 242, - 0, - 0, - 5, - 77, - 0, - 66 - ], - "61": [ - 33, - 66, - 0, - 152, - 148, - 0, - 0, - 20, - 124, - 30, - 0, - 338, - 0, - 229, - 0, - 0, - 2, - 71, - 0, - 64 - ], - "62": [ - 29, - 62, - 0, - 154, - 150, - 0, - 0, - 20, - 120, - 31, - 0, - 341, - 0, - 239, - 0, - 0, - 1, - 69, - 0, - 68 - ], - "63": [ - 25, - 59, - 0, - 154, - 159, - 0, - 0, - 21, - 130, - 24, - 0, - 373, - 0, - 238, - 0, - 0, - 4, - 64, - 0, - 72 - ], - "64": [ - 23, - 47, - 0, - 149, - 157, - 0, - 0, - 22, - 130, - 20, - 0, - 378, - 0, - 245, - 0, - 0, - 0, - 66, - 0, - 68 - ], - "65": [ - 17, - 56, - 0, - 152, - 159, - 0, - 0, - 21, - 125, - 21, - 0, - 368, - 0, - 243, - 0, - 0, - 0, - 65, - 0, - 63 - ], - "66": [ - 24, - 59, - 0, - 147, - 159, - 0, - 0, - 20, - 117, - 19, - 0, - 381, - 0, - 243, - 0, - 0, - 1, - 63, - 0, - 67 - ], - "67": [ - 16, - 62, - 0, - 147, - 152, - 0, - 0, - 21, - 115, - 16, - 0, - 385, - 0, - 237, - 0, - 0, - 1, - 61, - 0, - 69 - ], - "68": [ - 11, - 62, - 0, - 152, - 152, - 0, - 0, - 20, - 106, - 15, - 0, - 374, - 0, - 221, - 0, - 0, - 2, - 51, - 0, - 73 - ], - "69": [ - 15, - 63, - 0, - 157, - 156, - 0, - 0, - 21, - 108, - 13, - 0, - 379, - 0, - 224, - 0, - 0, - 0, - 48, - 0, - 66 - ], - "70": [ - 21, - 60, - 0, - 148, - 148, - 0, - 4, - 20, - 111, - 21, - 0, - 377, - 0, - 228, - 0, - 0, - 2, - 51, - 0, - 62 - ], - "71": [ - 17, - 63, - 0, - 146, - 142, - 0, - 12, - 20, - 111, - 19, - 0, - 383, - 0, - 224, - 0, - 0, - 5, - 51, - 0, - 56 - ], - "72": [ - 11, - 64, - 0, - 147, - 149, - 0, - 14, - 20, - 127, - 21, - 0, - 385, - 0, - 228, - 0, - 0, - 3, - 54, - 0, - 60 - ], - "73": [ - 12, - 65, - 1, - 141, - 144, - 0, - 22, - 20, - 123, - 13, - 0, - 391, - 0, - 243, - 0, - 0, - 0, - 55, - 0, - 60 - ], - "74": [ - 17, - 64, - 0, - 145, - 145, - 0, - 18, - 19, - 115, - 12, - 0, - 392, - 0, - 256, - 0, - 0, - 3, - 56, - 0, - 54 - ], - "75": [ - 13, - 65, - 0, - 141, - 127, - 0, - 29, - 20, - 126, - 13, - 0, - 384, - 0, - 250, - 0, - 0, - 2, - 50, - 0, - 53 - ], - "76": [ - 13, - 67, - 0, - 138, - 133, - 0, - 30, - 23, - 136, - 10, - 0, - 395, - 0, - 247, - 0, - 0, - 2, - 53, - 0, - 57 - ], - "77": [ - 9, - 70, - 0, - 133, - 126, - 0, - 34, - 24, - 135, - 4, - 0, - 394, - 0, - 249, - 0, - 0, - 4, - 56, - 0, - 45 - ], - "78": [ - 10, - 66, - 0, - 135, - 124, - 0, - 24, - 23, - 134, - 6, - 0, - 390, - 0, - 264, - 0, - 0, - 6, - 60, - 0, - 45 - ], - "79": [ - 4, - 63, - 0, - 129, - 121, - 0, - 25, - 22, - 126, - 5, - 0, - 408, - 0, - 274, - 0, - 0, - 1, - 57, - 0, - 44 - ], - "80": [ - 5, - 58, - 0, - 143, - 131, - 0, - 27, - 22, - 133, - 8, - 0, - 410, - 0, - 270, - 0, - 0, - 2, - 58, - 0, - 44 - ], - "81": [ - 13, - 52, - 0, - 136, - 124, - 0, - 35, - 22, - 136, - 7, - 0, - 419, - 0, - 276, - 0, - 0, - 3, - 57, - 0, - 42 - ], - "82": [ - 18, - 52, - 0, - 144, - 122, - 0, - 24, - 22, - 140, - 3, - 0, - 406, - 0, - 269, - 0, - 0, - 4, - 56, - 0, - 43 - ], - "83": [ - 17, - 48, - 0, - 155, - 118, - 0, - 23, - 23, - 136, - 5, - 0, - 413, - 0, - 280, - 0, - 0, - 6, - 53, - 0, - 42 - ], - "84": [ - 15, - 52, - 0, - 153, - 111, - 0, - 36, - 22, - 134, - 2, - 0, - 413, - 0, - 280, - 0, - 0, - 7, - 57, - 0, - 39 - ], - "85": [ - 16, - 62, - 0, - 160, - 119, - 0, - 43, - 23, - 127, - 0, - 0, - 428, - 0, - 278, - 0, - 0, - 8, - 62, - 0, - 40 - ], - "86": [ - 19, - 58, - 0, - 153, - 112, - 0, - 48, - 23, - 127, - 0, - 0, - 419, - 0, - 280, - 0, - 0, - 8, - 61, - 0, - 37 - ], - "87": [ - 15, - 50, - 0, - 158, - 110, - 0, - 38, - 23, - 130, - 0, - 0, - 413, - 0, - 274, - 0, - 0, - 8, - 70, - 0, - 40 - ], - "88": [ - 10, - 49, - 1, - 164, - 96, - 0, - 28, - 23, - 130, - 0, - 0, - 423, - 0, - 251, - 0, - 0, - 7, - 81, - 0, - 39 - ], - "89": [ - 6, - 49, - 3, - 164, - 88, - 0, - 30, - 23, - 133, - 0, - 0, - 435, - 0, - 239, - 0, - 0, - 6, - 84, - 0, - 38 - ], - "90": [ - 9, - 45, - 1, - 152, - 88, - 0, - 26, - 25, - 134, - 0, - 0, - 433, - 0, - 235, - 0, - 0, - 7, - 76, - 0, - 38 - ], - "91": [ - 16, - 49, - 3, - 153, - 98, - 0, - 29, - 22, - 133, - 0, - 0, - 437, - 0, - 234, - 0, - 0, - 4, - 73, - 0, - 37 - ], - "92": [ - 11, - 57, - 3, - 159, - 97, - 0, - 30, - 22, - 139, - 0, - 0, - 426, - 0, - 245, - 0, - 0, - 4, - 81, - 0, - 38 - ], - "93": [ - 10, - 59, - 1, - 156, - 106, - 0, - 13, - 22, - 145, - 0, - 0, - 424, - 0, - 251, - 0, - 0, - 3, - 84, - 0, - 39 - ], - "94": [ - 9, - 60, - 1, - 157, - 104, - 0, - 11, - 21, - 143, - 0, - 0, - 461, - 0, - 239, - 0, - 0, - 5, - 86, - 0, - 37 - ], - "95": [ - 8, - 59, - 1, - 144, - 102, - 0, - 14, - 19, - 148, - 0, - 0, - 510, - 0, - 228, - 0, - 0, - 4, - 91, - 0, - 36 - ], - "96": [ - 5, - 58, - 2, - 153, - 110, - 0, - 29, - 19, - 137, - 0, - 0, - 514, - 0, - 222, - 0, - 0, - 3, - 95, - 0, - 41 - ], - "97": [ - 11, - 51, - 2, - 150, - 109, - 0, - 26, - 19, - 119, - 0, - 0, - 516, - 0, - 222, - 0, - 0, - 4, - 87, - 0, - 42 - ], - "98": [ - 4, - 52, - 4, - 153, - 113, - 0, - 21, - 18, - 121, - 0, - 0, - 508, - 0, - 214, - 0, - 0, - 3, - 80, - 0, - 42 - ], - "99": [ - 1, - 54, - 6, - 150, - 105, - 0, - 21, - 17, - 118, - 0, - 0, - 510, - 0, - 231, - 0, - 0, - 3, - 83, - 0, - 44 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.1.gamma=0.1/run=026f824e47ab47b2/rewards.plot.png b/experiments/seed=256/alpha=0.1.gamma=0.1/run=026f824e47ab47b2/rewards.plot.png deleted file mode 100644 index 242c66a..0000000 Binary files a/experiments/seed=256/alpha=0.1.gamma=0.1/run=026f824e47ab47b2/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.1.gamma=0.1/run=026f824e47ab47b2/sum_rewards.json b/experiments/seed=256/alpha=0.1.gamma=0.1/run=026f824e47ab47b2/sum_rewards.json deleted file mode 100644 index cd6db0b..0000000 --- a/experiments/seed=256/alpha=0.1.gamma=0.1/run=026f824e47ab47b2/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 84409, - "V": 5671057 - }, - "control": { - "R": 85434, - "V": 5721003 - } -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.1.gamma=0.1/run=026f824e47ab47b2/view.plot.png b/experiments/seed=256/alpha=0.1.gamma=0.1/run=026f824e47ab47b2/view.plot.png deleted file mode 100644 index b576449..0000000 Binary files a/experiments/seed=256/alpha=0.1.gamma=0.1/run=026f824e47ab47b2/view.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.1.gamma=0.1/run=1a50ff275de24590/choices.json b/experiments/seed=256/alpha=0.1.gamma=0.1/run=1a50ff275de24590/choices.json deleted file mode 100644 index 4208b5c..0000000 --- a/experiments/seed=256/alpha=0.1.gamma=0.1/run=1a50ff275de24590/choices.json +++ /dev/null @@ -1,702 +0,0 @@ -{ - "0": [ - 10, - 3, - 17, - 7, - 4 - ], - "1": [ - 12, - 2, - 17, - 13, - 10 - ], - "2": [ - 17, - 18, - 3, - 13, - 5 - ], - "3": [ - 17, - 14, - 9, - 0, - 3 - ], - "4": [ - 17, - 3, - 13, - 0, - 4 - ], - "5": [ - 17, - 3, - 6, - 19, - 16 - ], - "6": [ - 17, - 3, - 7, - 13, - 1 - ], - "7": [ - 17, - 3, - 13, - 4, - 11 - ], - "8": [ - 17, - 3, - 13, - 11, - 4 - ], - "9": [ - 17, - 3, - 0, - 11, - 13 - ], - "10": [ - 11, - 17, - 13, - 3, - 4 - ], - "11": [ - 17, - 11, - 3, - 13, - 0 - ], - "12": [ - 17, - 11, - 3, - 13, - 4 - ], - "13": [ - 11, - 17, - 3, - 4, - 13 - ], - "14": [ - 11, - 17, - 3, - 13, - 4 - ], - "15": [ - 11, - 17, - 13, - 3, - 6 - ], - "16": [ - 11, - 17, - 13, - 3, - 4 - ], - "17": [ - 11, - 17, - 3, - 13, - 0 - ], - "18": [ - 11, - 17, - 13, - 3, - 4 - ], - "19": [ - 11, - 17, - 3, - 13, - 4 - ], - "20": [ - 11, - 17, - 13, - 3, - 4 - ], - "21": [ - 11, - 17, - 13, - 3, - 2 - ], - "22": [ - 11, - 17, - 13, - 3, - 4 - ], - "23": [ - 11, - 17, - 13, - 3, - 4 - ], - "24": [ - 11, - 17, - 13, - 9, - 3 - ], - "25": [ - 11, - 17, - 13, - 3, - 4 - ], - "26": [ - 11, - 17, - 13, - 3, - 4 - ], - "27": [ - 11, - 17, - 13, - 3, - 4 - ], - "28": [ - 11, - 17, - 13, - 3, - 4 - ], - "29": [ - 11, - 17, - 13, - 3, - 4 - ], - "30": [ - 11, - 17, - 13, - 3, - 4 - ], - "31": [ - 11, - 17, - 13, - 3, - 4 - ], - "32": [ - 11, - 17, - 13, - 3, - 4 - ], - "33": [ - 11, - 17, - 13, - 4, - 3 - ], - "34": [ - 11, - 17, - 13, - 3, - 4 - ], - "35": [ - 11, - 17, - 13, - 4, - 3 - ], - "36": [ - 11, - 17, - 13, - 4, - 3 - ], - "37": [ - 11, - 17, - 13, - 3, - 4 - ], - "38": [ - 11, - 17, - 13, - 4, - 3 - ], - "39": [ - 11, - 17, - 13, - 4, - 3 - ], - "40": [ - 11, - 17, - 13, - 4, - 3 - ], - "41": [ - 11, - 17, - 13, - 4, - 3 - ], - "42": [ - 11, - 17, - 13, - 4, - 3 - ], - "43": [ - 11, - 13, - 17, - 4, - 0 - ], - "44": [ - 11, - 13, - 17, - 4, - 3 - ], - "45": [ - 11, - 13, - 17, - 4, - 3 - ], - "46": [ - 11, - 17, - 13, - 4, - 3 - ], - "47": [ - 11, - 17, - 13, - 4, - 3 - ], - "48": [ - 11, - 13, - 17, - 4, - 3 - ], - "49": [ - 11, - 13, - 17, - 4, - 3 - ], - "50": [ - 11, - 13, - 17, - 4, - 3 - ], - "51": [ - 11, - 13, - 17, - 4, - 2 - ], - "52": [ - 11, - 13, - 4, - 17, - 3 - ], - "53": [ - 11, - 13, - 17, - 4, - 3 - ], - "54": [ - 11, - 13, - 17, - 4, - 3 - ], - "55": [ - 11, - 13, - 17, - 4, - 3 - ], - "56": [ - 11, - 17, - 13, - 4, - 3 - ], - "57": [ - 11, - 13, - 17, - 4, - 3 - ], - "58": [ - 11, - 13, - 17, - 4, - 3 - ], - "59": [ - 11, - 13, - 17, - 4, - 3 - ], - "60": [ - 11, - 13, - 17, - 4, - 3 - ], - "61": [ - 11, - 13, - 17, - 4, - 3 - ], - "62": [ - 11, - 13, - 4, - 17, - 3 - ], - "63": [ - 11, - 13, - 17, - 4, - 3 - ], - "64": [ - 11, - 13, - 4, - 17, - 3 - ], - "65": [ - 11, - 13, - 17, - 4, - 3 - ], - "66": [ - 11, - 13, - 17, - 4, - 3 - ], - "67": [ - 11, - 13, - 4, - 17, - 3 - ], - "68": [ - 11, - 13, - 4, - 17, - 3 - ], - "69": [ - 11, - 13, - 4, - 17, - 3 - ], - "70": [ - 11, - 13, - 4, - 3, - 17 - ], - "71": [ - 11, - 13, - 17, - 4, - 3 - ], - "72": [ - 11, - 13, - 4, - 17, - 3 - ], - "73": [ - 11, - 13, - 4, - 17, - 3 - ], - "74": [ - 11, - 13, - 17, - 4, - 3 - ], - "75": [ - 11, - 13, - 17, - 4, - 3 - ], - "76": [ - 11, - 13, - 4, - 17, - 3 - ], - "77": [ - 11, - 13, - 3, - 4, - 17 - ], - "78": [ - 11, - 13, - 4, - 17, - 3 - ], - "79": [ - 11, - 13, - 3, - 4, - 17 - ], - "80": [ - 11, - 13, - 4, - 17, - 3 - ], - "81": [ - 11, - 13, - 4, - 17, - 3 - ], - "82": [ - 11, - 13, - 4, - 17, - 3 - ], - "83": [ - 11, - 13, - 4, - 3, - 17 - ], - "84": [ - 11, - 13, - 17, - 4, - 3 - ], - "85": [ - 11, - 13, - 4, - 17, - 3 - ], - "86": [ - 11, - 13, - 4, - 3, - 17 - ], - "87": [ - 11, - 13, - 3, - 4, - 17 - ], - "88": [ - 11, - 13, - 17, - 4, - 3 - ], - "89": [ - 11, - 13, - 4, - 17, - 3 - ], - "90": [ - 11, - 13, - 4, - 3, - 17 - ], - "91": [ - 11, - 13, - 17, - 4, - 3 - ], - "92": [ - 11, - 13, - 4, - 3, - 17 - ], - "93": [ - 11, - 13, - 4, - 17, - 3 - ], - "94": [ - 11, - 13, - 4, - 17, - 3 - ], - "95": [ - 11, - 13, - 4, - 3, - 17 - ], - "96": [ - 11, - 13, - 4, - 17, - 3 - ], - "97": [ - 11, - 13, - 4, - 17, - 3 - ], - "98": [ - 11, - 13, - 4, - 17, - 3 - ], - "99": [ - 11, - 13, - 4, - 17, - 3 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.1.gamma=0.1/run=1a50ff275de24590/config.json b/experiments/seed=256/alpha=0.1.gamma=0.1/run=1a50ff275de24590/config.json deleted file mode 100644 index 151dd64..0000000 --- a/experiments/seed=256/alpha=0.1.gamma=0.1/run=1a50ff275de24590/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 20, - "num_choices": 5, - "time_span": 100, - "history_span": 3000, - "alpha": 0.1, - "gamma": 0.1, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.1.gamma=0.1/run=1a50ff275de24590/control.choices.json b/experiments/seed=256/alpha=0.1.gamma=0.1/run=1a50ff275de24590/control.choices.json deleted file mode 100644 index 1ce1220..0000000 --- a/experiments/seed=256/alpha=0.1.gamma=0.1/run=1a50ff275de24590/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 4, - 3, - 11, - 1, - 13 -] \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.1.gamma=0.1/run=1a50ff275de24590/qvalues.json b/experiments/seed=256/alpha=0.1.gamma=0.1/run=1a50ff275de24590/qvalues.json deleted file mode 100644 index 383d709..0000000 --- a/experiments/seed=256/alpha=0.1.gamma=0.1/run=1a50ff275de24590/qvalues.json +++ /dev/null @@ -1,2180 +0,0 @@ -{ - "0": [ - 0.0, - 5.0, - 0.0, - 16.9, - 8.5, - 0.0, - 0.0, - 0.30000000000000004, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 22.1, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 5.0, - 2.2, - 16.9, - 8.5, - 0.0, - 0.0, - 0.30000000000000004, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 13.9, - 0.0, - 0.0, - 0.0, - 41.790000000000006, - 0.0, - 0.0 - ], - "2": [ - 0.0, - 5.0, - 2.2, - 28.409999999999997, - 8.5, - 0.0, - 0.0, - 0.30000000000000004, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 22.21, - 0.0, - 0.0, - 0.0, - 59.911, - 0.0, - 0.0 - ], - "3": [ - 4.7, - 5.0, - 2.2, - 38.169, - 8.5, - 0.0, - 0.0, - 0.30000000000000004, - 0.0, - 4.4, - 0.0, - 5.0, - 0.0, - 22.21, - 0.0, - 0.0, - 0.0, - 76.9199, - 0.0, - 0.0 - ], - "4": [ - 9.530000000000001, - 5.0, - 2.2, - 46.9521, - 11.95, - 0.0, - 0.0, - 0.30000000000000004, - 0.0, - 4.4, - 0.0, - 5.0, - 0.0, - 30.389000000000003, - 0.0, - 0.0, - 0.0, - 90.32791, - 0.0, - 0.0 - ], - "5": [ - 9.530000000000001, - 5.0, - 2.2, - 53.45689, - 11.95, - 0.0, - 0.0, - 0.30000000000000004, - 0.0, - 4.4, - 0.0, - 5.0, - 0.0, - 30.389000000000003, - 0.0, - 0.0, - 0.0, - 101.795119, - 0.0, - 8.6 - ], - "6": [ - 9.530000000000001, - 10.7, - 2.2, - 58.811201000000004, - 11.95, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 4.4, - 0.0, - 5.0, - 0.0, - 37.1501, - 0.0, - 0.0, - 0.0, - 112.6156071, - 0.0, - 8.6 - ], - "7": [ - 9.530000000000001, - 10.7, - 2.2, - 63.830080900000006, - 16.155, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 4.4, - 0.0, - 38.1, - 0.0, - 42.43509, - 0.0, - 0.0, - 0.0, - 122.05404639000001, - 0.0, - 8.6 - ], - "8": [ - 9.530000000000001, - 10.7, - 2.2, - 67.14707281000001, - 20.2395, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 4.4, - 0.0, - 69.49000000000001, - 0.0, - 47.591581000000005, - 0.0, - 0.0, - 0.0, - 130.448641751, - 0.0, - 8.6 - ], - "9": [ - 13.477, - 10.7, - 2.2, - 70.232365529, - 20.2395, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 4.4, - 0.0, - 98.74100000000001, - 0.0, - 51.53242290000001, - 0.0, - 0.0, - 0.0, - 138.10377757589998, - 0.0, - 8.6 - ], - "10": [ - 13.477, - 10.7, - 2.2, - 74.0091289761, - 24.51555, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 4.4, - 0.0, - 125.06690000000002, - 0.0, - 55.97918061000001, - 0.0, - 0.0, - 0.0, - 144.89339981830997, - 0.0, - 8.6 - ], - "11": [ - 15.929300000000001, - 10.7, - 2.2, - 76.80821607849, - 24.51555, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 4.4, - 0.0, - 149.26021000000003, - 0.0, - 60.381262549000006, - 0.0, - 0.0, - 0.0, - 150.00405983647897, - 0.0, - 8.6 - ], - "12": [ - 15.929300000000001, - 10.7, - 2.2, - 78.227394470641, - 29.063995000000002, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 4.4, - 0.0, - 170.83418900000004, - 0.0, - 65.1431362941, - 0.0, - 0.0, - 0.0, - 153.90365385283107, - 0.0, - 8.6 - ], - "13": [ - 15.929300000000001, - 10.7, - 2.2, - 80.40465502357691, - 32.957595500000004, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 4.4, - 0.0, - 191.25077010000004, - 0.0, - 70.32882266469001, - 0.0, - 0.0, - 0.0, - 158.21328846754795, - 0.0, - 8.6 - ], - "14": [ - 15.929300000000001, - 10.7, - 2.2, - 82.36418952121922, - 36.761835950000005, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 4.4, - 0.0, - 209.32569309000004, - 0.0, - 75.595940398221, - 0.0, - 0.0, - 0.0, - 161.99195962079315, - 0.0, - 8.6 - ], - "15": [ - 15.929300000000001, - 10.7, - 2.2, - 83.6277705690973, - 36.761835950000005, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 4.4, - 0.0, - 226.29312378100005, - 0.0, - 81.2363463583989, - 0.0, - 0.0, - 0.0, - 165.39276365871385, - 0.0, - 8.6 - ], - "16": [ - 15.929300000000001, - 10.7, - 2.2, - 83.86499351218757, - 39.785652355, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 4.4, - 0.0, - 242.96381140290003, - 0.0, - 85.81271172255902, - 0.0, - 0.0, - 0.0, - 168.15348729284247, - 0.0, - 8.6 - ], - "17": [ - 17.53637, - 10.7, - 2.2, - 83.47849416096881, - 39.785652355, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 4.4, - 0.0, - 257.26743026261005, - 0.0, - 89.33144055030311, - 0.0, - 0.0, - 0.0, - 171.03813856355822, - 0.0, - 8.6 - ], - "18": [ - 17.53637, - 10.7, - 2.2, - 83.33064474487193, - 42.807087119500004, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 4.4, - 0.0, - 269.0406872363491, - 0.0, - 92.9982964952728, - 0.0, - 0.0, - 0.0, - 174.2343247072024, - 0.0, - 8.6 - ], - "19": [ - 17.53637, - 10.7, - 2.2, - 83.29758027038474, - 45.32637840755, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 4.4, - 0.0, - 281.33661851271415, - 0.0, - 97.79846684574552, - 0.0, - 0.0, - 0.0, - 176.91089223648217, - 0.0, - 8.6 - ], - "20": [ - 17.53637, - 10.7, - 2.2, - 83.86782224334627, - 47.693740566795, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 4.4, - 0.0, - 291.60295666144276, - 0.0, - 101.91862016117096, - 0.0, - 0.0, - 0.0, - 177.81980301283394, - 0.0, - 8.6 - ], - "21": [ - 17.53637, - 10.7, - 3.18, - 83.58104001901164, - 47.693740566795, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 4.4, - 0.0, - 302.14266099529846, - 0.0, - 105.82675814505387, - 0.0, - 0.0, - 0.0, - 178.23782271155056, - 0.0, - 8.6 - ], - "22": [ - 17.53637, - 10.7, - 3.18, - 82.92293601711047, - 49.9243665101155, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 4.4, - 0.0, - 312.5283948957686, - 0.0, - 109.24408233054848, - 0.0, - 0.0, - 0.0, - 177.9140404403955, - 0.0, - 8.6 - ], - "23": [ - 17.53637, - 10.7, - 3.18, - 82.03064241539943, - 52.23192985910395, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 4.4, - 0.0, - 321.67555540619173, - 0.0, - 112.51967409749363, - 0.0, - 0.0, - 0.0, - 177.42263639635595, - 0.0, - 8.6 - ], - "24": [ - 17.53637, - 10.7, - 3.18, - 81.62757817385949, - 52.23192985910395, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 329.70799986557256, - 0.0, - 114.56770668774428, - 0.0, - 0.0, - 0.0, - 176.08037275672035, - 0.0, - 8.6 - ], - "25": [ - 17.53637, - 10.7, - 3.18, - 81.76482035647354, - 55.008736873193556, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 337.5371998790153, - 0.0, - 116.71093601896985, - 0.0, - 0.0, - 0.0, - 173.67233548104832, - 0.0, - 8.6 - ], - "26": [ - 17.53637, - 10.7, - 3.18, - 81.98833832082619, - 57.7078631858742, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 345.28347989111376, - 0.0, - 118.73984241707286, - 0.0, - 0.0, - 0.0, - 171.70510193294348, - 0.0, - 8.6 - ], - "27": [ - 17.53637, - 10.7, - 3.18, - 81.18950448874357, - 60.437076867286784, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 353.05513190200236, - 0.0, - 121.36585817536557, - 0.0, - 0.0, - 0.0, - 169.83459173964914, - 0.0, - 8.6 - ], - "28": [ - 17.53637, - 10.7, - 3.18, - 80.3705540398692, - 62.593369180558106, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 359.94961871180215, - 0.0, - 123.32927235782901, - 0.0, - 0.0, - 0.0, - 168.15113256568424, - 0.0, - 8.6 - ], - "29": [ - 17.53637, - 10.7, - 3.18, - 79.63349863588229, - 64.0340322625023, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 366.65465684062195, - 0.0, - 124.89634512204611, - 0.0, - 0.0, - 0.0, - 167.13601930911582, - 0.0, - 8.6 - ], - "30": [ - 17.53637, - 10.7, - 3.18, - 79.27014877229406, - 65.73062903625207, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 372.58919115655976, - 0.0, - 126.70671060984151, - 0.0, - 0.0, - 0.0, - 165.82241737820425, - 0.0, - 8.6 - ], - "31": [ - 17.53637, - 10.7, - 3.18, - 78.24313389506466, - 66.95756613262687, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 378.4302720409038, - 0.0, - 126.63603954885735, - 0.0, - 0.0, - 0.0, - 164.14017564038383, - 0.0, - 8.6 - ], - "32": [ - 17.53637, - 10.7, - 3.18, - 77.7188205055582, - 68.06180951936418, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 384.7872448368134, - 0.0, - 125.07243559397162, - 0.0, - 0.0, - 0.0, - 163.52615807634544, - 0.0, - 8.6 - ], - "33": [ - 17.53637, - 10.7, - 3.18, - 76.84693845500237, - 69.85562856742776, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 391.10852035313206, - 0.0, - 124.66519203457446, - 0.0, - 0.0, - 0.0, - 162.4735422687109, - 0.0, - 8.6 - ], - "34": [ - 17.53637, - 10.7, - 3.18, - 76.26224460950213, - 71.87006571068498, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 396.7976683178189, - 0.0, - 124.99867283111702, - 0.0, - 0.0, - 0.0, - 161.8261880418398, - 0.0, - 8.6 - ], - "35": [ - 17.53637, - 10.7, - 3.18, - 75.23602014855192, - 74.08305913961648, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 401.817901486037, - 0.0, - 126.39880554800531, - 0.0, - 0.0, - 0.0, - 160.74356923765583, - 0.0, - 8.6 - ], - "36": [ - 17.53637, - 10.7, - 3.18, - 74.91241813369672, - 76.67475322565483, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 406.8361113374333, - 0.0, - 129.15892499320478, - 0.0, - 0.0, - 0.0, - 159.06921231389026, - 0.0, - 8.6 - ], - "37": [ - 17.53637, - 10.7, - 3.18, - 73.92117632032705, - 79.50727790308935, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 412.15250020368995, - 0.0, - 131.8430324938843, - 0.0, - 0.0, - 0.0, - 157.06229108250125, - 0.0, - 8.6 - ], - "38": [ - 17.53637, - 10.7, - 3.18, - 72.62905868829435, - 82.65655011278041, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 415.93725018332094, - 0.0, - 134.05872924449585, - 0.0, - 0.0, - 0.0, - 155.85606197425113, - 0.0, - 8.6 - ], - "39": [ - 17.53637, - 10.7, - 3.18, - 71.56615281946492, - 86.59089510150237, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 417.8435251649888, - 0.0, - 135.45285632004627, - 0.0, - 0.0, - 0.0, - 154.27045577682603, - 0.0, - 8.6 - ], - "40": [ - 17.53637, - 10.7, - 3.18, - 70.50953753751843, - 90.63180559135213, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 419.9591726484899, - 0.0, - 138.30757068804164, - 0.0, - 0.0, - 0.0, - 152.74341019914343, - 0.0, - 8.6 - ], - "41": [ - 17.53637, - 10.7, - 3.18, - 69.95858378376658, - 93.46862503221692, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 422.5632553836409, - 0.0, - 140.67681361923746, - 0.0, - 0.0, - 0.0, - 150.8690691792291, - 0.0, - 8.6 - ], - "42": [ - 17.53637, - 10.7, - 3.18, - 70.26272540538993, - 96.42176252899523, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 424.7069298452768, - 0.0, - 141.60913225731372, - 0.0, - 0.0, - 0.0, - 149.08216226130617, - 0.0, - 8.6 - ], - "43": [ - 18.582733, - 10.7, - 3.18, - 70.26272540538993, - 99.77958627609571, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 428.8362368607491, - 0.0, - 142.24821903158235, - 0.0, - 0.0, - 0.0, - 147.17394603517556, - 0.0, - 8.6 - ], - "44": [ - 18.582733, - 10.7, - 3.18, - 69.83645286485094, - 102.90162764848614, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 433.2526131746742, - 0.0, - 143.62339712842413, - 0.0, - 0.0, - 0.0, - 145.65655143165802, - 0.0, - 8.6 - ], - "45": [ - 18.582733, - 10.7, - 3.18, - 69.85280757836584, - 106.41146488363752, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 437.72735185720677, - 0.0, - 145.16105741558172, - 0.0, - 0.0, - 0.0, - 144.09089628849222, - 0.0, - 8.6 - ], - "46": [ - 18.582733, - 10.7, - 3.18, - 68.86752682052926, - 109.47031839527376, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 441.45461667148606, - 0.0, - 147.24495167402355, - 0.0, - 0.0, - 0.0, - 142.081806659643, - 0.0, - 8.6 - ], - "47": [ - 18.582733, - 10.7, - 3.18, - 68.48077413847633, - 111.42328655574639, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 444.1091550043375, - 0.0, - 149.2204565066212, - 0.0, - 0.0, - 0.0, - 139.8736259936787, - 0.0, - 8.6 - ], - "48": [ - 18.582733, - 10.7, - 3.18, - 68.5326967246287, - 112.78095790017174, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 447.3982395039037, - 0.0, - 150.99841085595907, - 0.0, - 0.0, - 0.0, - 137.28626339431082, - 0.0, - 8.6 - ], - "49": [ - 18.582733, - 10.7, - 3.18, - 68.67942705216583, - 114.50286211015457, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 450.35841555351334, - 0.0, - 153.79856977036314, - 0.0, - 0.0, - 0.0, - 135.75763705487975, - 0.0, - 8.6 - ], - "50": [ - 18.582733, - 10.7, - 3.18, - 68.21148434694925, - 116.15257589913911, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 453.622573998162, - 0.0, - 156.01871279332684, - 0.0, - 0.0, - 0.0, - 133.7818733493918, - 0.0, - 8.6 - ], - "51": [ - 18.582733, - 10.7, - 4.562, - 68.21148434694925, - 117.1373183092252, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 456.1603165983458, - 0.0, - 157.31684151399415, - 0.0, - 0.0, - 0.0, - 133.10368601445262, - 0.0, - 8.6 - ], - "52": [ - 18.582733, - 10.7, - 4.562, - 68.29033591225432, - 117.92358647830267, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 458.5442849385112, - 0.0, - 158.18515736259474, - 0.0, - 0.0, - 0.0, - 133.19331741300735, - 0.0, - 8.6 - ], - "53": [ - 18.582733, - 10.7, - 4.562, - 68.36130232102889, - 119.1312278304724, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 459.78985644466013, - 0.0, - 159.36664162633525, - 0.0, - 0.0, - 0.0, - 132.7739856717066, - 0.0, - 8.6 - ], - "54": [ - 18.582733, - 10.7, - 4.562, - 68.425172088926, - 121.31810504742516, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 461.6108708001941, - 0.0, - 160.42997746370173, - 0.0, - 0.0, - 0.0, - 132.39658710453594, - 0.0, - 8.6 - ], - "55": [ - 18.582733, - 10.7, - 4.562, - 69.2826548800334, - 122.88629454268265, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 462.6497837201747, - 0.0, - 162.38697971733157, - 0.0, - 0.0, - 0.0, - 131.65692839408234, - 0.0, - 8.6 - ], - "56": [ - 18.582733, - 10.7, - 4.562, - 70.45438939203007, - 124.39766508841439, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 463.78480534815725, - 0.0, - 164.54828174559842, - 0.0, - 0.0, - 0.0, - 130.6912355546741, - 0.0, - 8.6 - ], - "57": [ - 18.582733, - 10.7, - 4.562, - 71.00895045282707, - 125.95789857957294, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 465.8063248133415, - 0.0, - 168.09345357103857, - 0.0, - 0.0, - 0.0, - 130.5221119992067, - 0.0, - 8.6 - ], - "58": [ - 18.582733, - 10.7, - 4.562, - 72.00805540754436, - 126.66210872161565, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 467.12569233200736, - 0.0, - 172.1841082139347, - 0.0, - 0.0, - 0.0, - 129.669900799286, - 0.0, - 8.6 - ], - "59": [ - 18.582733, - 10.7, - 4.562, - 73.30724986678993, - 127.39589784945409, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 468.1131230988066, - 0.0, - 175.26569739254123, - 0.0, - 0.0, - 0.0, - 129.4029107193574, - 0.0, - 8.6 - ], - "60": [ - 18.582733, - 10.7, - 4.562, - 74.87652488011094, - 128.35630806450868, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 469.001810788926, - 0.0, - 179.2391276532871, - 0.0, - 0.0, - 0.0, - 128.96261964742166, - 0.0, - 8.6 - ], - "61": [ - 18.582733, - 10.7, - 4.562, - 76.58887239209984, - 128.1206772580578, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 470.10162971003336, - 0.0, - 182.0152148879584, - 0.0, - 0.0, - 0.0, - 127.86635768267949, - 0.0, - 8.6 - ], - "62": [ - 18.582733, - 10.7, - 4.562, - 77.82998515288986, - 128.70860953225204, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 471.19146673903003, - 0.0, - 184.81369339916256, - 0.0, - 0.0, - 0.0, - 126.37972191441155, - 0.0, - 8.6 - ], - "63": [ - 18.582733, - 10.7, - 4.562, - 78.54698663760088, - 129.33774857902682, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 472.272320065127, - 0.0, - 187.0323240592463, - 0.0, - 0.0, - 0.0, - 124.64174972297039, - 0.0, - 8.6 - ], - "64": [ - 18.582733, - 10.7, - 4.562, - 79.49228797384079, - 129.70397372112413, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 473.04508805861434, - 0.0, - 187.02909165332167, - 0.0, - 0.0, - 0.0, - 123.07757475067335, - 0.0, - 8.6 - ], - "65": [ - 18.582733, - 10.7, - 4.562, - 80.14305917645672, - 130.3335763490117, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 474.3405792527529, - 0.0, - 186.7261824879895, - 0.0, - 0.0, - 0.0, - 121.46981727560602, - 0.0, - 8.6 - ], - "66": [ - 18.582733, - 10.7, - 4.562, - 81.32875325881105, - 129.80021871411054, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 475.9065213274776, - 0.0, - 186.05356423919054, - 0.0, - 0.0, - 0.0, - 118.52283554804542, - 0.0, - 8.6 - ], - "67": [ - 18.582733, - 10.7, - 4.562, - 82.69587793292995, - 129.02019684269948, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 477.3158691947298, - 0.0, - 184.24820781527148, - 0.0, - 0.0, - 0.0, - 114.47055199324087, - 0.0, - 8.6 - ], - "68": [ - 18.582733, - 10.7, - 4.562, - 84.22629013963694, - 128.11817715842952, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 479.18428227525686, - 0.0, - 182.12338703374434, - 0.0, - 0.0, - 0.0, - 110.42349679391678, - 0.0, - 8.6 - ], - "69": [ - 18.582733, - 10.7, - 4.562, - 85.50366112567325, - 127.30635944258657, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 480.66585404773116, - 0.0, - 181.0110483303699, - 0.0, - 0.0, - 0.0, - 107.28114711452511, - 0.0, - 8.6 - ], - "70": [ - 18.582733, - 10.7, - 4.562, - 86.55329501310592, - 126.47572349832791, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 481.79926864295805, - 0.0, - 180.3099434973329, - 0.0, - 0.0, - 0.0, - 105.3530324030726, - 0.0, - 8.6 - ], - "71": [ - 18.582733, - 10.7, - 4.562, - 87.49796551179533, - 126.62815114849512, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 482.51934177866224, - 0.0, - 180.07894914759962, - 0.0, - 0.0, - 0.0, - 104.31772916276535, - 0.0, - 8.6 - ], - "72": [ - 18.582733, - 10.7, - 4.562, - 88.5481689606158, - 126.56533603364561, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 483.167407600796, - 0.0, - 181.07105423283966, - 0.0, - 0.0, - 0.0, - 103.78595624648881, - 0.0, - 8.6 - ], - "73": [ - 18.582733, - 10.7, - 4.562, - 89.19335206455422, - 127.10880243028105, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 483.0506668407164, - 0.0, - 181.16394880955568, - 0.0, - 0.0, - 0.0, - 103.10736062183993, - 0.0, - 8.6 - ], - "74": [ - 18.582733, - 10.7, - 4.562, - 89.0740168580988, - 126.99792218725294, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 481.7456001566448, - 0.0, - 181.6475539286001, - 0.0, - 0.0, - 0.0, - 102.09662455965594, - 0.0, - 8.6 - ], - "75": [ - 18.582733, - 10.7, - 4.562, - 89.06661517228892, - 126.69812996852764, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 481.3710401409803, - 0.0, - 181.5827985357401, - 0.0, - 0.0, - 0.0, - 101.38696210369034, - 0.0, - 8.6 - ], - "76": [ - 18.582733, - 10.7, - 4.562, - 88.65995365506002, - 126.22831697167487, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 480.0339361268823, - 0.0, - 182.6245186821661, - 0.0, - 0.0, - 0.0, - 100.5482658933213, - 0.0, - 8.6 - ], - "77": [ - 18.582733, - 10.7, - 4.562, - 88.19395828955402, - 124.90548527450738, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 478.6305425141941, - 0.0, - 184.9620668139495, - 0.0, - 0.0, - 0.0, - 100.49343930398916, - 0.0, - 8.6 - ], - "78": [ - 18.582733, - 10.7, - 4.562, - 87.47456246059862, - 123.01493674705665, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 477.66748826277467, - 0.0, - 187.06586013255455, - 0.0, - 0.0, - 0.0, - 99.44409537359024, - 0.0, - 8.6 - ], - "79": [ - 18.582733, - 10.7, - 4.562, - 88.02710621453876, - 121.31344307235099, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 478.0007394364972, - 0.0, - 189.15927411929908, - 0.0, - 0.0, - 0.0, - 97.89968583623121, - 0.0, - 8.6 - ], - "80": [ - 18.582733, - 10.7, - 4.562, - 87.72439559308489, - 120.6820987651159, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 479.2006654928475, - 0.0, - 192.64334670736918, - 0.0, - 0.0, - 0.0, - 97.0097172526081, - 0.0, - 8.6 - ], - "81": [ - 18.582733, - 10.7, - 4.562, - 88.0519560337764, - 121.0138888886043, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 480.68059894356276, - 0.0, - 195.57901203663226, - 0.0, - 0.0, - 0.0, - 96.50874552734729, - 0.0, - 8.6 - ], - "82": [ - 18.582733, - 10.7, - 4.562, - 88.74676043039877, - 121.31249999974386, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 482.1125390492065, - 0.0, - 199.12111083296904, - 0.0, - 0.0, - 0.0, - 95.55787097461256, - 0.0, - 8.6 - ], - "83": [ - 18.582733, - 10.7, - 4.562, - 88.57208438735888, - 122.08124999976948, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 483.8012851442858, - 0.0, - 204.00899974967214, - 0.0, - 0.0, - 0.0, - 94.8020838771513, - 0.0, - 8.6 - ], - "84": [ - 18.582733, - 10.7, - 4.562, - 88.314875948623, - 122.27312499979253, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 486.42115662985725, - 0.0, - 210.00809977470493, - 0.0, - 0.0, - 0.0, - 94.42187548943618, - 0.0, - 8.6 - ], - "85": [ - 18.582733, - 10.7, - 4.562, - 88.4833883537607, - 122.04581249981328, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 488.47904096687154, - 0.0, - 214.60728979723444, - 0.0, - 0.0, - 0.0, - 93.47968794049255, - 0.0, - 8.6 - ], - "86": [ - 18.582733, - 10.7, - 4.562, - 88.63504951838463, - 121.84123124983195, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 490.9311368701844, - 0.0, - 219.046560817511, - 0.0, - 0.0, - 0.0, - 93.5317191464433, - 0.0, - 8.6 - ], - "87": [ - 18.582733, - 10.7, - 4.562, - 89.47154456654617, - 121.75710812484876, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 492.93802318316597, - 0.0, - 222.54190473575989, - 0.0, - 0.0, - 0.0, - 94.27854723179897, - 0.0, - 8.6 - ], - "88": [ - 18.582733, - 10.7, - 4.562, - 90.32439010989155, - 120.38139731236387, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 494.8442208648494, - 0.0, - 224.6877142621839, - 0.0, - 0.0, - 0.0, - 94.85069250861908, - 0.0, - 8.6 - ], - "89": [ - 18.582733, - 10.7, - 4.562, - 91.1919510989024, - 118.84325758112749, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 496.7597987783644, - 0.0, - 225.61894283596553, - 0.0, - 0.0, - 0.0, - 95.06562325775717, - 0.0, - 8.6 - ], - "90": [ - 18.582733, - 10.7, - 4.562, - 91.57275598901215, - 118.95893182301474, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 498.083818900528, - 0.0, - 226.55704855236897, - 0.0, - 0.0, - 0.0, - 95.25906093198145, - 0.0, - 8.6 - ], - "91": [ - 18.582733, - 10.7, - 4.562, - 91.71548039011094, - 118.76303864071326, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 499.77543701047523, - 0.0, - 229.60134369713208, - 0.0, - 0.0, - 0.0, - 95.13315483878331, - 0.0, - 8.6 - ], - "92": [ - 18.582733, - 10.7, - 4.562, - 91.44393235109985, - 117.48673477664194, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 501.9978933094277, - 0.0, - 232.54120932741887, - 0.0, - 0.0, - 0.0, - 94.71983935490498, - 0.0, - 8.6 - ], - "93": [ - 18.582733, - 10.7, - 4.562, - 90.59953911598986, - 117.53806129897774, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 504.69810397848494, - 0.0, - 234.487088394677, - 0.0, - 0.0, - 0.0, - 95.54785541941447, - 0.0, - 8.6 - ], - "94": [ - 18.582733, - 10.7, - 4.562, - 89.53958520439087, - 118.48425516907996, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 506.62829358063647, - 0.0, - 235.7383795552093, - 0.0, - 0.0, - 0.0, - 96.89306987747302, - 0.0, - 8.6 - ], - "95": [ - 18.582733, - 10.7, - 4.562, - 88.88562668395178, - 119.63582965217196, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 508.4654642225728, - 0.0, - 236.36454159968835, - 0.0, - 0.0, - 0.0, - 98.20376288972572, - 0.0, - 8.6 - ], - "96": [ - 18.582733, - 10.7, - 4.562, - 87.9970640155566, - 120.67224668695476, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 509.2189178003155, - 0.0, - 236.42808743971952, - 0.0, - 0.0, - 0.0, - 98.68338660075315, - 0.0, - 8.6 - ], - "97": [ - 18.582733, - 10.7, - 4.562, - 88.19735761400094, - 121.8050220182593, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 509.097026020284, - 0.0, - 236.88527869574756, - 0.0, - 0.0, - 0.0, - 98.21504794067783, - 0.0, - 8.6 - ], - "98": [ - 18.582733, - 10.7, - 4.562, - 88.37762185260084, - 123.02451981643337, - 0.0, - 0.0, - 2.5700000000000003, - 0.0, - 6.36, - 0.0, - 509.1873234182556, - 0.0, - 239.1967508261728, - 0.0, - 0.0, - 0.0, - 97.79354314661005, - 0.0, - 8.6 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.1.gamma=0.1/run=1a50ff275de24590/rewards.json b/experiments/seed=256/alpha=0.1.gamma=0.1/run=1a50ff275de24590/rewards.json deleted file mode 100644 index 17bd512..0000000 --- a/experiments/seed=256/alpha=0.1.gamma=0.1/run=1a50ff275de24590/rewards.json +++ /dev/null @@ -1,2202 +0,0 @@ -{ - "0": [ - 29, - 59, - 9, - 115, - 37, - 0, - 8, - 0, - 64, - 42, - 0, - 322, - 0, - 94, - 0, - 0, - 0, - 226, - 0, - 82 - ], - "1": [ - 36, - 57, - 19, - 124, - 40, - 0, - 7, - 3, - 65, - 45, - 0, - 316, - 0, - 93, - 0, - 0, - 0, - 221, - 0, - 89 - ], - "2": [ - 41, - 62, - 22, - 118, - 40, - 0, - 2, - 0, - 61, - 50, - 0, - 315, - 0, - 94, - 0, - 0, - 0, - 219, - 0, - 87 - ], - "3": [ - 44, - 57, - 18, - 132, - 38, - 0, - 1, - 8, - 79, - 45, - 0, - 307, - 0, - 97, - 0, - 0, - 0, - 223, - 0, - 84 - ], - "4": [ - 47, - 54, - 15, - 126, - 42, - 0, - 0, - 7, - 84, - 44, - 0, - 330, - 0, - 97, - 0, - 0, - 0, - 230, - 0, - 85 - ], - "5": [ - 53, - 62, - 7, - 126, - 43, - 0, - 0, - 17, - 77, - 48, - 0, - 334, - 0, - 104, - 0, - 0, - 0, - 211, - 0, - 89 - ], - "6": [ - 50, - 53, - 8, - 112, - 45, - 0, - 0, - 21, - 68, - 46, - 0, - 331, - 0, - 91, - 0, - 0, - 0, - 205, - 0, - 86 - ], - "7": [ - 47, - 62, - 6, - 107, - 51, - 0, - 0, - 23, - 69, - 40, - 0, - 336, - 0, - 98, - 0, - 0, - 0, - 210, - 0, - 83 - ], - "8": [ - 47, - 67, - 5, - 109, - 54, - 0, - 0, - 23, - 68, - 35, - 0, - 336, - 0, - 90, - 0, - 0, - 0, - 207, - 0, - 87 - ], - "9": [ - 46, - 62, - 5, - 97, - 57, - 0, - 0, - 24, - 67, - 37, - 0, - 352, - 0, - 94, - 0, - 0, - 0, - 206, - 0, - 83 - ], - "10": [ - 49, - 66, - 4, - 98, - 55, - 0, - 0, - 19, - 65, - 41, - 0, - 362, - 0, - 87, - 0, - 0, - 0, - 207, - 0, - 85 - ], - "11": [ - 48, - 70, - 6, - 108, - 63, - 0, - 0, - 28, - 63, - 40, - 0, - 362, - 0, - 96, - 0, - 0, - 0, - 206, - 0, - 84 - ], - "12": [ - 38, - 65, - 9, - 102, - 66, - 0, - 0, - 30, - 59, - 43, - 0, - 367, - 0, - 100, - 0, - 0, - 0, - 196, - 0, - 87 - ], - "13": [ - 34, - 64, - 13, - 91, - 70, - 0, - 0, - 19, - 54, - 46, - 0, - 365, - 0, - 108, - 0, - 0, - 0, - 189, - 0, - 84 - ], - "14": [ - 30, - 62, - 18, - 100, - 68, - 0, - 0, - 17, - 57, - 52, - 0, - 375, - 0, - 117, - 0, - 0, - 0, - 197, - 0, - 86 - ], - "15": [ - 32, - 71, - 23, - 100, - 71, - 0, - 0, - 15, - 53, - 50, - 0, - 372, - 0, - 123, - 0, - 0, - 0, - 196, - 0, - 86 - ], - "16": [ - 34, - 70, - 24, - 95, - 75, - 0, - 0, - 6, - 51, - 55, - 0, - 379, - 0, - 132, - 0, - 0, - 0, - 196, - 0, - 83 - ], - "17": [ - 36, - 67, - 20, - 86, - 67, - 0, - 0, - 4, - 51, - 52, - 0, - 393, - 0, - 127, - 0, - 0, - 0, - 193, - 0, - 85 - ], - "18": [ - 32, - 67, - 23, - 80, - 69, - 0, - 0, - 10, - 50, - 45, - 0, - 386, - 0, - 121, - 0, - 0, - 0, - 197, - 0, - 84 - ], - "19": [ - 30, - 71, - 28, - 82, - 70, - 0, - 0, - 5, - 48, - 47, - 0, - 375, - 0, - 126, - 0, - 0, - 0, - 203, - 0, - 84 - ], - "20": [ - 28, - 67, - 19, - 83, - 68, - 0, - 0, - 0, - 43, - 40, - 0, - 392, - 0, - 141, - 0, - 0, - 0, - 201, - 0, - 79 - ], - "21": [ - 28, - 67, - 11, - 89, - 69, - 0, - 0, - 0, - 42, - 41, - 0, - 384, - 0, - 139, - 0, - 0, - 0, - 186, - 0, - 72 - ], - "22": [ - 33, - 64, - 12, - 81, - 70, - 0, - 0, - 0, - 42, - 31, - 0, - 397, - 0, - 141, - 0, - 0, - 0, - 182, - 0, - 67 - ], - "23": [ - 37, - 62, - 14, - 77, - 70, - 0, - 0, - 0, - 43, - 26, - 0, - 406, - 0, - 140, - 0, - 0, - 0, - 175, - 0, - 68 - ], - "24": [ - 35, - 65, - 7, - 74, - 73, - 0, - 0, - 0, - 41, - 25, - 0, - 404, - 0, - 142, - 0, - 0, - 0, - 173, - 0, - 67 - ], - "25": [ - 35, - 72, - 12, - 78, - 75, - 0, - 0, - 0, - 43, - 24, - 0, - 402, - 0, - 133, - 0, - 0, - 0, - 164, - 0, - 69 - ], - "26": [ - 37, - 68, - 25, - 83, - 80, - 0, - 0, - 4, - 42, - 27, - 0, - 408, - 0, - 136, - 0, - 0, - 0, - 152, - 0, - 73 - ], - "27": [ - 35, - 65, - 16, - 84, - 82, - 0, - 0, - 1, - 45, - 23, - 0, - 415, - 0, - 137, - 0, - 0, - 0, - 154, - 0, - 63 - ], - "28": [ - 44, - 67, - 17, - 74, - 85, - 0, - 0, - 6, - 46, - 28, - 0, - 423, - 0, - 145, - 0, - 0, - 0, - 153, - 0, - 60 - ], - "29": [ - 42, - 70, - 18, - 73, - 82, - 0, - 0, - 6, - 44, - 37, - 0, - 422, - 0, - 141, - 0, - 0, - 0, - 153, - 0, - 62 - ], - "30": [ - 37, - 74, - 15, - 73, - 77, - 0, - 0, - 8, - 46, - 38, - 0, - 427, - 0, - 139, - 0, - 0, - 0, - 158, - 0, - 67 - ], - "31": [ - 35, - 78, - 12, - 76, - 81, - 0, - 0, - 4, - 53, - 34, - 0, - 426, - 0, - 143, - 0, - 0, - 0, - 154, - 0, - 56 - ], - "32": [ - 31, - 79, - 9, - 69, - 78, - 0, - 0, - 5, - 51, - 25, - 0, - 431, - 0, - 126, - 0, - 0, - 0, - 149, - 0, - 51 - ], - "33": [ - 31, - 81, - 11, - 73, - 78, - 0, - 0, - 15, - 59, - 15, - 0, - 442, - 0, - 111, - 0, - 0, - 0, - 158, - 0, - 49 - ], - "34": [ - 32, - 63, - 9, - 69, - 86, - 0, - 0, - 10, - 54, - 16, - 0, - 448, - 0, - 121, - 0, - 0, - 0, - 153, - 0, - 58 - ], - "35": [ - 36, - 63, - 18, - 71, - 90, - 0, - 0, - 9, - 62, - 17, - 0, - 448, - 0, - 128, - 0, - 0, - 0, - 156, - 0, - 54 - ], - "36": [ - 29, - 61, - 21, - 66, - 94, - 0, - 0, - 3, - 62, - 24, - 0, - 447, - 0, - 139, - 0, - 0, - 0, - 151, - 0, - 55 - ], - "37": [ - 30, - 56, - 14, - 72, - 100, - 0, - 0, - 0, - 62, - 23, - 0, - 452, - 0, - 154, - 0, - 0, - 0, - 144, - 0, - 50 - ], - "38": [ - 24, - 54, - 16, - 65, - 105, - 0, - 0, - 1, - 62, - 22, - 0, - 460, - 0, - 156, - 0, - 0, - 0, - 139, - 0, - 42 - ], - "39": [ - 27, - 51, - 14, - 61, - 111, - 0, - 0, - 9, - 60, - 16, - 0, - 450, - 0, - 154, - 0, - 0, - 0, - 145, - 0, - 40 - ], - "40": [ - 21, - 51, - 14, - 62, - 122, - 0, - 0, - 16, - 68, - 23, - 0, - 435, - 0, - 148, - 0, - 0, - 0, - 140, - 0, - 35 - ], - "41": [ - 24, - 52, - 10, - 61, - 127, - 0, - 0, - 18, - 73, - 17, - 0, - 439, - 0, - 164, - 0, - 0, - 0, - 139, - 0, - 34 - ], - "42": [ - 31, - 56, - 14, - 65, - 119, - 0, - 0, - 23, - 70, - 14, - 0, - 446, - 0, - 162, - 0, - 0, - 0, - 134, - 0, - 34 - ], - "43": [ - 29, - 53, - 2, - 73, - 123, - 0, - 0, - 25, - 72, - 14, - 0, - 444, - 0, - 150, - 0, - 0, - 0, - 133, - 0, - 34 - ], - "44": [ - 28, - 51, - 0, - 68, - 130, - 0, - 0, - 32, - 62, - 14, - 0, - 466, - 0, - 148, - 0, - 0, - 0, - 130, - 0, - 36 - ], - "45": [ - 28, - 48, - 2, - 66, - 131, - 0, - 0, - 36, - 57, - 14, - 0, - 473, - 0, - 156, - 0, - 0, - 0, - 132, - 0, - 34 - ], - "46": [ - 24, - 50, - 8, - 70, - 138, - 0, - 0, - 40, - 58, - 15, - 0, - 478, - 0, - 159, - 0, - 0, - 0, - 130, - 0, - 34 - ], - "47": [ - 23, - 48, - 14, - 60, - 137, - 0, - 0, - 34, - 65, - 12, - 0, - 475, - 0, - 166, - 0, - 0, - 4, - 124, - 0, - 36 - ], - "48": [ - 23, - 48, - 20, - 65, - 129, - 0, - 0, - 38, - 57, - 12, - 0, - 468, - 0, - 167, - 0, - 0, - 0, - 120, - 0, - 35 - ], - "49": [ - 22, - 46, - 23, - 69, - 125, - 0, - 0, - 42, - 59, - 13, - 0, - 477, - 0, - 167, - 0, - 0, - 0, - 114, - 0, - 36 - ], - "50": [ - 23, - 43, - 26, - 70, - 130, - 0, - 0, - 49, - 64, - 13, - 0, - 477, - 0, - 179, - 0, - 0, - 0, - 122, - 0, - 33 - ], - "51": [ - 23, - 41, - 22, - 64, - 131, - 0, - 0, - 54, - 63, - 15, - 0, - 483, - 0, - 176, - 0, - 0, - 1, - 116, - 0, - 34 - ], - "52": [ - 22, - 44, - 17, - 65, - 126, - 0, - 0, - 40, - 65, - 20, - 0, - 479, - 0, - 169, - 0, - 0, - 5, - 127, - 0, - 42 - ], - "53": [ - 24, - 43, - 11, - 69, - 125, - 0, - 0, - 49, - 64, - 18, - 0, - 480, - 0, - 166, - 0, - 0, - 3, - 134, - 0, - 41 - ], - "54": [ - 29, - 49, - 9, - 69, - 130, - 0, - 0, - 39, - 72, - 21, - 0, - 471, - 0, - 170, - 0, - 0, - 0, - 129, - 0, - 40 - ], - "55": [ - 25, - 47, - 5, - 69, - 141, - 0, - 0, - 43, - 69, - 26, - 0, - 478, - 0, - 170, - 0, - 0, - 0, - 129, - 0, - 41 - ], - "56": [ - 23, - 47, - 4, - 77, - 137, - 0, - 0, - 53, - 78, - 32, - 0, - 472, - 0, - 180, - 0, - 0, - 0, - 125, - 0, - 45 - ], - "57": [ - 26, - 45, - 4, - 81, - 138, - 0, - 0, - 58, - 81, - 32, - 0, - 474, - 0, - 184, - 0, - 0, - 0, - 122, - 0, - 49 - ], - "58": [ - 20, - 45, - 6, - 76, - 140, - 0, - 0, - 58, - 78, - 36, - 0, - 484, - 0, - 200, - 0, - 0, - 0, - 129, - 0, - 53 - ], - "59": [ - 17, - 49, - 3, - 81, - 133, - 0, - 0, - 67, - 84, - 35, - 0, - 479, - 0, - 209, - 0, - 0, - 7, - 122, - 0, - 55 - ], - "60": [ - 18, - 55, - 0, - 85, - 134, - 0, - 0, - 67, - 76, - 34, - 0, - 477, - 0, - 203, - 0, - 0, - 13, - 127, - 0, - 63 - ], - "61": [ - 20, - 56, - 0, - 89, - 137, - 0, - 0, - 80, - 74, - 31, - 0, - 477, - 0, - 215, - 0, - 0, - 4, - 125, - 0, - 67 - ], - "62": [ - 16, - 51, - 0, - 92, - 126, - 0, - 0, - 82, - 80, - 29, - 0, - 480, - 0, - 207, - 0, - 0, - 4, - 118, - 0, - 64 - ], - "63": [ - 14, - 49, - 0, - 89, - 134, - 0, - 0, - 87, - 82, - 22, - 0, - 481, - 0, - 210, - 0, - 0, - 10, - 113, - 0, - 63 - ], - "64": [ - 12, - 36, - 0, - 85, - 135, - 0, - 0, - 88, - 78, - 19, - 0, - 482, - 0, - 207, - 0, - 0, - 0, - 109, - 0, - 71 - ], - "65": [ - 10, - 45, - 0, - 88, - 133, - 0, - 0, - 86, - 88, - 21, - 0, - 480, - 0, - 187, - 0, - 0, - 0, - 109, - 0, - 70 - ], - "66": [ - 12, - 46, - 0, - 86, - 136, - 0, - 0, - 80, - 88, - 20, - 0, - 486, - 0, - 184, - 0, - 0, - 3, - 107, - 0, - 72 - ], - "67": [ - 8, - 47, - 0, - 92, - 125, - 0, - 0, - 87, - 87, - 16, - 0, - 490, - 0, - 180, - 0, - 0, - 4, - 92, - 0, - 73 - ], - "68": [ - 6, - 51, - 0, - 95, - 122, - 0, - 0, - 80, - 77, - 17, - 0, - 490, - 0, - 168, - 0, - 0, - 6, - 78, - 0, - 81 - ], - "69": [ - 8, - 53, - 0, - 98, - 120, - 0, - 0, - 86, - 71, - 14, - 0, - 496, - 0, - 163, - 0, - 0, - 0, - 74, - 0, - 81 - ], - "70": [ - 10, - 53, - 0, - 97, - 120, - 0, - 3, - 83, - 67, - 22, - 0, - 494, - 0, - 171, - 0, - 0, - 4, - 79, - 0, - 75 - ], - "71": [ - 8, - 55, - 0, - 96, - 119, - 0, - 9, - 81, - 59, - 20, - 0, - 492, - 0, - 174, - 0, - 0, - 10, - 88, - 0, - 77 - ], - "72": [ - 5, - 58, - 0, - 96, - 128, - 0, - 10, - 82, - 59, - 25, - 0, - 489, - 0, - 178, - 0, - 0, - 7, - 95, - 0, - 78 - ], - "73": [ - 5, - 60, - 5, - 98, - 126, - 0, - 14, - 81, - 61, - 15, - 0, - 489, - 0, - 190, - 0, - 0, - 1, - 99, - 0, - 76 - ], - "74": [ - 8, - 60, - 0, - 95, - 132, - 0, - 12, - 78, - 61, - 15, - 0, - 482, - 0, - 182, - 0, - 0, - 9, - 97, - 0, - 82 - ], - "75": [ - 7, - 55, - 2, - 88, - 126, - 0, - 19, - 82, - 70, - 16, - 0, - 470, - 0, - 186, - 0, - 0, - 6, - 93, - 0, - 85 - ], - "76": [ - 7, - 52, - 0, - 89, - 124, - 0, - 19, - 92, - 71, - 13, - 0, - 478, - 0, - 181, - 0, - 0, - 6, - 95, - 0, - 91 - ], - "77": [ - 4, - 53, - 0, - 85, - 122, - 0, - 20, - 96, - 70, - 6, - 0, - 468, - 0, - 192, - 0, - 0, - 12, - 93, - 0, - 79 - ], - "78": [ - 5, - 52, - 0, - 84, - 113, - 0, - 14, - 92, - 78, - 9, - 0, - 466, - 0, - 206, - 0, - 0, - 17, - 100, - 0, - 63 - ], - "79": [ - 2, - 53, - 0, - 81, - 106, - 0, - 15, - 90, - 73, - 9, - 0, - 469, - 0, - 206, - 0, - 0, - 4, - 90, - 0, - 58 - ], - "80": [ - 2, - 47, - 0, - 93, - 106, - 0, - 17, - 89, - 72, - 13, - 0, - 481, - 0, - 208, - 0, - 0, - 5, - 84, - 0, - 52 - ], - "81": [ - 6, - 45, - 0, - 85, - 115, - 0, - 23, - 91, - 77, - 13, - 0, - 490, - 0, - 224, - 0, - 0, - 10, - 89, - 0, - 56 - ], - "82": [ - 8, - 47, - 0, - 91, - 124, - 0, - 16, - 88, - 70, - 5, - 0, - 494, - 0, - 222, - 0, - 0, - 14, - 92, - 0, - 53 - ], - "83": [ - 8, - 45, - 0, - 95, - 124, - 0, - 15, - 95, - 63, - 8, - 0, - 495, - 0, - 231, - 0, - 0, - 19, - 87, - 0, - 51 - ], - "84": [ - 7, - 45, - 0, - 87, - 129, - 0, - 25, - 91, - 68, - 4, - 0, - 499, - 0, - 248, - 0, - 0, - 27, - 88, - 0, - 52 - ], - "85": [ - 7, - 48, - 0, - 86, - 124, - 0, - 29, - 95, - 71, - 0, - 0, - 510, - 0, - 264, - 0, - 0, - 25, - 91, - 0, - 56 - ], - "86": [ - 7, - 49, - 0, - 90, - 120, - 0, - 32, - 95, - 67, - 0, - 0, - 507, - 0, - 256, - 0, - 0, - 26, - 85, - 0, - 62 - ], - "87": [ - 6, - 46, - 1, - 90, - 120, - 0, - 25, - 92, - 71, - 0, - 0, - 513, - 0, - 259, - 0, - 0, - 29, - 94, - 0, - 64 - ], - "88": [ - 3, - 45, - 3, - 97, - 121, - 0, - 18, - 95, - 64, - 1, - 0, - 511, - 0, - 254, - 0, - 0, - 23, - 101, - 0, - 60 - ], - "89": [ - 2, - 45, - 8, - 98, - 108, - 0, - 19, - 94, - 57, - 0, - 0, - 512, - 0, - 244, - 0, - 0, - 21, - 100, - 0, - 66 - ], - "90": [ - 3, - 43, - 3, - 99, - 105, - 0, - 17, - 101, - 64, - 0, - 0, - 514, - 0, - 234, - 0, - 0, - 25, - 97, - 0, - 68 - ], - "91": [ - 6, - 42, - 9, - 95, - 120, - 0, - 18, - 90, - 60, - 0, - 0, - 510, - 0, - 235, - 0, - 0, - 16, - 97, - 0, - 63 - ], - "92": [ - 3, - 45, - 9, - 93, - 117, - 0, - 19, - 90, - 58, - 0, - 0, - 515, - 0, - 257, - 0, - 0, - 18, - 94, - 0, - 63 - ], - "93": [ - 3, - 49, - 4, - 89, - 106, - 0, - 8, - 91, - 58, - 0, - 0, - 522, - 0, - 259, - 0, - 0, - 12, - 91, - 0, - 58 - ], - "94": [ - 3, - 54, - 3, - 83, - 118, - 0, - 7, - 85, - 65, - 0, - 0, - 529, - 0, - 252, - 0, - 0, - 20, - 103, - 0, - 57 - ], - "95": [ - 2, - 55, - 4, - 80, - 127, - 0, - 9, - 76, - 62, - 0, - 0, - 524, - 0, - 247, - 0, - 0, - 16, - 109, - 0, - 58 - ], - "96": [ - 1, - 55, - 10, - 83, - 130, - 0, - 18, - 78, - 54, - 0, - 0, - 525, - 0, - 242, - 0, - 0, - 14, - 110, - 0, - 65 - ], - "97": [ - 4, - 52, - 9, - 80, - 130, - 0, - 16, - 78, - 49, - 0, - 0, - 516, - 0, - 237, - 0, - 0, - 16, - 103, - 0, - 62 - ], - "98": [ - 1, - 53, - 14, - 90, - 132, - 0, - 13, - 75, - 48, - 0, - 0, - 508, - 0, - 241, - 0, - 0, - 15, - 94, - 0, - 65 - ], - "99": [ - 0, - 54, - 22, - 90, - 134, - 0, - 14, - 69, - 50, - 0, - 0, - 510, - 0, - 260, - 0, - 0, - 12, - 94, - 0, - 68 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.1.gamma=0.1/run=1a50ff275de24590/rewards.plot.png b/experiments/seed=256/alpha=0.1.gamma=0.1/run=1a50ff275de24590/rewards.plot.png deleted file mode 100644 index 8683629..0000000 Binary files a/experiments/seed=256/alpha=0.1.gamma=0.1/run=1a50ff275de24590/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.1.gamma=0.1/run=1a50ff275de24590/sum_rewards.json b/experiments/seed=256/alpha=0.1.gamma=0.1/run=1a50ff275de24590/sum_rewards.json deleted file mode 100644 index 7e81bae..0000000 --- a/experiments/seed=256/alpha=0.1.gamma=0.1/run=1a50ff275de24590/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 91394, - "V": 5812665 - }, - "control": { - "R": 86058, - "V": 5721003 - } -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.1.gamma=0.1/run=1a50ff275de24590/view.plot.png b/experiments/seed=256/alpha=0.1.gamma=0.1/run=1a50ff275de24590/view.plot.png deleted file mode 100644 index d34752d..0000000 Binary files a/experiments/seed=256/alpha=0.1.gamma=0.1/run=1a50ff275de24590/view.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.1.gamma=0.1/run=57b3d53018264b4c/choices.json b/experiments/seed=256/alpha=0.1.gamma=0.1/run=57b3d53018264b4c/choices.json deleted file mode 100644 index e2ea57b..0000000 --- a/experiments/seed=256/alpha=0.1.gamma=0.1/run=57b3d53018264b4c/choices.json +++ /dev/null @@ -1,702 +0,0 @@ -{ - "0": [ - 4, - 13, - 16, - 11, - 7 - ], - "1": [ - 11, - 13, - 10, - 1, - 15 - ], - "2": [ - 11, - 13, - 10, - 8, - 7 - ], - "3": [ - 11, - 13, - 1, - 3, - 18 - ], - "4": [ - 11, - 13, - 5, - 8, - 15 - ], - "5": [ - 11, - 13, - 2, - 1, - 4 - ], - "6": [ - 11, - 13, - 14, - 18, - 8 - ], - "7": [ - 11, - 13, - 2, - 3, - 6 - ], - "8": [ - 11, - 13, - 3, - 18, - 19 - ], - "9": [ - 11, - 13, - 9, - 3, - 5 - ], - "10": [ - 11, - 13, - 3, - 8, - 17 - ], - "11": [ - 11, - 13, - 15, - 3, - 2 - ], - "12": [ - 11, - 13, - 1, - 3, - 15 - ], - "13": [ - 11, - 13, - 3, - 8, - 9 - ], - "14": [ - 11, - 13, - 3, - 16, - 8 - ], - "15": [ - 11, - 13, - 3, - 2, - 1 - ], - "16": [ - 11, - 13, - 3, - 1, - 4 - ], - "17": [ - 11, - 13, - 3, - 9, - 8 - ], - "18": [ - 11, - 13, - 3, - 2, - 1 - ], - "19": [ - 11, - 13, - 3, - 1, - 2 - ], - "20": [ - 11, - 13, - 3, - 1, - 8 - ], - "21": [ - 11, - 13, - 3, - 1, - 8 - ], - "22": [ - 11, - 13, - 3, - 1, - 19 - ], - "23": [ - 11, - 13, - 3, - 1, - 8 - ], - "24": [ - 11, - 13, - 1, - 3, - 8 - ], - "25": [ - 11, - 13, - 1, - 3, - 8 - ], - "26": [ - 11, - 13, - 3, - 1, - 8 - ], - "27": [ - 11, - 13, - 3, - 8, - 1 - ], - "28": [ - 11, - 13, - 3, - 1, - 8 - ], - "29": [ - 11, - 13, - 3, - 1, - 4 - ], - "30": [ - 11, - 13, - 3, - 1, - 8 - ], - "31": [ - 11, - 13, - 3, - 1, - 8 - ], - "32": [ - 11, - 13, - 3, - 1, - 8 - ], - "33": [ - 11, - 13, - 3, - 1, - 8 - ], - "34": [ - 11, - 13, - 3, - 8, - 1 - ], - "35": [ - 11, - 13, - 8, - 3, - 1 - ], - "36": [ - 11, - 13, - 3, - 8, - 1 - ], - "37": [ - 11, - 13, - 3, - 1, - 8 - ], - "38": [ - 11, - 13, - 3, - 1, - 8 - ], - "39": [ - 11, - 13, - 3, - 1, - 8 - ], - "40": [ - 11, - 13, - 3, - 8, - 1 - ], - "41": [ - 11, - 13, - 3, - 1, - 8 - ], - "42": [ - 11, - 13, - 3, - 1, - 8 - ], - "43": [ - 11, - 13, - 1, - 3, - 8 - ], - "44": [ - 11, - 13, - 3, - 8, - 1 - ], - "45": [ - 11, - 13, - 3, - 1, - 8 - ], - "46": [ - 11, - 13, - 3, - 1, - 8 - ], - "47": [ - 11, - 13, - 3, - 1, - 8 - ], - "48": [ - 11, - 13, - 3, - 1, - 4 - ], - "49": [ - 11, - 13, - 3, - 1, - 8 - ], - "50": [ - 11, - 13, - 3, - 8, - 1 - ], - "51": [ - 11, - 13, - 3, - 8, - 1 - ], - "52": [ - 11, - 13, - 3, - 8, - 10 - ], - "53": [ - 11, - 13, - 3, - 1, - 19 - ], - "54": [ - 11, - 13, - 3, - 1, - 8 - ], - "55": [ - 11, - 13, - 3, - 1, - 8 - ], - "56": [ - 11, - 13, - 3, - 1, - 4 - ], - "57": [ - 11, - 13, - 3, - 8, - 1 - ], - "58": [ - 11, - 13, - 3, - 1, - 15 - ], - "59": [ - 11, - 13, - 3, - 8, - 1 - ], - "60": [ - 11, - 13, - 3, - 1, - 8 - ], - "61": [ - 11, - 13, - 3, - 8, - 1 - ], - "62": [ - 11, - 13, - 3, - 1, - 8 - ], - "63": [ - 11, - 13, - 3, - 19, - 1 - ], - "64": [ - 11, - 13, - 3, - 1, - 4 - ], - "65": [ - 11, - 13, - 3, - 4, - 8 - ], - "66": [ - 11, - 13, - 4, - 3, - 8 - ], - "67": [ - 11, - 13, - 3, - 8, - 4 - ], - "68": [ - 11, - 13, - 3, - 4, - 8 - ], - "69": [ - 11, - 13, - 3, - 4, - 1 - ], - "70": [ - 11, - 13, - 3, - 4, - 1 - ], - "71": [ - 11, - 13, - 3, - 4, - 1 - ], - "72": [ - 11, - 13, - 3, - 4, - 8 - ], - "73": [ - 11, - 13, - 3, - 1, - 8 - ], - "74": [ - 11, - 13, - 3, - 4, - 8 - ], - "75": [ - 11, - 13, - 3, - 4, - 8 - ], - "76": [ - 11, - 13, - 3, - 4, - 1 - ], - "77": [ - 11, - 13, - 3, - 4, - 8 - ], - "78": [ - 11, - 13, - 3, - 4, - 19 - ], - "79": [ - 11, - 13, - 3, - 4, - 1 - ], - "80": [ - 11, - 13, - 3, - 4, - 1 - ], - "81": [ - 11, - 13, - 3, - 4, - 1 - ], - "82": [ - 11, - 13, - 3, - 4, - 8 - ], - "83": [ - 11, - 13, - 3, - 4, - 8 - ], - "84": [ - 11, - 13, - 3, - 4, - 1 - ], - "85": [ - 11, - 13, - 3, - 4, - 1 - ], - "86": [ - 11, - 13, - 3, - 4, - 1 - ], - "87": [ - 11, - 13, - 3, - 4, - 8 - ], - "88": [ - 11, - 13, - 3, - 4, - 1 - ], - "89": [ - 11, - 13, - 3, - 4, - 1 - ], - "90": [ - 11, - 13, - 3, - 4, - 1 - ], - "91": [ - 11, - 13, - 3, - 4, - 1 - ], - "92": [ - 11, - 13, - 3, - 4, - 19 - ], - "93": [ - 11, - 13, - 4, - 3, - 8 - ], - "94": [ - 11, - 13, - 3, - 4, - 1 - ], - "95": [ - 11, - 13, - 4, - 3, - 8 - ], - "96": [ - 11, - 13, - 3, - 4, - 19 - ], - "97": [ - 11, - 13, - 3, - 4, - 1 - ], - "98": [ - 11, - 13, - 3, - 4, - 1 - ], - "99": [ - 11, - 13, - 3, - 4, - 1 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.1.gamma=0.1/run=57b3d53018264b4c/config.json b/experiments/seed=256/alpha=0.1.gamma=0.1/run=57b3d53018264b4c/config.json deleted file mode 100644 index 151dd64..0000000 --- a/experiments/seed=256/alpha=0.1.gamma=0.1/run=57b3d53018264b4c/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 20, - "num_choices": 5, - "time_span": 100, - "history_span": 3000, - "alpha": 0.1, - "gamma": 0.1, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.1.gamma=0.1/run=57b3d53018264b4c/control.choices.json b/experiments/seed=256/alpha=0.1.gamma=0.1/run=57b3d53018264b4c/control.choices.json deleted file mode 100644 index 1ce1220..0000000 --- a/experiments/seed=256/alpha=0.1.gamma=0.1/run=57b3d53018264b4c/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 4, - 3, - 11, - 1, - 13 -] \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.1.gamma=0.1/run=57b3d53018264b4c/qvalues.json b/experiments/seed=256/alpha=0.1.gamma=0.1/run=57b3d53018264b4c/qvalues.json deleted file mode 100644 index 0c56861..0000000 --- a/experiments/seed=256/alpha=0.1.gamma=0.1/run=57b3d53018264b4c/qvalues.json +++ /dev/null @@ -1,2180 +0,0 @@ -{ - "0": [ - 0.0, - 5.0, - 0.0, - 5.0, - 6.7, - 0.0, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 33.5, - 0.0, - 26.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 11.8, - 0.0, - 5.0, - 6.7, - 0.0, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 58.75, - 0.0, - 46.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 0.0, - 11.8, - 0.0, - 5.0, - 6.7, - 0.0, - 0.0, - 0.49, - 5.2, - 0.0, - 0.0, - 80.375, - 0.0, - 64.2, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 0.0, - 17.220000000000002, - 0.0, - 13.5, - 6.7, - 0.0, - 0.0, - 0.49, - 5.2, - 0.0, - 0.0, - 100.6375, - 0.0, - 81.08000000000001, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "4": [ - 0.0, - 17.220000000000002, - 0.0, - 13.5, - 6.7, - 0.0, - 0.0, - 0.49, - 9.280000000000001, - 0.0, - 0.0, - 118.57375, - 0.0, - 96.27200000000002, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "5": [ - 0.0, - 21.698000000000004, - 0.8, - 13.5, - 8.73, - 0.0, - 0.0, - 0.49, - 9.280000000000001, - 0.0, - 0.0, - 135.516375, - 0.0, - 109.14480000000002, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "6": [ - 0.0, - 21.698000000000004, - 0.8, - 13.5, - 8.73, - 0.0, - 0.0, - 0.49, - 12.452000000000002, - 0.0, - 0.0, - 150.86473750000002, - 0.0, - 120.53032000000002, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "7": [ - 0.0, - 21.698000000000004, - 1.2200000000000002, - 21.45, - 8.73, - 0.0, - 0.0, - 0.49, - 12.452000000000002, - 0.0, - 0.0, - 164.67826375, - 0.0, - 132.37728800000002, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "8": [ - 0.0, - 21.698000000000004, - 1.2200000000000002, - 27.705, - 8.73, - 0.0, - 0.0, - 0.49, - 12.452000000000002, - 0.0, - 0.0, - 176.71043737500003, - 0.0, - 143.6395592, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 7.300000000000001 - ], - "9": [ - 0.0, - 21.698000000000004, - 1.2200000000000002, - 34.0345, - 8.73, - 0.0, - 0.0, - 0.49, - 12.452000000000002, - 2.6, - 0.0, - 189.23939363750003, - 0.0, - 154.17560328000002, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 7.300000000000001 - ], - "10": [ - 0.0, - 21.698000000000004, - 1.2200000000000002, - 40.93105, - 8.73, - 0.0, - 0.0, - 0.49, - 16.406800000000004, - 2.6, - 0.0, - 200.51545427375004, - 0.0, - 163.15804295200002, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 7.300000000000001 - ], - "11": [ - 0.0, - 21.698000000000004, - 1.9980000000000002, - 47.137945, - 8.73, - 0.0, - 0.0, - 0.49, - 16.406800000000004, - 2.6, - 0.0, - 211.36390884637504, - 0.0, - 172.94223865680001, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 7.300000000000001 - ], - "12": [ - 0.0, - 25.428200000000004, - 1.9980000000000002, - 53.024150500000005, - 8.73, - 0.0, - 0.0, - 0.49, - 16.406800000000004, - 2.6, - 0.0, - 220.62751796173754, - 0.0, - 181.84801479112002, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 7.300000000000001 - ], - "13": [ - 0.0, - 25.428200000000004, - 1.9980000000000002, - 58.52173545000001, - 8.73, - 0.0, - 0.0, - 0.49, - 20.066120000000005, - 5.34, - 0.0, - 229.9647661655638, - 0.0, - 189.463213312008, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 7.300000000000001 - ], - "14": [ - 0.0, - 25.428200000000004, - 1.9980000000000002, - 63.06956190500001, - 8.73, - 0.0, - 0.0, - 0.49, - 23.759508000000004, - 5.34, - 0.0, - 238.26828954900742, - 0.0, - 196.71689198080722, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 7.300000000000001 - ], - "15": [ - 0.0, - 29.285380000000004, - 4.1982, - 66.4626057145, - 8.73, - 0.0, - 0.0, - 0.49, - 23.759508000000004, - 5.34, - 0.0, - 247.74146059410668, - 0.0, - 203.44520278272648, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 7.300000000000001 - ], - "16": [ - 0.0, - 33.556842, - 4.1982, - 68.81634514305, - 12.757000000000001, - 0.0, - 0.0, - 0.49, - 23.759508000000004, - 5.34, - 0.0, - 257.367314534696, - 0.0, - 209.40068250445384, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 7.300000000000001 - ], - "17": [ - 0.0, - 33.556842, - 4.1982, - 70.334710628745, - 12.757000000000001, - 0.0, - 0.0, - 0.49, - 28.083557200000005, - 7.7059999999999995, - 0.0, - 269.1305830812264, - 0.0, - 215.66061425400846, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 7.300000000000001 - ], - "18": [ - 0.0, - 38.1011578, - 6.57838, - 71.9012395658705, - 12.757000000000001, - 0.0, - 0.0, - 0.49, - 28.083557200000005, - 7.7059999999999995, - 0.0, - 279.61752477310375, - 0.0, - 220.99455282860762, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 7.300000000000001 - ], - "19": [ - 0.0, - 41.691042020000005, - 7.8205420000000005, - 72.81111560928345, - 12.757000000000001, - 0.0, - 0.0, - 0.49, - 28.083557200000005, - 7.7059999999999995, - 0.0, - 289.3557722957934, - 0.0, - 224.99509754574686, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 7.300000000000001 - ], - "20": [ - 0.0, - 45.321937818, - 7.8205420000000005, - 73.7300040483551, - 12.757000000000001, - 0.0, - 0.0, - 0.49, - 31.275201480000003, - 7.7059999999999995, - 0.0, - 296.52019506621406, - 0.0, - 228.09558779117216, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 7.300000000000001 - ], - "21": [ - 0.0, - 48.789744036200005, - 7.8205420000000005, - 74.15700364351959, - 12.757000000000001, - 0.0, - 0.0, - 0.49, - 33.847681332, - 7.7059999999999995, - 0.0, - 304.36817555959266, - 0.0, - 232.08602901205495, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 7.300000000000001 - ], - "22": [ - 0.0, - 51.21076963258, - 7.8205420000000005, - 74.64130327916763, - 12.757000000000001, - 0.0, - 0.0, - 0.49, - 33.847681332, - 7.7059999999999995, - 0.0, - 312.7313580036334, - 0.0, - 235.77742611084946, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 14.270000000000001 - ], - "23": [ - 0.0, - 53.289692669322, - 7.8205420000000005, - 75.37717295125087, - 12.757000000000001, - 0.0, - 0.0, - 0.49, - 35.9629131988, - 7.7059999999999995, - 0.0, - 319.65822220327004, - 0.0, - 239.9996834997645, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 14.270000000000001 - ], - "24": [ - 0.0, - 55.3607234023898, - 7.8205420000000005, - 76.03945565612578, - 12.757000000000001, - 0.0, - 0.0, - 0.49, - 38.266621878920006, - 7.7059999999999995, - 0.0, - 326.492399982943, - 0.0, - 244.39971514978805, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 14.270000000000001 - ], - "25": [ - 0.0, - 57.22465106215082, - 7.8205420000000005, - 76.63551009051321, - 12.757000000000001, - 0.0, - 0.0, - 0.49, - 39.539959691028, - 7.7059999999999995, - 0.0, - 335.44315998464873, - 0.0, - 248.95974363480926, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 14.270000000000001 - ], - "26": [ - 0.0, - 59.20218595593574, - 7.8205420000000005, - 77.17195908146189, - 12.757000000000001, - 0.0, - 0.0, - 0.49, - 40.685963721925205, - 7.7059999999999995, - 0.0, - 342.99884398618383, - 0.0, - 252.16376927132833, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 14.270000000000001 - ], - "27": [ - 0.0, - 61.08196736034216, - 7.8205420000000005, - 78.0547631733157, - 12.757000000000001, - 0.0, - 0.0, - 0.49, - 41.21736734973268, - 7.7059999999999995, - 0.0, - 350.29895958756543, - 0.0, - 255.8473923441955, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 14.270000000000001 - ], - "28": [ - 0.0, - 63.17377062430795, - 7.8205420000000005, - 79.04928685598414, - 12.757000000000001, - 0.0, - 0.0, - 0.49, - 41.29563061475942, - 7.7059999999999995, - 0.0, - 357.4690636288089, - 0.0, - 258.16265310977593, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 14.270000000000001 - ], - "29": [ - 0.0, - 65.45639356187715, - 7.8205420000000005, - 79.84435817038572, - 15.981300000000001, - 0.0, - 0.0, - 0.49, - 41.29563061475942, - 7.7059999999999995, - 0.0, - 364.322157265928, - 0.0, - 258.34638779879833, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 14.270000000000001 - ], - "30": [ - 0.0, - 67.81075420568943, - 7.8205420000000005, - 80.45992235334714, - 15.981300000000001, - 0.0, - 0.0, - 0.49, - 41.86606755328348, - 7.7059999999999995, - 0.0, - 370.48994153933523, - 0.0, - 259.2117490189185, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 14.270000000000001 - ], - "31": [ - 0.0, - 69.62967878512049, - 7.8205420000000005, - 80.81393011801242, - 15.981300000000001, - 0.0, - 0.0, - 0.49, - 42.47946079795513, - 7.7059999999999995, - 0.0, - 376.4409473854017, - 0.0, - 260.69057411702664, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 14.270000000000001 - ], - "32": [ - 0.0, - 71.86671090660845, - 7.8205420000000005, - 81.33253710621118, - 15.981300000000001, - 0.0, - 0.0, - 0.49, - 42.33151471815962, - 7.7059999999999995, - 0.0, - 382.79685264686157, - 0.0, - 261.421516705324, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 14.270000000000001 - ], - "33": [ - 0.0, - 71.7800398159476, - 7.8205420000000005, - 81.29928339559007, - 15.981300000000001, - 0.0, - 0.0, - 0.49, - 42.59836324634365, - 7.7059999999999995, - 0.0, - 389.3171673821754, - 0.0, - 263.27936503479157, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 14.270000000000001 - ], - "34": [ - 0.0, - 71.50203583435284, - 7.8205420000000005, - 81.36935505603105, - 15.981300000000001, - 0.0, - 0.0, - 0.49, - 42.638526921709285, - 7.7059999999999995, - 0.0, - 394.48545064395785, - 0.0, - 264.8514285313124, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 14.270000000000001 - ], - "35": [ - 0.0, - 71.55183225091756, - 7.8205420000000005, - 81.63241955042795, - 15.981300000000001, - 0.0, - 0.0, - 0.49, - 42.37467422953836, - 7.7059999999999995, - 0.0, - 397.8369055795621, - 0.0, - 266.5662856781812, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 14.270000000000001 - ], - "36": [ - 0.0, - 71.4966490258258, - 7.8205420000000005, - 82.16917759538516, - 15.981300000000001, - 0.0, - 0.0, - 0.49, - 42.237206806584524, - 7.7059999999999995, - 0.0, - 403.05321502160587, - 0.0, - 268.7096571103631, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 14.270000000000001 - ], - "37": [ - 0.0, - 71.34698412324322, - 7.8205420000000005, - 82.35225983584665, - 15.981300000000001, - 0.0, - 0.0, - 0.49, - 42.11348612592607, - 7.7059999999999995, - 0.0, - 407.24789351944526, - 0.0, - 272.2386913993268, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 14.270000000000001 - ], - "38": [ - 0.0, - 70.1122857109189, - 7.8205420000000005, - 82.31703385226199, - 15.981300000000001, - 0.0, - 0.0, - 0.49, - 42.10213751333347, - 7.7059999999999995, - 0.0, - 409.12310416750074, - 0.0, - 275.2148222593941, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 14.270000000000001 - ], - "39": [ - 0.0, - 68.80105713982701, - 7.8205420000000005, - 82.88533046703579, - 15.981300000000001, - 0.0, - 0.0, - 0.49, - 42.09192376200012, - 7.7059999999999995, - 0.0, - 409.71079375075067, - 0.0, - 277.6933400334547, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 14.270000000000001 - ], - "40": [ - 0.0, - 67.82095142584431, - 7.8205420000000005, - 82.9967974203322, - 15.981300000000001, - 0.0, - 0.0, - 0.49, - 42.382731385800106, - 7.7059999999999995, - 0.0, - 409.4397143756756, - 0.0, - 280.42400603010924, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 14.270000000000001 - ], - "41": [ - 0.0, - 67.93885628325988, - 7.8205420000000005, - 82.89711767829898, - 15.981300000000001, - 0.0, - 0.0, - 0.49, - 42.64445824722009, - 7.7059999999999995, - 0.0, - 409.795742938108, - 0.0, - 281.4816054270983, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 14.270000000000001 - ], - "42": [ - 0.0, - 67.6449706549339, - 7.8205420000000005, - 83.60740591046908, - 15.981300000000001, - 0.0, - 0.0, - 0.49, - 42.68001242249808, - 7.7059999999999995, - 0.0, - 408.0161686442972, - 0.0, - 281.23344488438846, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 14.270000000000001 - ], - "43": [ - 0.0, - 66.88047358944051, - 7.8205420000000005, - 84.54666531942217, - 15.981300000000001, - 0.0, - 0.0, - 0.49, - 42.91201118024827, - 7.7059999999999995, - 0.0, - 405.8145517798675, - 0.0, - 279.5101003959496, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 14.270000000000001 - ], - "44": [ - 0.0, - 66.39242623049645, - 7.8205420000000005, - 85.59199878747995, - 15.981300000000001, - 0.0, - 0.0, - 0.49, - 42.820810062223444, - 7.7059999999999995, - 0.0, - 402.73309660188073, - 0.0, - 277.6590903563547, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 14.270000000000001 - ], - "45": [ - 0.0, - 65.4531836074468, - 7.8205420000000005, - 86.53279890873196, - 15.981300000000001, - 0.0, - 0.0, - 0.49, - 43.1387290560011, - 7.7059999999999995, - 0.0, - 400.05978694169266, - 0.0, - 275.1931813207192, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 14.270000000000001 - ], - "46": [ - 0.0, - 64.30786524670212, - 7.8205420000000005, - 86.47951901785876, - 15.981300000000001, - 0.0, - 0.0, - 0.49, - 43.72485615040099, - 7.7059999999999995, - 0.0, - 398.0538082475234, - 0.0, - 272.4738631886473, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 14.270000000000001 - ], - "47": [ - 0.0, - 63.17707872203191, - 7.8205420000000005, - 86.43156711607288, - 15.981300000000001, - 0.0, - 0.0, - 0.49, - 44.25237053536089, - 7.7059999999999995, - 0.0, - 397.2484274227711, - 0.0, - 269.0264768697825, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 14.270000000000001 - ], - "48": [ - 0.0, - 62.15937084982872, - 7.8205420000000005, - 86.88841040446559, - 22.48317, - 0.0, - 0.0, - 0.49, - 44.25237053536089, - 7.7059999999999995, - 0.0, - 397.123584680494, - 0.0, - 266.52382918280426, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 14.270000000000001 - ], - "49": [ - 0.0, - 61.043433764845844, - 7.8205420000000005, - 87.49956936401902, - 22.48317, - 0.0, - 0.0, - 0.49, - 44.5271334818248, - 7.7059999999999995, - 0.0, - 396.3112262124446, - 0.0, - 264.17144626452387, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 14.270000000000001 - ], - "50": [ - 0.0, - 59.93909038836126, - 7.8205420000000005, - 87.94961242761713, - 22.48317, - 0.0, - 0.0, - 0.49, - 44.274420133642316, - 7.7059999999999995, - 0.0, - 397.1801035912001, - 0.0, - 262.8543016380715, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 14.270000000000001 - ], - "51": [ - 0.0, - 59.345181349525134, - 7.8205420000000005, - 89.15465118485541, - 22.48317, - 0.0, - 0.0, - 0.49, - 44.24697812027809, - 7.7059999999999995, - 0.0, - 397.76209323208013, - 0.0, - 260.3688714742643, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 14.270000000000001 - ], - "52": [ - 0.0, - 59.345181349525134, - 7.8205420000000005, - 90.13918606636987, - 22.48317, - 0.0, - 0.0, - 0.49, - 43.82228030825028, - 7.7059999999999995, - 0.0, - 397.7858839088721, - 0.0, - 258.4319843268379, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 14.270000000000001 - ], - "53": [ - 0.0, - 59.11066321457262, - 7.8205420000000005, - 90.92526745973288, - 22.48317, - 0.0, - 0.0, - 0.49, - 43.82228030825028, - 7.7059999999999995, - 0.0, - 398.8072955179849, - 0.0, - 258.0887858941541, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 20.443 - ], - "54": [ - 0.0, - 58.699596893115356, - 7.8205420000000005, - 91.83274071375959, - 22.48317, - 0.0, - 0.0, - 0.49, - 44.04005227742525, - 7.7059999999999995, - 0.0, - 400.62656596618643, - 0.0, - 256.47990730473873, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 20.443 - ], - "55": [ - 0.0, - 58.02963720380382, - 7.8205420000000005, - 92.84946664238363, - 22.48317, - 0.0, - 0.0, - 0.49, - 44.83604704968272, - 7.7059999999999995, - 0.0, - 400.2639093695678, - 0.0, - 254.73191657426486, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 20.443 - ], - "56": [ - 0.0, - 57.12667348342344, - 7.8205420000000005, - 93.96451997814526, - 31.834853000000003, - 0.0, - 0.0, - 0.49, - 44.83604704968272, - 7.7059999999999995, - 0.0, - 400.237518432611, - 0.0, - 251.15872491683837, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 20.443 - ], - "57": [ - 0.0, - 56.314006135081094, - 7.8205420000000005, - 94.56806798033074, - 31.834853000000003, - 0.0, - 0.0, - 0.49, - 45.752442344714446, - 7.7059999999999995, - 0.0, - 401.6137665893499, - 0.0, - 247.24285242515452, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 20.443 - ], - "58": [ - 0.0, - 55.382605521572984, - 7.8205420000000005, - 95.21126118229766, - 31.834853000000003, - 0.0, - 0.0, - 0.49, - 45.752442344714446, - 7.7059999999999995, - 0.0, - 401.2523899304149, - 0.0, - 244.81856718263907, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 20.443 - ], - "59": [ - 0.0, - 54.84434496941569, - 7.8205420000000005, - 95.7901350640679, - 31.834853000000003, - 0.0, - 0.0, - 0.49, - 46.077198110243, - 7.7059999999999995, - 0.0, - 398.7271509373734, - 0.0, - 243.03671046437518, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 20.443 - ], - "60": [ - 0.0, - 54.65991047247412, - 7.8205420000000005, - 96.2111215576611, - 31.834853000000003, - 0.0, - 0.0, - 0.49, - 46.0694782992187, - 7.7059999999999995, - 0.0, - 397.454435843636, - 0.0, - 241.43303941793766, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 20.443 - ], - "61": [ - 0.0, - 53.893919425226706, - 7.8205420000000005, - 96.990009401895, - 31.834853000000003, - 0.0, - 0.0, - 0.49, - 45.66253046929683, - 7.7059999999999995, - 0.0, - 395.9089922592724, - 0.0, - 240.0897354761439, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 20.443 - ], - "62": [ - 0.0, - 53.004527482704034, - 7.8205420000000005, - 97.7910084617055, - 31.834853000000003, - 0.0, - 0.0, - 0.49, - 45.29627742236715, - 7.7059999999999995, - 0.0, - 394.11809303334513, - 0.0, - 240.5807619285295, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 20.443 - ], - "63": [ - 0.0, - 51.20407473443363, - 7.8205420000000005, - 98.61190761553495, - 31.834853000000003, - 0.0, - 0.0, - 0.49, - 45.29627742236715, - 7.7059999999999995, - 0.0, - 394.4062837300106, - 0.0, - 240.62268573567655, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 29.8987 - ], - "64": [ - 0.0, - 50.28366726099027, - 7.8205420000000005, - 99.25071685398146, - 41.351367700000004, - 0.0, - 0.0, - 0.49, - 45.29627742236715, - 7.7059999999999995, - 0.0, - 393.66565535700954, - 0.0, - 240.7604171621089, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 29.8987 - ], - "65": [ - 0.0, - 50.28366726099027, - 7.8205420000000005, - 99.62564516858332, - 49.11623093000001, - 0.0, - 0.0, - 0.49, - 45.266649680130435, - 7.7059999999999995, - 0.0, - 393.0990898213086, - 0.0, - 240.784375445898, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 29.8987 - ], - "66": [ - 0.0, - 50.28366726099027, - 7.8205420000000005, - 100.06308065172499, - 55.70460783700001, - 0.0, - 0.0, - 0.49, - 45.03998471211739, - 7.7059999999999995, - 0.0, - 392.08918083917774, - 0.0, - 241.50593790130822, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 29.8987 - ], - "67": [ - 0.0, - 50.28366726099027, - 7.8205420000000005, - 100.55677258655248, - 61.93414705330001, - 0.0, - 0.0, - 0.49, - 44.53598624090565, - 7.7059999999999995, - 0.0, - 391.28026275525997, - 0.0, - 241.65534411117739, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 29.8987 - ], - "68": [ - 0.0, - 50.28366726099027, - 7.8205420000000005, - 102.20109532789724, - 67.34073234797, - 0.0, - 0.0, - 0.49, - 44.182387616815085, - 7.7059999999999995, - 0.0, - 389.05223647973395, - 0.0, - 240.88980970005966, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 29.8987 - ], - "69": [ - 0.0, - 51.055300534891245, - 7.8205420000000005, - 103.18098579510752, - 72.006659113173, - 0.0, - 0.0, - 0.49, - 44.182387616815085, - 7.7059999999999995, - 0.0, - 385.74701283176057, - 0.0, - 240.8008287300537, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 29.8987 - ], - "70": [ - 0.0, - 52.14977048140212, - 7.8205420000000005, - 104.06288721559676, - 76.8059932018557, - 0.0, - 0.0, - 0.49, - 44.182387616815085, - 7.7059999999999995, - 0.0, - 381.8723115485845, - 0.0, - 241.2207458570483, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 29.8987 - ], - "71": [ - 0.0, - 53.63479343326191, - 7.8205420000000005, - 104.35659849403709, - 81.42539388167013, - 0.0, - 0.0, - 0.49, - 44.182387616815085, - 7.7059999999999995, - 0.0, - 377.88508039372607, - 0.0, - 241.7986712713435, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 29.8987 - ], - "72": [ - 0.0, - 53.63479343326191, - 7.8205420000000005, - 104.62093864463338, - 85.78285449350312, - 0.0, - 0.0, - 0.49, - 44.064148855133574, - 7.7059999999999995, - 0.0, - 373.19657235435346, - 0.0, - 243.31880414420914, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 29.8987 - ], - "73": [ - 0.0, - 55.17131408993572, - 7.8205420000000005, - 105.15884478017004, - 85.78285449350312, - 0.0, - 0.0, - 0.49, - 43.957733969620215, - 7.7059999999999995, - 0.0, - 367.4769151189181, - 0.0, - 244.98692372978823, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 29.8987 - ], - "74": [ - 0.0, - 55.17131408993572, - 7.8205420000000005, - 105.54296030215303, - 88.10456904415281, - 0.0, - 0.0, - 0.49, - 44.061960572658194, - 7.7059999999999995, - 0.0, - 362.2292236070263, - 0.0, - 246.08823135680942, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 29.8987 - ], - "75": [ - 0.0, - 55.17131408993572, - 7.8205420000000005, - 106.28866427193773, - 89.99411213973752, - 0.0, - 0.0, - 0.49, - 44.25576451539237, - 7.7059999999999995, - 0.0, - 358.3063012463237, - 0.0, - 246.27940822112848, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 29.8987 - ], - "76": [ - 0.0, - 55.95418268094215, - 7.8205420000000005, - 106.45979784474396, - 90.49470092576377, - 0.0, - 0.0, - 0.49, - 44.25576451539237, - 7.7059999999999995, - 0.0, - 353.47567112169133, - 0.0, - 247.05146739901562, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 29.8987 - ], - "77": [ - 0.0, - 55.95418268094215, - 7.8205420000000005, - 106.51381806026956, - 91.74523083318739, - 0.0, - 0.0, - 0.49, - 44.53018806385313, - 7.7059999999999995, - 0.0, - 348.6281040095222, - 0.0, - 249.44632065911406, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 29.8987 - ], - "78": [ - 0.0, - 55.95418268094215, - 7.8205420000000005, - 106.4624362542426, - 92.37070774986866, - 0.0, - 0.0, - 0.49, - 44.53018806385313, - 7.7059999999999995, - 0.0, - 345.86529360856997, - 0.0, - 252.00168859320266, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 38.30883 - ], - "79": [ - 0.0, - 55.458764412847934, - 7.8205420000000005, - 106.81619262881834, - 94.03363697488179, - 0.0, - 0.0, - 0.49, - 44.53018806385313, - 7.7059999999999995, - 0.0, - 344.878764247713, - 0.0, - 254.20151973388238, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 38.30883 - ], - "80": [ - 0.0, - 54.21288797156314, - 7.8205420000000005, - 106.9345733659365, - 95.33027327739362, - 0.0, - 0.0, - 0.49, - 44.53018806385313, - 7.7059999999999995, - 0.0, - 345.79088782294167, - 0.0, - 256.98136776049415, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 38.30883 - ], - "81": [ - 0.0, - 53.49159917440683, - 7.8205420000000005, - 107.54111602934285, - 96.49724594965426, - 0.0, - 0.0, - 0.49, - 44.53018806385313, - 7.7059999999999995, - 0.0, - 348.5117990406475, - 0.0, - 259.3832309844447, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 38.30883 - ], - "82": [ - 0.0, - 53.49159917440683, - 7.8205420000000005, - 108.28700442640856, - 97.64752135468883, - 0.0, - 0.0, - 0.49, - 44.577169257467816, - 7.7059999999999995, - 0.0, - 350.96061913658275, - 0.0, - 261.54490788600026, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 38.30883 - ], - "83": [ - 0.0, - 53.49159917440683, - 7.8205420000000005, - 108.6583039837677, - 98.88276921921995, - 0.0, - 0.0, - 0.49, - 44.619452331721035, - 7.7059999999999995, - 0.0, - 354.8645572229245, - 0.0, - 264.19041709740026, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 38.30883 - ], - "84": [ - 0.0, - 54.442439256966146, - 7.8205420000000005, - 109.79247358539092, - 100.19449229729796, - 0.0, - 0.0, - 0.49, - 44.619452331721035, - 7.7059999999999995, - 0.0, - 359.57810150063204, - 0.0, - 267.17137538766025, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 38.30883 - ], - "85": [ - 0.0, - 55.29819533126953, - 7.8205420000000005, - 110.51322622685183, - 100.67504306756815, - 0.0, - 0.0, - 0.49, - 44.619452331721035, - 7.7059999999999995, - 0.0, - 364.12029135056883, - 0.0, - 269.65423784889424, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 38.30883 - ], - "86": [ - 0.0, - 55.26837579814258, - 7.8205420000000005, - 111.56190360416664, - 101.20753876081133, - 0.0, - 0.0, - 0.49, - 44.619452331721035, - 7.7059999999999995, - 0.0, - 367.90826221551197, - 0.0, - 272.0888140640048, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 38.30883 - ], - "87": [ - 0.0, - 55.26837579814258, - 7.8205420000000005, - 113.30571324374998, - 100.9867848847302, - 0.0, - 0.0, - 0.49, - 44.55750709854893, - 7.7059999999999995, - 0.0, - 369.51743599396076, - 0.0, - 274.07993265760433, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 38.30883 - ], - "88": [ - 0.0, - 55.64153821832832, - 7.8205420000000005, - 114.07514191937499, - 99.68810639625718, - 0.0, - 0.0, - 0.49, - 44.55750709854893, - 7.7059999999999995, - 0.0, - 373.0656923945647, - 0.0, - 275.3719393918439, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 38.30883 - ], - "89": [ - 0.0, - 55.57738439649549, - 7.8205420000000005, - 114.26762772743749, - 97.81929575663146, - 0.0, - 0.0, - 0.49, - 44.55750709854893, - 7.7059999999999995, - 0.0, - 379.9591231551082, - 0.0, - 275.7347454526595, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 38.30883 - ], - "90": [ - 0.0, - 55.31964595684594, - 7.8205420000000005, - 114.54086495469373, - 97.23736618096831, - 0.0, - 0.0, - 0.49, - 44.55750709854893, - 7.7059999999999995, - 0.0, - 385.0632108395974, - 0.0, - 275.3612709073936, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 38.30883 - ], - "91": [ - 0.0, - 56.087681361161344, - 7.8205420000000005, - 115.28677845922437, - 95.91362956287148, - 0.0, - 0.0, - 0.49, - 44.55750709854893, - 7.7059999999999995, - 0.0, - 389.55688975563766, - 0.0, - 276.62514381665426, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 38.30883 - ], - "92": [ - 0.0, - 56.087681361161344, - 7.8205420000000005, - 115.35810061330193, - 93.82226660658434, - 0.0, - 0.0, - 0.49, - 44.55750709854893, - 7.7059999999999995, - 0.0, - 395.2012007800739, - 0.0, - 277.66262943498884, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 45.977947 - ], - "93": [ - 0.0, - 56.087681361161344, - 7.8205420000000005, - 115.72229055197174, - 91.7400399459259, - 0.0, - 0.0, - 0.49, - 44.90175638869404, - 7.7059999999999995, - 0.0, - 399.7810807020665, - 0.0, - 277.59636649148996, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 45.977947 - ], - "94": [ - 0.0, - 57.07891322504521, - 7.8205420000000005, - 114.85006149677457, - 89.5660359513333, - 0.0, - 0.0, - 0.49, - 44.90175638869404, - 7.7059999999999995, - 0.0, - 401.10297263185987, - 0.0, - 276.936729842341, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 45.977947 - ], - "95": [ - 0.0, - 57.07891322504521, - 7.8205420000000005, - 114.96505534709712, - 87.80943235619998, - 0.0, - 0.0, - 0.49, - 45.11158074982463, - 7.7059999999999995, - 0.0, - 401.2926753686739, - 0.0, - 276.04305685810687, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 45.977947 - ], - "96": [ - 0.0, - 57.07891322504521, - 7.8205420000000005, - 114.46854981238741, - 86.42848912057998, - 0.0, - 0.0, - 0.49, - 45.11158074982463, - 7.7059999999999995, - 0.0, - 397.8634078318065, - 0.0, - 275.5387511722962, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 53.7801523 - ], - "97": [ - 0.0, - 57.47102190254069, - 7.8205420000000005, - 113.92169483114867, - 85.38564020852198, - 0.0, - 0.0, - 0.49, - 45.11158074982463, - 7.7059999999999995, - 0.0, - 393.9770670486259, - 0.0, - 274.88487605506657, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 53.7801523 - ], - "98": [ - 0.0, - 58.52391971228662, - 7.8205420000000005, - 113.5295253480338, - 84.14707618766978, - 0.0, - 0.0, - 0.49, - 45.11158074982463, - 7.7059999999999995, - 0.0, - 391.3793603437633, - 0.0, - 276.39638844955994, - 0.0, - 0.0, - 0.0, - 8.6, - 0.0, - 53.7801523 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.1.gamma=0.1/run=57b3d53018264b4c/rewards.json b/experiments/seed=256/alpha=0.1.gamma=0.1/run=57b3d53018264b4c/rewards.json deleted file mode 100644 index 058d48e..0000000 --- a/experiments/seed=256/alpha=0.1.gamma=0.1/run=57b3d53018264b4c/rewards.json +++ /dev/null @@ -1,2202 +0,0 @@ -{ - "0": [ - 24, - 66, - 10, - 100, - 21, - 0, - 9, - 0, - 42, - 21, - 0, - 294, - 0, - 212, - 0, - 0, - 0, - 124, - 0, - 74 - ], - "1": [ - 32, - 64, - 20, - 106, - 22, - 0, - 8, - 1, - 45, - 24, - 0, - 290, - 0, - 215, - 0, - 0, - 0, - 124, - 0, - 74 - ], - "2": [ - 37, - 73, - 22, - 96, - 24, - 0, - 3, - 0, - 47, - 31, - 0, - 286, - 0, - 226, - 0, - 0, - 0, - 106, - 0, - 73 - ], - "3": [ - 40, - 69, - 18, - 97, - 22, - 0, - 1, - 4, - 52, - 27, - 0, - 275, - 0, - 228, - 0, - 0, - 0, - 103, - 0, - 72 - ], - "4": [ - 47, - 66, - 15, - 90, - 24, - 0, - 0, - 3, - 50, - 28, - 0, - 283, - 0, - 233, - 0, - 0, - 0, - 102, - 0, - 79 - ], - "5": [ - 49, - 70, - 7, - 97, - 27, - 0, - 0, - 8, - 46, - 27, - 0, - 280, - 0, - 233, - 0, - 0, - 0, - 110, - 0, - 78 - ], - "6": [ - 48, - 62, - 8, - 90, - 27, - 0, - 0, - 10, - 46, - 26, - 0, - 288, - 0, - 225, - 0, - 0, - 0, - 106, - 0, - 82 - ], - "7": [ - 45, - 69, - 6, - 90, - 30, - 0, - 0, - 11, - 41, - 26, - 0, - 289, - 0, - 223, - 0, - 0, - 0, - 110, - 0, - 81 - ], - "8": [ - 48, - 66, - 5, - 93, - 33, - 0, - 0, - 11, - 41, - 23, - 0, - 289, - 0, - 239, - 0, - 0, - 0, - 110, - 0, - 84 - ], - "9": [ - 49, - 63, - 5, - 84, - 35, - 0, - 0, - 10, - 42, - 21, - 0, - 285, - 0, - 245, - 0, - 0, - 0, - 102, - 0, - 73 - ], - "10": [ - 50, - 63, - 4, - 91, - 38, - 0, - 0, - 9, - 44, - 26, - 0, - 302, - 0, - 249, - 0, - 0, - 0, - 95, - 0, - 77 - ], - "11": [ - 52, - 69, - 6, - 103, - 47, - 0, - 0, - 13, - 52, - 22, - 0, - 302, - 0, - 244, - 0, - 0, - 0, - 86, - 0, - 77 - ], - "12": [ - 42, - 61, - 9, - 103, - 51, - 0, - 0, - 16, - 55, - 26, - 0, - 309, - 0, - 261, - 0, - 0, - 0, - 85, - 0, - 71 - ], - "13": [ - 40, - 59, - 13, - 106, - 56, - 0, - 0, - 10, - 52, - 27, - 0, - 304, - 0, - 262, - 0, - 0, - 0, - 86, - 0, - 74 - ], - "14": [ - 35, - 55, - 18, - 108, - 53, - 0, - 0, - 8, - 53, - 30, - 0, - 314, - 0, - 258, - 0, - 0, - 0, - 84, - 0, - 79 - ], - "15": [ - 37, - 59, - 23, - 104, - 49, - 0, - 0, - 8, - 57, - 31, - 0, - 313, - 0, - 262, - 0, - 0, - 0, - 82, - 0, - 76 - ], - "16": [ - 39, - 64, - 24, - 97, - 50, - 0, - 0, - 3, - 59, - 34, - 0, - 333, - 0, - 264, - 0, - 0, - 0, - 85, - 0, - 69 - ], - "17": [ - 41, - 72, - 20, - 90, - 49, - 0, - 0, - 2, - 67, - 32, - 0, - 344, - 0, - 263, - 0, - 0, - 0, - 87, - 0, - 66 - ], - "18": [ - 39, - 80, - 23, - 84, - 47, - 0, - 0, - 6, - 67, - 29, - 0, - 375, - 0, - 272, - 0, - 0, - 0, - 91, - 0, - 67 - ], - "19": [ - 37, - 79, - 28, - 86, - 50, - 0, - 0, - 2, - 68, - 31, - 0, - 374, - 0, - 269, - 0, - 0, - 0, - 92, - 0, - 75 - ], - "20": [ - 35, - 74, - 19, - 81, - 46, - 0, - 0, - 0, - 62, - 25, - 0, - 377, - 0, - 261, - 0, - 0, - 0, - 95, - 0, - 82 - ], - "21": [ - 35, - 78, - 11, - 82, - 46, - 0, - 0, - 0, - 60, - 26, - 0, - 361, - 0, - 256, - 0, - 0, - 0, - 92, - 0, - 81 - ], - "22": [ - 41, - 80, - 12, - 78, - 48, - 0, - 0, - 0, - 57, - 20, - 0, - 375, - 0, - 268, - 0, - 0, - 0, - 95, - 0, - 83 - ], - "23": [ - 50, - 73, - 14, - 79, - 49, - 0, - 0, - 0, - 59, - 19, - 0, - 388, - 0, - 269, - 0, - 0, - 0, - 89, - 0, - 77 - ], - "24": [ - 49, - 72, - 7, - 82, - 53, - 0, - 0, - 0, - 55, - 18, - 0, - 382, - 0, - 278, - 0, - 0, - 0, - 89, - 0, - 79 - ], - "25": [ - 47, - 74, - 12, - 82, - 54, - 0, - 0, - 0, - 59, - 18, - 0, - 388, - 0, - 284, - 0, - 0, - 0, - 81, - 0, - 85 - ], - "26": [ - 55, - 74, - 25, - 82, - 54, - 0, - 0, - 3, - 51, - 19, - 0, - 416, - 0, - 290, - 0, - 0, - 0, - 82, - 0, - 92 - ], - "27": [ - 53, - 77, - 16, - 82, - 57, - 0, - 0, - 0, - 51, - 16, - 0, - 411, - 0, - 281, - 0, - 0, - 0, - 81, - 0, - 81 - ], - "28": [ - 66, - 78, - 17, - 86, - 52, - 0, - 0, - 4, - 46, - 18, - 0, - 416, - 0, - 289, - 0, - 0, - 0, - 88, - 0, - 80 - ], - "29": [ - 59, - 82, - 18, - 88, - 52, - 0, - 0, - 3, - 42, - 24, - 0, - 422, - 0, - 279, - 0, - 0, - 0, - 90, - 0, - 86 - ], - "30": [ - 55, - 86, - 14, - 87, - 45, - 0, - 0, - 5, - 42, - 26, - 0, - 426, - 0, - 260, - 0, - 0, - 0, - 89, - 0, - 97 - ], - "31": [ - 54, - 89, - 11, - 86, - 53, - 0, - 0, - 2, - 47, - 24, - 0, - 426, - 0, - 267, - 0, - 0, - 0, - 87, - 0, - 93 - ], - "32": [ - 49, - 86, - 8, - 84, - 51, - 0, - 0, - 3, - 48, - 19, - 0, - 430, - 0, - 274, - 0, - 0, - 0, - 92, - 0, - 95 - ], - "33": [ - 50, - 92, - 10, - 86, - 59, - 0, - 0, - 9, - 41, - 12, - 0, - 440, - 0, - 268, - 0, - 0, - 0, - 96, - 0, - 93 - ], - "34": [ - 50, - 71, - 8, - 81, - 58, - 0, - 0, - 6, - 45, - 14, - 0, - 448, - 0, - 280, - 0, - 0, - 0, - 87, - 0, - 94 - ], - "35": [ - 54, - 69, - 15, - 82, - 60, - 0, - 0, - 6, - 43, - 13, - 0, - 441, - 0, - 279, - 0, - 0, - 0, - 92, - 0, - 92 - ], - "36": [ - 49, - 72, - 18, - 84, - 68, - 0, - 0, - 2, - 40, - 16, - 0, - 428, - 0, - 282, - 0, - 0, - 0, - 95, - 0, - 90 - ], - "37": [ - 46, - 71, - 12, - 87, - 69, - 0, - 0, - 0, - 41, - 16, - 0, - 450, - 0, - 288, - 0, - 0, - 0, - 89, - 0, - 89 - ], - "38": [ - 40, - 70, - 14, - 84, - 70, - 0, - 0, - 0, - 41, - 16, - 0, - 445, - 0, - 304, - 0, - 0, - 0, - 88, - 0, - 90 - ], - "39": [ - 42, - 59, - 12, - 82, - 72, - 0, - 0, - 6, - 42, - 11, - 0, - 426, - 0, - 302, - 0, - 0, - 0, - 92, - 0, - 80 - ], - "40": [ - 36, - 57, - 12, - 88, - 75, - 0, - 0, - 10, - 42, - 16, - 0, - 415, - 0, - 300, - 0, - 0, - 0, - 90, - 0, - 69 - ], - "41": [ - 38, - 59, - 9, - 84, - 82, - 0, - 0, - 11, - 45, - 11, - 0, - 407, - 0, - 305, - 0, - 0, - 0, - 93, - 0, - 74 - ], - "42": [ - 45, - 69, - 13, - 82, - 78, - 0, - 0, - 13, - 45, - 10, - 0, - 413, - 0, - 291, - 0, - 0, - 0, - 97, - 0, - 69 - ], - "43": [ - 39, - 65, - 2, - 90, - 79, - 0, - 0, - 13, - 43, - 10, - 0, - 392, - 0, - 279, - 0, - 0, - 0, - 94, - 0, - 69 - ], - "44": [ - 40, - 60, - 0, - 93, - 78, - 0, - 0, - 16, - 45, - 10, - 0, - 386, - 0, - 264, - 0, - 0, - 0, - 85, - 0, - 76 - ], - "45": [ - 42, - 62, - 2, - 95, - 76, - 0, - 0, - 21, - 42, - 9, - 0, - 375, - 0, - 261, - 0, - 0, - 0, - 88, - 0, - 72 - ], - "46": [ - 38, - 57, - 6, - 95, - 75, - 0, - 0, - 23, - 46, - 11, - 0, - 376, - 0, - 253, - 0, - 0, - 0, - 89, - 0, - 73 - ], - "47": [ - 38, - 54, - 12, - 86, - 77, - 0, - 0, - 18, - 49, - 9, - 0, - 380, - 0, - 248, - 0, - 0, - 4, - 83, - 0, - 72 - ], - "48": [ - 39, - 53, - 16, - 86, - 80, - 0, - 0, - 19, - 49, - 7, - 0, - 390, - 0, - 238, - 0, - 0, - 0, - 79, - 0, - 69 - ], - "49": [ - 34, - 53, - 18, - 91, - 81, - 0, - 0, - 20, - 54, - 8, - 0, - 396, - 0, - 244, - 0, - 0, - 0, - 71, - 0, - 71 - ], - "50": [ - 33, - 51, - 21, - 93, - 85, - 0, - 0, - 22, - 47, - 9, - 0, - 389, - 0, - 243, - 0, - 0, - 0, - 73, - 0, - 66 - ], - "51": [ - 31, - 50, - 17, - 92, - 95, - 0, - 0, - 26, - 42, - 10, - 0, - 405, - 0, - 251, - 0, - 0, - 1, - 64, - 0, - 72 - ], - "52": [ - 25, - 54, - 14, - 100, - 98, - 0, - 0, - 18, - 44, - 13, - 0, - 403, - 0, - 238, - 0, - 0, - 5, - 69, - 0, - 79 - ], - "53": [ - 27, - 54, - 9, - 99, - 112, - 0, - 0, - 22, - 40, - 12, - 0, - 398, - 0, - 241, - 0, - 0, - 3, - 67, - 0, - 74 - ], - "54": [ - 32, - 57, - 7, - 98, - 111, - 0, - 0, - 19, - 38, - 14, - 0, - 408, - 0, - 255, - 0, - 0, - 0, - 65, - 0, - 76 - ], - "55": [ - 30, - 55, - 4, - 100, - 105, - 0, - 0, - 21, - 46, - 18, - 0, - 417, - 0, - 242, - 0, - 0, - 0, - 63, - 0, - 79 - ], - "56": [ - 29, - 52, - 3, - 102, - 112, - 0, - 0, - 26, - 52, - 21, - 0, - 397, - 0, - 239, - 0, - 0, - 0, - 60, - 0, - 84 - ], - "57": [ - 32, - 49, - 3, - 104, - 116, - 0, - 0, - 27, - 55, - 20, - 0, - 400, - 0, - 219, - 0, - 0, - 0, - 61, - 0, - 91 - ], - "58": [ - 28, - 49, - 5, - 100, - 117, - 0, - 0, - 27, - 54, - 22, - 0, - 414, - 0, - 212, - 0, - 0, - 0, - 61, - 0, - 95 - ], - "59": [ - 23, - 47, - 2, - 101, - 110, - 0, - 0, - 31, - 53, - 23, - 0, - 398, - 0, - 223, - 0, - 0, - 7, - 53, - 0, - 103 - ], - "60": [ - 25, - 50, - 0, - 101, - 118, - 0, - 0, - 36, - 49, - 21, - 0, - 376, - 0, - 227, - 0, - 0, - 13, - 53, - 0, - 110 - ], - "61": [ - 28, - 53, - 0, - 100, - 121, - 0, - 0, - 43, - 46, - 20, - 0, - 386, - 0, - 227, - 0, - 0, - 4, - 53, - 0, - 118 - ], - "62": [ - 23, - 47, - 0, - 104, - 121, - 0, - 0, - 47, - 42, - 20, - 0, - 382, - 0, - 228, - 0, - 0, - 4, - 50, - 0, - 115 - ], - "63": [ - 19, - 45, - 0, - 105, - 124, - 0, - 0, - 50, - 42, - 15, - 0, - 378, - 0, - 245, - 0, - 0, - 10, - 43, - 0, - 114 - ], - "64": [ - 16, - 35, - 0, - 106, - 125, - 0, - 0, - 50, - 42, - 14, - 0, - 397, - 0, - 241, - 0, - 0, - 0, - 41, - 0, - 115 - ], - "65": [ - 13, - 42, - 0, - 105, - 127, - 0, - 0, - 50, - 44, - 15, - 0, - 387, - 0, - 242, - 0, - 0, - 0, - 36, - 0, - 111 - ], - "66": [ - 18, - 47, - 0, - 103, - 119, - 0, - 0, - 44, - 45, - 14, - 0, - 388, - 0, - 241, - 0, - 0, - 3, - 32, - 0, - 107 - ], - "67": [ - 13, - 49, - 0, - 104, - 115, - 0, - 0, - 50, - 43, - 12, - 0, - 383, - 0, - 248, - 0, - 0, - 4, - 25, - 0, - 100 - ], - "68": [ - 9, - 52, - 0, - 105, - 118, - 0, - 0, - 46, - 40, - 12, - 0, - 384, - 0, - 243, - 0, - 0, - 6, - 26, - 0, - 105 - ], - "69": [ - 12, - 56, - 0, - 117, - 116, - 0, - 0, - 51, - 41, - 11, - 0, - 369, - 0, - 234, - 0, - 0, - 0, - 26, - 0, - 102 - ], - "70": [ - 16, - 58, - 0, - 112, - 114, - 0, - 4, - 49, - 41, - 19, - 0, - 356, - 0, - 240, - 0, - 0, - 4, - 31, - 0, - 100 - ], - "71": [ - 13, - 62, - 0, - 112, - 120, - 0, - 12, - 45, - 42, - 17, - 0, - 347, - 0, - 245, - 0, - 0, - 10, - 35, - 0, - 99 - ], - "72": [ - 8, - 67, - 0, - 107, - 123, - 0, - 14, - 47, - 43, - 22, - 0, - 342, - 0, - 247, - 0, - 0, - 7, - 35, - 0, - 107 - ], - "73": [ - 9, - 69, - 4, - 107, - 125, - 0, - 22, - 48, - 43, - 13, - 0, - 331, - 0, - 257, - 0, - 0, - 1, - 41, - 0, - 109 - ], - "74": [ - 12, - 69, - 0, - 110, - 119, - 0, - 18, - 46, - 43, - 12, - 0, - 316, - 0, - 260, - 0, - 0, - 9, - 42, - 0, - 105 - ], - "75": [ - 10, - 66, - 2, - 109, - 109, - 0, - 28, - 46, - 45, - 13, - 0, - 315, - 0, - 256, - 0, - 0, - 6, - 40, - 0, - 110 - ], - "76": [ - 10, - 60, - 0, - 113, - 107, - 0, - 29, - 51, - 46, - 11, - 0, - 323, - 0, - 248, - 0, - 0, - 6, - 40, - 0, - 118 - ], - "77": [ - 7, - 63, - 0, - 108, - 95, - 0, - 34, - 50, - 46, - 5, - 0, - 310, - 0, - 254, - 0, - 0, - 12, - 41, - 0, - 121 - ], - "78": [ - 8, - 58, - 0, - 107, - 103, - 0, - 24, - 47, - 47, - 7, - 0, - 305, - 0, - 271, - 0, - 0, - 17, - 40, - 0, - 117 - ], - "79": [ - 3, - 55, - 0, - 106, - 98, - 0, - 26, - 49, - 43, - 6, - 0, - 321, - 0, - 275, - 0, - 0, - 4, - 39, - 0, - 114 - ], - "80": [ - 4, - 51, - 0, - 110, - 109, - 0, - 27, - 46, - 45, - 10, - 0, - 336, - 0, - 274, - 0, - 0, - 5, - 39, - 0, - 118 - ], - "81": [ - 10, - 43, - 0, - 108, - 107, - 0, - 35, - 40, - 48, - 9, - 0, - 354, - 0, - 282, - 0, - 0, - 10, - 44, - 0, - 118 - ], - "82": [ - 13, - 47, - 0, - 113, - 107, - 0, - 24, - 41, - 47, - 3, - 0, - 373, - 0, - 281, - 0, - 0, - 14, - 44, - 0, - 116 - ], - "83": [ - 12, - 47, - 0, - 115, - 108, - 0, - 23, - 43, - 45, - 5, - 0, - 373, - 0, - 281, - 0, - 0, - 19, - 44, - 0, - 108 - ], - "84": [ - 11, - 52, - 0, - 112, - 110, - 0, - 36, - 47, - 45, - 2, - 0, - 390, - 0, - 288, - 0, - 0, - 27, - 43, - 0, - 102 - ], - "85": [ - 11, - 63, - 0, - 120, - 112, - 0, - 43, - 49, - 45, - 0, - 0, - 402, - 0, - 294, - 0, - 0, - 25, - 42, - 0, - 102 - ], - "86": [ - 13, - 63, - 0, - 117, - 105, - 0, - 48, - 52, - 46, - 0, - 0, - 405, - 0, - 292, - 0, - 0, - 26, - 38, - 0, - 99 - ], - "87": [ - 11, - 55, - 1, - 121, - 106, - 0, - 38, - 47, - 48, - 0, - 0, - 402, - 0, - 294, - 0, - 0, - 29, - 45, - 0, - 95 - ], - "88": [ - 7, - 56, - 2, - 129, - 99, - 0, - 28, - 48, - 44, - 0, - 0, - 384, - 0, - 292, - 0, - 0, - 23, - 49, - 0, - 92 - ], - "89": [ - 5, - 59, - 6, - 121, - 88, - 0, - 30, - 48, - 43, - 0, - 0, - 405, - 0, - 287, - 0, - 0, - 21, - 54, - 0, - 103 - ], - "90": [ - 6, - 55, - 2, - 116, - 81, - 0, - 26, - 56, - 46, - 0, - 0, - 442, - 0, - 279, - 0, - 0, - 25, - 49, - 0, - 113 - ], - "91": [ - 12, - 53, - 6, - 117, - 92, - 0, - 29, - 51, - 46, - 0, - 0, - 431, - 0, - 272, - 0, - 0, - 16, - 46, - 0, - 113 - ], - "92": [ - 8, - 63, - 6, - 122, - 84, - 0, - 30, - 52, - 46, - 0, - 0, - 430, - 0, - 288, - 0, - 0, - 18, - 51, - 0, - 115 - ], - "93": [ - 7, - 63, - 2, - 116, - 75, - 0, - 13, - 52, - 48, - 0, - 0, - 446, - 0, - 287, - 0, - 0, - 12, - 56, - 0, - 115 - ], - "94": [ - 6, - 64, - 2, - 119, - 73, - 0, - 11, - 49, - 48, - 0, - 0, - 441, - 0, - 277, - 0, - 0, - 20, - 61, - 0, - 107 - ], - "95": [ - 5, - 66, - 3, - 107, - 70, - 0, - 14, - 45, - 48, - 0, - 0, - 413, - 0, - 271, - 0, - 0, - 16, - 66, - 0, - 103 - ], - "96": [ - 4, - 68, - 8, - 116, - 72, - 0, - 29, - 45, - 47, - 0, - 0, - 403, - 0, - 268, - 0, - 0, - 14, - 64, - 0, - 118 - ], - "97": [ - 6, - 62, - 7, - 110, - 74, - 0, - 26, - 45, - 41, - 0, - 0, - 367, - 0, - 271, - 0, - 0, - 16, - 57, - 0, - 124 - ], - "98": [ - 2, - 61, - 10, - 109, - 76, - 0, - 21, - 44, - 41, - 0, - 0, - 359, - 0, - 269, - 0, - 0, - 15, - 52, - 0, - 129 - ], - "99": [ - 0, - 68, - 16, - 110, - 73, - 0, - 21, - 41, - 41, - 0, - 0, - 368, - 0, - 290, - 0, - 0, - 12, - 45, - 0, - 128 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.1.gamma=0.1/run=57b3d53018264b4c/rewards.plot.png b/experiments/seed=256/alpha=0.1.gamma=0.1/run=57b3d53018264b4c/rewards.plot.png deleted file mode 100644 index ab74063..0000000 Binary files a/experiments/seed=256/alpha=0.1.gamma=0.1/run=57b3d53018264b4c/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.1.gamma=0.1/run=57b3d53018264b4c/sum_rewards.json b/experiments/seed=256/alpha=0.1.gamma=0.1/run=57b3d53018264b4c/sum_rewards.json deleted file mode 100644 index 1325c1b..0000000 --- a/experiments/seed=256/alpha=0.1.gamma=0.1/run=57b3d53018264b4c/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 84830, - "V": 5661979 - }, - "control": { - "R": 87442, - "V": 5721003 - } -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.1.gamma=0.1/run=57b3d53018264b4c/view.plot.png b/experiments/seed=256/alpha=0.1.gamma=0.1/run=57b3d53018264b4c/view.plot.png deleted file mode 100644 index cae93c2..0000000 Binary files a/experiments/seed=256/alpha=0.1.gamma=0.1/run=57b3d53018264b4c/view.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.1.gamma=0.1/run=9d0f81abc3f54e0e/choices.json b/experiments/seed=256/alpha=0.1.gamma=0.1/run=9d0f81abc3f54e0e/choices.json deleted file mode 100644 index 935d373..0000000 --- a/experiments/seed=256/alpha=0.1.gamma=0.1/run=9d0f81abc3f54e0e/choices.json +++ /dev/null @@ -1,702 +0,0 @@ -{ - "0": [ - 4, - 7, - 6, - 18, - 8 - ], - "1": [ - 0, - 3, - 14, - 12, - 15 - ], - "2": [ - 8, - 3, - 10, - 1, - 7 - ], - "3": [ - 8, - 3, - 6, - 13, - 15 - ], - "4": [ - 12, - 13, - 8, - 3, - 0 - ], - "5": [ - 3, - 13, - 16, - 8, - 10 - ], - "6": [ - 3, - 13, - 18, - 6, - 8 - ], - "7": [ - 3, - 13, - 0, - 8, - 7 - ], - "8": [ - 3, - 13, - 8, - 2, - 4 - ], - "9": [ - 13, - 3, - 4, - 12, - 8 - ], - "10": [ - 13, - 3, - 8, - 4, - 0 - ], - "11": [ - 13, - 3, - 8, - 4, - 0 - ], - "12": [ - 3, - 13, - 8, - 7, - 4 - ], - "13": [ - 13, - 3, - 4, - 0, - 8 - ], - "14": [ - 13, - 3, - 4, - 8, - 18 - ], - "15": [ - 13, - 3, - 4, - 8, - 0 - ], - "16": [ - 13, - 4, - 3, - 8, - 0 - ], - "17": [ - 13, - 3, - 8, - 4, - 0 - ], - "18": [ - 13, - 3, - 4, - 8, - 6 - ], - "19": [ - 13, - 3, - 8, - 4, - 2 - ], - "20": [ - 13, - 3, - 4, - 8, - 0 - ], - "21": [ - 13, - 4, - 3, - 0, - 8 - ], - "22": [ - 13, - 4, - 3, - 8, - 0 - ], - "23": [ - 13, - 4, - 3, - 8, - 0 - ], - "24": [ - 13, - 4, - 3, - 8, - 10 - ], - "25": [ - 13, - 4, - 3, - 8, - 0 - ], - "26": [ - 13, - 4, - 3, - 8, - 0 - ], - "27": [ - 13, - 4, - 3, - 8, - 0 - ], - "28": [ - 13, - 3, - 8, - 4, - 7 - ], - "29": [ - 13, - 4, - 3, - 8, - 0 - ], - "30": [ - 13, - 4, - 3, - 8, - 0 - ], - "31": [ - 13, - 4, - 3, - 8, - 0 - ], - "32": [ - 13, - 4, - 3, - 8, - 0 - ], - "33": [ - 13, - 4, - 3, - 8, - 0 - ], - "34": [ - 13, - 4, - 3, - 8, - 0 - ], - "35": [ - 13, - 4, - 3, - 8, - 0 - ], - "36": [ - 13, - 4, - 8, - 3, - 0 - ], - "37": [ - 13, - 4, - 3, - 0, - 8 - ], - "38": [ - 13, - 4, - 3, - 8, - 0 - ], - "39": [ - 13, - 4, - 3, - 8, - 0 - ], - "40": [ - 13, - 4, - 3, - 0, - 8 - ], - "41": [ - 13, - 4, - 3, - 8, - 0 - ], - "42": [ - 13, - 4, - 3, - 8, - 0 - ], - "43": [ - 13, - 4, - 3, - 8, - 0 - ], - "44": [ - 13, - 4, - 3, - 8, - 0 - ], - "45": [ - 13, - 4, - 3, - 8, - 0 - ], - "46": [ - 13, - 4, - 3, - 8, - 0 - ], - "47": [ - 13, - 4, - 3, - 1, - 8 - ], - "48": [ - 13, - 4, - 3, - 8, - 0 - ], - "49": [ - 13, - 4, - 3, - 8, - 0 - ], - "50": [ - 13, - 4, - 3, - 8, - 0 - ], - "51": [ - 13, - 4, - 3, - 8, - 0 - ], - "52": [ - 13, - 4, - 3, - 8, - 0 - ], - "53": [ - 13, - 4, - 3, - 8, - 0 - ], - "54": [ - 4, - 13, - 3, - 8, - 0 - ], - "55": [ - 13, - 4, - 3, - 9, - 8 - ], - "56": [ - 4, - 13, - 3, - 8, - 0 - ], - "57": [ - 4, - 13, - 3, - 8, - 0 - ], - "58": [ - 4, - 13, - 3, - 8, - 0 - ], - "59": [ - 4, - 13, - 3, - 0, - 8 - ], - "60": [ - 4, - 13, - 3, - 8, - 0 - ], - "61": [ - 13, - 4, - 3, - 0, - 8 - ], - "62": [ - 4, - 13, - 3, - 8, - 0 - ], - "63": [ - 4, - 13, - 3, - 8, - 0 - ], - "64": [ - 4, - 13, - 3, - 8, - 0 - ], - "65": [ - 4, - 13, - 3, - 8, - 0 - ], - "66": [ - 13, - 4, - 3, - 8, - 0 - ], - "67": [ - 4, - 13, - 3, - 8, - 0 - ], - "68": [ - 13, - 4, - 3, - 8, - 11 - ], - "69": [ - 13, - 4, - 3, - 8, - 11 - ], - "70": [ - 4, - 13, - 3, - 8, - 11 - ], - "71": [ - 13, - 4, - 3, - 11, - 8 - ], - "72": [ - 13, - 4, - 3, - 11, - 8 - ], - "73": [ - 13, - 4, - 11, - 3, - 8 - ], - "74": [ - 4, - 13, - 11, - 3, - 8 - ], - "75": [ - 13, - 4, - 11, - 3, - 8 - ], - "76": [ - 13, - 11, - 4, - 3, - 8 - ], - "77": [ - 11, - 4, - 13, - 3, - 8 - ], - "78": [ - 4, - 13, - 11, - 3, - 8 - ], - "79": [ - 11, - 13, - 4, - 3, - 8 - ], - "80": [ - 11, - 13, - 4, - 3, - 8 - ], - "81": [ - 11, - 13, - 4, - 3, - 8 - ], - "82": [ - 11, - 13, - 4, - 3, - 0 - ], - "83": [ - 13, - 11, - 4, - 3, - 8 - ], - "84": [ - 11, - 13, - 4, - 8, - 3 - ], - "85": [ - 11, - 13, - 4, - 3, - 8 - ], - "86": [ - 11, - 13, - 4, - 3, - 8 - ], - "87": [ - 11, - 13, - 4, - 3, - 8 - ], - "88": [ - 11, - 13, - 4, - 3, - 8 - ], - "89": [ - 11, - 13, - 4, - 8, - 3 - ], - "90": [ - 11, - 13, - 4, - 3, - 8 - ], - "91": [ - 11, - 4, - 13, - 3, - 1 - ], - "92": [ - 11, - 13, - 4, - 3, - 8 - ], - "93": [ - 11, - 13, - 4, - 8, - 3 - ], - "94": [ - 11, - 13, - 4, - 3, - 8 - ], - "95": [ - 11, - 13, - 4, - 8, - 3 - ], - "96": [ - 11, - 13, - 4, - 3, - 8 - ], - "97": [ - 11, - 13, - 4, - 8, - 3 - ], - "98": [ - 11, - 13, - 4, - 8, - 1 - ], - "99": [ - 11, - 13, - 4, - 3, - 8 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.1.gamma=0.1/run=9d0f81abc3f54e0e/config.json b/experiments/seed=256/alpha=0.1.gamma=0.1/run=9d0f81abc3f54e0e/config.json deleted file mode 100644 index 151dd64..0000000 --- a/experiments/seed=256/alpha=0.1.gamma=0.1/run=9d0f81abc3f54e0e/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 20, - "num_choices": 5, - "time_span": 100, - "history_span": 3000, - "alpha": 0.1, - "gamma": 0.1, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.1.gamma=0.1/run=9d0f81abc3f54e0e/control.choices.json b/experiments/seed=256/alpha=0.1.gamma=0.1/run=9d0f81abc3f54e0e/control.choices.json deleted file mode 100644 index 1ce1220..0000000 --- a/experiments/seed=256/alpha=0.1.gamma=0.1/run=9d0f81abc3f54e0e/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 4, - 3, - 11, - 1, - 13 -] \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.1.gamma=0.1/run=9d0f81abc3f54e0e/qvalues.json b/experiments/seed=256/alpha=0.1.gamma=0.1/run=9d0f81abc3f54e0e/qvalues.json deleted file mode 100644 index 88fe58d..0000000 --- a/experiments/seed=256/alpha=0.1.gamma=0.1/run=9d0f81abc3f54e0e/qvalues.json +++ /dev/null @@ -1,2180 +0,0 @@ -{ - "0": [ - 0.0, - 5.0, - 0.0, - 5.0, - 10.100000000000001, - 0.0, - 0.5, - 0.1, - 4.800000000000001, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 4.6000000000000005, - 5.0, - 0.0, - 18.700000000000003, - 10.100000000000001, - 0.0, - 0.5, - 0.1, - 4.800000000000001, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 4.6000000000000005, - 7.0, - 0.0, - 31.830000000000005, - 10.100000000000001, - 0.0, - 0.5, - 0.39, - 10.32, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 4.6000000000000005, - 7.0, - 0.0, - 43.24700000000001, - 10.100000000000001, - 0.0, - 0.45, - 0.39, - 15.188, - 0.0, - 0.0, - 5.0, - 0.0, - 20.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "4": [ - 9.540000000000001, - 7.0, - 0.0, - 53.62230000000001, - 10.100000000000001, - 0.0, - 0.45, - 0.39, - 19.2692, - 0.0, - 0.0, - 5.0, - 0.0, - 33.269999999999996, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "5": [ - 9.540000000000001, - 7.0, - 0.0, - 61.56007000000001, - 10.100000000000001, - 0.0, - 0.45, - 0.39, - 23.142280000000003, - 0.0, - 0.0, - 5.0, - 0.0, - 44.543, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "6": [ - 9.540000000000001, - 7.0, - 0.0, - 68.40406300000001, - 10.100000000000001, - 0.0, - 0.405, - 0.39, - 26.628052000000004, - 0.0, - 0.0, - 5.0, - 0.0, - 55.5887, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "7": [ - 14.186, - 7.0, - 0.0, - 74.26365670000001, - 10.100000000000001, - 0.0, - 0.405, - 1.1510000000000002, - 30.165246800000006, - 0.0, - 0.0, - 5.0, - 0.0, - 66.52983, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "8": [ - 14.186, - 7.0, - 0.2, - 77.93729103000001, - 17.19, - 0.0, - 0.405, - 1.1510000000000002, - 33.64872212, - 0.0, - 0.0, - 5.0, - 0.0, - 76.576847, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "9": [ - 14.186, - 7.0, - 0.2, - 81.04356192700001, - 23.471000000000004, - 0.0, - 0.405, - 1.1510000000000002, - 37.383849908, - 0.0, - 0.0, - 5.0, - 0.0, - 85.6191623, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "10": [ - 19.267400000000002, - 7.0, - 0.2, - 83.43920573430002, - 30.623900000000003, - 0.0, - 0.405, - 1.1510000000000002, - 41.1454649172, - 0.0, - 0.0, - 5.0, - 0.0, - 93.95724607, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "11": [ - 22.640660000000004, - 7.0, - 0.2, - 86.09528516087002, - 38.06151, - 0.0, - 0.405, - 1.1510000000000002, - 45.630918425480004, - 0.0, - 0.0, - 5.0, - 0.0, - 102.961521463, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "12": [ - 22.640660000000004, - 7.0, - 0.2, - 88.58575664478302, - 45.355359, - 0.0, - 0.405, - 1.9359000000000002, - 48.967826582932005, - 0.0, - 0.0, - 5.0, - 0.0, - 112.0653693167, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "13": [ - 24.976594000000002, - 7.0, - 0.2, - 91.42718098030471, - 51.4198231, - 0.0, - 0.405, - 1.9359000000000002, - 52.6710439246388, - 0.0, - 0.0, - 5.0, - 0.0, - 120.35883238503, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "14": [ - 24.976594000000002, - 7.0, - 0.2, - 93.78446288227424, - 57.177840790000005, - 0.0, - 0.405, - 1.9359000000000002, - 56.30393953217492, - 0.0, - 0.0, - 5.0, - 0.0, - 127.022949146527, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "15": [ - 28.278934600000003, - 7.0, - 0.2, - 95.60601659404682, - 62.660056711, - 0.0, - 0.405, - 1.9359000000000002, - 60.17354557895743, - 0.0, - 0.0, - 5.0, - 0.0, - 133.7206542318743, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "16": [ - 31.45104114, - 7.0, - 0.2, - 96.74541493464214, - 66.7940510399, - 0.0, - 0.405, - 1.9359000000000002, - 63.15619102106169, - 0.0, - 0.0, - 5.0, - 0.0, - 141.74858880868686, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "17": [ - 34.005937026, - 7.0, - 0.2, - 96.87087344117793, - 70.81464593591, - 0.0, - 0.405, - 1.9359000000000002, - 66.04057191895552, - 0.0, - 0.0, - 5.0, - 0.0, - 148.97372992781817, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "18": [ - 34.005937026, - 7.0, - 0.2, - 97.38378609706014, - 74.63318134231899, - 0.0, - 0.36450000000000005, - 1.9359000000000002, - 67.93651472705997, - 0.0, - 0.0, - 5.0, - 0.0, - 155.57635693503636, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "19": [ - 34.005937026, - 7.0, - 1.08, - 97.74540748735413, - 78.46986320808709, - 0.0, - 0.36450000000000005, - 1.9359000000000002, - 69.14286325435397, - 0.0, - 0.0, - 5.0, - 0.0, - 160.71872124153273, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "20": [ - 35.5053433234, - 7.0, - 1.08, - 98.97086673861871, - 82.62287688727838, - 0.0, - 0.36450000000000005, - 1.9359000000000002, - 70.12857692891858, - 0.0, - 0.0, - 5.0, - 0.0, - 165.44684911737946, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "21": [ - 37.754808991059996, - 7.0, - 1.08, - 99.77378006475683, - 86.76058919855055, - 0.0, - 0.36450000000000005, - 1.9359000000000002, - 71.31571923602672, - 0.0, - 0.0, - 5.0, - 0.0, - 170.4021642056415, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "22": [ - 40.679328091954, - 7.0, - 1.08, - 100.59640205828116, - 90.68453027869549, - 0.0, - 0.36450000000000005, - 1.9359000000000002, - 72.38414731242405, - 0.0, - 0.0, - 5.0, - 0.0, - 173.86194778507735, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "23": [ - 43.0113952827586, - 7.0, - 1.08, - 100.83676185245304, - 94.71607725082595, - 0.0, - 0.36450000000000005, - 1.9359000000000002, - 73.24573258118164, - 0.0, - 0.0, - 5.0, - 0.0, - 176.97575300656962, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "24": [ - 43.0113952827586, - 7.0, - 1.08, - 100.75308566720773, - 98.74446952574336, - 0.0, - 0.36450000000000005, - 1.9359000000000002, - 74.22115932306347, - 0.0, - 0.0, - 5.0, - 0.0, - 180.37817770591266, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "25": [ - 45.610255754482736, - 7.0, - 1.08, - 101.27777710048696, - 103.17002257316902, - 0.0, - 0.36450000000000005, - 1.9359000000000002, - 74.29904339075713, - 0.0, - 0.0, - 5.0, - 0.0, - 183.9403599353214, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "26": [ - 47.54923017903446, - 7.0, - 1.08, - 100.94999939043826, - 107.35302031585212, - 0.0, - 0.36450000000000005, - 1.9359000000000002, - 74.96913905168142, - 0.0, - 0.0, - 5.0, - 0.0, - 187.34632394178925, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "27": [ - 50.89430716113101, - 7.0, - 1.08, - 99.75499945139444, - 110.71771828426691, - 0.0, - 0.36450000000000005, - 1.9359000000000002, - 75.07222514651328, - 0.0, - 0.0, - 5.0, - 0.0, - 190.81169154761034, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "28": [ - 50.89430716113101, - 7.0, - 1.08, - 98.979499506255, - 113.54594645584022, - 0.0, - 0.36450000000000005, - 2.04231, - 75.76500263186195, - 0.0, - 0.0, - 5.0, - 0.0, - 192.9305223928493, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "29": [ - 52.80487644501791, - 7.0, - 1.08, - 98.7815495556295, - 116.0913518102562, - 0.0, - 0.36450000000000005, - 2.04231, - 76.38850236867574, - 0.0, - 0.0, - 5.0, - 0.0, - 194.23747015356437, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "30": [ - 54.62438880051612, - 7.0, - 1.08, - 98.40339460006655, - 118.78221662923058, - 0.0, - 0.36450000000000005, - 2.04231, - 76.74965213180818, - 0.0, - 0.0, - 5.0, - 0.0, - 196.11372313820794, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "31": [ - 55.86194992046451, - 7.0, - 1.08, - 98.3630551400599, - 121.20399496630752, - 0.0, - 0.36450000000000005, - 2.04231, - 76.97468691862736, - 0.0, - 0.0, - 5.0, - 0.0, - 197.80235082438716, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "32": [ - 57.67575492841806, - 7.0, - 1.08, - 98.52674962605391, - 122.98359546967677, - 0.0, - 0.36450000000000005, - 2.04231, - 75.77721822676462, - 0.0, - 0.0, - 5.0, - 0.0, - 199.92211574194846, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "33": [ - 59.30817943557625, - 7.0, - 1.08, - 98.37407466344852, - 124.8852359227091, - 0.0, - 0.36450000000000005, - 2.04231, - 74.79949640408816, - 0.0, - 0.0, - 5.0, - 0.0, - 202.82990416775363, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "34": [ - 61.47736149201862, - 7.0, - 1.08, - 98.63666719710368, - 127.0967123304382, - 0.0, - 0.36450000000000005, - 2.04231, - 73.81954676367934, - 0.0, - 0.0, - 5.0, - 0.0, - 204.44691375097827, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "35": [ - 63.02962534281676, - 7.0, - 1.08, - 98.77300047739331, - 130.68704109739437, - 0.0, - 0.36450000000000005, - 2.04231, - 73.4375920873114, - 0.0, - 0.0, - 5.0, - 0.0, - 206.50222237588045, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "36": [ - 64.02666280853508, - 7.0, - 1.08, - 98.99570042965398, - 133.71833698765494, - 0.0, - 0.36450000000000005, - 2.04231, - 73.89383287858026, - 0.0, - 0.0, - 5.0, - 0.0, - 207.6520001382924, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "37": [ - 63.72399652768157, - 7.0, - 1.08, - 99.09613038668859, - 136.34650328888944, - 0.0, - 0.36450000000000005, - 2.04231, - 74.10444959072223, - 0.0, - 0.0, - 5.0, - 0.0, - 208.58680012446317, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "38": [ - 63.35159687491341, - 7.0, - 1.08, - 98.88651734801972, - 139.01185296000048, - 0.0, - 0.36450000000000005, - 2.04231, - 73.89400463165, - 0.0, - 0.0, - 5.0, - 0.0, - 210.72812011201685, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "39": [ - 62.01643718742207, - 7.0, - 1.08, - 99.89786561321775, - 142.71066766400043, - 0.0, - 0.36450000000000005, - 2.04231, - 73.90460416848501, - 0.0, - 0.0, - 5.0, - 0.0, - 212.45530810081516, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "40": [ - 61.01479346867986, - 7.0, - 1.08, - 100.30807905189597, - 147.1396008976004, - 0.0, - 0.36450000000000005, - 2.04231, - 73.01414375163651, - 0.0, - 0.0, - 5.0, - 0.0, - 214.00977729073364, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "41": [ - 60.81331412181188, - 7.0, - 1.08, - 101.27727114670637, - 150.52564080784035, - 0.0, - 0.36450000000000005, - 2.04231, - 72.11272937647286, - 0.0, - 0.0, - 5.0, - 0.0, - 214.10879956166028, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "42": [ - 60.03198270963069, - 7.0, - 1.08, - 102.84954403203574, - 154.37307672705631, - 0.0, - 0.36450000000000005, - 2.04231, - 71.30145643882557, - 0.0, - 0.0, - 5.0, - 0.0, - 213.79791960549426, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "43": [ - 59.02878443866762, - 7.0, - 1.08, - 103.56458962883217, - 158.03576905435068, - 0.0, - 0.36450000000000005, - 2.04231, - 70.67131079494301, - 0.0, - 0.0, - 5.0, - 0.0, - 213.41812764494483, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "44": [ - 58.02590599480086, - 7.0, - 1.08, - 104.10813066594895, - 162.33219214891562, - 0.0, - 0.36450000000000005, - 2.04231, - 69.9041797154487, - 0.0, - 0.0, - 5.0, - 0.0, - 213.17631488045035, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "45": [ - 56.823315395320776, - 7.0, - 1.08, - 105.29731759935406, - 166.89897293402407, - 0.0, - 0.36450000000000005, - 2.04231, - 69.01376174390384, - 0.0, - 0.0, - 5.0, - 0.0, - 212.05868339240533, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "46": [ - 55.540983855788696, - 7.0, - 1.08, - 105.46758583941866, - 170.70907564062168, - 0.0, - 0.36450000000000005, - 2.04231, - 68.71238556951346, - 0.0, - 0.0, - 5.0, - 0.0, - 210.45281505316478, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "47": [ - 55.540983855788696, - 8.2, - 1.08, - 104.72082725547679, - 173.6381680765595, - 0.0, - 0.36450000000000005, - 2.04231, - 68.0411470125621, - 0.0, - 0.0, - 5.0, - 0.0, - 208.5075335478483, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "48": [ - 53.886885470209826, - 8.2, - 1.08, - 103.94874452992912, - 176.57435126890357, - 0.0, - 0.36450000000000005, - 2.04231, - 67.6370323113059, - 0.0, - 0.0, - 5.0, - 0.0, - 205.55678019306347, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "49": [ - 52.39819692318884, - 8.2, - 1.08, - 103.5538700769362, - 180.9169161420132, - 0.0, - 0.36450000000000005, - 2.04231, - 67.27332908017532, - 0.0, - 0.0, - 5.0, - 0.0, - 203.50110217375712, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "50": [ - 50.858377230869955, - 8.2, - 1.08, - 103.49848306924258, - 185.6252245278119, - 0.0, - 0.36450000000000005, - 2.04231, - 66.64599617215778, - 0.0, - 0.0, - 5.0, - 0.0, - 200.8509919563814, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "51": [ - 49.17253950778296, - 8.2, - 1.08, - 104.14863476231832, - 189.6627020750307, - 0.0, - 0.36450000000000005, - 2.04231, - 66.081396554942, - 0.0, - 0.0, - 5.0, - 0.0, - 199.06589276074325, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "52": [ - 48.05528555700466, - 8.2, - 1.08, - 104.4337712860865, - 193.8964318675276, - 0.0, - 0.36450000000000005, - 2.04231, - 64.2732568994478, - 0.0, - 0.0, - 5.0, - 0.0, - 197.85930348466894, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "53": [ - 47.649757001304195, - 8.2, - 1.08, - 103.99039415747785, - 197.20678868077485, - 0.0, - 0.36450000000000005, - 2.04231, - 63.14593120950302, - 0.0, - 0.0, - 5.0, - 0.0, - 197.27337313620205, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "54": [ - 47.08478130117378, - 8.2, - 1.08, - 103.89135474173007, - 200.48610981269735, - 0.0, - 0.36450000000000005, - 2.04231, - 62.431338088552714, - 0.0, - 0.0, - 5.0, - 0.0, - 196.04603582258184, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "55": [ - 47.08478130117378, - 8.2, - 1.08, - 104.00221926755707, - 203.53749883142763, - 0.0, - 0.36450000000000005, - 2.04231, - 62.78820427969744, - 3.3000000000000003, - 0.0, - 5.0, - 0.0, - 194.84143224032366, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "56": [ - 46.8763031710564, - 8.2, - 1.08, - 105.00199734080135, - 205.88374894828488, - 0.0, - 0.36450000000000005, - 2.04231, - 64.00938385172769, - 3.3000000000000003, - 0.0, - 5.0, - 0.0, - 194.3572890162913, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "57": [ - 46.18867285395076, - 8.2, - 1.08, - 104.90179760672122, - 207.29537405345638, - 0.0, - 0.36450000000000005, - 2.04231, - 64.40844546655492, - 3.3000000000000003, - 0.0, - 5.0, - 0.0, - 194.92156011466219, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "58": [ - 44.869805568555684, - 8.2, - 1.08, - 105.3116178460491, - 207.66583664811074, - 0.0, - 0.36450000000000005, - 2.04231, - 64.56760091989943, - 3.3000000000000003, - 0.0, - 5.0, - 0.0, - 196.52940410319596, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "59": [ - 43.982825011700115, - 8.2, - 1.08, - 106.18045606144419, - 206.59925298329966, - 0.0, - 0.36450000000000005, - 2.04231, - 64.4108408279095, - 3.3000000000000003, - 0.0, - 5.0, - 0.0, - 197.97646369287637, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "60": [ - 43.3845425105301, - 8.2, - 1.08, - 106.76241045529977, - 205.1393276849697, - 0.0, - 0.36450000000000005, - 2.04231, - 64.86975674511855, - 3.3000000000000003, - 0.0, - 5.0, - 0.0, - 198.37881732358872, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "61": [ - 42.34608825947709, - 8.2, - 1.08, - 107.0861694097698, - 203.8253949164727, - 0.0, - 0.36450000000000005, - 2.04231, - 65.1827810706067, - 3.3000000000000003, - 0.0, - 5.0, - 0.0, - 199.14093559122983, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "62": [ - 40.811479433529385, - 8.2, - 1.08, - 107.37755246879281, - 203.54285542482543, - 0.0, - 0.36450000000000005, - 2.04231, - 65.16450296354603, - 3.3000000000000003, - 0.0, - 5.0, - 0.0, - 199.42684203210686, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "63": [ - 39.23033149017645, - 8.2, - 1.08, - 108.13979722191354, - 203.4885698823429, - 0.0, - 0.36450000000000005, - 2.04231, - 65.24805266719143, - 3.3000000000000003, - 0.0, - 5.0, - 0.0, - 199.48415782889617, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "64": [ - 37.207298341158804, - 8.2, - 1.08, - 109.62581749972219, - 203.8397128941086, - 0.0, - 0.36450000000000005, - 2.04231, - 65.62324740047228, - 3.3000000000000003, - 0.0, - 5.0, - 0.0, - 199.53574204600656, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "65": [ - 36.08656850704293, - 8.2, - 1.08, - 110.06323574974996, - 204.75574160469773, - 0.0, - 0.36450000000000005, - 2.04231, - 65.66092266042506, - 3.3000000000000003, - 0.0, - 5.0, - 0.0, - 200.9821678414059, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "66": [ - 34.27791165633863, - 8.2, - 1.08, - 110.55691217477496, - 204.68016744422795, - 0.0, - 0.36450000000000005, - 2.04231, - 65.49483039438255, - 3.3000000000000003, - 0.0, - 5.0, - 0.0, - 202.2839510572653, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "67": [ - 32.05012049070477, - 8.2, - 1.08, - 111.60122095729747, - 204.41215069980515, - 0.0, - 0.36450000000000005, - 2.04231, - 64.8453473549443, - 3.3000000000000003, - 0.0, - 5.0, - 0.0, - 202.85555595153878, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "68": [ - 32.05012049070477, - 8.2, - 1.08, - 112.24109886156772, - 204.67093562982464, - 0.0, - 0.36450000000000005, - 2.04231, - 63.96081261944987, - 3.3000000000000003, - 0.0, - 38.1, - 0.0, - 203.0700003563849, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "69": [ - 32.05012049070477, - 8.2, - 1.08, - 111.91698897541094, - 204.30384206684218, - 0.0, - 0.36450000000000005, - 2.04231, - 62.86473135750488, - 3.3000000000000003, - 0.0, - 68.19, - 0.0, - 204.0630003207464, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "70": [ - 32.05012049070477, - 8.2, - 1.08, - 111.62529007786985, - 203.87345786015797, - 0.0, - 0.36450000000000005, - 2.04231, - 62.77825822175439, - 3.3000000000000003, - 0.0, - 95.371, - 0.0, - 205.35670028867176, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "71": [ - 32.05012049070477, - 8.2, - 1.08, - 111.26276107008286, - 204.78611207414218, - 0.0, - 0.36450000000000005, - 2.04231, - 62.80043239957895, - 3.3000000000000003, - 0.0, - 118.3339, - 0.0, - 206.12103025980457, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "72": [ - 32.05012049070477, - 8.2, - 1.08, - 111.13648496307458, - 205.60750086672797, - 0.0, - 0.36450000000000005, - 2.04231, - 63.22038915962106, - 3.3000000000000003, - 0.0, - 141.60050999999999, - 0.0, - 209.00892723382412, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "73": [ - 32.05012049070477, - 8.2, - 1.08, - 110.92283646676712, - 205.54675078005516, - 0.0, - 0.36450000000000005, - 2.04231, - 63.39835024365895, - 3.3000000000000003, - 0.0, - 163.040459, - 0.0, - 212.1080345104417, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "74": [ - 32.05012049070477, - 8.2, - 1.08, - 110.43055282009041, - 204.89207570204965, - 0.0, - 0.36450000000000005, - 2.04231, - 64.45851521929306, - 3.3000000000000003, - 0.0, - 179.4364131, - 0.0, - 215.19723105939755, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "75": [ - 32.05012049070477, - 8.2, - 1.08, - 109.68749753808137, - 204.2028681318447, - 0.0, - 0.36450000000000005, - 2.04231, - 65.61266369736376, - 3.3000000000000003, - 0.0, - 193.79277179000002, - 0.0, - 217.0775079534578, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "76": [ - 32.05012049070477, - 8.2, - 1.08, - 109.11874778427324, - 203.98258131866024, - 0.0, - 0.36450000000000005, - 2.04231, - 65.95139732762738, - 3.3000000000000003, - 0.0, - 203.61349461100002, - 0.0, - 218.76975715811201, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "77": [ - 32.05012049070477, - 8.2, - 1.08, - 108.30687300584592, - 204.3843231867942, - 0.0, - 0.36450000000000005, - 2.04231, - 66.65625759486464, - 3.3000000000000003, - 0.0, - 212.95214514990002, - 0.0, - 221.19278144230083, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "78": [ - 32.05012049070477, - 8.2, - 1.08, - 106.77618570526133, - 204.14589086811478, - 0.0, - 0.36450000000000005, - 2.04231, - 66.89063183537817, - 3.3000000000000003, - 0.0, - 221.65693063491003, - 0.0, - 222.57350329807073, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "79": [ - 32.05012049070477, - 8.2, - 1.08, - 105.39856713473519, - 204.7313017813033, - 0.0, - 0.36450000000000005, - 2.04231, - 67.80156865184036, - 3.3000000000000003, - 0.0, - 230.79123757141903, - 0.0, - 223.41615296826365, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "80": [ - 32.05012049070477, - 8.2, - 1.08, - 103.65871042126167, - 205.05817160317298, - 0.0, - 0.36450000000000005, - 2.04231, - 68.42141178665632, - 3.3000000000000003, - 0.0, - 238.91211381427712, - 0.0, - 224.2745376714373, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "81": [ - 32.05012049070477, - 8.2, - 1.08, - 102.39283937913551, - 205.35235444285567, - 0.0, - 0.36450000000000005, - 2.04231, - 68.97927060799068, - 3.3000000000000003, - 0.0, - 245.12090243284942, - 0.0, - 226.04708390429357, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "82": [ - 30.245108441634294, - 8.2, - 1.08, - 101.55355544122196, - 205.1171189985701, - 0.0, - 0.36450000000000005, - 2.04231, - 68.97927060799068, - 3.3000000000000003, - 0.0, - 251.00881218956448, - 0.0, - 228.44237551386422, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "83": [ - 30.245108441634294, - 8.2, - 1.08, - 99.79819989709976, - 204.90540709871308, - 0.0, - 0.36450000000000005, - 2.04231, - 68.98134354719161, - 3.3000000000000003, - 0.0, - 256.007930970608, - 0.0, - 229.3981379624778, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "84": [ - 30.245108441634294, - 8.2, - 1.08, - 98.01837990738979, - 204.6148663888418, - 0.0, - 0.36450000000000005, - 2.04231, - 69.28320919247246, - 3.3000000000000003, - 0.0, - 260.9071378735472, - 0.0, - 232.05832416623002, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "85": [ - 30.245108441634294, - 8.2, - 1.08, - 95.71654191665081, - 203.8533797499576, - 0.0, - 0.36450000000000005, - 2.04231, - 69.95488827322521, - 3.3000000000000003, - 0.0, - 265.4164240861925, - 0.0, - 234.35249174960703, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "86": [ - 30.245108441634294, - 8.2, - 1.08, - 94.04488772498573, - 203.06804177496184, - 0.0, - 0.36450000000000005, - 2.04231, - 70.55939944590268, - 3.3000000000000003, - 0.0, - 272.57478167757324, - 0.0, - 236.31724257464631, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "87": [ - 30.245108441634294, - 8.2, - 1.08, - 92.34039895248715, - 203.26123759746565, - 0.0, - 0.36450000000000005, - 2.04231, - 70.50345950131242, - 3.3000000000000003, - 0.0, - 280.7173035098159, - 0.0, - 238.58551831718168, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "88": [ - 30.245108441634294, - 8.2, - 1.08, - 90.30635905723844, - 201.2351138377191, - 0.0, - 0.36450000000000005, - 2.04231, - 70.75311355118117, - 3.3000000000000003, - 0.0, - 286.14557315883434, - 0.0, - 240.12696648546353, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "89": [ - 30.245108441634294, - 8.2, - 1.08, - 87.9757231515146, - 198.6116024539472, - 0.0, - 0.36450000000000005, - 2.04231, - 71.57780219606306, - 3.3000000000000003, - 0.0, - 292.5310158429509, - 0.0, - 240.61426983691717, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "90": [ - 30.245108441634294, - 8.2, - 1.08, - 85.17815083636314, - 196.65044220855248, - 0.0, - 0.36450000000000005, - 2.04231, - 72.32002197645676, - 3.3000000000000003, - 0.0, - 299.67791425865585, - 0.0, - 240.15284285322545, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "91": [ - 30.245108441634294, - 9.379999999999999, - 1.08, - 82.46033575272683, - 194.78539798769722, - 0.0, - 0.36450000000000005, - 2.04231, - 72.32002197645676, - 3.3000000000000003, - 0.0, - 305.0101228327903, - 0.0, - 241.63755856790291, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "92": [ - 30.245108441634294, - 9.379999999999999, - 1.08, - 80.01430217745416, - 192.7068581889275, - 0.0, - 0.36450000000000005, - 2.04231, - 74.18801977881108, - 3.3000000000000003, - 0.0, - 309.50911054951126, - 0.0, - 242.17380271111261, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "93": [ - 30.245108441634294, - 9.379999999999999, - 1.08, - 77.91287195970874, - 191.03617237003476, - 0.0, - 0.36450000000000005, - 2.04231, - 75.56921780092998, - 3.3000000000000003, - 0.0, - 314.05819949456014, - 0.0, - 241.35642244000135, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "94": [ - 30.245108441634294, - 9.379999999999999, - 1.08, - 75.62158476373787, - 189.8325551330313, - 0.0, - 0.36450000000000005, - 2.04231, - 76.51229602083698, - 3.3000000000000003, - 0.0, - 317.75237954510413, - 0.0, - 238.62078019600122, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "95": [ - 30.245108441634294, - 9.379999999999999, - 1.08, - 74.75942628736408, - 190.04929961972817, - 0.0, - 0.36450000000000005, - 2.04231, - 76.96106641875329, - 3.3000000000000003, - 0.0, - 321.37714159059374, - 0.0, - 236.7587021764011, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "96": [ - 30.245108441634294, - 9.379999999999999, - 1.08, - 73.58348365862767, - 190.64436965775536, - 0.0, - 0.36450000000000005, - 2.04231, - 75.76495977687796, - 3.3000000000000003, - 0.0, - 324.1394274315344, - 0.0, - 235.882831958761, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "97": [ - 30.245108441634294, - 9.379999999999999, - 1.08, - 72.8251352927649, - 191.17993269197981, - 0.0, - 0.36450000000000005, - 2.04231, - 74.48846379919016, - 3.3000000000000003, - 0.0, - 326.42548468838095, - 0.0, - 235.2945487628849, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "98": [ - 30.245108441634294, - 10.642, - 1.08, - 72.8251352927649, - 190.46193942278182, - 0.0, - 0.36450000000000005, - 2.04231, - 73.13961741927115, - 3.3000000000000003, - 0.0, - 330.7829362195429, - 0.0, - 237.2650938865964, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.1.gamma=0.1/run=9d0f81abc3f54e0e/rewards.json b/experiments/seed=256/alpha=0.1.gamma=0.1/run=9d0f81abc3f54e0e/rewards.json deleted file mode 100644 index 22c093f..0000000 --- a/experiments/seed=256/alpha=0.1.gamma=0.1/run=9d0f81abc3f54e0e/rewards.json +++ /dev/null @@ -1,2202 +0,0 @@ -{ - "0": [ - 34, - 30, - 3, - 146, - 54, - 0, - 6, - 0, - 52, - 49, - 0, - 305, - 0, - 151, - 0, - 0, - 0, - 224, - 0, - 178 - ], - "1": [ - 41, - 27, - 7, - 151, - 56, - 0, - 5, - 1, - 48, - 50, - 0, - 301, - 0, - 153, - 0, - 0, - 0, - 213, - 0, - 179 - ], - "2": [ - 46, - 29, - 7, - 142, - 59, - 0, - 2, - 0, - 55, - 58, - 0, - 289, - 0, - 165, - 0, - 0, - 0, - 210, - 0, - 182 - ], - "3": [ - 45, - 25, - 7, - 150, - 54, - 0, - 1, - 3, - 60, - 51, - 0, - 293, - 0, - 158, - 0, - 0, - 0, - 207, - 0, - 178 - ], - "4": [ - 51, - 23, - 5, - 146, - 56, - 0, - 0, - 2, - 59, - 49, - 0, - 280, - 0, - 158, - 0, - 0, - 0, - 205, - 0, - 180 - ], - "5": [ - 54, - 29, - 2, - 147, - 61, - 0, - 0, - 6, - 56, - 52, - 0, - 271, - 0, - 150, - 0, - 0, - 0, - 198, - 0, - 175 - ], - "6": [ - 53, - 29, - 3, - 133, - 63, - 0, - 0, - 8, - 58, - 50, - 0, - 280, - 0, - 146, - 0, - 0, - 0, - 202, - 0, - 177 - ], - "7": [ - 54, - 41, - 2, - 130, - 69, - 0, - 0, - 9, - 58, - 47, - 0, - 276, - 0, - 155, - 0, - 0, - 0, - 207, - 0, - 174 - ], - "8": [ - 56, - 42, - 2, - 127, - 74, - 0, - 0, - 8, - 62, - 44, - 0, - 279, - 0, - 165, - 0, - 0, - 0, - 204, - 0, - 185 - ], - "9": [ - 60, - 37, - 2, - 111, - 81, - 0, - 0, - 8, - 65, - 43, - 0, - 279, - 0, - 167, - 0, - 0, - 0, - 206, - 0, - 165 - ], - "10": [ - 65, - 38, - 2, - 109, - 80, - 0, - 0, - 7, - 71, - 50, - 0, - 276, - 0, - 167, - 0, - 0, - 0, - 202, - 0, - 172 - ], - "11": [ - 65, - 43, - 2, - 105, - 95, - 0, - 0, - 11, - 75, - 46, - 0, - 261, - 0, - 169, - 0, - 0, - 0, - 207, - 0, - 182 - ], - "12": [ - 53, - 38, - 4, - 110, - 105, - 0, - 0, - 14, - 86, - 53, - 0, - 264, - 0, - 184, - 0, - 0, - 0, - 198, - 0, - 161 - ], - "13": [ - 51, - 36, - 7, - 111, - 111, - 0, - 0, - 9, - 79, - 56, - 0, - 269, - 0, - 194, - 0, - 0, - 0, - 192, - 0, - 147 - ], - "14": [ - 46, - 34, - 8, - 117, - 106, - 0, - 0, - 8, - 86, - 61, - 0, - 278, - 0, - 195, - 0, - 0, - 0, - 197, - 0, - 157 - ], - "15": [ - 52, - 35, - 10, - 115, - 109, - 0, - 0, - 6, - 89, - 60, - 0, - 276, - 0, - 187, - 0, - 0, - 0, - 196, - 0, - 159 - ], - "16": [ - 58, - 38, - 11, - 112, - 112, - 0, - 0, - 2, - 95, - 65, - 0, - 286, - 0, - 194, - 0, - 0, - 0, - 196, - 0, - 152 - ], - "17": [ - 60, - 39, - 8, - 107, - 104, - 0, - 0, - 1, - 90, - 62, - 0, - 283, - 0, - 214, - 0, - 0, - 0, - 193, - 0, - 165 - ], - "18": [ - 57, - 42, - 10, - 98, - 107, - 0, - 0, - 5, - 92, - 54, - 0, - 276, - 0, - 214, - 0, - 0, - 0, - 197, - 0, - 156 - ], - "19": [ - 56, - 42, - 12, - 102, - 109, - 0, - 0, - 3, - 85, - 59, - 0, - 253, - 0, - 215, - 0, - 0, - 0, - 203, - 0, - 163 - ], - "20": [ - 52, - 35, - 9, - 101, - 113, - 0, - 0, - 0, - 80, - 49, - 0, - 271, - 0, - 207, - 0, - 0, - 0, - 201, - 0, - 163 - ], - "21": [ - 49, - 40, - 5, - 110, - 120, - 0, - 0, - 0, - 79, - 50, - 0, - 264, - 0, - 208, - 0, - 0, - 0, - 186, - 0, - 149 - ], - "22": [ - 58, - 42, - 5, - 107, - 124, - 0, - 0, - 0, - 82, - 39, - 0, - 265, - 0, - 215, - 0, - 0, - 0, - 182, - 0, - 145 - ], - "23": [ - 67, - 43, - 6, - 108, - 126, - 0, - 0, - 0, - 82, - 35, - 0, - 285, - 0, - 205, - 0, - 0, - 0, - 179, - 0, - 147 - ], - "24": [ - 64, - 43, - 3, - 103, - 131, - 0, - 0, - 0, - 81, - 33, - 0, - 265, - 0, - 205, - 0, - 0, - 0, - 176, - 0, - 142 - ], - "25": [ - 59, - 45, - 5, - 100, - 135, - 0, - 0, - 0, - 83, - 32, - 0, - 281, - 0, - 211, - 0, - 0, - 0, - 169, - 0, - 135 - ], - "26": [ - 69, - 44, - 11, - 106, - 143, - 0, - 0, - 2, - 75, - 37, - 0, - 291, - 0, - 216, - 0, - 0, - 0, - 165, - 0, - 130 - ], - "27": [ - 65, - 46, - 6, - 98, - 145, - 0, - 0, - 0, - 81, - 30, - 0, - 290, - 0, - 218, - 0, - 0, - 0, - 164, - 0, - 117 - ], - "28": [ - 81, - 46, - 7, - 89, - 141, - 0, - 0, - 3, - 76, - 35, - 0, - 282, - 0, - 222, - 0, - 0, - 0, - 152, - 0, - 119 - ], - "29": [ - 77, - 52, - 8, - 92, - 139, - 0, - 0, - 3, - 82, - 46, - 0, - 268, - 0, - 212, - 0, - 0, - 0, - 150, - 0, - 120 - ], - "30": [ - 70, - 54, - 7, - 97, - 139, - 0, - 0, - 4, - 82, - 48, - 0, - 257, - 0, - 206, - 0, - 0, - 0, - 157, - 0, - 125 - ], - "31": [ - 71, - 53, - 5, - 95, - 143, - 0, - 0, - 2, - 80, - 44, - 0, - 251, - 0, - 213, - 0, - 0, - 0, - 149, - 0, - 116 - ], - "32": [ - 67, - 55, - 4, - 98, - 143, - 0, - 0, - 2, - 79, - 32, - 0, - 246, - 0, - 213, - 0, - 0, - 0, - 155, - 0, - 119 - ], - "33": [ - 74, - 52, - 5, - 100, - 139, - 0, - 0, - 7, - 65, - 19, - 0, - 241, - 0, - 219, - 0, - 0, - 0, - 160, - 0, - 115 - ], - "34": [ - 74, - 40, - 4, - 97, - 142, - 0, - 0, - 5, - 66, - 21, - 0, - 245, - 0, - 229, - 0, - 0, - 0, - 155, - 0, - 114 - ], - "35": [ - 81, - 41, - 8, - 101, - 147, - 0, - 0, - 5, - 65, - 21, - 0, - 254, - 0, - 219, - 0, - 0, - 0, - 160, - 0, - 114 - ], - "36": [ - 77, - 38, - 9, - 100, - 163, - 0, - 0, - 2, - 70, - 29, - 0, - 241, - 0, - 225, - 0, - 0, - 0, - 162, - 0, - 117 - ], - "37": [ - 73, - 39, - 6, - 101, - 161, - 0, - 0, - 0, - 78, - 28, - 0, - 243, - 0, - 218, - 0, - 0, - 0, - 162, - 0, - 115 - ], - "38": [ - 61, - 32, - 7, - 100, - 160, - 0, - 0, - 0, - 76, - 29, - 0, - 255, - 0, - 217, - 0, - 0, - 0, - 155, - 0, - 113 - ], - "39": [ - 60, - 28, - 6, - 97, - 163, - 0, - 0, - 5, - 72, - 20, - 0, - 246, - 0, - 230, - 0, - 0, - 0, - 161, - 0, - 110 - ], - "40": [ - 50, - 28, - 7, - 109, - 176, - 0, - 0, - 7, - 74, - 31, - 0, - 253, - 0, - 228, - 0, - 0, - 0, - 159, - 0, - 103 - ], - "41": [ - 52, - 27, - 5, - 104, - 187, - 0, - 0, - 8, - 65, - 22, - 0, - 241, - 0, - 228, - 0, - 0, - 0, - 160, - 0, - 96 - ], - "42": [ - 59, - 29, - 7, - 110, - 181, - 0, - 0, - 11, - 64, - 17, - 0, - 247, - 0, - 215, - 0, - 0, - 0, - 161, - 0, - 95 - ], - "43": [ - 53, - 25, - 1, - 117, - 189, - 0, - 0, - 10, - 64, - 18, - 0, - 268, - 0, - 211, - 0, - 0, - 0, - 157, - 0, - 96 - ], - "44": [ - 50, - 24, - 0, - 110, - 191, - 0, - 0, - 13, - 65, - 18, - 0, - 260, - 0, - 210, - 0, - 0, - 0, - 150, - 0, - 100 - ], - "45": [ - 49, - 22, - 1, - 109, - 201, - 0, - 0, - 16, - 63, - 17, - 0, - 253, - 0, - 211, - 0, - 0, - 0, - 154, - 0, - 98 - ], - "46": [ - 46, - 20, - 3, - 116, - 208, - 0, - 0, - 19, - 61, - 19, - 0, - 261, - 0, - 202, - 0, - 0, - 0, - 152, - 0, - 95 - ], - "47": [ - 44, - 20, - 6, - 107, - 205, - 0, - 0, - 16, - 66, - 15, - 0, - 266, - 0, - 196, - 0, - 0, - 2, - 149, - 0, - 108 - ], - "48": [ - 44, - 19, - 9, - 98, - 200, - 0, - 0, - 17, - 62, - 15, - 0, - 278, - 0, - 191, - 0, - 0, - 0, - 144, - 0, - 104 - ], - "49": [ - 39, - 20, - 11, - 97, - 203, - 0, - 0, - 18, - 64, - 15, - 0, - 277, - 0, - 179, - 0, - 0, - 0, - 135, - 0, - 106 - ], - "50": [ - 39, - 20, - 14, - 100, - 220, - 0, - 0, - 21, - 64, - 16, - 0, - 287, - 0, - 185, - 0, - 0, - 0, - 136, - 0, - 100 - ], - "51": [ - 37, - 19, - 11, - 103, - 228, - 0, - 0, - 26, - 61, - 19, - 0, - 285, - 0, - 177, - 0, - 0, - 0, - 124, - 0, - 101 - ], - "52": [ - 34, - 20, - 9, - 110, - 226, - 0, - 0, - 19, - 61, - 24, - 0, - 301, - 0, - 183, - 0, - 0, - 3, - 133, - 0, - 104 - ], - "53": [ - 38, - 21, - 6, - 107, - 232, - 0, - 0, - 23, - 48, - 21, - 0, - 310, - 0, - 187, - 0, - 0, - 1, - 135, - 0, - 98 - ], - "54": [ - 44, - 20, - 4, - 100, - 227, - 0, - 0, - 18, - 53, - 22, - 0, - 308, - 0, - 192, - 0, - 0, - 0, - 130, - 0, - 101 - ], - "55": [ - 42, - 20, - 2, - 103, - 230, - 0, - 0, - 21, - 56, - 28, - 0, - 321, - 0, - 185, - 0, - 0, - 0, - 129, - 0, - 96 - ], - "56": [ - 39, - 21, - 2, - 105, - 231, - 0, - 0, - 21, - 66, - 33, - 0, - 296, - 0, - 184, - 0, - 0, - 0, - 125, - 0, - 97 - ], - "57": [ - 45, - 20, - 2, - 114, - 227, - 0, - 0, - 22, - 75, - 31, - 0, - 308, - 0, - 190, - 0, - 0, - 0, - 129, - 0, - 99 - ], - "58": [ - 40, - 20, - 3, - 104, - 220, - 0, - 0, - 21, - 68, - 35, - 0, - 324, - 0, - 200, - 0, - 0, - 0, - 136, - 0, - 101 - ], - "59": [ - 33, - 19, - 1, - 109, - 211, - 0, - 0, - 24, - 66, - 34, - 0, - 328, - 0, - 211, - 0, - 0, - 4, - 132, - 0, - 104 - ], - "60": [ - 36, - 21, - 0, - 114, - 197, - 0, - 0, - 20, - 63, - 33, - 0, - 309, - 0, - 211, - 0, - 0, - 8, - 138, - 0, - 110 - ], - "61": [ - 38, - 22, - 0, - 112, - 192, - 0, - 0, - 23, - 69, - 31, - 0, - 316, - 0, - 202, - 0, - 0, - 3, - 131, - 0, - 103 - ], - "62": [ - 33, - 20, - 0, - 110, - 192, - 0, - 0, - 23, - 68, - 33, - 0, - 325, - 0, - 206, - 0, - 0, - 3, - 126, - 0, - 99 - ], - "63": [ - 27, - 19, - 0, - 110, - 201, - 0, - 0, - 25, - 65, - 26, - 0, - 334, - 0, - 202, - 0, - 0, - 7, - 119, - 0, - 101 - ], - "64": [ - 25, - 15, - 0, - 115, - 203, - 0, - 0, - 22, - 66, - 24, - 0, - 332, - 0, - 200, - 0, - 0, - 0, - 117, - 0, - 103 - ], - "65": [ - 19, - 18, - 0, - 123, - 207, - 0, - 0, - 22, - 69, - 26, - 0, - 331, - 0, - 200, - 0, - 0, - 0, - 116, - 0, - 94 - ], - "66": [ - 26, - 18, - 0, - 114, - 213, - 0, - 0, - 22, - 66, - 23, - 0, - 327, - 0, - 214, - 0, - 0, - 2, - 112, - 0, - 100 - ], - "67": [ - 18, - 20, - 0, - 115, - 204, - 0, - 0, - 27, - 64, - 19, - 0, - 310, - 0, - 214, - 0, - 0, - 3, - 101, - 0, - 92 - ], - "68": [ - 12, - 20, - 0, - 121, - 202, - 0, - 0, - 24, - 59, - 18, - 0, - 329, - 0, - 208, - 0, - 0, - 5, - 90, - 0, - 92 - ], - "69": [ - 16, - 20, - 0, - 118, - 207, - 0, - 0, - 27, - 56, - 15, - 0, - 336, - 0, - 205, - 0, - 0, - 0, - 88, - 0, - 93 - ], - "70": [ - 22, - 20, - 0, - 109, - 201, - 0, - 4, - 25, - 53, - 25, - 0, - 339, - 0, - 213, - 0, - 0, - 4, - 90, - 0, - 99 - ], - "71": [ - 17, - 21, - 0, - 109, - 200, - 0, - 12, - 24, - 62, - 23, - 0, - 340, - 0, - 217, - 0, - 0, - 9, - 97, - 0, - 106 - ], - "72": [ - 11, - 23, - 0, - 108, - 213, - 0, - 14, - 27, - 63, - 30, - 0, - 325, - 0, - 213, - 0, - 0, - 6, - 103, - 0, - 114 - ], - "73": [ - 12, - 23, - 3, - 110, - 213, - 0, - 22, - 27, - 67, - 17, - 0, - 351, - 0, - 235, - 0, - 0, - 1, - 108, - 0, - 113 - ], - "74": [ - 15, - 24, - 0, - 109, - 205, - 0, - 18, - 25, - 65, - 16, - 0, - 356, - 0, - 240, - 0, - 0, - 8, - 108, - 0, - 110 - ], - "75": [ - 12, - 24, - 1, - 106, - 199, - 0, - 29, - 26, - 74, - 18, - 0, - 327, - 0, - 243, - 0, - 0, - 5, - 102, - 0, - 115 - ], - "76": [ - 11, - 23, - 0, - 103, - 198, - 0, - 29, - 27, - 76, - 15, - 0, - 323, - 0, - 234, - 0, - 0, - 5, - 108, - 0, - 110 - ], - "77": [ - 8, - 25, - 0, - 104, - 202, - 0, - 30, - 32, - 69, - 7, - 0, - 292, - 0, - 234, - 0, - 0, - 11, - 105, - 0, - 109 - ], - "78": [ - 8, - 23, - 0, - 101, - 208, - 0, - 22, - 30, - 73, - 11, - 0, - 297, - 0, - 243, - 0, - 0, - 15, - 113, - 0, - 101 - ], - "79": [ - 4, - 22, - 0, - 93, - 202, - 0, - 23, - 33, - 69, - 10, - 0, - 300, - 0, - 235, - 0, - 0, - 4, - 104, - 0, - 94 - ], - "80": [ - 4, - 20, - 0, - 93, - 210, - 0, - 25, - 30, - 76, - 15, - 0, - 313, - 0, - 231, - 0, - 0, - 5, - 104, - 0, - 91 - ], - "81": [ - 11, - 18, - 0, - 88, - 208, - 0, - 32, - 26, - 74, - 13, - 0, - 312, - 0, - 232, - 0, - 0, - 8, - 107, - 0, - 94 - ], - "82": [ - 15, - 19, - 0, - 91, - 208, - 0, - 22, - 25, - 74, - 5, - 0, - 301, - 0, - 242, - 0, - 0, - 12, - 107, - 0, - 97 - ], - "83": [ - 14, - 18, - 0, - 94, - 203, - 0, - 22, - 28, - 68, - 8, - 0, - 304, - 0, - 250, - 0, - 0, - 16, - 102, - 0, - 99 - ], - "84": [ - 12, - 19, - 0, - 84, - 203, - 0, - 35, - 27, - 69, - 4, - 0, - 301, - 0, - 238, - 0, - 0, - 22, - 103, - 0, - 89 - ], - "85": [ - 12, - 22, - 0, - 82, - 202, - 0, - 40, - 30, - 72, - 0, - 0, - 305, - 0, - 256, - 0, - 0, - 21, - 104, - 0, - 95 - ], - "86": [ - 14, - 23, - 0, - 75, - 197, - 0, - 46, - 33, - 76, - 0, - 0, - 306, - 0, - 255, - 0, - 0, - 21, - 99, - 0, - 92 - ], - "87": [ - 12, - 19, - 0, - 79, - 196, - 0, - 38, - 32, - 76, - 0, - 0, - 337, - 0, - 254, - 0, - 0, - 24, - 110, - 0, - 89 - ], - "88": [ - 8, - 19, - 2, - 77, - 205, - 0, - 28, - 34, - 70, - 1, - 0, - 354, - 0, - 259, - 0, - 0, - 19, - 122, - 0, - 85 - ], - "89": [ - 5, - 19, - 4, - 72, - 183, - 0, - 30, - 35, - 73, - 1, - 0, - 335, - 0, - 254, - 0, - 0, - 17, - 124, - 0, - 96 - ], - "90": [ - 7, - 18, - 1, - 67, - 175, - 0, - 26, - 34, - 79, - 0, - 0, - 350, - 0, - 245, - 0, - 0, - 20, - 117, - 0, - 99 - ], - "91": [ - 13, - 18, - 4, - 60, - 179, - 0, - 28, - 31, - 79, - 0, - 0, - 364, - 0, - 236, - 0, - 0, - 12, - 120, - 0, - 99 - ], - "92": [ - 8, - 20, - 4, - 58, - 178, - 0, - 28, - 30, - 87, - 0, - 0, - 353, - 0, - 255, - 0, - 0, - 14, - 120, - 0, - 101 - ], - "93": [ - 8, - 21, - 1, - 58, - 174, - 0, - 12, - 32, - 91, - 0, - 0, - 350, - 0, - 247, - 0, - 0, - 10, - 124, - 0, - 102 - ], - "94": [ - 8, - 22, - 1, - 59, - 176, - 0, - 11, - 30, - 88, - 0, - 0, - 355, - 0, - 234, - 0, - 0, - 16, - 135, - 0, - 94 - ], - "95": [ - 7, - 21, - 2, - 55, - 179, - 0, - 14, - 24, - 85, - 0, - 0, - 351, - 0, - 214, - 0, - 0, - 13, - 142, - 0, - 91 - ], - "96": [ - 5, - 22, - 5, - 67, - 192, - 0, - 28, - 24, - 81, - 0, - 0, - 354, - 0, - 220, - 0, - 0, - 11, - 141, - 0, - 103 - ], - "97": [ - 9, - 20, - 4, - 63, - 196, - 0, - 26, - 24, - 65, - 0, - 0, - 349, - 0, - 228, - 0, - 0, - 13, - 133, - 0, - 103 - ], - "98": [ - 4, - 20, - 7, - 66, - 196, - 0, - 21, - 22, - 63, - 0, - 0, - 347, - 0, - 230, - 0, - 0, - 12, - 129, - 0, - 108 - ], - "99": [ - 1, - 22, - 11, - 69, - 184, - 0, - 21, - 18, - 61, - 0, - 0, - 370, - 0, - 255, - 0, - 0, - 11, - 128, - 0, - 113 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.1.gamma=0.1/run=9d0f81abc3f54e0e/rewards.plot.png b/experiments/seed=256/alpha=0.1.gamma=0.1/run=9d0f81abc3f54e0e/rewards.plot.png deleted file mode 100644 index eb61c80..0000000 Binary files a/experiments/seed=256/alpha=0.1.gamma=0.1/run=9d0f81abc3f54e0e/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.1.gamma=0.1/run=9d0f81abc3f54e0e/sum_rewards.json b/experiments/seed=256/alpha=0.1.gamma=0.1/run=9d0f81abc3f54e0e/sum_rewards.json deleted file mode 100644 index a2cec0a..0000000 --- a/experiments/seed=256/alpha=0.1.gamma=0.1/run=9d0f81abc3f54e0e/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 67079, - "V": 4736182 - }, - "control": { - "R": 80336, - "V": 5721003 - } -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.1.gamma=0.1/run=9d0f81abc3f54e0e/view.plot.png b/experiments/seed=256/alpha=0.1.gamma=0.1/run=9d0f81abc3f54e0e/view.plot.png deleted file mode 100644 index 66918c8..0000000 Binary files a/experiments/seed=256/alpha=0.1.gamma=0.1/run=9d0f81abc3f54e0e/view.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.1.gamma=0.1/run=afafa68483c34a31/choices.json b/experiments/seed=256/alpha=0.1.gamma=0.1/run=afafa68483c34a31/choices.json deleted file mode 100644 index 20c2919..0000000 --- a/experiments/seed=256/alpha=0.1.gamma=0.1/run=afafa68483c34a31/choices.json +++ /dev/null @@ -1,702 +0,0 @@ -{ - "0": [ - 1, - 16, - 13, - 3, - 4 - ], - "1": [ - 13, - 3, - 1, - 15, - 2 - ], - "2": [ - 18, - 3, - 0, - 7, - 13 - ], - "3": [ - 3, - 13, - 4, - 2, - 0 - ], - "4": [ - 0, - 13, - 3, - 11, - 4 - ], - "5": [ - 3, - 13, - 9, - 5, - 11 - ], - "6": [ - 3, - 13, - 6, - 0, - 7 - ], - "7": [ - 13, - 3, - 5, - 4, - 0 - ], - "8": [ - 3, - 13, - 0, - 8, - 12 - ], - "9": [ - 3, - 13, - 4, - 0, - 7 - ], - "10": [ - 3, - 13, - 15, - 0, - 7 - ], - "11": [ - 3, - 13, - 8, - 0, - 7 - ], - "12": [ - 13, - 3, - 0, - 8, - 7 - ], - "13": [ - 13, - 3, - 14, - 10, - 0 - ], - "14": [ - 13, - 3, - 0, - 11, - 4 - ], - "15": [ - 13, - 3, - 0, - 8, - 11 - ], - "16": [ - 13, - 3, - 11, - 0, - 18 - ], - "17": [ - 13, - 3, - 4, - 0, - 11 - ], - "18": [ - 13, - 3, - 11, - 0, - 4 - ], - "19": [ - 13, - 3, - 0, - 11, - 4 - ], - "20": [ - 13, - 3, - 11, - 17, - 0 - ], - "21": [ - 13, - 3, - 0, - 11, - 4 - ], - "22": [ - 13, - 3, - 0, - 11, - 8 - ], - "23": [ - 13, - 3, - 11, - 0, - 8 - ], - "24": [ - 13, - 3, - 11, - 4, - 0 - ], - "25": [ - 13, - 3, - 11, - 4, - 0 - ], - "26": [ - 13, - 3, - 11, - 0, - 4 - ], - "27": [ - 13, - 3, - 11, - 4, - 0 - ], - "28": [ - 13, - 3, - 0, - 11, - 4 - ], - "29": [ - 13, - 3, - 11, - 4, - 0 - ], - "30": [ - 13, - 3, - 11, - 4, - 0 - ], - "31": [ - 13, - 3, - 11, - 0, - 4 - ], - "32": [ - 13, - 3, - 11, - 4, - 0 - ], - "33": [ - 13, - 4, - 3, - 11, - 0 - ], - "34": [ - 13, - 11, - 3, - 4, - 0 - ], - "35": [ - 13, - 3, - 4, - 11, - 0 - ], - "36": [ - 13, - 3, - 11, - 4, - 0 - ], - "37": [ - 13, - 11, - 3, - 4, - 0 - ], - "38": [ - 13, - 3, - 11, - 4, - 0 - ], - "39": [ - 13, - 4, - 11, - 3, - 0 - ], - "40": [ - 13, - 11, - 4, - 3, - 0 - ], - "41": [ - 13, - 3, - 4, - 11, - 0 - ], - "42": [ - 13, - 11, - 4, - 3, - 0 - ], - "43": [ - 13, - 4, - 3, - 11, - 0 - ], - "44": [ - 13, - 4, - 11, - 3, - 0 - ], - "45": [ - 3, - 13, - 4, - 11, - 0 - ], - "46": [ - 13, - 4, - 11, - 3, - 0 - ], - "47": [ - 4, - 13, - 11, - 3, - 0 - ], - "48": [ - 13, - 4, - 3, - 11, - 0 - ], - "49": [ - 13, - 3, - 4, - 11, - 0 - ], - "50": [ - 4, - 11, - 13, - 3, - 0 - ], - "51": [ - 11, - 13, - 4, - 3, - 8 - ], - "52": [ - 3, - 4, - 13, - 11, - 0 - ], - "53": [ - 4, - 13, - 3, - 11, - 0 - ], - "54": [ - 4, - 3, - 13, - 11, - 0 - ], - "55": [ - 13, - 3, - 4, - 11, - 0 - ], - "56": [ - 13, - 3, - 11, - 4, - 0 - ], - "57": [ - 11, - 4, - 3, - 13, - 0 - ], - "58": [ - 3, - 4, - 11, - 13, - 0 - ], - "59": [ - 3, - 4, - 13, - 11, - 0 - ], - "60": [ - 4, - 3, - 13, - 11, - 0 - ], - "61": [ - 3, - 4, - 11, - 13, - 0 - ], - "62": [ - 3, - 4, - 11, - 13, - 1 - ], - "63": [ - 3, - 11, - 4, - 13, - 8 - ], - "64": [ - 3, - 11, - 4, - 13, - 0 - ], - "65": [ - 13, - 3, - 4, - 11, - 2 - ], - "66": [ - 3, - 11, - 13, - 4, - 0 - ], - "67": [ - 11, - 3, - 4, - 13, - 0 - ], - "68": [ - 3, - 11, - 4, - 13, - 8 - ], - "69": [ - 3, - 11, - 13, - 4, - 0 - ], - "70": [ - 3, - 11, - 13, - 4, - 14 - ], - "71": [ - 3, - 11, - 13, - 4, - 0 - ], - "72": [ - 3, - 13, - 11, - 4, - 8 - ], - "73": [ - 3, - 11, - 4, - 13, - 8 - ], - "74": [ - 3, - 4, - 11, - 13, - 0 - ], - "75": [ - 3, - 11, - 4, - 13, - 0 - ], - "76": [ - 3, - 13, - 11, - 4, - 17 - ], - "77": [ - 3, - 13, - 4, - 11, - 0 - ], - "78": [ - 3, - 11, - 13, - 4, - 7 - ], - "79": [ - 3, - 11, - 13, - 4, - 0 - ], - "80": [ - 3, - 11, - 13, - 4, - 8 - ], - "81": [ - 3, - 11, - 13, - 4, - 2 - ], - "82": [ - 3, - 13, - 11, - 4, - 8 - ], - "83": [ - 3, - 13, - 11, - 4, - 7 - ], - "84": [ - 3, - 11, - 13, - 4, - 8 - ], - "85": [ - 3, - 11, - 13, - 4, - 8 - ], - "86": [ - 3, - 11, - 13, - 4, - 7 - ], - "87": [ - 3, - 11, - 13, - 4, - 19 - ], - "88": [ - 3, - 11, - 13, - 4, - 7 - ], - "89": [ - 11, - 3, - 13, - 4, - 17 - ], - "90": [ - 3, - 13, - 11, - 4, - 7 - ], - "91": [ - 3, - 11, - 13, - 4, - 7 - ], - "92": [ - 3, - 11, - 13, - 4, - 8 - ], - "93": [ - 3, - 11, - 13, - 4, - 8 - ], - "94": [ - 3, - 11, - 13, - 4, - 16 - ], - "95": [ - 3, - 11, - 13, - 7, - 18 - ], - "96": [ - 3, - 11, - 13, - 4, - 8 - ], - "97": [ - 3, - 11, - 13, - 4, - 0 - ], - "98": [ - 3, - 11, - 13, - 8, - 7 - ], - "99": [ - 3, - 13, - 11, - 4, - 8 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.1.gamma=0.1/run=afafa68483c34a31/config.json b/experiments/seed=256/alpha=0.1.gamma=0.1/run=afafa68483c34a31/config.json deleted file mode 100644 index 151dd64..0000000 --- a/experiments/seed=256/alpha=0.1.gamma=0.1/run=afafa68483c34a31/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 20, - "num_choices": 5, - "time_span": 100, - "history_span": 3000, - "alpha": 0.1, - "gamma": 0.1, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.1.gamma=0.1/run=afafa68483c34a31/control.choices.json b/experiments/seed=256/alpha=0.1.gamma=0.1/run=afafa68483c34a31/control.choices.json deleted file mode 100644 index 1ce1220..0000000 --- a/experiments/seed=256/alpha=0.1.gamma=0.1/run=afafa68483c34a31/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 4, - 3, - 11, - 1, - 13 -] \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.1.gamma=0.1/run=afafa68483c34a31/qvalues.json b/experiments/seed=256/alpha=0.1.gamma=0.1/run=afafa68483c34a31/qvalues.json deleted file mode 100644 index 11779f4..0000000 --- a/experiments/seed=256/alpha=0.1.gamma=0.1/run=afafa68483c34a31/qvalues.json +++ /dev/null @@ -1,2180 +0,0 @@ -{ - "0": [ - 0.0, - 7.0, - 0.0, - 20.9, - 7.9, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 17.9, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 8.7, - 2.0, - 34.11, - 7.9, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 30.909999999999997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 6.7, - 8.7, - 2.0, - 47.099, - 7.9, - 0.0, - 0.0, - 0.9, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 42.818999999999996, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 13.43, - 8.7, - 3.3, - 57.7891, - 10.31, - 0.0, - 0.0, - 0.9, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 52.7371, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "4": [ - 19.787, - 8.7, - 3.3, - 67.81019, - 12.879000000000001, - 0.0, - 0.0, - 0.9, - 0.0, - 0.0, - 0.0, - 13.5, - 0.0, - 62.46339, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "5": [ - 19.787, - 8.7, - 3.3, - 75.629171, - 12.879000000000001, - 0.0, - 0.0, - 0.9, - 0.0, - 2.9000000000000004, - 0.0, - 21.35, - 0.0, - 71.31705099999999, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "6": [ - 25.0083, - 8.7, - 3.3, - 82.2662539, - 12.879000000000001, - 0.0, - 0.0, - 2.91, - 0.0, - 2.9000000000000004, - 0.0, - 21.35, - 0.0, - 79.0853459, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "7": [ - 29.80747, - 8.7, - 3.3, - 88.13962851, - 16.0911, - 0.0, - 0.0, - 2.91, - 0.0, - 2.9000000000000004, - 0.0, - 21.35, - 0.0, - 86.87681131, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "8": [ - 34.326723, - 8.7, - 3.3, - 92.12566565899999, - 16.0911, - 0.0, - 0.0, - 2.91, - 6.300000000000001, - 2.9000000000000004, - 0.0, - 21.35, - 0.0, - 94.18913017899999, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "9": [ - 38.7940507, - 8.7, - 3.3, - 95.91309909309999, - 19.28199, - 0.0, - 0.0, - 4.519, - 6.300000000000001, - 2.9000000000000004, - 0.0, - 21.35, - 0.0, - 102.17021716109998, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "10": [ - 42.71464563, - 8.7, - 3.3, - 99.32178918378999, - 19.28199, - 0.0, - 0.0, - 6.9671, - 6.300000000000001, - 2.9000000000000004, - 0.0, - 21.35, - 0.0, - 109.25319544498998, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "11": [ - 44.643181067, - 8.7, - 3.3, - 102.28961026541099, - 19.28199, - 0.0, - 0.0, - 9.670390000000001, - 11.270000000000001, - 2.9000000000000004, - 0.0, - 21.35, - 0.0, - 114.82787590049098, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "12": [ - 46.0788629603, - 8.7, - 3.3, - 104.06064923886989, - 19.28199, - 0.0, - 0.0, - 10.803351000000001, - 16.543, - 2.9000000000000004, - 0.0, - 21.35, - 0.0, - 119.94508831044189, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "13": [ - 46.77097666427, - 8.7, - 3.3, - 105.4545843149829, - 19.28199, - 0.0, - 0.0, - 10.803351000000001, - 16.543, - 2.9000000000000004, - 0.0, - 21.35, - 0.0, - 124.3505794793977, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "14": [ - 47.793878997843, - 8.7, - 3.3, - 106.80912588348461, - 24.153791000000002, - 0.0, - 0.0, - 10.803351000000001, - 16.543, - 2.9000000000000004, - 0.0, - 28.715000000000003, - 0.0, - 127.51552153145792, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "15": [ - 49.0144910980587, - 8.7, - 3.3, - 107.82821329513615, - 24.153791000000002, - 0.0, - 0.0, - 10.803351000000001, - 21.7887, - 2.9000000000000004, - 0.0, - 35.5435, - 0.0, - 131.16396937831212, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "16": [ - 50.31304198825283, - 8.7, - 3.3, - 108.44539196562253, - 24.153791000000002, - 0.0, - 0.0, - 10.803351000000001, - 21.7887, - 2.9000000000000004, - 0.0, - 41.78915, - 0.0, - 134.6475724404809, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "17": [ - 51.281737789427545, - 8.7, - 3.3, - 108.30085276906028, - 28.6384119, - 0.0, - 0.0, - 10.803351000000001, - 21.7887, - 2.9000000000000004, - 0.0, - 47.410235, - 0.0, - 137.1828151964328, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "18": [ - 51.95356401048479, - 8.7, - 3.3, - 108.57076749215426, - 32.37457071, - 0.0, - 0.0, - 10.803351000000001, - 21.7887, - 2.9000000000000004, - 0.0, - 52.4692115, - 0.0, - 138.26453367678954, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "19": [ - 52.15820760943631, - 8.7, - 3.3, - 108.21369074293884, - 36.237113639, - 0.0, - 0.0, - 10.803351000000001, - 21.7887, - 2.9000000000000004, - 0.0, - 57.42229035, - 0.0, - 139.7380803091106, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "20": [ - 52.34238684849268, - 8.7, - 3.3, - 108.09232166864496, - 36.237113639, - 0.0, - 0.0, - 10.803351000000001, - 21.7887, - 2.9000000000000004, - 0.0, - 61.580061314999995, - 0.0, - 139.86427227819954, - 0.0, - 0.0, - 0.0, - 10.9, - 0.0, - 0.0 - ], - "21": [ - 53.208148163643415, - 8.7, - 3.3, - 107.78308950178047, - 40.5134022751, - 0.0, - 0.0, - 10.803351000000001, - 21.7887, - 2.9000000000000004, - 0.0, - 65.42205518349999, - 0.0, - 140.7778450503796, - 0.0, - 0.0, - 0.0, - 10.9, - 0.0, - 0.0 - ], - "22": [ - 55.08733334727907, - 8.7, - 3.3, - 107.60478055160242, - 40.5134022751, - 0.0, - 0.0, - 10.803351000000001, - 26.90983, - 2.9000000000000004, - 0.0, - 69.07984966515, - 0.0, - 141.50006054534163, - 0.0, - 0.0, - 0.0, - 10.9, - 0.0, - 0.0 - ], - "23": [ - 56.678600012551165, - 8.7, - 3.3, - 106.94430249644218, - 40.5134022751, - 0.0, - 0.0, - 10.803351000000001, - 31.718847, - 2.9000000000000004, - 0.0, - 72.271864698635, - 0.0, - 142.75005449080746, - 0.0, - 0.0, - 0.0, - 10.9, - 0.0, - 0.0 - ], - "24": [ - 57.91074001129605, - 8.7, - 3.3, - 106.94987224679795, - 45.16206204759, - 0.0, - 0.0, - 10.803351000000001, - 31.718847, - 2.9000000000000004, - 0.0, - 75.2446782287715, - 0.0, - 143.57504904172671, - 0.0, - 0.0, - 0.0, - 10.9, - 0.0, - 0.0 - ], - "25": [ - 60.019666010166446, - 8.7, - 3.3, - 107.15488502211815, - 50.245855842831, - 0.0, - 0.0, - 10.803351000000001, - 31.718847, - 2.9000000000000004, - 0.0, - 78.32021040589436, - 0.0, - 144.21754413755406, - 0.0, - 0.0, - 0.0, - 10.9, - 0.0, - 0.0 - ], - "26": [ - 61.7176994091498, - 8.7, - 3.3, - 106.53939651990633, - 55.8212702585479, - 0.0, - 0.0, - 10.803351000000001, - 31.718847, - 2.9000000000000004, - 0.0, - 80.98818936530492, - 0.0, - 143.79578972379866, - 0.0, - 0.0, - 0.0, - 10.9, - 0.0, - 0.0 - ], - "27": [ - 64.94592946823482, - 8.7, - 3.3, - 105.8854568679157, - 60.73914323269311, - 0.0, - 0.0, - 10.803351000000001, - 31.718847, - 2.9000000000000004, - 0.0, - 83.38937042877443, - 0.0, - 144.01621075141878, - 0.0, - 0.0, - 0.0, - 10.9, - 0.0, - 0.0 - ], - "28": [ - 67.15133652141134, - 8.7, - 3.3, - 105.59691118112414, - 65.2652289094238, - 0.0, - 0.0, - 10.803351000000001, - 31.718847, - 2.9000000000000004, - 0.0, - 85.55043338589698, - 0.0, - 143.1145896762769, - 0.0, - 0.0, - 0.0, - 10.9, - 0.0, - 0.0 - ], - "29": [ - 68.2362028692702, - 8.7, - 3.3, - 105.23722006301173, - 68.93870601848141, - 0.0, - 0.0, - 10.803351000000001, - 31.718847, - 2.9000000000000004, - 0.0, - 87.59539004730728, - 0.0, - 142.6031307086492, - 0.0, - 0.0, - 0.0, - 10.9, - 0.0, - 0.0 - ], - "30": [ - 69.31258258234318, - 8.7, - 3.3, - 104.91349805671057, - 72.54483541663328, - 0.0, - 0.0, - 10.803351000000001, - 31.718847, - 2.9000000000000004, - 0.0, - 89.43585104257654, - 0.0, - 141.54281763778428, - 0.0, - 0.0, - 0.0, - 10.9, - 0.0, - 0.0 - ], - "31": [ - 69.68132432410886, - 8.7, - 3.3, - 103.82214825103951, - 75.69035187496995, - 0.0, - 0.0, - 10.803351000000001, - 31.718847, - 2.9000000000000004, - 0.0, - 91.19226593831888, - 0.0, - 140.78853587400585, - 0.0, - 0.0, - 0.0, - 10.9, - 0.0, - 0.0 - ], - "32": [ - 70.41319189169798, - 8.7, - 3.3, - 102.73993342593556, - 78.82131668747296, - 0.0, - 0.0, - 10.803351000000001, - 31.718847, - 2.9000000000000004, - 0.0, - 93.073039344487, - 0.0, - 139.80968228660527, - 0.0, - 0.0, - 0.0, - 10.9, - 0.0, - 0.0 - ], - "33": [ - 71.37187270252818, - 8.7, - 3.3, - 101.565940083342, - 82.83918501872566, - 0.0, - 0.0, - 10.803351000000001, - 31.718847, - 2.9000000000000004, - 0.0, - 94.9657354100383, - 0.0, - 139.02871405794474, - 0.0, - 0.0, - 0.0, - 10.9, - 0.0, - 0.0 - ], - "34": [ - 73.23468543227536, - 8.7, - 3.3, - 100.9093460750078, - 86.45526651685309, - 0.0, - 0.0, - 10.803351000000001, - 31.718847, - 2.9000000000000004, - 0.0, - 96.66916186903447, - 0.0, - 137.22584265215028, - 0.0, - 0.0, - 0.0, - 10.9, - 0.0, - 0.0 - ], - "35": [ - 74.41121688904782, - 8.7, - 3.3, - 100.21841146750702, - 91.00973986516777, - 0.0, - 0.0, - 10.803351000000001, - 31.718847, - 2.9000000000000004, - 0.0, - 98.10224568213103, - 0.0, - 135.90325838693525, - 0.0, - 0.0, - 0.0, - 10.9, - 0.0, - 0.0 - ], - "36": [ - 74.97009520014304, - 8.7, - 3.3, - 99.39657032075633, - 94.808765878651, - 0.0, - 0.0, - 10.803351000000001, - 31.718847, - 2.9000000000000004, - 0.0, - 99.59202111391792, - 0.0, - 135.4129325482417, - 0.0, - 0.0, - 0.0, - 10.9, - 0.0, - 0.0 - ], - "37": [ - 74.27308568012873, - 8.7, - 3.3, - 98.4569132886807, - 98.2278892907859, - 0.0, - 0.0, - 10.803351000000001, - 31.718847, - 2.9000000000000004, - 0.0, - 101.13281900252613, - 0.0, - 134.57163929341755, - 0.0, - 0.0, - 0.0, - 10.9, - 0.0, - 0.0 - ], - "38": [ - 73.74577711211586, - 8.7, - 3.3, - 97.51122195981263, - 101.5051003617073, - 0.0, - 0.0, - 10.803351000000001, - 31.718847, - 2.9000000000000004, - 0.0, - 102.51953710227352, - 0.0, - 133.21447536407578, - 0.0, - 0.0, - 0.0, - 10.9, - 0.0, - 0.0 - ], - "39": [ - 72.07119940090428, - 8.7, - 3.3, - 97.86009976383137, - 104.55459032553658, - 0.0, - 0.0, - 10.803351000000001, - 31.718847, - 2.9000000000000004, - 0.0, - 103.66758339204617, - 0.0, - 132.1930278276682, - 0.0, - 0.0, - 0.0, - 10.9, - 0.0, - 0.0 - ], - "40": [ - 71.06407946081384, - 8.7, - 3.3, - 98.07408978744823, - 107.49913129298292, - 0.0, - 0.0, - 10.803351000000001, - 31.718847, - 2.9000000000000004, - 0.0, - 104.70082505284155, - 0.0, - 131.77372504490137, - 0.0, - 0.0, - 0.0, - 10.9, - 0.0, - 0.0 - ], - "41": [ - 70.95767151473245, - 8.7, - 3.3, - 99.1666808087034, - 109.44921816368463, - 0.0, - 0.0, - 10.803351000000001, - 31.718847, - 2.9000000000000004, - 0.0, - 105.63074254755739, - 0.0, - 130.99635254041124, - 0.0, - 0.0, - 0.0, - 10.9, - 0.0, - 0.0 - ], - "42": [ - 70.2619043632592, - 8.7, - 3.3, - 100.95001272783307, - 111.60429634731616, - 0.0, - 0.0, - 10.803351000000001, - 31.718847, - 2.9000000000000004, - 0.0, - 106.56766829280166, - 0.0, - 129.4967172863701, - 0.0, - 0.0, - 0.0, - 10.9, - 0.0, - 0.0 - ], - "43": [ - 69.43571392693329, - 8.7, - 3.3, - 102.45501145504976, - 113.14386671258455, - 0.0, - 0.0, - 10.803351000000001, - 31.718847, - 2.9000000000000004, - 0.0, - 107.61090146352149, - 0.0, - 128.6470455577331, - 0.0, - 0.0, - 0.0, - 10.9, - 0.0, - 0.0 - ], - "44": [ - 68.99214253423996, - 8.7, - 3.3, - 103.90951030954479, - 114.7294800413261, - 0.0, - 0.0, - 10.803351000000001, - 31.718847, - 2.9000000000000004, - 0.0, - 108.64981131716934, - 0.0, - 127.38234100195979, - 0.0, - 0.0, - 0.0, - 10.9, - 0.0, - 0.0 - ], - "45": [ - 67.89292828081597, - 8.7, - 3.3, - 106.11855927859031, - 116.65653203719349, - 0.0, - 0.0, - 10.803351000000001, - 31.718847, - 2.9000000000000004, - 0.0, - 109.6848301854524, - 0.0, - 125.74410690176381, - 0.0, - 0.0, - 0.0, - 10.9, - 0.0, - 0.0 - ], - "46": [ - 66.80363545273437, - 8.7, - 3.3, - 107.30670335073128, - 117.89087883347413, - 0.0, - 0.0, - 10.803351000000001, - 31.718847, - 2.9000000000000004, - 0.0, - 110.51634716690715, - 0.0, - 124.16969621158744, - 0.0, - 0.0, - 0.0, - 10.9, - 0.0, - 0.0 - ], - "47": [ - 65.92327190746093, - 8.7, - 3.3, - 108.67603301565815, - 119.20179095012672, - 0.0, - 0.0, - 10.803351000000001, - 31.718847, - 2.9000000000000004, - 0.0, - 111.36471245021644, - 0.0, - 121.85272659042869, - 0.0, - 0.0, - 0.0, - 10.9, - 0.0, - 0.0 - ], - "48": [ - 64.53094471671484, - 8.7, - 3.3, - 110.80842971409234, - 120.48161185511405, - 0.0, - 0.0, - 10.803351000000001, - 31.718847, - 2.9000000000000004, - 0.0, - 112.1282412051948, - 0.0, - 121.86745393138582, - 0.0, - 0.0, - 0.0, - 10.9, - 0.0, - 0.0 - ], - "49": [ - 63.17785024504336, - 8.7, - 3.3, - 112.9275867426831, - 122.23345066960265, - 0.0, - 0.0, - 10.803351000000001, - 31.718847, - 2.9000000000000004, - 0.0, - 112.91541708467531, - 0.0, - 121.38070853824725, - 0.0, - 0.0, - 0.0, - 10.9, - 0.0, - 0.0 - ], - "50": [ - 61.660065220539025, - 8.7, - 3.3, - 115.63482806841479, - 124.01010560264238, - 0.0, - 0.0, - 10.803351000000001, - 31.718847, - 2.9000000000000004, - 0.0, - 113.62387537620778, - 0.0, - 121.04263768442252, - 0.0, - 0.0, - 0.0, - 10.9, - 0.0, - 0.0 - ], - "51": [ - 61.660065220539025, - 8.7, - 3.3, - 118.37134526157331, - 125.10909504237814, - 0.0, - 0.0, - 10.803351000000001, - 32.4469623, - 2.9000000000000004, - 0.0, - 114.16148783858699, - 0.0, - 119.93837391598026, - 0.0, - 0.0, - 0.0, - 10.9, - 0.0, - 0.0 - ], - "52": [ - 59.99405869848512, - 8.7, - 3.3, - 121.93421073541597, - 126.19818553814034, - 0.0, - 0.0, - 10.803351000000001, - 32.4469623, - 2.9000000000000004, - 0.0, - 114.74533905472829, - 0.0, - 119.44453652438224, - 0.0, - 0.0, - 0.0, - 10.9, - 0.0, - 0.0 - ], - "53": [ - 59.29465282863661, - 8.7, - 3.3, - 125.04078966187437, - 127.1783669843263, - 0.0, - 0.0, - 10.803351000000001, - 32.4469623, - 2.9000000000000004, - 0.0, - 114.97080514925545, - 0.0, - 119.40008287194402, - 0.0, - 0.0, - 0.0, - 10.9, - 0.0, - 0.0 - ], - "54": [ - 58.165187545772945, - 8.7, - 3.3, - 127.93671069568694, - 128.96053028589367, - 0.0, - 0.0, - 10.803351000000001, - 32.4469623, - 2.9000000000000004, - 0.0, - 115.3737246343299, - 0.0, - 119.26007458474962, - 0.0, - 0.0, - 0.0, - 10.9, - 0.0, - 0.0 - ], - "55": [ - 56.74866879119565, - 8.7, - 3.3, - 130.64303962611825, - 130.2644772573043, - 0.0, - 0.0, - 10.803351000000001, - 32.4469623, - 2.9000000000000004, - 0.0, - 115.63635217089691, - 0.0, - 119.03406712627465, - 0.0, - 0.0, - 0.0, - 10.9, - 0.0, - 0.0 - ], - "56": [ - 56.17380191207609, - 8.7, - 3.3, - 133.67873566350642, - 130.43802953157387, - 0.0, - 0.0, - 10.803351000000001, - 32.4469623, - 2.9000000000000004, - 0.0, - 115.87271695380723, - 0.0, - 118.83066041364718, - 0.0, - 0.0, - 0.0, - 10.9, - 0.0, - 0.0 - ], - "57": [ - 54.856421720868475, - 8.7, - 3.3, - 136.21086209715577, - 129.7942265784165, - 0.0, - 0.0, - 10.803351000000001, - 32.4469623, - 2.9000000000000004, - 0.0, - 116.3854452584265, - 0.0, - 118.14759437228247, - 0.0, - 0.0, - 0.0, - 10.9, - 0.0, - 0.0 - ], - "58": [ - 52.87077954878163, - 8.7, - 3.3, - 138.38977588744018, - 128.91480392057485, - 0.0, - 0.0, - 10.803351000000001, - 32.4469623, - 2.9000000000000004, - 0.0, - 116.64690073258384, - 0.0, - 117.83283493505422, - 0.0, - 0.0, - 0.0, - 10.9, - 0.0, - 0.0 - ], - "59": [ - 51.58370159390346, - 8.7, - 3.3, - 139.95079829869616, - 127.92332352851737, - 0.0, - 0.0, - 10.803351000000001, - 32.4469623, - 2.9000000000000004, - 0.0, - 116.88221065932547, - 0.0, - 117.6495514415488, - 0.0, - 0.0, - 0.0, - 10.9, - 0.0, - 0.0 - ], - "60": [ - 50.725331434513116, - 8.7, - 3.3, - 141.05571846882654, - 126.63099117566563, - 0.0, - 0.0, - 10.803351000000001, - 32.4469623, - 2.9000000000000004, - 0.0, - 117.09398959339292, - 0.0, - 117.58459629739392, - 0.0, - 0.0, - 0.0, - 10.9, - 0.0, - 0.0 - ], - "61": [ - 49.3527982910618, - 8.7, - 3.3, - 142.0501466219439, - 125.06789205809906, - 0.0, - 0.0, - 10.803351000000001, - 32.4469623, - 2.9000000000000004, - 0.0, - 117.38459063405362, - 0.0, - 117.12613666765452, - 0.0, - 0.0, - 0.0, - 10.9, - 0.0, - 0.0 - ], - "62": [ - 49.3527982910618, - 9.729999999999999, - 3.3, - 142.94513195974952, - 124.26110285228916, - 0.0, - 0.0, - 10.803351000000001, - 32.4469623, - 2.9000000000000004, - 0.0, - 117.64613157064827, - 0.0, - 117.01352300088907, - 0.0, - 0.0, - 0.0, - 10.9, - 0.0, - 0.0 - ], - "63": [ - 49.3527982910618, - 9.729999999999999, - 3.3, - 142.85061876377458, - 123.23499256706025, - 0.0, - 0.0, - 10.803351000000001, - 33.40226607, - 2.9000000000000004, - 0.0, - 117.88151841358344, - 0.0, - 116.21217070080016, - 0.0, - 0.0, - 0.0, - 10.9, - 0.0, - 0.0 - ], - "64": [ - 46.517518461955625, - 9.729999999999999, - 3.3, - 143.46555688739713, - 122.11149331035422, - 0.0, - 0.0, - 10.803351000000001, - 33.40226607, - 2.9000000000000004, - 0.0, - 118.0933665722251, - 0.0, - 114.89095363072015, - 0.0, - 0.0, - 0.0, - 10.9, - 0.0, - 0.0 - ], - "65": [ - 46.517518461955625, - 9.729999999999999, - 2.9699999999999998, - 143.61900119865743, - 120.7003439793188, - 0.0, - 0.0, - 10.803351000000001, - 33.40226607, - 2.9000000000000004, - 0.0, - 118.38402991500259, - 0.0, - 113.60185826764814, - 0.0, - 0.0, - 0.0, - 10.9, - 0.0, - 0.0 - ], - "66": [ - 43.865766615760066, - 9.729999999999999, - 2.9699999999999998, - 144.45710107879168, - 118.63030958138692, - 0.0, - 0.0, - 10.803351000000001, - 33.40226607, - 2.9000000000000004, - 0.0, - 118.74562692350233, - 0.0, - 113.04167244088333, - 0.0, - 0.0, - 0.0, - 10.9, - 0.0, - 0.0 - ], - "67": [ - 40.879189954184056, - 9.729999999999999, - 2.9699999999999998, - 145.91139097091252, - 115.26727862324823, - 0.0, - 0.0, - 10.803351000000001, - 33.40226607, - 2.9000000000000004, - 0.0, - 119.07106423115209, - 0.0, - 112.537505196795, - 0.0, - 0.0, - 0.0, - 10.9, - 0.0, - 0.0 - ], - "68": [ - 40.879189954184056, - 9.729999999999999, - 2.9699999999999998, - 148.12025187382127, - 111.24055076092341, - 0.0, - 0.0, - 10.803351000000001, - 34.162039463, - 2.9000000000000004, - 0.0, - 119.56395780803689, - 0.0, - 111.2837546771155, - 0.0, - 0.0, - 0.0, - 10.9, - 0.0, - 0.0 - ], - "69": [ - 39.19127095876565, - 9.729999999999999, - 2.9699999999999998, - 149.80822668643916, - 107.91649568483108, - 0.0, - 0.0, - 10.803351000000001, - 34.162039463, - 2.9000000000000004, - 0.0, - 119.9075620272332, - 0.0, - 110.75537920940394, - 0.0, - 0.0, - 0.0, - 10.9, - 0.0, - 0.0 - ], - "70": [ - 39.19127095876565, - 9.729999999999999, - 2.9699999999999998, - 151.62740401779524, - 104.32484611634797, - 0.0, - 0.0, - 10.803351000000001, - 34.162039463, - 2.9000000000000004, - 0.0, - 120.21680582450988, - 0.0, - 109.67984128846355, - 0.0, - 0.0, - 0.0, - 10.9, - 0.0, - 0.0 - ], - "71": [ - 36.572143862889085, - 9.729999999999999, - 2.9699999999999998, - 153.0646636160157, - 102.19236150471318, - 0.0, - 0.0, - 10.803351000000001, - 34.162039463, - 2.9000000000000004, - 0.0, - 120.3951252420589, - 0.0, - 108.61185715961719, - 0.0, - 0.0, - 0.0, - 10.9, - 0.0, - 0.0 - ], - "72": [ - 36.572143862889085, - 9.729999999999999, - 2.9699999999999998, - 154.35819725441414, - 99.87312535424186, - 0.0, - 0.0, - 10.803351000000001, - 34.9458355167, - 2.9000000000000004, - 0.0, - 120.55561271785301, - 0.0, - 107.95067144365547, - 0.0, - 0.0, - 0.0, - 10.9, - 0.0, - 0.0 - ], - "73": [ - 36.572143862889085, - 9.729999999999999, - 2.9699999999999998, - 154.92237752897273, - 97.88581281881768, - 0.0, - 0.0, - 10.803351000000001, - 35.55125196503, - 2.9000000000000004, - 0.0, - 120.50005144606772, - 0.0, - 107.65560429928992, - 0.0, - 0.0, - 0.0, - 10.9, - 0.0, - 0.0 - ], - "74": [ - 34.31492947660018, - 9.729999999999999, - 2.9699999999999998, - 154.13013977607545, - 96.69723153693592, - 0.0, - 0.0, - 10.803351000000001, - 35.55125196503, - 2.9000000000000004, - 0.0, - 120.15004630146095, - 0.0, - 107.19004386936092, - 0.0, - 0.0, - 0.0, - 10.9, - 0.0, - 0.0 - ], - "75": [ - 32.28343652894016, - 9.729999999999999, - 2.9699999999999998, - 154.0171257984679, - 95.82750838324233, - 0.0, - 0.0, - 10.803351000000001, - 35.55125196503, - 2.9000000000000004, - 0.0, - 120.03504167131486, - 0.0, - 106.77103948242483, - 0.0, - 0.0, - 0.0, - 10.9, - 0.0, - 0.0 - ], - "76": [ - 32.28343652894016, - 9.729999999999999, - 2.9699999999999998, - 153.61541321862111, - 95.4447575449181, - 0.0, - 0.0, - 10.803351000000001, - 35.55125196503, - 2.9000000000000004, - 0.0, - 119.73153750418336, - 0.0, - 105.89393553418235, - 0.0, - 0.0, - 0.0, - 15.71, - 0.0, - 0.0 - ], - "77": [ - 30.055092876046142, - 9.729999999999999, - 2.9699999999999998, - 153.453871896759, - 94.5002817904263, - 0.0, - 0.0, - 10.803351000000001, - 35.55125196503, - 2.9000000000000004, - 0.0, - 119.35838375376503, - 0.0, - 105.10454198076411, - 0.0, - 0.0, - 0.0, - 15.71, - 0.0, - 0.0 - ], - "78": [ - 30.055092876046142, - 9.729999999999999, - 2.9699999999999998, - 152.90848470708312, - 92.65025361138368, - 0.0, - 0.0, - 18.8230159, - 35.55125196503, - 2.9000000000000004, - 0.0, - 119.12254537838852, - 0.0, - 106.1940877826877, - 0.0, - 0.0, - 0.0, - 15.71, - 0.0, - 0.0 - ], - "79": [ - 27.54958358844153, - 9.729999999999999, - 2.9699999999999998, - 152.91763623637482, - 91.1852282502453, - 0.0, - 0.0, - 18.8230159, - 35.55125196503, - 2.9000000000000004, - 0.0, - 119.21029084054967, - 0.0, - 106.97467900441893, - 0.0, - 0.0, - 0.0, - 15.71, - 0.0, - 0.0 - ], - "80": [ - 27.54958358844153, - 9.729999999999999, - 2.9699999999999998, - 151.92587261273735, - 89.86670542522077, - 0.0, - 0.0, - 18.8230159, - 36.796126768526996, - 2.9000000000000004, - 0.0, - 119.48926175649471, - 0.0, - 108.87721110397703, - 0.0, - 0.0, - 0.0, - 15.71, - 0.0, - 0.0 - ], - "81": [ - 27.54958358844153, - 9.729999999999999, - 2.6729999999999996, - 151.4332853514636, - 88.5800348826987, - 0.0, - 0.0, - 18.8230159, - 36.796126768526996, - 2.9000000000000004, - 0.0, - 119.84033558084525, - 0.0, - 109.68948999357933, - 0.0, - 0.0, - 0.0, - 15.71, - 0.0, - 0.0 - ], - "82": [ - 27.54958358844153, - 9.729999999999999, - 2.6729999999999996, - 151.08995681631725, - 86.42203139442883, - 0.0, - 0.0, - 18.8230159, - 37.516514091674296, - 2.9000000000000004, - 0.0, - 120.15630202276073, - 0.0, - 111.2205409942214, - 0.0, - 0.0, - 0.0, - 15.71, - 0.0, - 0.0 - ], - "83": [ - 27.54958358844153, - 9.729999999999999, - 2.6729999999999996, - 150.38096113468552, - 84.77982825498594, - 0.0, - 0.0, - 26.040714310000002, - 37.516514091674296, - 2.9000000000000004, - 0.0, - 120.54067182048465, - 0.0, - 112.49848689479926, - 0.0, - 0.0, - 0.0, - 15.71, - 0.0, - 0.0 - ], - "84": [ - 27.54958358844153, - 9.729999999999999, - 2.6729999999999996, - 149.74286502121697, - 82.20184542948735, - 0.0, - 0.0, - 26.040714310000002, - 38.264862682506866, - 2.9000000000000004, - 0.0, - 121.18660463843618, - 0.0, - 113.74863820531934, - 0.0, - 0.0, - 0.0, - 15.71, - 0.0, - 0.0 - ], - "85": [ - 27.54958358844153, - 9.729999999999999, - 2.6729999999999996, - 147.86857851909528, - 79.38166088653861, - 0.0, - 0.0, - 26.040714310000002, - 39.03837641425618, - 2.9000000000000004, - 0.0, - 121.66794417459256, - 0.0, - 114.0737743847874, - 0.0, - 0.0, - 0.0, - 15.71, - 0.0, - 0.0 - ], - "86": [ - 27.54958358844153, - 9.729999999999999, - 2.6729999999999996, - 147.08172066718575, - 76.64349479788476, - 0.0, - 0.0, - 32.036642879, - 39.03837641425618, - 2.9000000000000004, - 0.0, - 122.3011497571333, - 0.0, - 113.16639694630865, - 0.0, - 0.0, - 0.0, - 15.71, - 0.0, - 0.0 - ], - "87": [ - 27.54958358844153, - 9.729999999999999, - 2.6729999999999996, - 146.8735486004672, - 74.07914531809628, - 0.0, - 0.0, - 32.036642879, - 39.03837641425618, - 2.9000000000000004, - 0.0, - 122.77103478141997, - 0.0, - 112.74975725167779, - 0.0, - 0.0, - 0.0, - 15.71, - 0.0, - 7.5 - ], - "88": [ - 27.54958358844153, - 9.729999999999999, - 2.6729999999999996, - 146.18619374042046, - 72.07123078628665, - 0.0, - 0.0, - 37.8329785911, - 39.03837641425618, - 2.9000000000000004, - 0.0, - 123.29393130327797, - 0.0, - 113.67478152651002, - 0.0, - 0.0, - 0.0, - 15.71, - 0.0, - 7.5 - ], - "89": [ - 27.54958358844153, - 9.729999999999999, - 2.6729999999999996, - 145.1675743663784, - 71.16410770765799, - 0.0, - 0.0, - 37.8329785911, - 39.03837641425618, - 2.9000000000000004, - 0.0, - 123.76453817295018, - 0.0, - 113.50730337385902, - 0.0, - 0.0, - 0.0, - 20.739, - 0.0, - 7.5 - ], - "90": [ - 27.54958358844153, - 9.729999999999999, - 2.6729999999999996, - 144.35081692974057, - 70.14769693689219, - 0.0, - 0.0, - 42.44968073199, - 39.03837641425618, - 2.9000000000000004, - 0.0, - 124.08808435565517, - 0.0, - 113.15657303647312, - 0.0, - 0.0, - 0.0, - 20.739, - 0.0, - 7.5 - ], - "91": [ - 27.54958358844153, - 9.729999999999999, - 2.6729999999999996, - 144.1157352367665, - 69.83292724320297, - 0.0, - 0.0, - 46.604712658791, - 39.03837641425618, - 2.9000000000000004, - 0.0, - 124.47927592008965, - 0.0, - 112.9409157328258, - 0.0, - 0.0, - 0.0, - 20.739, - 0.0, - 7.5 - ], - "92": [ - 27.54958358844153, - 9.729999999999999, - 2.6729999999999996, - 143.10416171308987, - 69.64963451888268, - 0.0, - 0.0, - 46.604712658791, - 39.93453877283056, - 2.9000000000000004, - 0.0, - 125.03134832808068, - 0.0, - 112.14682415954321, - 0.0, - 0.0, - 0.0, - 20.739, - 0.0, - 7.5 - ], - "93": [ - 27.54958358844153, - 9.729999999999999, - 2.6729999999999996, - 143.49374554178087, - 69.18467106699441, - 0.0, - 0.0, - 46.604712658791, - 40.7410848955475, - 2.9000000000000004, - 0.0, - 125.72821349527261, - 0.0, - 111.93214174358889, - 0.0, - 0.0, - 0.0, - 20.739, - 0.0, - 7.5 - ], - "94": [ - 27.54958358844153, - 9.729999999999999, - 2.6729999999999996, - 143.04437098760278, - 69.06620396029497, - 0.0, - 0.0, - 46.604712658791, - 40.7410848955475, - 2.9000000000000004, - 0.0, - 126.25539214574535, - 0.0, - 111.83892756923, - 0.0, - 0.0, - 1.1, - 20.739, - 0.0, - 7.5 - ], - "95": [ - 27.54958358844153, - 9.729999999999999, - 2.6729999999999996, - 144.03993388884248, - 69.06620396029497, - 0.0, - 0.0, - 49.344241392911904, - 40.7410848955475, - 2.9000000000000004, - 0.0, - 126.72985293117081, - 0.0, - 110.855034812307, - 0.0, - 0.0, - 1.1, - 20.739, - 0.0, - 7.5 - ], - "96": [ - 27.54958358844153, - 9.729999999999999, - 2.6729999999999996, - 144.63594049995822, - 68.65958356426547, - 0.0, - 0.0, - 49.344241392911904, - 40.76697640599275, - 2.9000000000000004, - 0.0, - 126.95686763805372, - 0.0, - 110.3695313310763, - 0.0, - 0.0, - 1.1, - 20.739, - 0.0, - 7.5 - ], - "97": [ - 25.194625229597374, - 9.729999999999999, - 2.6729999999999996, - 145.4723464499624, - 68.39362520783892, - 0.0, - 0.0, - 49.344241392911904, - 40.76697640599275, - 2.9000000000000004, - 0.0, - 126.96118087424836, - 0.0, - 110.33257819796867, - 0.0, - 0.0, - 1.1, - 20.739, - 0.0, - 7.5 - ], - "98": [ - 25.194625229597374, - 9.729999999999999, - 2.6729999999999996, - 146.32511180496616, - 68.39362520783892, - 0.0, - 0.0, - 51.10981725362071, - 40.790278765393474, - 2.9000000000000004, - 0.0, - 126.96506278682352, - 0.0, - 111.39932037817181, - 0.0, - 0.0, - 1.1, - 20.739, - 0.0, - 7.5 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.1.gamma=0.1/run=afafa68483c34a31/rewards.json b/experiments/seed=256/alpha=0.1.gamma=0.1/run=afafa68483c34a31/rewards.json deleted file mode 100644 index e8b646a..0000000 --- a/experiments/seed=256/alpha=0.1.gamma=0.1/run=afafa68483c34a31/rewards.json +++ /dev/null @@ -1,2202 +0,0 @@ -{ - "0": [ - 44, - 25, - 8, - 161, - 29, - 0, - 10, - 0, - 70, - 28, - 0, - 92, - 0, - 127, - 0, - 0, - 0, - 132, - 0, - 122 - ], - "1": [ - 56, - 25, - 18, - 164, - 34, - 0, - 9, - 3, - 72, - 30, - 0, - 91, - 0, - 134, - 0, - 0, - 0, - 139, - 0, - 123 - ], - "2": [ - 64, - 24, - 20, - 153, - 34, - 0, - 3, - 0, - 67, - 35, - 0, - 89, - 0, - 148, - 0, - 0, - 0, - 134, - 0, - 118 - ], - "3": [ - 67, - 24, - 18, - 164, - 31, - 0, - 1, - 9, - 68, - 29, - 0, - 90, - 0, - 150, - 0, - 0, - 0, - 125, - 0, - 111 - ], - "4": [ - 74, - 29, - 15, - 154, - 32, - 0, - 0, - 6, - 74, - 29, - 0, - 89, - 0, - 142, - 0, - 0, - 0, - 122, - 0, - 116 - ], - "5": [ - 77, - 35, - 7, - 158, - 36, - 0, - 0, - 15, - 66, - 31, - 0, - 90, - 0, - 150, - 0, - 0, - 0, - 117, - 0, - 117 - ], - "6": [ - 77, - 33, - 8, - 146, - 39, - 0, - 0, - 19, - 64, - 29, - 0, - 92, - 0, - 151, - 0, - 0, - 0, - 100, - 0, - 117 - ], - "7": [ - 72, - 40, - 5, - 142, - 40, - 0, - 0, - 21, - 71, - 25, - 0, - 92, - 0, - 149, - 0, - 0, - 0, - 107, - 0, - 117 - ], - "8": [ - 73, - 36, - 5, - 141, - 45, - 0, - 0, - 22, - 68, - 22, - 0, - 93, - 0, - 157, - 0, - 0, - 0, - 111, - 0, - 123 - ], - "9": [ - 75, - 32, - 5, - 128, - 47, - 0, - 0, - 23, - 63, - 23, - 0, - 93, - 0, - 160, - 0, - 0, - 0, - 110, - 0, - 113 - ], - "10": [ - 79, - 35, - 4, - 130, - 48, - 0, - 0, - 19, - 67, - 26, - 0, - 94, - 0, - 174, - 0, - 0, - 0, - 118, - 0, - 121 - ], - "11": [ - 78, - 36, - 6, - 130, - 60, - 0, - 0, - 29, - 57, - 26, - 0, - 94, - 0, - 173, - 0, - 0, - 0, - 124, - 0, - 128 - ], - "12": [ - 62, - 33, - 9, - 129, - 65, - 0, - 0, - 34, - 56, - 30, - 0, - 97, - 0, - 165, - 0, - 0, - 0, - 113, - 0, - 119 - ], - "13": [ - 59, - 31, - 13, - 120, - 67, - 0, - 0, - 21, - 64, - 32, - 0, - 96, - 0, - 166, - 0, - 0, - 0, - 107, - 0, - 109 - ], - "14": [ - 53, - 28, - 18, - 118, - 64, - 0, - 0, - 18, - 68, - 37, - 0, - 98, - 0, - 164, - 0, - 0, - 0, - 114, - 0, - 112 - ], - "15": [ - 57, - 34, - 23, - 119, - 68, - 0, - 0, - 15, - 74, - 37, - 0, - 95, - 0, - 156, - 0, - 0, - 0, - 110, - 0, - 110 - ], - "16": [ - 60, - 37, - 24, - 117, - 72, - 0, - 0, - 6, - 69, - 43, - 0, - 97, - 0, - 164, - 0, - 0, - 0, - 117, - 0, - 104 - ], - "17": [ - 62, - 38, - 20, - 114, - 68, - 0, - 0, - 4, - 73, - 45, - 0, - 98, - 0, - 166, - 0, - 0, - 0, - 118, - 0, - 104 - ], - "18": [ - 60, - 34, - 23, - 107, - 69, - 0, - 0, - 12, - 69, - 42, - 0, - 98, - 0, - 160, - 0, - 0, - 0, - 132, - 0, - 102 - ], - "19": [ - 58, - 36, - 28, - 111, - 66, - 0, - 0, - 6, - 69, - 43, - 0, - 98, - 0, - 148, - 0, - 0, - 0, - 133, - 0, - 104 - ], - "20": [ - 54, - 30, - 19, - 105, - 71, - 0, - 0, - 0, - 61, - 34, - 0, - 102, - 0, - 153, - 0, - 0, - 0, - 125, - 0, - 105 - ], - "21": [ - 54, - 29, - 11, - 107, - 77, - 0, - 0, - 0, - 55, - 35, - 0, - 99, - 0, - 141, - 0, - 0, - 0, - 109, - 0, - 99 - ], - "22": [ - 61, - 30, - 12, - 105, - 79, - 0, - 0, - 0, - 65, - 28, - 0, - 100, - 0, - 149, - 0, - 0, - 0, - 109, - 0, - 103 - ], - "23": [ - 72, - 29, - 14, - 106, - 85, - 0, - 0, - 0, - 73, - 26, - 0, - 102, - 0, - 148, - 0, - 0, - 0, - 113, - 0, - 99 - ], - "24": [ - 71, - 27, - 7, - 101, - 84, - 0, - 0, - 0, - 75, - 24, - 0, - 101, - 0, - 154, - 0, - 0, - 0, - 118, - 0, - 90 - ], - "25": [ - 69, - 28, - 12, - 107, - 87, - 0, - 0, - 0, - 73, - 24, - 0, - 102, - 0, - 151, - 0, - 0, - 0, - 109, - 0, - 85 - ], - "26": [ - 79, - 32, - 25, - 109, - 96, - 0, - 0, - 5, - 68, - 28, - 0, - 106, - 0, - 150, - 0, - 0, - 0, - 111, - 0, - 87 - ], - "27": [ - 77, - 38, - 16, - 101, - 106, - 0, - 0, - 1, - 65, - 23, - 0, - 105, - 0, - 140, - 0, - 0, - 0, - 107, - 0, - 81 - ], - "28": [ - 94, - 42, - 17, - 100, - 105, - 0, - 0, - 7, - 63, - 28, - 0, - 105, - 0, - 146, - 0, - 0, - 0, - 99, - 0, - 81 - ], - "29": [ - 87, - 43, - 18, - 103, - 106, - 0, - 0, - 6, - 65, - 35, - 0, - 105, - 0, - 135, - 0, - 0, - 0, - 97, - 0, - 87 - ], - "30": [ - 78, - 39, - 15, - 102, - 102, - 0, - 0, - 8, - 62, - 36, - 0, - 106, - 0, - 138, - 0, - 0, - 0, - 103, - 0, - 97 - ], - "31": [ - 79, - 42, - 12, - 102, - 105, - 0, - 0, - 5, - 63, - 33, - 0, - 106, - 0, - 132, - 0, - 0, - 0, - 102, - 0, - 85 - ], - "32": [ - 73, - 40, - 9, - 94, - 104, - 0, - 0, - 5, - 57, - 24, - 0, - 107, - 0, - 134, - 0, - 0, - 0, - 102, - 0, - 92 - ], - "33": [ - 77, - 42, - 11, - 93, - 107, - 0, - 0, - 15, - 56, - 15, - 0, - 110, - 0, - 131, - 0, - 0, - 0, - 104, - 0, - 82 - ], - "34": [ - 80, - 35, - 9, - 91, - 119, - 0, - 0, - 10, - 49, - 16, - 0, - 112, - 0, - 132, - 0, - 0, - 0, - 100, - 0, - 80 - ], - "35": [ - 90, - 32, - 18, - 95, - 119, - 0, - 0, - 9, - 50, - 16, - 0, - 112, - 0, - 121, - 0, - 0, - 0, - 101, - 0, - 80 - ], - "36": [ - 85, - 30, - 21, - 94, - 132, - 0, - 0, - 3, - 44, - 23, - 0, - 111, - 0, - 124, - 0, - 0, - 0, - 101, - 0, - 89 - ], - "37": [ - 80, - 24, - 14, - 92, - 129, - 0, - 0, - 0, - 51, - 23, - 0, - 113, - 0, - 131, - 0, - 0, - 0, - 99, - 0, - 90 - ], - "38": [ - 68, - 23, - 16, - 90, - 129, - 0, - 0, - 1, - 46, - 24, - 0, - 115, - 0, - 127, - 0, - 0, - 0, - 100, - 0, - 89 - ], - "39": [ - 69, - 20, - 14, - 89, - 131, - 0, - 0, - 10, - 53, - 18, - 0, - 115, - 0, - 121, - 0, - 0, - 0, - 108, - 0, - 83 - ], - "40": [ - 57, - 20, - 14, - 101, - 132, - 0, - 0, - 16, - 52, - 27, - 0, - 114, - 0, - 123, - 0, - 0, - 0, - 119, - 0, - 78 - ], - "41": [ - 62, - 20, - 10, - 100, - 134, - 0, - 0, - 18, - 47, - 20, - 0, - 114, - 0, - 128, - 0, - 0, - 0, - 120, - 0, - 79 - ], - "42": [ - 70, - 22, - 14, - 109, - 127, - 0, - 0, - 23, - 45, - 16, - 0, - 114, - 0, - 124, - 0, - 0, - 0, - 119, - 0, - 78 - ], - "43": [ - 64, - 20, - 2, - 117, - 131, - 0, - 0, - 25, - 43, - 16, - 0, - 115, - 0, - 116, - 0, - 0, - 0, - 116, - 0, - 83 - ], - "44": [ - 62, - 20, - 0, - 116, - 127, - 0, - 0, - 32, - 43, - 16, - 0, - 117, - 0, - 121, - 0, - 0, - 0, - 113, - 0, - 84 - ], - "45": [ - 65, - 20, - 2, - 117, - 129, - 0, - 0, - 38, - 40, - 16, - 0, - 118, - 0, - 116, - 0, - 0, - 0, - 113, - 0, - 84 - ], - "46": [ - 58, - 20, - 8, - 126, - 134, - 0, - 0, - 42, - 40, - 18, - 0, - 119, - 0, - 111, - 0, - 0, - 0, - 108, - 0, - 82 - ], - "47": [ - 57, - 19, - 14, - 118, - 129, - 0, - 0, - 33, - 41, - 14, - 0, - 118, - 0, - 110, - 0, - 0, - 3, - 111, - 0, - 86 - ], - "48": [ - 58, - 18, - 20, - 121, - 131, - 0, - 0, - 36, - 38, - 14, - 0, - 119, - 0, - 101, - 0, - 0, - 0, - 109, - 0, - 85 - ], - "49": [ - 52, - 18, - 23, - 130, - 132, - 0, - 0, - 39, - 40, - 15, - 0, - 119, - 0, - 122, - 0, - 0, - 0, - 101, - 0, - 85 - ], - "50": [ - 51, - 18, - 26, - 132, - 138, - 0, - 0, - 45, - 40, - 16, - 0, - 120, - 0, - 117, - 0, - 0, - 0, - 97, - 0, - 82 - ], - "51": [ - 48, - 18, - 22, - 140, - 140, - 0, - 0, - 49, - 39, - 19, - 0, - 120, - 0, - 118, - 0, - 0, - 0, - 91, - 0, - 86 - ], - "52": [ - 43, - 19, - 17, - 143, - 135, - 0, - 0, - 35, - 39, - 24, - 0, - 119, - 0, - 110, - 0, - 0, - 3, - 94, - 0, - 90 - ], - "53": [ - 45, - 19, - 11, - 154, - 136, - 0, - 0, - 44, - 39, - 22, - 0, - 120, - 0, - 115, - 0, - 0, - 2, - 93, - 0, - 89 - ], - "54": [ - 53, - 20, - 9, - 153, - 136, - 0, - 0, - 34, - 38, - 25, - 0, - 117, - 0, - 119, - 0, - 0, - 0, - 87, - 0, - 89 - ], - "55": [ - 48, - 21, - 5, - 154, - 145, - 0, - 0, - 37, - 38, - 31, - 0, - 119, - 0, - 118, - 0, - 0, - 0, - 86, - 0, - 81 - ], - "56": [ - 44, - 24, - 4, - 155, - 142, - 0, - 0, - 46, - 40, - 35, - 0, - 118, - 0, - 117, - 0, - 0, - 0, - 80, - 0, - 77 - ], - "57": [ - 51, - 21, - 4, - 161, - 132, - 0, - 0, - 55, - 42, - 35, - 0, - 118, - 0, - 117, - 0, - 0, - 0, - 83, - 0, - 81 - ], - "58": [ - 43, - 20, - 6, - 159, - 124, - 0, - 0, - 58, - 41, - 41, - 0, - 121, - 0, - 112, - 0, - 0, - 0, - 90, - 0, - 81 - ], - "59": [ - 35, - 19, - 3, - 158, - 121, - 0, - 0, - 66, - 40, - 39, - 0, - 119, - 0, - 115, - 0, - 0, - 5, - 91, - 0, - 79 - ], - "60": [ - 40, - 21, - 0, - 154, - 119, - 0, - 0, - 63, - 40, - 37, - 0, - 119, - 0, - 116, - 0, - 0, - 9, - 92, - 0, - 83 - ], - "61": [ - 43, - 22, - 0, - 151, - 115, - 0, - 0, - 77, - 41, - 35, - 0, - 119, - 0, - 117, - 0, - 0, - 3, - 88, - 0, - 77 - ], - "62": [ - 37, - 20, - 0, - 151, - 111, - 0, - 0, - 76, - 42, - 36, - 0, - 120, - 0, - 113, - 0, - 0, - 3, - 84, - 0, - 75 - ], - "63": [ - 32, - 19, - 0, - 151, - 117, - 0, - 0, - 82, - 42, - 28, - 0, - 120, - 0, - 116, - 0, - 0, - 7, - 79, - 0, - 82 - ], - "64": [ - 27, - 15, - 0, - 142, - 114, - 0, - 0, - 85, - 42, - 25, - 0, - 120, - 0, - 109, - 0, - 0, - 0, - 78, - 0, - 82 - ], - "65": [ - 21, - 18, - 0, - 149, - 112, - 0, - 0, - 85, - 44, - 28, - 0, - 120, - 0, - 103, - 0, - 0, - 0, - 82, - 0, - 75 - ], - "66": [ - 28, - 18, - 0, - 145, - 108, - 0, - 0, - 80, - 43, - 26, - 0, - 121, - 0, - 102, - 0, - 0, - 2, - 76, - 0, - 84 - ], - "67": [ - 20, - 20, - 0, - 152, - 100, - 0, - 0, - 87, - 43, - 21, - 0, - 122, - 0, - 108, - 0, - 0, - 3, - 68, - 0, - 81 - ], - "68": [ - 14, - 20, - 0, - 159, - 85, - 0, - 0, - 80, - 40, - 21, - 0, - 122, - 0, - 108, - 0, - 0, - 4, - 59, - 0, - 88 - ], - "69": [ - 18, - 20, - 0, - 168, - 75, - 0, - 0, - 86, - 41, - 17, - 0, - 124, - 0, - 100, - 0, - 0, - 0, - 58, - 0, - 84 - ], - "70": [ - 24, - 20, - 0, - 165, - 78, - 0, - 4, - 83, - 41, - 29, - 0, - 123, - 0, - 106, - 0, - 0, - 3, - 59, - 0, - 82 - ], - "71": [ - 19, - 21, - 0, - 168, - 72, - 0, - 11, - 81, - 42, - 26, - 0, - 123, - 0, - 100, - 0, - 0, - 8, - 62, - 0, - 76 - ], - "72": [ - 13, - 23, - 0, - 166, - 83, - 0, - 13, - 82, - 43, - 33, - 0, - 122, - 0, - 99, - 0, - 0, - 6, - 68, - 0, - 84 - ], - "73": [ - 14, - 23, - 5, - 166, - 79, - 0, - 20, - 82, - 42, - 20, - 0, - 122, - 0, - 102, - 0, - 0, - 1, - 67, - 0, - 92 - ], - "74": [ - 18, - 24, - 0, - 160, - 80, - 0, - 15, - 78, - 41, - 19, - 0, - 120, - 0, - 105, - 0, - 0, - 8, - 59, - 0, - 87 - ], - "75": [ - 14, - 24, - 2, - 147, - 86, - 0, - 26, - 82, - 44, - 20, - 0, - 117, - 0, - 103, - 0, - 0, - 5, - 55, - 0, - 93 - ], - "76": [ - 14, - 23, - 0, - 153, - 88, - 0, - 25, - 92, - 46, - 16, - 0, - 119, - 0, - 103, - 0, - 0, - 5, - 60, - 0, - 86 - ], - "77": [ - 9, - 25, - 0, - 150, - 92, - 0, - 29, - 96, - 46, - 8, - 0, - 117, - 0, - 98, - 0, - 0, - 9, - 59, - 0, - 80 - ], - "78": [ - 10, - 23, - 0, - 152, - 86, - 0, - 21, - 92, - 47, - 11, - 0, - 116, - 0, - 98, - 0, - 0, - 13, - 72, - 0, - 74 - ], - "79": [ - 5, - 22, - 0, - 148, - 76, - 0, - 22, - 91, - 43, - 10, - 0, - 117, - 0, - 116, - 0, - 0, - 3, - 69, - 0, - 70 - ], - "80": [ - 5, - 20, - 0, - 153, - 78, - 0, - 23, - 90, - 45, - 16, - 0, - 120, - 0, - 114, - 0, - 0, - 4, - 70, - 0, - 67 - ], - "81": [ - 13, - 18, - 0, - 143, - 78, - 0, - 29, - 91, - 48, - 15, - 0, - 122, - 0, - 126, - 0, - 0, - 7, - 70, - 0, - 66 - ], - "82": [ - 18, - 22, - 0, - 147, - 77, - 0, - 20, - 88, - 47, - 6, - 0, - 123, - 0, - 117, - 0, - 0, - 10, - 74, - 0, - 69 - ], - "83": [ - 17, - 20, - 0, - 148, - 67, - 0, - 19, - 95, - 44, - 10, - 0, - 123, - 0, - 125, - 0, - 0, - 16, - 70, - 0, - 72 - ], - "84": [ - 15, - 22, - 0, - 144, - 70, - 0, - 32, - 91, - 45, - 5, - 0, - 124, - 0, - 124, - 0, - 0, - 22, - 69, - 0, - 71 - ], - "85": [ - 16, - 25, - 0, - 144, - 59, - 0, - 38, - 94, - 45, - 0, - 0, - 127, - 0, - 125, - 0, - 0, - 21, - 67, - 0, - 70 - ], - "86": [ - 19, - 24, - 0, - 131, - 54, - 0, - 45, - 92, - 46, - 0, - 0, - 126, - 0, - 117, - 0, - 0, - 20, - 63, - 0, - 67 - ], - "87": [ - 15, - 20, - 1, - 140, - 52, - 0, - 36, - 86, - 48, - 0, - 0, - 128, - 0, - 105, - 0, - 0, - 22, - 70, - 0, - 74 - ], - "88": [ - 10, - 21, - 3, - 145, - 51, - 0, - 28, - 88, - 44, - 1, - 0, - 127, - 0, - 109, - 0, - 0, - 17, - 76, - 0, - 75 - ], - "89": [ - 6, - 20, - 8, - 140, - 54, - 0, - 30, - 90, - 43, - 1, - 0, - 128, - 0, - 122, - 0, - 0, - 16, - 75, - 0, - 83 - ], - "90": [ - 9, - 19, - 3, - 136, - 63, - 0, - 26, - 92, - 46, - 0, - 0, - 128, - 0, - 112, - 0, - 0, - 19, - 66, - 0, - 82 - ], - "91": [ - 16, - 22, - 9, - 137, - 61, - 0, - 29, - 84, - 46, - 0, - 0, - 127, - 0, - 110, - 0, - 0, - 11, - 63, - 0, - 76 - ], - "92": [ - 11, - 25, - 9, - 142, - 67, - 0, - 30, - 84, - 46, - 0, - 0, - 128, - 0, - 111, - 0, - 0, - 13, - 62, - 0, - 76 - ], - "93": [ - 10, - 21, - 4, - 134, - 68, - 0, - 13, - 83, - 48, - 0, - 0, - 130, - 0, - 105, - 0, - 0, - 9, - 63, - 0, - 79 - ], - "94": [ - 9, - 24, - 3, - 147, - 65, - 0, - 11, - 77, - 48, - 0, - 0, - 132, - 0, - 110, - 0, - 0, - 14, - 70, - 0, - 74 - ], - "95": [ - 8, - 23, - 4, - 139, - 68, - 0, - 14, - 72, - 48, - 0, - 0, - 131, - 0, - 111, - 0, - 0, - 11, - 71, - 0, - 75 - ], - "96": [ - 6, - 23, - 10, - 153, - 70, - 0, - 29, - 74, - 47, - 0, - 0, - 131, - 0, - 102, - 0, - 0, - 9, - 69, - 0, - 78 - ], - "97": [ - 11, - 23, - 9, - 150, - 65, - 0, - 26, - 75, - 41, - 0, - 0, - 129, - 0, - 106, - 0, - 0, - 11, - 63, - 0, - 82 - ], - "98": [ - 4, - 24, - 14, - 153, - 66, - 0, - 21, - 71, - 41, - 0, - 0, - 127, - 0, - 110, - 0, - 0, - 10, - 68, - 0, - 82 - ], - "99": [ - 1, - 25, - 22, - 154, - 66, - 0, - 21, - 67, - 41, - 0, - 0, - 127, - 0, - 121, - 0, - 0, - 8, - 66, - 0, - 90 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.1.gamma=0.1/run=afafa68483c34a31/rewards.plot.png b/experiments/seed=256/alpha=0.1.gamma=0.1/run=afafa68483c34a31/rewards.plot.png deleted file mode 100644 index 144a66a..0000000 Binary files a/experiments/seed=256/alpha=0.1.gamma=0.1/run=afafa68483c34a31/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.1.gamma=0.1/run=afafa68483c34a31/sum_rewards.json b/experiments/seed=256/alpha=0.1.gamma=0.1/run=afafa68483c34a31/sum_rewards.json deleted file mode 100644 index 9da9c55..0000000 --- a/experiments/seed=256/alpha=0.1.gamma=0.1/run=afafa68483c34a31/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 50301, - "V": 5420235 - }, - "control": { - "R": 48713, - "V": 5721003 - } -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.1.gamma=0.1/run=afafa68483c34a31/view.plot.png b/experiments/seed=256/alpha=0.1.gamma=0.1/run=afafa68483c34a31/view.plot.png deleted file mode 100644 index 1eacbf7..0000000 Binary files a/experiments/seed=256/alpha=0.1.gamma=0.1/run=afafa68483c34a31/view.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.1.gamma=0.9/run=03fb7b73af7b4c85/choices.json b/experiments/seed=256/alpha=0.1.gamma=0.9/run=03fb7b73af7b4c85/choices.json deleted file mode 100644 index 571f8f1..0000000 --- a/experiments/seed=256/alpha=0.1.gamma=0.9/run=03fb7b73af7b4c85/choices.json +++ /dev/null @@ -1,702 +0,0 @@ -{ - "0": [ - 7, - 19, - 14, - 12, - 3 - ], - "1": [ - 6, - 11, - 18, - 15, - 19 - ], - "2": [ - 4, - 18, - 5, - 3, - 19 - ], - "3": [ - 11, - 3, - 19, - 12, - 0 - ], - "4": [ - 11, - 19, - 3, - 0, - 1 - ], - "5": [ - 11, - 3, - 19, - 5, - 0 - ], - "6": [ - 11, - 3, - 19, - 13, - 17 - ], - "7": [ - 11, - 3, - 19, - 13, - 15 - ], - "8": [ - 11, - 3, - 19, - 13, - 17 - ], - "9": [ - 11, - 3, - 19, - 13, - 17 - ], - "10": [ - 11, - 3, - 19, - 13, - 17 - ], - "11": [ - 11, - 3, - 19, - 13, - 17 - ], - "12": [ - 11, - 3, - 13, - 17, - 19 - ], - "13": [ - 11, - 3, - 13, - 17, - 19 - ], - "14": [ - 11, - 17, - 3, - 13, - 19 - ], - "15": [ - 11, - 13, - 17, - 3, - 19 - ], - "16": [ - 11, - 13, - 17, - 3, - 19 - ], - "17": [ - 11, - 17, - 13, - 3, - 19 - ], - "18": [ - 11, - 17, - 13, - 3, - 19 - ], - "19": [ - 11, - 13, - 17, - 3, - 19 - ], - "20": [ - 11, - 17, - 19, - 13, - 3 - ], - "21": [ - 11, - 17, - 13, - 3, - 19 - ], - "22": [ - 11, - 13, - 17, - 3, - 19 - ], - "23": [ - 11, - 17, - 13, - 3, - 19 - ], - "24": [ - 11, - 13, - 17, - 3, - 19 - ], - "25": [ - 11, - 17, - 13, - 3, - 19 - ], - "26": [ - 11, - 13, - 17, - 3, - 19 - ], - "27": [ - 11, - 17, - 13, - 3, - 19 - ], - "28": [ - 11, - 17, - 13, - 3, - 19 - ], - "29": [ - 11, - 17, - 13, - 3, - 19 - ], - "30": [ - 11, - 17, - 13, - 3, - 19 - ], - "31": [ - 11, - 17, - 13, - 3, - 19 - ], - "32": [ - 11, - 17, - 13, - 3, - 19 - ], - "33": [ - 11, - 17, - 13, - 3, - 19 - ], - "34": [ - 11, - 13, - 17, - 3, - 1 - ], - "35": [ - 11, - 13, - 17, - 3, - 19 - ], - "36": [ - 11, - 13, - 17, - 3, - 0 - ], - "37": [ - 11, - 13, - 17, - 3, - 19 - ], - "38": [ - 11, - 13, - 17, - 3, - 19 - ], - "39": [ - 11, - 13, - 17, - 3, - 19 - ], - "40": [ - 11, - 13, - 17, - 3, - 19 - ], - "41": [ - 11, - 13, - 17, - 3, - 19 - ], - "42": [ - 11, - 13, - 17, - 3, - 19 - ], - "43": [ - 11, - 13, - 17, - 3, - 19 - ], - "44": [ - 11, - 13, - 17, - 3, - 19 - ], - "45": [ - 11, - 13, - 17, - 3, - 19 - ], - "46": [ - 11, - 13, - 17, - 3, - 19 - ], - "47": [ - 11, - 13, - 17, - 3, - 7 - ], - "48": [ - 11, - 13, - 17, - 3, - 19 - ], - "49": [ - 11, - 13, - 17, - 3, - 10 - ], - "50": [ - 11, - 13, - 3, - 17, - 19 - ], - "51": [ - 11, - 13, - 3, - 17, - 2 - ], - "52": [ - 11, - 13, - 17, - 3, - 19 - ], - "53": [ - 11, - 13, - 3, - 17, - 19 - ], - "54": [ - 11, - 13, - 3, - 17, - 19 - ], - "55": [ - 11, - 13, - 3, - 17, - 7 - ], - "56": [ - 11, - 13, - 3, - 17, - 0 - ], - "57": [ - 11, - 13, - 3, - 17, - 2 - ], - "58": [ - 11, - 13, - 3, - 17, - 19 - ], - "59": [ - 11, - 13, - 3, - 17, - 19 - ], - "60": [ - 11, - 13, - 3, - 17, - 0 - ], - "61": [ - 11, - 13, - 3, - 17, - 1 - ], - "62": [ - 11, - 13, - 3, - 17, - 5 - ], - "63": [ - 11, - 13, - 3, - 17, - 12 - ], - "64": [ - 11, - 13, - 3, - 17, - 19 - ], - "65": [ - 11, - 13, - 3, - 17, - 1 - ], - "66": [ - 11, - 13, - 3, - 17, - 19 - ], - "67": [ - 11, - 13, - 3, - 17, - 19 - ], - "68": [ - 11, - 13, - 3, - 17, - 1 - ], - "69": [ - 11, - 13, - 3, - 17, - 19 - ], - "70": [ - 11, - 13, - 3, - 17, - 1 - ], - "71": [ - 11, - 13, - 3, - 17, - 1 - ], - "72": [ - 11, - 13, - 3, - 17, - 1 - ], - "73": [ - 11, - 13, - 3, - 17, - 19 - ], - "74": [ - 11, - 13, - 3, - 17, - 19 - ], - "75": [ - 11, - 13, - 3, - 17, - 1 - ], - "76": [ - 11, - 13, - 3, - 17, - 7 - ], - "77": [ - 11, - 13, - 3, - 17, - 1 - ], - "78": [ - 11, - 13, - 3, - 17, - 19 - ], - "79": [ - 13, - 11, - 3, - 17, - 14 - ], - "80": [ - 13, - 11, - 3, - 17, - 1 - ], - "81": [ - 13, - 11, - 3, - 17, - 1 - ], - "82": [ - 13, - 11, - 3, - 17, - 1 - ], - "83": [ - 13, - 11, - 3, - 17, - 1 - ], - "84": [ - 13, - 11, - 3, - 17, - 1 - ], - "85": [ - 13, - 11, - 3, - 17, - 1 - ], - "86": [ - 13, - 11, - 3, - 17, - 1 - ], - "87": [ - 13, - 11, - 3, - 17, - 1 - ], - "88": [ - 13, - 11, - 3, - 17, - 1 - ], - "89": [ - 13, - 11, - 3, - 17, - 1 - ], - "90": [ - 13, - 11, - 3, - 17, - 1 - ], - "91": [ - 13, - 11, - 3, - 17, - 1 - ], - "92": [ - 13, - 11, - 3, - 17, - 19 - ], - "93": [ - 13, - 11, - 3, - 17, - 1 - ], - "94": [ - 13, - 11, - 3, - 17, - 1 - ], - "95": [ - 13, - 11, - 3, - 17, - 1 - ], - "96": [ - 13, - 11, - 3, - 17, - 1 - ], - "97": [ - 13, - 11, - 3, - 17, - 1 - ], - "98": [ - 13, - 11, - 3, - 17, - 1 - ], - "99": [ - 13, - 11, - 3, - 17, - 1 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.1.gamma=0.9/run=03fb7b73af7b4c85/config.json b/experiments/seed=256/alpha=0.1.gamma=0.9/run=03fb7b73af7b4c85/config.json deleted file mode 100644 index dfea112..0000000 --- a/experiments/seed=256/alpha=0.1.gamma=0.9/run=03fb7b73af7b4c85/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 20, - "num_choices": 5, - "time_span": 100, - "history_span": 3000, - "alpha": 0.1, - "gamma": 0.9, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.1.gamma=0.9/run=03fb7b73af7b4c85/control.choices.json b/experiments/seed=256/alpha=0.1.gamma=0.9/run=03fb7b73af7b4c85/control.choices.json deleted file mode 100644 index 1ce1220..0000000 --- a/experiments/seed=256/alpha=0.1.gamma=0.9/run=03fb7b73af7b4c85/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 4, - 3, - 11, - 1, - 13 -] \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.1.gamma=0.9/run=03fb7b73af7b4c85/qvalues.json b/experiments/seed=256/alpha=0.1.gamma=0.9/run=03fb7b73af7b4c85/qvalues.json deleted file mode 100644 index 52a104e..0000000 --- a/experiments/seed=256/alpha=0.1.gamma=0.9/run=03fb7b73af7b4c85/qvalues.json +++ /dev/null @@ -1,2180 +0,0 @@ -{ - "0": [ - 0.0, - 5.0, - 0.0, - 18.5, - 5.0, - 0.0, - 0.0, - 0.30000000000000004, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 8.3 - ], - "1": [ - 0.0, - 5.0, - 0.0, - 18.5, - 5.0, - 0.0, - 0.1, - 0.30000000000000004, - 0.0, - 0.0, - 0.0, - 28.400000000000002, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 16.67 - ], - "2": [ - 0.0, - 5.0, - 0.0, - 29.450000000000003, - 6.7, - 0.0, - 0.1, - 0.30000000000000004, - 0.0, - 0.0, - 0.0, - 28.400000000000002, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 24.303 - ], - "3": [ - 4.0, - 5.0, - 0.0, - 38.505, - 6.7, - 0.0, - 0.1, - 0.30000000000000004, - 0.0, - 0.0, - 0.0, - 51.660000000000004, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 30.872700000000002 - ], - "4": [ - 7.9, - 12.2, - 0.0, - 47.9545, - 6.7, - 0.0, - 0.1, - 0.30000000000000004, - 0.0, - 0.0, - 0.0, - 73.494, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 36.38543 - ], - "5": [ - 11.31, - 12.2, - 0.0, - 55.65905000000001, - 6.7, - 0.0, - 0.1, - 0.30000000000000004, - 0.0, - 0.0, - 0.0, - 93.1446, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 41.346887 - ], - "6": [ - 11.31, - 12.2, - 0.0, - 62.893145000000004, - 6.7, - 0.0, - 0.1, - 0.30000000000000004, - 0.0, - 0.0, - 0.0, - 110.73014, - 0.0, - 21.0, - 0.0, - 0.0, - 0.0, - 19.400000000000002, - 0.0, - 46.0121983 - ], - "7": [ - 11.31, - 12.2, - 0.0, - 69.8038305, - 6.7, - 0.0, - 0.1, - 0.30000000000000004, - 0.0, - 0.0, - 0.0, - 127.05712600000001, - 0.0, - 34.9, - 0.0, - 0.0, - 0.0, - 19.400000000000002, - 0.0, - 50.31097847 - ], - "8": [ - 11.31, - 12.2, - 0.0, - 74.62344745, - 6.7, - 0.0, - 0.1, - 0.30000000000000004, - 0.0, - 0.0, - 0.0, - 141.15141340000002, - 0.0, - 48.01, - 0.0, - 0.0, - 0.0, - 37.56, - 0.0, - 54.479880623 - ], - "9": [ - 11.31, - 12.2, - 0.0, - 79.661102705, - 6.7, - 0.0, - 0.1, - 0.30000000000000004, - 0.0, - 0.0, - 0.0, - 154.53627206000002, - 0.0, - 61.409, - 0.0, - 0.0, - 0.0, - 53.904, - 0.0, - 58.3318925607 - ], - "10": [ - 11.31, - 12.2, - 0.0, - 84.4949924345, - 6.7, - 0.0, - 0.1, - 0.30000000000000004, - 0.0, - 0.0, - 0.0, - 167.282644854, - 0.0, - 73.96809999999999, - 0.0, - 0.0, - 0.0, - 68.6136, - 0.0, - 62.69870330463 - ], - "11": [ - 11.31, - 12.2, - 0.0, - 88.94549319105, - 6.7, - 0.0, - 0.1, - 0.30000000000000004, - 0.0, - 0.0, - 0.0, - 179.55438036860002, - 0.0, - 84.97129, - 0.0, - 0.0, - 0.0, - 81.05224000000001, - 0.0, - 66.028832974167 - ], - "12": [ - 11.31, - 12.2, - 0.0, - 92.150943871945, - 6.7, - 0.0, - 0.1, - 0.30000000000000004, - 0.0, - 0.0, - 0.0, - 191.79894233174002, - 0.0, - 94.27416099999999, - 0.0, - 0.0, - 0.0, - 91.34701600000001, - 0.0, - 68.3259496767503 - ], - "13": [ - 11.31, - 12.2, - 0.0, - 95.4358494847505, - 6.7, - 0.0, - 0.1, - 0.30000000000000004, - 0.0, - 0.0, - 0.0, - 203.01904809856603, - 0.0, - 103.64674489999999, - 0.0, - 0.0, - 0.0, - 100.71231440000001, - 0.0, - 70.49335470907526 - ], - "14": [ - 11.31, - 12.2, - 0.0, - 97.49226453627546, - 6.7, - 0.0, - 0.1, - 0.30000000000000004, - 0.0, - 0.0, - 0.0, - 211.31714328870942, - 0.0, - 111.88207040999998, - 0.0, - 0.0, - 0.0, - 110.14108296, - 0.0, - 72.54401923816773 - ], - "15": [ - 11.31, - 12.2, - 0.0, - 99.24303808264791, - 6.7, - 0.0, - 0.1, - 0.30000000000000004, - 0.0, - 0.0, - 0.0, - 218.28542895983847, - 0.0, - 120.39386336899999, - 0.0, - 0.0, - 0.0, - 118.72697466400001, - 0.0, - 73.58961731435096 - ], - "16": [ - 11.31, - 12.2, - 0.0, - 99.71873427438312, - 6.7, - 0.0, - 0.1, - 0.30000000000000004, - 0.0, - 0.0, - 0.0, - 225.1568860638546, - 0.0, - 127.25447703209998, - 0.0, - 0.0, - 0.0, - 126.15427719760001, - 0.0, - 75.23065558291586 - ], - "17": [ - 11.31, - 12.2, - 0.0, - 99.34686084694481, - 6.7, - 0.0, - 0.1, - 0.30000000000000004, - 0.0, - 0.0, - 0.0, - 231.04119745746914, - 0.0, - 130.82902932889, - 0.0, - 0.0, - 0.0, - 133.23884947784, - 0.0, - 75.70759002462427 - ], - "18": [ - 11.31, - 12.2, - 0.0, - 99.61217476225033, - 6.7, - 0.0, - 0.1, - 0.30000000000000004, - 0.0, - 0.0, - 0.0, - 235.83707771172223, - 0.0, - 135.246126396001, - 0.0, - 0.0, - 0.0, - 140.214964530056, - 0.0, - 75.83683102216185 - ], - "19": [ - 11.31, - 12.2, - 0.0, - 99.9509572860253, - 6.7, - 0.0, - 0.1, - 0.30000000000000004, - 0.0, - 0.0, - 0.0, - 241.95336994055, - 0.0, - 139.02151375640088, - 0.0, - 0.0, - 0.0, - 146.2934680770504, - 0.0, - 76.05314791994566 - ], - "20": [ - 11.31, - 12.2, - 0.0, - 100.55586155742277, - 6.7, - 0.0, - 0.1, - 0.30000000000000004, - 0.0, - 0.0, - 0.0, - 246.758032946495, - 0.0, - 141.2193623807608, - 0.0, - 0.0, - 0.0, - 150.26412126934537, - 0.0, - 75.2478331279511 - ], - "21": [ - 11.31, - 12.2, - 0.0, - 101.0002754016805, - 6.7, - 0.0, - 0.1, - 0.30000000000000004, - 0.0, - 0.0, - 0.0, - 250.3822296518455, - 0.0, - 143.19742614268472, - 0.0, - 0.0, - 0.0, - 153.43770914241082, - 0.0, - 74.42304981515599 - ], - "22": [ - 11.31, - 12.2, - 0.0, - 101.80024786151245, - 6.7, - 0.0, - 0.1, - 0.30000000000000004, - 0.0, - 0.0, - 0.0, - 254.74400668666095, - 0.0, - 144.87768352841624, - 0.0, - 0.0, - 0.0, - 155.99393822816975, - 0.0, - 73.2807448336404 - ], - "23": [ - 11.31, - 12.2, - 0.0, - 102.8202230753612, - 6.7, - 0.0, - 0.1, - 0.30000000000000004, - 0.0, - 0.0, - 0.0, - 259.06960601799483, - 0.0, - 146.7899151755746, - 0.0, - 0.0, - 0.0, - 157.49454440535277, - 0.0, - 71.65267035027635 - ], - "24": [ - 11.31, - 12.2, - 0.0, - 103.83820076782507, - 6.7, - 0.0, - 0.1, - 0.30000000000000004, - 0.0, - 0.0, - 0.0, - 262.46264541619536, - 0.0, - 148.41092365801714, - 0.0, - 0.0, - 0.0, - 158.6450899648175, - 0.0, - 70.28740331524872 - ], - "25": [ - 11.31, - 12.2, - 0.0, - 106.05438069104257, - 6.7, - 0.0, - 0.1, - 0.30000000000000004, - 0.0, - 0.0, - 0.0, - 264.61638087457584, - 0.0, - 150.36983129221542, - 0.0, - 0.0, - 0.0, - 159.28058096833573, - 0.0, - 69.05866298372385 - ], - "26": [ - 11.31, - 12.2, - 0.0, - 107.74894262193831, - 6.7, - 0.0, - 0.1, - 0.30000000000000004, - 0.0, - 0.0, - 0.0, - 267.35474278711825, - 0.0, - 152.43284816299388, - 0.0, - 0.0, - 0.0, - 159.75252287150215, - 0.0, - 67.35279668535146 - ], - "27": [ - 11.31, - 12.2, - 0.0, - 108.67404835974448, - 6.7, - 0.0, - 0.1, - 0.30000000000000004, - 0.0, - 0.0, - 0.0, - 269.21926850840646, - 0.0, - 153.8895633466945, - 0.0, - 0.0, - 0.0, - 159.47727058435194, - 0.0, - 66.01751701681631 - ], - "28": [ - 11.31, - 12.2, - 0.0, - 109.70664352377003, - 6.7, - 0.0, - 0.1, - 0.30000000000000004, - 0.0, - 0.0, - 0.0, - 268.8973416575658, - 0.0, - 155.10060701202505, - 0.0, - 0.0, - 0.0, - 159.12954352591674, - 0.0, - 64.61576531513468 - ], - "29": [ - 11.31, - 12.2, - 0.0, - 111.23597917139303, - 6.7, - 0.0, - 0.1, - 0.30000000000000004, - 0.0, - 0.0, - 0.0, - 269.7076074918092, - 0.0, - 156.09054631082256, - 0.0, - 0.0, - 0.0, - 159.01658917332506, - 0.0, - 64.35418878362121 - ], - "30": [ - 11.31, - 12.2, - 0.0, - 113.01238125425373, - 6.7, - 0.0, - 0.1, - 0.30000000000000004, - 0.0, - 0.0, - 0.0, - 272.03684674262826, - 0.0, - 156.7814916797403, - 0.0, - 0.0, - 0.0, - 158.51493025599257, - 0.0, - 63.41876990525909 - ], - "31": [ - 11.31, - 12.2, - 0.0, - 114.11114312882836, - 6.7, - 0.0, - 0.1, - 0.30000000000000004, - 0.0, - 0.0, - 0.0, - 274.73316206836546, - 0.0, - 157.40334251176625, - 0.0, - 0.0, - 0.0, - 158.1634372303933, - 0.0, - 63.07689291473318 - ], - "32": [ - 11.31, - 12.2, - 0.0, - 115.60002881594552, - 6.7, - 0.0, - 0.1, - 0.30000000000000004, - 0.0, - 0.0, - 0.0, - 277.7598458615289, - 0.0, - 157.96300826058962, - 0.0, - 0.0, - 0.0, - 158.34709350735397, - 0.0, - 62.369203623259864 - ], - "33": [ - 11.31, - 12.2, - 0.0, - 116.34002593435096, - 6.7, - 0.0, - 0.1, - 0.30000000000000004, - 0.0, - 0.0, - 0.0, - 280.083861275376, - 0.0, - 159.16670743453065, - 0.0, - 0.0, - 0.0, - 158.01238415661857, - 0.0, - 61.03228326093388 - ], - "34": [ - 11.31, - 20.08, - 0.0, - 117.20602334091586, - 6.7, - 0.0, - 0.1, - 0.30000000000000004, - 0.0, - 0.0, - 0.0, - 280.6754751478384, - 0.0, - 160.75003669107758, - 0.0, - 0.0, - 0.0, - 158.2111457409567, - 0.0, - 61.03228326093388 - ], - "35": [ - 11.31, - 20.08, - 0.0, - 117.58542100682428, - 6.7, - 0.0, - 0.1, - 0.30000000000000004, - 0.0, - 0.0, - 0.0, - 281.20792763305457, - 0.0, - 162.8750330219698, - 0.0, - 0.0, - 0.0, - 158.59003116686102, - 0.0, - 60.32905493484049 - ], - "36": [ - 13.279, - 20.08, - 0.0, - 118.12687890614185, - 6.7, - 0.0, - 0.1, - 0.30000000000000004, - 0.0, - 0.0, - 0.0, - 280.78713486974914, - 0.0, - 166.58752971977282, - 0.0, - 0.0, - 0.0, - 158.93102805017492, - 0.0, - 60.32905493484049 - ], - "37": [ - 13.279, - 20.08, - 0.0, - 118.01419101552767, - 6.7, - 0.0, - 0.1, - 0.30000000000000004, - 0.0, - 0.0, - 0.0, - 280.70842138277425, - 0.0, - 170.32877674779553, - 0.0, - 0.0, - 0.0, - 158.53792524515742, - 0.0, - 59.096149441356445 - ], - "38": [ - 13.279, - 20.08, - 0.0, - 117.7127719139749, - 6.7, - 0.0, - 0.1, - 0.30000000000000004, - 0.0, - 0.0, - 0.0, - 280.33757924449685, - 0.0, - 173.39589907301598, - 0.0, - 0.0, - 0.0, - 158.78413272064168, - 0.0, - 57.3865344972208 - ], - "39": [ - 13.279, - 20.08, - 0.0, - 118.44149472257742, - 6.7, - 0.0, - 0.1, - 0.30000000000000004, - 0.0, - 0.0, - 0.0, - 280.1038213200472, - 0.0, - 176.5563091657144, - 0.0, - 0.0, - 0.0, - 158.80571944857752, - 0.0, - 55.44788104749872 - ], - "40": [ - 13.279, - 20.08, - 0.0, - 118.69734525031967, - 6.7, - 0.0, - 0.1, - 0.30000000000000004, - 0.0, - 0.0, - 0.0, - 280.39343918804246, - 0.0, - 178.10067824914296, - 0.0, - 0.0, - 0.0, - 158.92514750371976, - 0.0, - 53.40309294274885 - ], - "41": [ - 13.279, - 20.08, - 0.0, - 119.5276107252877, - 6.7, - 0.0, - 0.1, - 0.30000000000000004, - 0.0, - 0.0, - 0.0, - 279.9540952692382, - 0.0, - 178.99061042422866, - 0.0, - 0.0, - 0.0, - 159.1326327533478, - 0.0, - 51.66278364847396 - ], - "42": [ - 13.279, - 20.08, - 0.0, - 121.47484965275893, - 6.7, - 0.0, - 0.1, - 0.30000000000000004, - 0.0, - 0.0, - 0.0, - 278.6586857423144, - 0.0, - 179.49154938180578, - 0.0, - 0.0, - 0.0, - 158.919369478013, - 0.0, - 50.49650528362657 - ], - "43": [ - 13.279, - 20.08, - 0.0, - 123.02736468748304, - 6.7, - 0.0, - 0.1, - 0.30000000000000004, - 0.0, - 0.0, - 0.0, - 277.59281716808295, - 0.0, - 179.9423944436252, - 0.0, - 0.0, - 0.0, - 158.0274325302117, - 0.0, - 49.946854755263914 - ], - "44": [ - 13.279, - 20.08, - 0.0, - 124.42462821873474, - 6.7, - 0.0, - 0.1, - 0.30000000000000004, - 0.0, - 0.0, - 0.0, - 277.73353545127463, - 0.0, - 182.1481549992627, - 0.0, - 0.0, - 0.0, - 157.32468927719054, - 0.0, - 48.952169279737525 - ], - "45": [ - 13.279, - 20.08, - 0.0, - 126.48216539686126, - 6.7, - 0.0, - 0.1, - 0.30000000000000004, - 0.0, - 0.0, - 0.0, - 277.5601819061472, - 0.0, - 185.33333949933643, - 0.0, - 0.0, - 0.0, - 156.0922203494715, - 0.0, - 47.85695235176377 - ], - "46": [ - 13.279, - 20.08, - 0.0, - 127.43394885717514, - 6.7, - 0.0, - 0.1, - 0.30000000000000004, - 0.0, - 0.0, - 0.0, - 276.1041637155325, - 0.0, - 188.90000554940278, - 0.0, - 0.0, - 0.0, - 154.48299831452434, - 0.0, - 47.1712571165874 - ], - "47": [ - 13.279, - 20.08, - 0.0, - 128.19055397145763, - 6.7, - 0.0, - 0.1, - 4.2700000000000005, - 0.0, - 0.0, - 0.0, - 275.29374734397925, - 0.0, - 192.5100049944625, - 0.0, - 0.0, - 0.0, - 152.5346984830719, - 0.0, - 47.1712571165874 - ], - "48": [ - 13.279, - 20.08, - 0.0, - 129.47149857431188, - 6.7, - 0.0, - 0.1, - 4.2700000000000005, - 0.0, - 0.0, - 0.0, - 275.2643726095813, - 0.0, - 195.75900449501626, - 0.0, - 0.0, - 0.0, - 149.28122863476472, - 0.0, - 46.05413140492866 - ], - "49": [ - 13.279, - 20.08, - 0.0, - 130.72434871688068, - 6.7, - 0.0, - 0.1, - 4.2700000000000005, - 0.0, - 0.0, - 0.0, - 275.13793534862316, - 0.0, - 198.58310404551463, - 0.0, - 0.0, - 0.0, - 146.45310577128825, - 0.0, - 46.05413140492866 - ], - "50": [ - 13.279, - 20.08, - 0.0, - 132.55191384519262, - 6.7, - 0.0, - 0.1, - 4.2700000000000005, - 0.0, - 0.0, - 0.0, - 274.12414181376084, - 0.0, - 201.22479364096316, - 0.0, - 0.0, - 0.0, - 142.80779519415944, - 0.0, - 44.848718264435796 - ], - "51": [ - 13.279, - 20.08, - 1.7000000000000002, - 134.69672246067336, - 6.7, - 0.0, - 0.1, - 4.2700000000000005, - 0.0, - 0.0, - 0.0, - 274.9117276323848, - 0.0, - 202.60231427686685, - 0.0, - 0.0, - 0.0, - 140.6270156747435, - 0.0, - 44.848718264435796 - ], - "52": [ - 13.279, - 20.08, - 1.7000000000000002, - 137.42705021460603, - 6.7, - 0.0, - 0.1, - 4.2700000000000005, - 0.0, - 0.0, - 0.0, - 275.8205548691463, - 0.0, - 203.74208284918018, - 0.0, - 0.0, - 0.0, - 139.76431410726914, - 0.0, - 43.96384643799222 - ], - "53": [ - 13.279, - 20.08, - 1.7000000000000002, - 139.58434519314542, - 6.7, - 0.0, - 0.1, - 4.2700000000000005, - 0.0, - 0.0, - 0.0, - 273.93849938223167, - 0.0, - 204.66787456426215, - 0.0, - 0.0, - 0.0, - 138.78788269654223, - 0.0, - 43.367461794193 - ], - "54": [ - 13.279, - 20.08, - 1.7000000000000002, - 141.52591067383088, - 6.7, - 0.0, - 0.1, - 4.2700000000000005, - 0.0, - 0.0, - 0.0, - 273.4446494440085, - 0.0, - 205.20108710783595, - 0.0, - 0.0, - 0.0, - 137.809094426888, - 0.0, - 42.5307156147737 - ], - "55": [ - 13.279, - 20.08, - 1.7000000000000002, - 143.4733196064478, - 6.7, - 0.0, - 0.1, - 9.243, - 0.0, - 0.0, - 0.0, - 272.50018449960766, - 0.0, - 205.18097839705234, - 0.0, - 0.0, - 0.0, - 136.5281849841992, - 0.0, - 42.5307156147737 - ], - "56": [ - 13.1511, - 20.08, - 1.7000000000000002, - 145.525987645803, - 6.7, - 0.0, - 0.1, - 9.243, - 0.0, - 0.0, - 0.0, - 272.8501660496469, - 0.0, - 205.1628805573471, - 0.0, - 0.0, - 0.0, - 135.7753664857793, - 0.0, - 42.5307156147737 - ], - "57": [ - 13.1511, - 20.08, - 2.1300000000000003, - 147.0733888812227, - 6.7, - 0.0, - 0.1, - 9.243, - 0.0, - 0.0, - 0.0, - 273.3651494446822, - 0.0, - 205.5465925016124, - 0.0, - 0.0, - 0.0, - 135.39782983720136, - 0.0, - 42.5307156147737 - ], - "58": [ - 13.1511, - 20.08, - 2.1300000000000003, - 148.56604999310045, - 6.7, - 0.0, - 0.1, - 9.243, - 0.0, - 0.0, - 0.0, - 271.22863450021396, - 0.0, - 206.69193325145116, - 0.0, - 0.0, - 0.0, - 134.55804685348122, - 0.0, - 42.47764405329633 - ], - "59": [ - 13.1511, - 20.08, - 2.1300000000000003, - 149.9094449937904, - 6.7, - 0.0, - 0.1, - 9.243, - 0.0, - 0.0, - 0.0, - 269.80577105019256, - 0.0, - 208.02273992630603, - 0.0, - 0.0, - 0.0, - 134.3022421681331, - 0.0, - 42.529879647966695 - ], - "60": [ - 12.835989999999999, - 20.08, - 2.1300000000000003, - 150.51850049441137, - 6.7, - 0.0, - 0.1, - 9.243, - 0.0, - 0.0, - 0.0, - 268.7251939451733, - 0.0, - 209.42046593367542, - 0.0, - 0.0, - 0.0, - 133.5720179513198, - 0.0, - 42.529879647966695 - ], - "61": [ - 12.835989999999999, - 24.971999999999998, - 2.1300000000000003, - 150.56665044497024, - 6.7, - 0.0, - 0.1, - 9.243, - 0.0, - 0.0, - 0.0, - 266.352674550656, - 0.0, - 211.07841934030787, - 0.0, - 0.0, - 0.0, - 132.61481615618783, - 0.0, - 42.529879647966695 - ], - "62": [ - 12.835989999999999, - 24.971999999999998, - 2.1300000000000003, - 150.4099854004732, - 6.7, - 0.0, - 0.1, - 9.243, - 0.0, - 0.0, - 0.0, - 263.7174070955904, - 0.0, - 213.1705774062771, - 0.0, - 0.0, - 0.0, - 131.25333454056906, - 0.0, - 42.529879647966695 - ], - "63": [ - 12.835989999999999, - 24.971999999999998, - 2.1300000000000003, - 149.86898686042588, - 6.7, - 0.0, - 0.1, - 9.243, - 0.0, - 0.0, - 0.0, - 261.0456663860313, - 0.0, - 213.75351966564938, - 0.0, - 0.0, - 0.0, - 129.42800108651215, - 0.0, - 42.529879647966695 - ], - "64": [ - 12.835989999999999, - 24.971999999999998, - 2.1300000000000003, - 149.48208817438328, - 6.7, - 0.0, - 0.1, - 9.243, - 0.0, - 0.0, - 0.0, - 259.0410997474282, - 0.0, - 213.97816769908445, - 0.0, - 0.0, - 0.0, - 127.58520097786094, - 0.0, - 42.27689168317003 - ], - "65": [ - 12.835989999999999, - 29.0748, - 2.1300000000000003, - 148.83387935694495, - 6.7, - 0.0, - 0.1, - 9.243, - 0.0, - 0.0, - 0.0, - 255.33698977268537, - 0.0, - 213.88035092917602, - 0.0, - 0.0, - 0.0, - 125.12668088007484, - 0.0, - 42.27689168317003 - ], - "66": [ - 12.835989999999999, - 29.0748, - 2.1300000000000003, - 149.15049142125045, - 6.7, - 0.0, - 0.1, - 9.243, - 0.0, - 0.0, - 0.0, - 252.30329079541684, - 0.0, - 214.2923158362584, - 0.0, - 0.0, - 0.0, - 122.31401279206736, - 0.0, - 42.04920251485302 - ], - "67": [ - 12.835989999999999, - 29.0748, - 2.1300000000000003, - 149.2354422791254, - 6.7, - 0.0, - 0.1, - 9.243, - 0.0, - 0.0, - 0.0, - 248.87296171587516, - 0.0, - 214.36308425263258, - 0.0, - 0.0, - 0.0, - 118.78261151286063, - 0.0, - 42.04428226336772 - ], - "68": [ - 12.835989999999999, - 33.36732, - 2.1300000000000003, - 149.51189805121288, - 6.7, - 0.0, - 0.1, - 9.243, - 0.0, - 0.0, - 0.0, - 245.58566554428765, - 0.0, - 214.0267758273693, - 0.0, - 0.0, - 0.0, - 115.20435036157457, - 0.0, - 42.04428226336772 - ], - "69": [ - 12.835989999999999, - 33.36732, - 2.1300000000000003, - 148.6607082460916, - 6.7, - 0.0, - 0.1, - 9.243, - 0.0, - 0.0, - 0.0, - 243.2270989898589, - 0.0, - 214.52409824463237, - 0.0, - 0.0, - 0.0, - 112.28391532541711, - 0.0, - 41.739854037030945 - ], - "70": [ - 12.835989999999999, - 36.930588, - 2.1300000000000003, - 148.59463742148242, - 6.7, - 0.0, - 0.1, - 9.243, - 0.0, - 0.0, - 0.0, - 240.304389090873, - 0.0, - 214.77168842016914, - 0.0, - 0.0, - 0.0, - 110.1555237928754, - 0.0, - 41.739854037030945 - ], - "71": [ - 12.835989999999999, - 40.5375292, - 2.1300000000000003, - 148.43517367933418, - 6.7, - 0.0, - 0.1, - 9.243, - 0.0, - 0.0, - 0.0, - 238.2739501817857, - 0.0, - 214.09451957815222, - 0.0, - 0.0, - 0.0, - 108.93997141358786, - 0.0, - 41.739854037030945 - ], - "72": [ - 12.835989999999999, - 43.98377628, - 2.1300000000000003, - 148.49165631140076, - 6.7, - 0.0, - 0.1, - 9.243, - 0.0, - 0.0, - 0.0, - 236.34655516360712, - 0.0, - 212.685067620337, - 0.0, - 0.0, - 0.0, - 107.64597427222907, - 0.0, - 41.739854037030945 - ], - "73": [ - 12.835989999999999, - 43.98377628, - 2.1300000000000003, - 147.1424906802607, - 6.7, - 0.0, - 0.1, - 9.243, - 0.0, - 0.0, - 0.0, - 233.11189964724642, - 0.0, - 212.31656085830332, - 0.0, - 0.0, - 0.0, - 106.58137684500616, - 0.0, - 41.56586863332785 - ], - "74": [ - 12.835989999999999, - 43.98377628, - 2.1300000000000003, - 145.72824161223463, - 6.7, - 0.0, - 0.1, - 9.243, - 0.0, - 0.0, - 0.0, - 229.60070968252177, - 0.0, - 213.68490477247298, - 0.0, - 0.0, - 0.0, - 104.82323916050555, - 0.0, - 41.609281769995064 - ], - "75": [ - 12.835989999999999, - 46.485398652, - 2.1300000000000003, - 144.45541745101116, - 6.7, - 0.0, - 0.1, - 9.243, - 0.0, - 0.0, - 0.0, - 226.0406387142696, - 0.0, - 214.01641429522567, - 0.0, - 0.0, - 0.0, - 104.040915244455, - 0.0, - 41.609281769995064 - ], - "76": [ - 12.835989999999999, - 46.485398652, - 2.1300000000000003, - 143.20987570591004, - 6.7, - 0.0, - 0.1, - 17.9187, - 0.0, - 0.0, - 0.0, - 222.83657484284262, - 0.0, - 214.7147728657031, - 0.0, - 0.0, - 0.0, - 103.2368237200095, - 0.0, - 41.609281769995064 - ], - "77": [ - 12.835989999999999, - 48.8368587868, - 2.1300000000000003, - 142.28888813531904, - 6.7, - 0.0, - 0.1, - 17.9187, - 0.0, - 0.0, - 0.0, - 219.85291735855836, - 0.0, - 216.0432955791328, - 0.0, - 0.0, - 0.0, - 103.01314134800855, - 0.0, - 41.609281769995064 - ], - "78": [ - 12.835989999999999, - 48.8368587868, - 2.1300000000000003, - 141.25999932178715, - 6.7, - 0.0, - 0.1, - 17.9187, - 0.0, - 0.0, - 0.0, - 217.66762562270253, - 0.0, - 217.83896602121953, - 0.0, - 0.0, - 0.0, - 102.31182721320769, - 0.0, - 41.44835359299556 - ], - "79": [ - 12.835989999999999, - 48.8368587868, - 2.1300000000000003, - 140.73399938960844, - 6.7, - 0.0, - 0.1, - 17.9187, - 0.0, - 0.0, - 0.0, - 215.90086306043227, - 0.0, - 220.55506941909758, - 0.0, - 0.0, - 0.0, - 101.98064449188692, - 0.0, - 41.44835359299556 - ], - "80": [ - 12.835989999999999, - 49.85317290812, - 2.1300000000000003, - 139.8605994506476, - 6.7, - 0.0, - 0.1, - 17.9187, - 0.0, - 0.0, - 0.0, - 215.91077675438905, - 0.0, - 224.59956247718782, - 0.0, - 0.0, - 0.0, - 102.48258004269823, - 0.0, - 41.44835359299556 - ], - "81": [ - 12.835989999999999, - 51.567855617308, - 2.1300000000000003, - 139.97453950558284, - 6.7, - 0.0, - 0.1, - 17.9187, - 0.0, - 0.0, - 0.0, - 216.81969907895015, - 0.0, - 229.13960622946902, - 0.0, - 0.0, - 0.0, - 102.9343220384284, - 0.0, - 41.44835359299556 - ], - "82": [ - 12.835989999999999, - 52.6110700555772, - 2.1300000000000003, - 140.87708555502456, - 6.7, - 0.0, - 0.1, - 17.9187, - 0.0, - 0.0, - 0.0, - 216.43772917105514, - 0.0, - 234.6256456065221, - 0.0, - 0.0, - 0.0, - 102.84088983458557, - 0.0, - 41.44835359299556 - ], - "83": [ - 12.835989999999999, - 53.54996305001948, - 2.1300000000000003, - 141.1893769995221, - 6.7, - 0.0, - 0.1, - 17.9187, - 0.0, - 0.0, - 0.0, - 215.99395625394962, - 0.0, - 238.6630810458699, - 0.0, - 0.0, - 0.0, - 102.856800851127, - 0.0, - 41.44835359299556 - ], - "84": [ - 12.835989999999999, - 55.19496674501753, - 2.1300000000000003, - 142.47043929956988, - 6.7, - 0.0, - 0.1, - 17.9187, - 0.0, - 0.0, - 0.0, - 216.09456062855466, - 0.0, - 243.2967729412829, - 0.0, - 0.0, - 0.0, - 102.8711207660143, - 0.0, - 41.44835359299556 - ], - "85": [ - 12.835989999999999, - 56.975470070515776, - 2.1300000000000003, - 143.42339536961288, - 6.7, - 0.0, - 0.1, - 17.9187, - 0.0, - 0.0, - 0.0, - 215.78510456569919, - 0.0, - 247.06709564715462, - 0.0, - 0.0, - 0.0, - 102.48400868941287, - 0.0, - 41.44835359299556 - ], - "86": [ - 12.835989999999999, - 57.6779230634642, - 2.1300000000000003, - 144.6810558326516, - 6.7, - 0.0, - 0.1, - 17.9187, - 0.0, - 0.0, - 0.0, - 216.30659410912926, - 0.0, - 251.06038608243915, - 0.0, - 0.0, - 0.0, - 103.23560782047159, - 0.0, - 41.44835359299556 - ], - "87": [ - 12.835989999999999, - 58.51013075711778, - 2.1300000000000003, - 145.61295024938644, - 6.7, - 0.0, - 0.1, - 17.9187, - 0.0, - 0.0, - 0.0, - 216.97593469821635, - 0.0, - 254.75434747419524, - 0.0, - 0.0, - 0.0, - 105.11204703842442, - 0.0, - 41.44835359299556 - ], - "88": [ - 12.835989999999999, - 59.459117681406, - 2.1300000000000003, - 145.5516552244478, - 6.7, - 0.0, - 0.1, - 17.9187, - 0.0, - 0.0, - 0.0, - 216.67834122839471, - 0.0, - 256.9789127267757, - 0.0, - 0.0, - 0.0, - 107.00084233458198, - 0.0, - 41.44835359299556 - ], - "89": [ - 12.835989999999999, - 60.2132059132654, - 2.1300000000000003, - 145.09648970200303, - 6.7, - 0.0, - 0.1, - 17.9187, - 0.0, - 0.0, - 0.0, - 216.71050710555525, - 0.0, - 259.18102145409813, - 0.0, - 0.0, - 0.0, - 108.00075810112378, - 0.0, - 41.44835359299556 - ], - "90": [ - 12.835989999999999, - 60.99188532193886, - 2.1300000000000003, - 144.58684073180274, - 6.7, - 0.0, - 0.1, - 17.9187, - 0.0, - 0.0, - 0.0, - 215.73945639499973, - 0.0, - 259.86291930868833, - 0.0, - 0.0, - 0.0, - 109.2006822910114, - 0.0, - 41.44835359299556 - ], - "91": [ - 12.835989999999999, - 62.79269678974497, - 2.1300000000000003, - 143.92815665862247, - 6.7, - 0.0, - 0.1, - 17.9187, - 0.0, - 0.0, - 0.0, - 213.06551075549976, - 0.0, - 262.1766273778195, - 0.0, - 0.0, - 0.0, - 110.28061406191026, - 0.0, - 41.44835359299556 - ], - "92": [ - 12.835989999999999, - 62.79269678974497, - 2.1300000000000003, - 143.23534099276023, - 6.7, - 0.0, - 0.1, - 17.9187, - 0.0, - 0.0, - 0.0, - 209.25895967994978, - 0.0, - 262.75896464003756, - 0.0, - 0.0, - 0.0, - 111.65255265571923, - 0.0, - 41.203518233696 - ], - "93": [ - 12.835989999999999, - 64.91342711077047, - 2.1300000000000003, - 143.01180689348422, - 6.7, - 0.0, - 0.1, - 17.9187, - 0.0, - 0.0, - 0.0, - 205.43306371195482, - 0.0, - 262.6830681760338, - 0.0, - 0.0, - 0.0, - 113.9872973901473, - 0.0, - 41.203518233696 - ], - "94": [ - 12.835989999999999, - 66.72208439969343, - 2.1300000000000003, - 141.9106262041358, - 6.7, - 0.0, - 0.1, - 17.9187, - 0.0, - 0.0, - 0.0, - 200.48975734075933, - 0.0, - 262.21476135843045, - 0.0, - 0.0, - 0.0, - 116.78856765113258, - 0.0, - 41.203518233696 - ], - "95": [ - 12.835989999999999, - 68.54987595972409, - 2.1300000000000003, - 142.01956358372223, - 6.7, - 0.0, - 0.1, - 17.9187, - 0.0, - 0.0, - 0.0, - 198.0407816066834, - 0.0, - 261.0932852225874, - 0.0, - 0.0, - 0.0, - 119.20971088601932, - 0.0, - 41.203518233696 - ], - "96": [ - 12.835989999999999, - 69.69488836375169, - 2.1300000000000003, - 141.71760722535, - 6.7, - 0.0, - 0.1, - 17.9187, - 0.0, - 0.0, - 0.0, - 196.53670344601505, - 0.0, - 260.88395670032867, - 0.0, - 0.0, - 0.0, - 120.58873979741739, - 0.0, - 41.203518233696 - ], - "97": [ - 12.835989999999999, - 70.42539952737651, - 2.1300000000000003, - 141.845846502815, - 6.7, - 0.0, - 0.1, - 17.9187, - 0.0, - 0.0, - 0.0, - 193.18303310141354, - 0.0, - 260.3955610302958, - 0.0, - 0.0, - 0.0, - 121.42986581767565, - 0.0, - 41.203518233696 - ], - "98": [ - 12.835989999999999, - 71.78285957463886, - 2.1300000000000003, - 142.5612618525335, - 6.7, - 0.0, - 0.1, - 17.9187, - 0.0, - 0.0, - 0.0, - 190.9647297912722, - 0.0, - 262.3560049272662, - 0.0, - 0.0, - 0.0, - 122.08687923590809, - 0.0, - 41.203518233696 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.1.gamma=0.9/run=03fb7b73af7b4c85/rewards.json b/experiments/seed=256/alpha=0.1.gamma=0.9/run=03fb7b73af7b4c85/rewards.json deleted file mode 100644 index 47784aa..0000000 --- a/experiments/seed=256/alpha=0.1.gamma=0.9/run=03fb7b73af7b4c85/rewards.json +++ /dev/null @@ -1,2202 +0,0 @@ -{ - "0": [ - 26, - 74, - 9, - 145, - 22, - 0, - 3, - 0, - 130, - 25, - 0, - 249, - 0, - 175, - 0, - 0, - 0, - 236, - 0, - 81 - ], - "1": [ - 32, - 73, - 18, - 140, - 23, - 0, - 2, - 3, - 135, - 26, - 0, - 250, - 0, - 168, - 0, - 0, - 0, - 224, - 0, - 83 - ], - "2": [ - 34, - 77, - 20, - 128, - 23, - 0, - 1, - 0, - 141, - 30, - 0, - 239, - 0, - 164, - 0, - 0, - 0, - 219, - 0, - 92 - ], - "3": [ - 34, - 75, - 16, - 128, - 22, - 0, - 0, - 8, - 150, - 28, - 0, - 260, - 0, - 172, - 0, - 0, - 0, - 217, - 0, - 93 - ], - "4": [ - 40, - 70, - 14, - 120, - 23, - 0, - 0, - 6, - 141, - 27, - 0, - 261, - 0, - 173, - 0, - 0, - 0, - 214, - 0, - 90 - ], - "5": [ - 43, - 77, - 7, - 133, - 27, - 0, - 0, - 15, - 138, - 31, - 0, - 270, - 0, - 169, - 0, - 0, - 0, - 197, - 0, - 86 - ], - "6": [ - 42, - 70, - 8, - 125, - 30, - 0, - 0, - 19, - 122, - 29, - 0, - 270, - 0, - 155, - 0, - 0, - 0, - 187, - 0, - 86 - ], - "7": [ - 37, - 81, - 5, - 128, - 34, - 0, - 0, - 21, - 121, - 25, - 0, - 269, - 0, - 165, - 0, - 0, - 0, - 194, - 0, - 88 - ], - "8": [ - 39, - 81, - 5, - 132, - 35, - 0, - 0, - 22, - 117, - 22, - 0, - 274, - 0, - 160, - 0, - 0, - 0, - 203, - 0, - 89 - ], - "9": [ - 41, - 80, - 5, - 118, - 34, - 0, - 0, - 24, - 121, - 22, - 0, - 268, - 0, - 166, - 0, - 0, - 0, - 201, - 0, - 92 - ], - "10": [ - 39, - 83, - 4, - 125, - 32, - 0, - 0, - 20, - 128, - 24, - 0, - 275, - 0, - 182, - 0, - 0, - 0, - 201, - 0, - 93 - ], - "11": [ - 39, - 92, - 6, - 128, - 39, - 0, - 0, - 30, - 146, - 22, - 0, - 282, - 0, - 187, - 0, - 0, - 0, - 201, - 0, - 102 - ], - "12": [ - 29, - 85, - 9, - 129, - 40, - 0, - 0, - 34, - 148, - 27, - 0, - 290, - 0, - 184, - 0, - 0, - 0, - 193, - 0, - 96 - ], - "13": [ - 28, - 85, - 13, - 121, - 48, - 0, - 0, - 22, - 139, - 28, - 0, - 302, - 0, - 178, - 0, - 0, - 0, - 184, - 0, - 89 - ], - "14": [ - 25, - 83, - 18, - 125, - 43, - 0, - 0, - 19, - 146, - 29, - 0, - 304, - 0, - 188, - 0, - 0, - 0, - 185, - 0, - 90 - ], - "15": [ - 28, - 95, - 23, - 116, - 41, - 0, - 0, - 16, - 146, - 27, - 0, - 286, - 0, - 186, - 0, - 0, - 0, - 195, - 0, - 91 - ], - "16": [ - 30, - 97, - 24, - 115, - 42, - 0, - 0, - 6, - 150, - 30, - 0, - 281, - 0, - 197, - 0, - 0, - 0, - 196, - 0, - 83 - ], - "17": [ - 30, - 98, - 20, - 104, - 36, - 0, - 0, - 4, - 158, - 29, - 0, - 287, - 0, - 189, - 0, - 0, - 0, - 193, - 0, - 90 - ], - "18": [ - 28, - 99, - 23, - 96, - 38, - 0, - 0, - 12, - 160, - 26, - 0, - 284, - 0, - 163, - 0, - 0, - 0, - 197, - 0, - 80 - ], - "19": [ - 29, - 101, - 28, - 102, - 42, - 0, - 0, - 5, - 154, - 27, - 0, - 279, - 0, - 175, - 0, - 0, - 0, - 203, - 0, - 77 - ], - "20": [ - 26, - 93, - 18, - 103, - 45, - 0, - 0, - 0, - 143, - 21, - 0, - 297, - 0, - 173, - 0, - 0, - 0, - 201, - 0, - 78 - ], - "21": [ - 27, - 97, - 11, - 106, - 48, - 0, - 0, - 0, - 137, - 20, - 0, - 290, - 0, - 161, - 0, - 0, - 0, - 186, - 0, - 68 - ], - "22": [ - 31, - 96, - 12, - 105, - 56, - 0, - 0, - 0, - 134, - 15, - 0, - 283, - 0, - 161, - 0, - 0, - 0, - 182, - 0, - 67 - ], - "23": [ - 34, - 92, - 14, - 109, - 59, - 0, - 0, - 0, - 140, - 12, - 0, - 294, - 0, - 160, - 0, - 0, - 0, - 179, - 0, - 63 - ], - "24": [ - 33, - 88, - 7, - 112, - 60, - 0, - 0, - 0, - 135, - 11, - 0, - 298, - 0, - 164, - 0, - 0, - 0, - 171, - 0, - 57 - ], - "25": [ - 31, - 94, - 11, - 113, - 59, - 0, - 0, - 0, - 135, - 11, - 0, - 293, - 0, - 163, - 0, - 0, - 0, - 169, - 0, - 58 - ], - "26": [ - 36, - 95, - 23, - 126, - 68, - 0, - 0, - 5, - 136, - 13, - 0, - 284, - 0, - 168, - 0, - 0, - 0, - 165, - 0, - 58 - ], - "27": [ - 35, - 96, - 14, - 123, - 71, - 0, - 0, - 1, - 142, - 10, - 0, - 292, - 0, - 171, - 0, - 0, - 0, - 164, - 0, - 52 - ], - "28": [ - 39, - 99, - 15, - 117, - 79, - 0, - 0, - 7, - 147, - 12, - 0, - 286, - 0, - 167, - 0, - 0, - 0, - 157, - 0, - 54 - ], - "29": [ - 36, - 105, - 17, - 119, - 78, - 0, - 0, - 6, - 150, - 14, - 0, - 266, - 0, - 166, - 0, - 0, - 0, - 156, - 0, - 52 - ], - "30": [ - 32, - 111, - 14, - 125, - 78, - 0, - 0, - 9, - 150, - 16, - 0, - 277, - 0, - 165, - 0, - 0, - 0, - 158, - 0, - 62 - ], - "31": [ - 31, - 118, - 11, - 129, - 80, - 0, - 0, - 5, - 162, - 13, - 0, - 293, - 0, - 163, - 0, - 0, - 0, - 154, - 0, - 55 - ], - "32": [ - 28, - 114, - 9, - 124, - 82, - 0, - 0, - 6, - 154, - 10, - 0, - 299, - 0, - 163, - 0, - 0, - 0, - 155, - 0, - 60 - ], - "33": [ - 27, - 116, - 11, - 129, - 77, - 0, - 0, - 17, - 145, - 7, - 0, - 305, - 0, - 163, - 0, - 0, - 0, - 160, - 0, - 56 - ], - "34": [ - 29, - 95, - 8, - 123, - 85, - 0, - 0, - 12, - 133, - 7, - 0, - 301, - 0, - 170, - 0, - 0, - 0, - 155, - 0, - 49 - ], - "35": [ - 32, - 91, - 17, - 125, - 91, - 0, - 0, - 11, - 135, - 6, - 0, - 286, - 0, - 175, - 0, - 0, - 0, - 160, - 0, - 50 - ], - "36": [ - 35, - 86, - 21, - 121, - 102, - 0, - 0, - 4, - 136, - 9, - 0, - 286, - 0, - 182, - 0, - 0, - 0, - 162, - 0, - 54 - ], - "37": [ - 31, - 84, - 14, - 123, - 106, - 0, - 0, - 0, - 131, - 9, - 0, - 277, - 0, - 200, - 0, - 0, - 0, - 162, - 0, - 50 - ], - "38": [ - 26, - 81, - 16, - 117, - 109, - 0, - 0, - 1, - 131, - 9, - 0, - 280, - 0, - 204, - 0, - 0, - 0, - 155, - 0, - 48 - ], - "39": [ - 26, - 73, - 14, - 115, - 111, - 0, - 0, - 11, - 135, - 6, - 0, - 277, - 0, - 201, - 0, - 0, - 0, - 161, - 0, - 42 - ], - "40": [ - 23, - 74, - 13, - 125, - 115, - 0, - 0, - 18, - 137, - 11, - 0, - 278, - 0, - 205, - 0, - 0, - 0, - 159, - 0, - 38 - ], - "41": [ - 26, - 73, - 10, - 121, - 134, - 0, - 0, - 20, - 141, - 7, - 0, - 283, - 0, - 192, - 0, - 0, - 0, - 160, - 0, - 35 - ], - "42": [ - 29, - 80, - 14, - 127, - 134, - 0, - 0, - 26, - 138, - 5, - 0, - 276, - 0, - 187, - 0, - 0, - 0, - 161, - 0, - 36 - ], - "43": [ - 26, - 69, - 2, - 139, - 136, - 0, - 0, - 28, - 133, - 5, - 0, - 267, - 0, - 184, - 0, - 0, - 0, - 157, - 0, - 40 - ], - "44": [ - 23, - 69, - 0, - 137, - 150, - 0, - 0, - 35, - 138, - 6, - 0, - 268, - 0, - 184, - 0, - 0, - 0, - 150, - 0, - 45 - ], - "45": [ - 23, - 68, - 2, - 137, - 154, - 0, - 0, - 42, - 129, - 6, - 0, - 279, - 0, - 202, - 0, - 0, - 0, - 151, - 0, - 40 - ], - "46": [ - 21, - 69, - 7, - 145, - 155, - 0, - 0, - 46, - 129, - 6, - 0, - 276, - 0, - 214, - 0, - 0, - 0, - 145, - 0, - 38 - ], - "47": [ - 22, - 64, - 12, - 136, - 154, - 0, - 0, - 37, - 127, - 4, - 0, - 263, - 0, - 221, - 0, - 0, - 4, - 140, - 0, - 41 - ], - "48": [ - 22, - 63, - 18, - 135, - 152, - 0, - 0, - 40, - 123, - 5, - 0, - 268, - 0, - 225, - 0, - 0, - 0, - 135, - 0, - 35 - ], - "49": [ - 20, - 61, - 21, - 141, - 156, - 0, - 0, - 42, - 130, - 5, - 0, - 275, - 0, - 225, - 0, - 0, - 0, - 120, - 0, - 36 - ], - "50": [ - 17, - 61, - 25, - 142, - 164, - 0, - 0, - 46, - 126, - 6, - 0, - 274, - 0, - 224, - 0, - 0, - 0, - 121, - 0, - 33 - ], - "51": [ - 15, - 63, - 22, - 149, - 173, - 0, - 0, - 52, - 125, - 7, - 0, - 265, - 0, - 225, - 0, - 0, - 1, - 110, - 0, - 34 - ], - "52": [ - 11, - 69, - 17, - 154, - 175, - 0, - 0, - 38, - 131, - 9, - 0, - 282, - 0, - 215, - 0, - 0, - 5, - 121, - 0, - 37 - ], - "53": [ - 11, - 67, - 11, - 162, - 165, - 0, - 0, - 46, - 130, - 8, - 0, - 284, - 0, - 214, - 0, - 0, - 3, - 132, - 0, - 36 - ], - "54": [ - 13, - 68, - 8, - 159, - 157, - 0, - 0, - 39, - 126, - 9, - 0, - 257, - 0, - 213, - 0, - 0, - 0, - 130, - 0, - 38 - ], - "55": [ - 12, - 69, - 4, - 159, - 153, - 0, - 0, - 44, - 122, - 10, - 0, - 269, - 0, - 210, - 0, - 0, - 0, - 129, - 0, - 35 - ], - "56": [ - 11, - 70, - 4, - 161, - 153, - 0, - 0, - 54, - 125, - 11, - 0, - 264, - 0, - 205, - 0, - 0, - 0, - 125, - 0, - 41 - ], - "57": [ - 12, - 66, - 4, - 164, - 155, - 0, - 0, - 59, - 138, - 12, - 0, - 276, - 0, - 205, - 0, - 0, - 0, - 129, - 0, - 40 - ], - "58": [ - 10, - 67, - 6, - 161, - 149, - 0, - 0, - 59, - 138, - 15, - 0, - 278, - 0, - 209, - 0, - 0, - 0, - 132, - 0, - 36 - ], - "59": [ - 8, - 67, - 2, - 162, - 146, - 0, - 0, - 68, - 136, - 15, - 0, - 252, - 0, - 217, - 0, - 0, - 7, - 127, - 0, - 42 - ], - "60": [ - 10, - 72, - 0, - 162, - 143, - 0, - 0, - 67, - 137, - 14, - 0, - 257, - 0, - 220, - 0, - 0, - 13, - 132, - 0, - 43 - ], - "61": [ - 10, - 73, - 0, - 156, - 143, - 0, - 0, - 80, - 143, - 12, - 0, - 259, - 0, - 222, - 0, - 0, - 4, - 127, - 0, - 42 - ], - "62": [ - 9, - 69, - 0, - 151, - 149, - 0, - 0, - 82, - 147, - 11, - 0, - 245, - 0, - 226, - 0, - 0, - 4, - 124, - 0, - 40 - ], - "63": [ - 8, - 68, - 0, - 149, - 156, - 0, - 0, - 87, - 153, - 8, - 0, - 240, - 0, - 232, - 0, - 0, - 10, - 119, - 0, - 40 - ], - "64": [ - 6, - 54, - 0, - 145, - 157, - 0, - 0, - 88, - 152, - 7, - 0, - 237, - 0, - 219, - 0, - 0, - 0, - 113, - 0, - 42 - ], - "65": [ - 5, - 62, - 0, - 146, - 151, - 0, - 0, - 86, - 160, - 7, - 0, - 241, - 0, - 216, - 0, - 0, - 0, - 111, - 0, - 40 - ], - "66": [ - 7, - 66, - 0, - 143, - 155, - 0, - 0, - 80, - 156, - 6, - 0, - 222, - 0, - 213, - 0, - 0, - 3, - 103, - 0, - 41 - ], - "67": [ - 5, - 71, - 0, - 152, - 145, - 0, - 0, - 87, - 156, - 5, - 0, - 225, - 0, - 218, - 0, - 0, - 4, - 97, - 0, - 40 - ], - "68": [ - 3, - 72, - 0, - 150, - 145, - 0, - 0, - 80, - 137, - 5, - 0, - 218, - 0, - 215, - 0, - 0, - 6, - 87, - 0, - 42 - ], - "69": [ - 4, - 72, - 0, - 152, - 146, - 0, - 0, - 86, - 145, - 4, - 0, - 216, - 0, - 211, - 0, - 0, - 0, - 83, - 0, - 40 - ], - "70": [ - 6, - 69, - 0, - 141, - 137, - 0, - 1, - 83, - 146, - 7, - 0, - 222, - 0, - 219, - 0, - 0, - 4, - 86, - 0, - 39 - ], - "71": [ - 4, - 69, - 0, - 148, - 138, - 0, - 3, - 81, - 150, - 6, - 0, - 214, - 0, - 217, - 0, - 0, - 10, - 91, - 0, - 39 - ], - "72": [ - 3, - 73, - 0, - 147, - 140, - 0, - 3, - 82, - 162, - 8, - 0, - 220, - 0, - 208, - 0, - 0, - 7, - 98, - 0, - 41 - ], - "73": [ - 3, - 75, - 5, - 149, - 151, - 0, - 5, - 82, - 157, - 5, - 0, - 219, - 0, - 200, - 0, - 0, - 1, - 96, - 0, - 41 - ], - "74": [ - 4, - 72, - 0, - 135, - 147, - 0, - 4, - 78, - 153, - 4, - 0, - 204, - 0, - 209, - 0, - 0, - 9, - 97, - 0, - 40 - ], - "75": [ - 3, - 69, - 2, - 133, - 140, - 0, - 7, - 82, - 168, - 5, - 0, - 198, - 0, - 226, - 0, - 0, - 6, - 89, - 0, - 42 - ], - "76": [ - 3, - 69, - 0, - 133, - 146, - 0, - 7, - 92, - 177, - 4, - 0, - 194, - 0, - 217, - 0, - 0, - 6, - 97, - 0, - 43 - ], - "77": [ - 2, - 74, - 0, - 132, - 139, - 0, - 8, - 96, - 172, - 2, - 0, - 194, - 0, - 221, - 0, - 0, - 12, - 96, - 0, - 42 - ], - "78": [ - 2, - 70, - 0, - 134, - 151, - 0, - 6, - 92, - 172, - 2, - 0, - 193, - 0, - 228, - 0, - 0, - 17, - 101, - 0, - 40 - ], - "79": [ - 1, - 71, - 0, - 132, - 145, - 0, - 6, - 91, - 159, - 2, - 0, - 198, - 0, - 234, - 0, - 0, - 4, - 96, - 0, - 40 - ], - "80": [ - 1, - 63, - 0, - 136, - 157, - 0, - 6, - 90, - 167, - 4, - 0, - 200, - 0, - 245, - 0, - 0, - 5, - 99, - 0, - 40 - ], - "81": [ - 3, - 59, - 0, - 132, - 151, - 0, - 8, - 91, - 173, - 3, - 0, - 216, - 0, - 261, - 0, - 0, - 10, - 107, - 0, - 41 - ], - "82": [ - 4, - 67, - 0, - 141, - 145, - 0, - 6, - 88, - 164, - 1, - 0, - 225, - 0, - 270, - 0, - 0, - 14, - 107, - 0, - 40 - ], - "83": [ - 4, - 62, - 0, - 149, - 149, - 0, - 5, - 95, - 149, - 2, - 0, - 213, - 0, - 284, - 0, - 0, - 19, - 102, - 0, - 41 - ], - "84": [ - 3, - 62, - 0, - 144, - 145, - 0, - 9, - 89, - 149, - 1, - 0, - 212, - 0, - 275, - 0, - 0, - 27, - 103, - 0, - 37 - ], - "85": [ - 4, - 70, - 0, - 154, - 142, - 0, - 10, - 91, - 149, - 0, - 0, - 217, - 0, - 285, - 0, - 0, - 25, - 103, - 0, - 38 - ], - "86": [ - 4, - 73, - 0, - 152, - 139, - 0, - 12, - 89, - 145, - 0, - 0, - 213, - 0, - 281, - 0, - 0, - 26, - 99, - 0, - 37 - ], - "87": [ - 3, - 64, - 1, - 156, - 143, - 0, - 9, - 86, - 146, - 0, - 0, - 221, - 0, - 287, - 0, - 0, - 29, - 110, - 0, - 37 - ], - "88": [ - 2, - 66, - 3, - 154, - 145, - 0, - 7, - 88, - 133, - 0, - 0, - 223, - 0, - 288, - 0, - 0, - 23, - 122, - 0, - 35 - ], - "89": [ - 1, - 68, - 8, - 145, - 137, - 0, - 7, - 90, - 132, - 0, - 0, - 214, - 0, - 277, - 0, - 0, - 21, - 124, - 0, - 38 - ], - "90": [ - 2, - 67, - 3, - 141, - 125, - 0, - 6, - 94, - 139, - 0, - 0, - 217, - 0, - 279, - 0, - 0, - 25, - 117, - 0, - 38 - ], - "91": [ - 4, - 68, - 9, - 140, - 133, - 0, - 7, - 83, - 144, - 0, - 0, - 207, - 0, - 266, - 0, - 0, - 16, - 120, - 0, - 37 - ], - "92": [ - 2, - 79, - 9, - 138, - 133, - 0, - 7, - 78, - 152, - 0, - 0, - 189, - 0, - 283, - 0, - 0, - 18, - 120, - 0, - 38 - ], - "93": [ - 2, - 80, - 4, - 137, - 127, - 0, - 3, - 80, - 164, - 0, - 0, - 175, - 0, - 268, - 0, - 0, - 12, - 124, - 0, - 39 - ], - "94": [ - 2, - 84, - 3, - 141, - 130, - 0, - 2, - 76, - 170, - 0, - 0, - 171, - 0, - 262, - 0, - 0, - 20, - 135, - 0, - 37 - ], - "95": [ - 2, - 83, - 4, - 132, - 128, - 0, - 3, - 71, - 163, - 0, - 0, - 156, - 0, - 258, - 0, - 0, - 16, - 142, - 0, - 36 - ], - "96": [ - 1, - 85, - 10, - 143, - 129, - 0, - 7, - 76, - 151, - 0, - 0, - 176, - 0, - 251, - 0, - 0, - 14, - 141, - 0, - 41 - ], - "97": [ - 2, - 80, - 9, - 139, - 134, - 0, - 6, - 76, - 131, - 0, - 0, - 183, - 0, - 259, - 0, - 0, - 16, - 133, - 0, - 42 - ], - "98": [ - 1, - 77, - 14, - 143, - 136, - 0, - 5, - 72, - 138, - 0, - 0, - 163, - 0, - 256, - 0, - 0, - 15, - 129, - 0, - 42 - ], - "99": [ - 0, - 84, - 22, - 149, - 131, - 0, - 5, - 63, - 137, - 0, - 0, - 171, - 0, - 280, - 0, - 0, - 12, - 128, - 0, - 44 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.1.gamma=0.9/run=03fb7b73af7b4c85/rewards.plot.png b/experiments/seed=256/alpha=0.1.gamma=0.9/run=03fb7b73af7b4c85/rewards.plot.png deleted file mode 100644 index 8468f57..0000000 Binary files a/experiments/seed=256/alpha=0.1.gamma=0.9/run=03fb7b73af7b4c85/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.1.gamma=0.9/run=03fb7b73af7b4c85/sum_rewards.json b/experiments/seed=256/alpha=0.1.gamma=0.9/run=03fb7b73af7b4c85/sum_rewards.json deleted file mode 100644 index 3f327ce..0000000 --- a/experiments/seed=256/alpha=0.1.gamma=0.9/run=03fb7b73af7b4c85/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 76929, - "V": 5587988 - }, - "control": { - "R": 78167, - "V": 5721003 - } -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.1.gamma=0.9/run=03fb7b73af7b4c85/view.plot.png b/experiments/seed=256/alpha=0.1.gamma=0.9/run=03fb7b73af7b4c85/view.plot.png deleted file mode 100644 index 5d1a872..0000000 Binary files a/experiments/seed=256/alpha=0.1.gamma=0.9/run=03fb7b73af7b4c85/view.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.1.gamma=0.9/run=551fdddabcd04e8f/choices.json b/experiments/seed=256/alpha=0.1.gamma=0.9/run=551fdddabcd04e8f/choices.json deleted file mode 100644 index ff1bd6f..0000000 --- a/experiments/seed=256/alpha=0.1.gamma=0.9/run=551fdddabcd04e8f/choices.json +++ /dev/null @@ -1,702 +0,0 @@ -{ - "0": [ - 1, - 0, - 7, - 10, - 11 - ], - "1": [ - 1, - 11, - 16, - 3, - 15 - ], - "2": [ - 11, - 3, - 14, - 13, - 1 - ], - "3": [ - 11, - 7, - 3, - 1, - 13 - ], - "4": [ - 11, - 13, - 3, - 1, - 0 - ], - "5": [ - 11, - 13, - 3, - 1, - 16 - ], - "6": [ - 11, - 13, - 3, - 1, - 5 - ], - "7": [ - 11, - 13, - 3, - 1, - 4 - ], - "8": [ - 11, - 13, - 3, - 1, - 0 - ], - "9": [ - 11, - 1, - 13, - 3, - 18 - ], - "10": [ - 11, - 3, - 13, - 1, - 15 - ], - "11": [ - 11, - 13, - 3, - 1, - 7 - ], - "12": [ - 11, - 13, - 3, - 0, - 1 - ], - "13": [ - 11, - 13, - 3, - 1, - 0 - ], - "14": [ - 11, - 13, - 3, - 1, - 0 - ], - "15": [ - 11, - 13, - 3, - 1, - 0 - ], - "16": [ - 11, - 13, - 3, - 1, - 0 - ], - "17": [ - 11, - 13, - 3, - 1, - 6 - ], - "18": [ - 11, - 13, - 3, - 1, - 0 - ], - "19": [ - 11, - 13, - 3, - 1, - 0 - ], - "20": [ - 11, - 13, - 3, - 1, - 18 - ], - "21": [ - 11, - 13, - 3, - 1, - 0 - ], - "22": [ - 11, - 13, - 3, - 1, - 0 - ], - "23": [ - 11, - 13, - 3, - 1, - 16 - ], - "24": [ - 11, - 13, - 3, - 1, - 0 - ], - "25": [ - 11, - 13, - 3, - 1, - 5 - ], - "26": [ - 11, - 13, - 3, - 1, - 0 - ], - "27": [ - 11, - 13, - 3, - 1, - 0 - ], - "28": [ - 11, - 13, - 3, - 1, - 8 - ], - "29": [ - 11, - 13, - 1, - 3, - 0 - ], - "30": [ - 11, - 13, - 6, - 3, - 1 - ], - "31": [ - 11, - 13, - 1, - 3, - 4 - ], - "32": [ - 11, - 13, - 3, - 1, - 4 - ], - "33": [ - 11, - 13, - 1, - 3, - 0 - ], - "34": [ - 11, - 13, - 1, - 3, - 0 - ], - "35": [ - 11, - 13, - 1, - 0, - 3 - ], - "36": [ - 11, - 13, - 1, - 3, - 4 - ], - "37": [ - 11, - 13, - 1, - 3, - 4 - ], - "38": [ - 11, - 13, - 3, - 1, - 0 - ], - "39": [ - 11, - 13, - 1, - 3, - 0 - ], - "40": [ - 11, - 13, - 1, - 3, - 9 - ], - "41": [ - 11, - 13, - 3, - 1, - 4 - ], - "42": [ - 11, - 13, - 3, - 1, - 4 - ], - "43": [ - 11, - 13, - 3, - 1, - 4 - ], - "44": [ - 11, - 13, - 3, - 1, - 4 - ], - "45": [ - 11, - 13, - 3, - 1, - 4 - ], - "46": [ - 11, - 13, - 3, - 1, - 4 - ], - "47": [ - 11, - 13, - 1, - 3, - 4 - ], - "48": [ - 11, - 13, - 3, - 4, - 1 - ], - "49": [ - 11, - 13, - 4, - 3, - 1 - ], - "50": [ - 11, - 13, - 3, - 4, - 1 - ], - "51": [ - 11, - 13, - 4, - 3, - 1 - ], - "52": [ - 11, - 13, - 3, - 4, - 1 - ], - "53": [ - 11, - 13, - 4, - 3, - 1 - ], - "54": [ - 11, - 13, - 3, - 4, - 1 - ], - "55": [ - 11, - 13, - 4, - 3, - 1 - ], - "56": [ - 11, - 4, - 13, - 3, - 1 - ], - "57": [ - 11, - 4, - 3, - 13, - 1 - ], - "58": [ - 11, - 4, - 3, - 13, - 1 - ], - "59": [ - 11, - 3, - 13, - 4, - 1 - ], - "60": [ - 11, - 4, - 13, - 3, - 1 - ], - "61": [ - 11, - 13, - 3, - 4, - 0 - ], - "62": [ - 11, - 4, - 3, - 13, - 1 - ], - "63": [ - 11, - 4, - 13, - 3, - 1 - ], - "64": [ - 11, - 13, - 3, - 4, - 1 - ], - "65": [ - 11, - 3, - 4, - 13, - 1 - ], - "66": [ - 11, - 4, - 3, - 13, - 1 - ], - "67": [ - 11, - 4, - 13, - 3, - 1 - ], - "68": [ - 11, - 3, - 4, - 13, - 0 - ], - "69": [ - 11, - 3, - 4, - 13, - 1 - ], - "70": [ - 11, - 3, - 4, - 13, - 1 - ], - "71": [ - 11, - 3, - 13, - 4, - 1 - ], - "72": [ - 11, - 3, - 4, - 13, - 1 - ], - "73": [ - 11, - 4, - 3, - 13, - 1 - ], - "74": [ - 11, - 3, - 4, - 13, - 1 - ], - "75": [ - 11, - 3, - 4, - 1, - 13 - ], - "76": [ - 11, - 3, - 4, - 13, - 0 - ], - "77": [ - 11, - 3, - 4, - 13, - 1 - ], - "78": [ - 11, - 3, - 4, - 13, - 1 - ], - "79": [ - 11, - 3, - 4, - 13, - 1 - ], - "80": [ - 11, - 3, - 4, - 13, - 8 - ], - "81": [ - 11, - 3, - 4, - 13, - 1 - ], - "82": [ - 11, - 3, - 4, - 13, - 1 - ], - "83": [ - 11, - 3, - 4, - 13, - 0 - ], - "84": [ - 11, - 3, - 4, - 13, - 1 - ], - "85": [ - 11, - 3, - 4, - 1, - 13 - ], - "86": [ - 11, - 3, - 4, - 13, - 1 - ], - "87": [ - 11, - 3, - 4, - 13, - 1 - ], - "88": [ - 11, - 3, - 4, - 13, - 1 - ], - "89": [ - 11, - 3, - 4, - 13, - 1 - ], - "90": [ - 11, - 3, - 4, - 13, - 8 - ], - "91": [ - 11, - 3, - 4, - 13, - 1 - ], - "92": [ - 11, - 3, - 4, - 13, - 1 - ], - "93": [ - 11, - 3, - 4, - 13, - 1 - ], - "94": [ - 11, - 4, - 3, - 13, - 1 - ], - "95": [ - 11, - 3, - 4, - 13, - 1 - ], - "96": [ - 11, - 3, - 4, - 13, - 1 - ], - "97": [ - 11, - 4, - 3, - 13, - 1 - ], - "98": [ - 11, - 4, - 3, - 13, - 1 - ], - "99": [ - 11, - 3, - 4, - 13, - 18 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.1.gamma=0.9/run=551fdddabcd04e8f/config.json b/experiments/seed=256/alpha=0.1.gamma=0.9/run=551fdddabcd04e8f/config.json deleted file mode 100644 index dfea112..0000000 --- a/experiments/seed=256/alpha=0.1.gamma=0.9/run=551fdddabcd04e8f/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 20, - "num_choices": 5, - "time_span": 100, - "history_span": 3000, - "alpha": 0.1, - "gamma": 0.9, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.1.gamma=0.9/run=551fdddabcd04e8f/control.choices.json b/experiments/seed=256/alpha=0.1.gamma=0.9/run=551fdddabcd04e8f/control.choices.json deleted file mode 100644 index 1ce1220..0000000 --- a/experiments/seed=256/alpha=0.1.gamma=0.9/run=551fdddabcd04e8f/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 4, - 3, - 11, - 1, - 13 -] \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.1.gamma=0.9/run=551fdddabcd04e8f/qvalues.json b/experiments/seed=256/alpha=0.1.gamma=0.9/run=551fdddabcd04e8f/qvalues.json deleted file mode 100644 index d4ed352..0000000 --- a/experiments/seed=256/alpha=0.1.gamma=0.9/run=551fdddabcd04e8f/qvalues.json +++ /dev/null @@ -1,2180 +0,0 @@ -{ - "0": [ - 4.3, - 12.600000000000001, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.2, - 0.0, - 0.0, - 0.0, - 36.1, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 4.3, - 20.14, - 0.0, - 17.0, - 5.0, - 0.0, - 0.0, - 0.2, - 0.0, - 0.0, - 0.0, - 63.99, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 4.3, - 26.526, - 0.0, - 28.5, - 5.0, - 0.0, - 0.0, - 0.2, - 0.0, - 0.0, - 0.0, - 89.391, - 0.0, - 23.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 4.3, - 32.1734, - 0.0, - 37.85, - 5.0, - 0.0, - 0.0, - 0.78, - 0.0, - 0.0, - 0.0, - 112.15190000000001, - 0.0, - 39.47, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "4": [ - 9.47, - 38.35606, - 0.0, - 46.465, - 5.0, - 0.0, - 0.0, - 0.78, - 0.0, - 0.0, - 0.0, - 131.83671, - 0.0, - 52.723, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "5": [ - 9.47, - 43.120454, - 0.0, - 53.618500000000004, - 5.0, - 0.0, - 0.0, - 0.78, - 0.0, - 0.0, - 0.0, - 151.553039, - 0.0, - 64.2507, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "6": [ - 9.47, - 48.5084086, - 0.0, - 60.25665000000001, - 5.0, - 0.0, - 0.0, - 0.78, - 0.0, - 0.0, - 0.0, - 168.8977351, - 0.0, - 76.12563, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "7": [ - 9.47, - 52.657567740000005, - 0.0, - 67.13098500000001, - 9.2, - 0.0, - 0.0, - 0.78, - 0.0, - 0.0, - 0.0, - 184.60796159, - 0.0, - 86.813067, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "8": [ - 14.123000000000001, - 55.591810966000004, - 0.0, - 72.61788650000001, - 9.2, - 0.0, - 0.0, - 0.78, - 0.0, - 0.0, - 0.0, - 200.347165431, - 0.0, - 96.3317603, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "9": [ - 14.123000000000001, - 58.7326298694, - 0.0, - 77.95609785, - 9.2, - 0.0, - 0.0, - 0.78, - 0.0, - 0.0, - 0.0, - 214.6124488879, - 0.0, - 103.69858427, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "10": [ - 14.123000000000001, - 62.05936688246, - 0.0, - 83.260488065, - 9.2, - 0.0, - 0.0, - 0.78, - 0.0, - 0.0, - 0.0, - 226.35120399911, - 0.0, - 110.22872584299999, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "11": [ - 14.123000000000001, - 64.25343019421399, - 0.0, - 87.3344392585, - 9.2, - 0.0, - 0.0, - 3.902, - 0.0, - 0.0, - 0.0, - 237.716083599199, - 0.0, - 115.70585325869999, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "12": [ - 16.910700000000002, - 66.52808717479259, - 0.0, - 90.00099533264999, - 9.2, - 0.0, - 0.0, - 3.902, - 0.0, - 0.0, - 0.0, - 248.0444752392791, - 0.0, - 119.73526793282998, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "13": [ - 19.11963, - 67.87527845731333, - 0.0, - 92.30089579938499, - 9.2, - 0.0, - 0.0, - 3.902, - 0.0, - 0.0, - 0.0, - 257.5400277153512, - 0.0, - 124.06174113954698, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "14": [ - 21.307667000000002, - 70.087750611582, - 0.0, - 94.77080621944648, - 9.2, - 0.0, - 0.0, - 3.902, - 0.0, - 0.0, - 0.0, - 265.2860249438161, - 0.0, - 127.85556702559228, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "15": [ - 23.576900300000002, - 72.3789755504238, - 0.0, - 96.39372559750184, - 9.2, - 0.0, - 0.0, - 3.902, - 0.0, - 0.0, - 0.0, - 274.05742244943445, - 0.0, - 132.67001032303304, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "16": [ - 25.819210270000003, - 75.14107799538142, - 0.0, - 97.35435303775165, - 9.2, - 0.0, - 0.0, - 3.902, - 0.0, - 0.0, - 0.0, - 283.551680204491, - 0.0, - 135.90300929072973, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "17": [ - 25.819210270000003, - 77.62697019584328, - 0.0, - 97.31891773397649, - 9.2, - 0.0, - 0.0, - 3.902, - 0.0, - 0.0, - 0.0, - 291.1965121840419, - 0.0, - 137.61270836165676, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "18": [ - 27.337289243, - 79.76427317625895, - 0.0, - 97.88702596057884, - 9.2, - 0.0, - 0.0, - 3.902, - 0.0, - 0.0, - 0.0, - 298.5768609656377, - 0.0, - 139.65143752549108, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "19": [ - 28.2035603187, - 80.98784585863305, - 0.0, - 97.79832336452095, - 9.2, - 0.0, - 0.0, - 3.902, - 0.0, - 0.0, - 0.0, - 307.81917486907395, - 0.0, - 143.08629377294196, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "20": [ - 28.2035603187, - 82.58906127276974, - 0.0, - 98.51849102806887, - 9.2, - 0.0, - 0.0, - 3.902, - 0.0, - 0.0, - 0.0, - 315.43725738216654, - 0.0, - 146.47766439564776, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "21": [ - 29.183204286829998, - 83.33015514549277, - 0.0, - 98.96664192526198, - 9.2, - 0.0, - 0.0, - 3.902, - 0.0, - 0.0, - 0.0, - 323.9935316439499, - 0.0, - 150.129897956083, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "22": [ - 30.764883858146998, - 83.4971396309435, - 0.0, - 99.36997773273578, - 9.2, - 0.0, - 0.0, - 3.902, - 0.0, - 0.0, - 0.0, - 332.1941784795549, - 0.0, - 152.8169081604747, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "23": [ - 30.764883858146998, - 82.94742566784915, - 0.0, - 98.9329799594622, - 9.2, - 0.0, - 0.0, - 3.902, - 0.0, - 0.0, - 0.0, - 339.67476063159944, - 0.0, - 154.83521734442724, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "24": [ - 31.788395472332297, - 83.15268310106423, - 0.0, - 97.93968196351598, - 9.2, - 0.0, - 0.0, - 3.902, - 0.0, - 0.0, - 0.0, - 346.8072845684395, - 0.0, - 156.35169560998452, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "25": [ - 31.788395472332297, - 83.0374147909578, - 0.0, - 96.94571376716438, - 9.2, - 0.0, - 0.0, - 3.902, - 0.0, - 0.0, - 0.0, - 354.62655611159556, - 0.0, - 156.31652604898608, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "26": [ - 33.70955592509907, - 83.23367331186202, - 0.0, - 95.95114239044794, - 9.2, - 0.0, - 0.0, - 3.902, - 0.0, - 0.0, - 0.0, - 360.763900500436, - 0.0, - 156.28487344408748, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "27": [ - 36.43860033258916, - 83.61030598067582, - 0.0, - 94.65602815140315, - 9.2, - 0.0, - 0.0, - 3.902, - 0.0, - 0.0, - 0.0, - 366.4875104503924, - 0.0, - 156.15638609967874, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "28": [ - 36.43860033258916, - 84.34927538260824, - 0.0, - 93.39042533626284, - 9.2, - 0.0, - 0.0, - 3.902, - 8.4, - 0.0, - 0.0, - 372.0387594053532, - 0.0, - 155.44074748971087, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "29": [ - 38.29474029933024, - 85.71434784434742, - 0.0, - 92.35138280263655, - 9.2, - 0.0, - 0.0, - 3.902, - 8.4, - 0.0, - 0.0, - 377.5348834648179, - 0.0, - 152.9966727407398, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "30": [ - 38.29474029933024, - 86.74291305991267, - 0.0, - 91.21624452237289, - 9.2, - 0.0, - 0.0, - 3.902, - 8.4, - 0.0, - 0.0, - 382.3813951183361, - 0.0, - 151.69700546666581, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "31": [ - 38.29474029933024, - 87.6686217539214, - 0.0, - 89.79462007013561, - 17.78, - 0.0, - 0.0, - 3.902, - 8.4, - 0.0, - 0.0, - 387.2432556065025, - 0.0, - 150.12730491999923, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "32": [ - 38.29474029933024, - 88.50175957852926, - 0.0, - 88.51515806312204, - 25.202, - 0.0, - 0.0, - 3.902, - 8.4, - 0.0, - 0.0, - 392.71893004585223, - 0.0, - 148.01457442799932, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "33": [ - 39.06526626939722, - 87.75158362067633, - 0.0, - 86.76364225680985, - 25.202, - 0.0, - 0.0, - 3.902, - 8.4, - 0.0, - 0.0, - 398.247037041267, - 0.0, - 146.21311698519938, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "34": [ - 40.058739642457496, - 86.7764252586087, - 0.0, - 85.78727803112886, - 25.202, - 0.0, - 0.0, - 3.902, - 8.4, - 0.0, - 0.0, - 403.2223333371403, - 0.0, - 144.49180528667944, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "35": [ - 40.552865678211745, - 85.39878273274783, - 0.0, - 85.00855022801598, - 25.202, - 0.0, - 0.0, - 3.902, - 8.4, - 0.0, - 0.0, - 407.6001000034263, - 0.0, - 142.6426247580115, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "36": [ - 40.552865678211745, - 83.75890445947304, - 0.0, - 84.20769520521438, - 32.0818, - 0.0, - 0.0, - 3.902, - 8.4, - 0.0, - 0.0, - 412.04009000308366, - 0.0, - 142.27836228221034, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "37": [ - 40.552865678211745, - 82.08301401352574, - 0.0, - 83.08692568469294, - 39.17362, - 0.0, - 0.0, - 3.902, - 8.4, - 0.0, - 0.0, - 416.8360810027753, - 0.0, - 143.2505260539893, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "38": [ - 39.99757911039057, - 80.07471261217317, - 0.0, - 81.77823311622365, - 39.17362, - 0.0, - 0.0, - 3.902, - 8.4, - 0.0, - 0.0, - 421.1524729024978, - 0.0, - 144.02547344859036, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "39": [ - 38.99782119935151, - 78.16724135095586, - 0.0, - 81.30040980460129, - 39.17362, - 0.0, - 0.0, - 3.902, - 8.4, - 0.0, - 0.0, - 424.837225612248, - 0.0, - 144.92292610373133, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "40": [ - 38.99782119935151, - 76.45051721586027, - 0.0, - 80.87036882414115, - 39.17362, - 0.0, - 0.0, - 3.902, - 8.4, - 2.2, - 0.0, - 427.9535030510232, - 0.0, - 145.0306334933582, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "41": [ - 38.99782119935151, - 75.10546549427424, - 0.0, - 80.78333194172704, - 48.056258, - 0.0, - 0.0, - 3.902, - 8.4, - 2.2, - 0.0, - 430.85815274592085, - 0.0, - 145.8275701440224, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "42": [ - 38.99782119935151, - 73.29491894484681, - 0.0, - 81.70499874755434, - 56.150632200000004, - 0.0, - 0.0, - 3.902, - 8.4, - 2.2, - 0.0, - 433.9723374713288, - 0.0, - 145.14481312962016, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "43": [ - 38.99782119935151, - 71.36542705036213, - 0.0, - 82.23449887279891, - 62.53556898000001, - 0.0, - 0.0, - 3.902, - 8.4, - 2.2, - 0.0, - 437.4751037241959, - 0.0, - 143.83033181665814, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "44": [ - 38.99782119935151, - 70.02888434532592, - 0.0, - 82.51104898551901, - 68.28201208200001, - 0.0, - 0.0, - 3.902, - 8.4, - 2.2, - 0.0, - 441.0275933517763, - 0.0, - 143.04729863499233, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "45": [ - 38.99782119935151, - 68.62599591079334, - 0.0, - 83.25994408696711, - 74.0538108738, - 0.0, - 0.0, - 3.902, - 8.4, - 2.2, - 0.0, - 444.72483401659866, - 0.0, - 140.7425687714931, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "46": [ - 38.99782119935151, - 66.763396319714, - 0.0, - 84.3339496782704, - 80.14842978642, - 0.0, - 0.0, - 3.902, - 8.4, - 2.2, - 0.0, - 447.7523506149388, - 0.0, - 138.4683118943438, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "47": [ - 38.99782119935151, - 64.8870566877426, - 0.0, - 85.30055471044336, - 85.233586807778, - 0.0, - 0.0, - 3.902, - 8.4, - 2.2, - 0.0, - 450.5771155534449, - 0.0, - 136.5214807049094, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "48": [ - 38.99782119935151, - 63.09835101896834, - 0.0, - 87.07049923939903, - 89.21022812700019, - 0.0, - 0.0, - 3.902, - 8.4, - 2.2, - 0.0, - 453.2194039981004, - 0.0, - 134.26933263441848, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "49": [ - 38.99782119935151, - 61.4885159170715, - 0.0, - 88.86344931545912, - 93.78920531430018, - 0.0, - 0.0, - 3.902, - 8.4, - 2.2, - 0.0, - 455.9974635982904, - 0.0, - 130.84239937097664, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "50": [ - 38.99782119935151, - 60.039664325364356, - 0.0, - 91.97710438391321, - 98.51028478287016, - 0.0, - 0.0, - 3.902, - 8.4, - 2.2, - 0.0, - 458.69771723846134, - 0.0, - 127.85815943387897, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "51": [ - 38.99782119935151, - 58.93569789282792, - 0.0, - 96.0793939455219, - 102.45925630458314, - 0.0, - 0.0, - 3.902, - 8.4, - 2.2, - 0.0, - 460.7279455146152, - 0.0, - 124.87234349049108, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "52": [ - 38.99782119935151, - 57.74212810354513, - 0.0, - 99.87145455096972, - 107.11333067412482, - 0.0, - 0.0, - 3.902, - 8.4, - 2.2, - 0.0, - 462.6551509631537, - 0.0, - 121.88510914144197, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "53": [ - 38.99782119935151, - 56.66791529319062, - 0.0, - 103.38430909587274, - 110.70199760671234, - 0.0, - 0.0, - 3.902, - 8.4, - 2.2, - 0.0, - 463.48963586683834, - 0.0, - 120.09659822729778, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "54": [ - 38.99782119935151, - 56.20112376387156, - 0.0, - 106.64587818628546, - 114.3317978460411, - 0.0, - 0.0, - 3.902, - 8.4, - 2.2, - 0.0, - 464.9406722801545, - 0.0, - 118.28693840456799, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "55": [ - 38.99782119935151, - 55.7810113874844, - 0.0, - 110.38129036765692, - 117.29861806143698, - 0.0, - 0.0, - 3.902, - 8.4, - 2.2, - 0.0, - 465.6466050521391, - 0.0, - 116.55824456411119, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "56": [ - 38.99782119935151, - 55.00291024873596, - 0.0, - 114.74316133089123, - 119.36875625529328, - 0.0, - 0.0, - 3.902, - 8.4, - 2.2, - 0.0, - 466.48194454692515, - 0.0, - 115.50242010770008, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "57": [ - 38.99782119935151, - 54.802619223862365, - 0.0, - 118.6688451978021, - 121.13188062976396, - 0.0, - 0.0, - 3.902, - 8.4, - 2.2, - 0.0, - 468.23375009223264, - 0.0, - 115.25217809693007, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "58": [ - 38.99782119935151, - 54.422357301476126, - 0.0, - 121.9019606780219, - 121.71869256678755, - 0.0, - 0.0, - 3.902, - 8.4, - 2.2, - 0.0, - 469.3103750830094, - 0.0, - 115.02696028723706, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "59": [ - 38.99782119935151, - 54.68012157132851, - 0.0, - 124.11176461021971, - 122.1468233101088, - 0.0, - 0.0, - 3.902, - 8.4, - 2.2, - 0.0, - 470.07933757470846, - 0.0, - 114.22426425851336, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "60": [ - 38.99782119935151, - 55.01210941419566, - 0.0, - 125.60058814919773, - 122.63214097909793, - 0.0, - 0.0, - 3.902, - 8.4, - 2.2, - 0.0, - 470.7714038172376, - 0.0, - 113.50183783266202, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "61": [ - 37.09803907941636, - 55.01210941419566, - 0.0, - 126.54052933427796, - 122.86892688118813, - 0.0, - 0.0, - 3.902, - 8.4, - 2.2, - 0.0, - 471.69426343551385, - 0.0, - 112.65165404939582, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "62": [ - 37.09803907941636, - 54.6108984727761, - 0.0, - 127.38647640085017, - 123.68203419306931, - 0.0, - 0.0, - 3.902, - 8.4, - 2.2, - 0.0, - 472.6248370919625, - 0.0, - 111.78648864445623, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "63": [ - 37.09803907941636, - 53.14980862549849, - 0.0, - 128.54782876076516, - 125.21383077376238, - 0.0, - 0.0, - 3.902, - 8.4, - 2.2, - 0.0, - 473.5623533827662, - 0.0, - 111.30783978001061, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "64": [ - 37.09803907941636, - 52.53482776294864, - 0.0, - 130.69304588468864, - 126.39244769638614, - 0.0, - 0.0, - 3.902, - 8.4, - 2.2, - 0.0, - 474.2061180444896, - 0.0, - 109.77705580200956, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "65": [ - 37.09803907941636, - 52.38134498665377, - 0.0, - 132.22374129621977, - 128.05320292674753, - 0.0, - 0.0, - 3.902, - 8.4, - 2.2, - 0.0, - 475.3855062400406, - 0.0, - 107.3993502218086, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "66": [ - 37.09803907941636, - 52.74321048798839, - 0.0, - 134.8013671665978, - 128.54788263407278, - 0.0, - 0.0, - 3.902, - 8.4, - 2.2, - 0.0, - 476.84695561603655, - 0.0, - 104.25941519962774, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "67": [ - 37.09803907941636, - 53.26888943918955, - 0.0, - 136.821230449938, - 128.8930943706655, - 0.0, - 0.0, - 3.902, - 8.4, - 2.2, - 0.0, - 478.1622600544329, - 0.0, - 101.43347367966497, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "68": [ - 34.48823517147473, - 53.26888943918955, - 0.0, - 139.3391074049442, - 129.30378493359893, - 0.0, - 0.0, - 3.902, - 8.4, - 2.2, - 0.0, - 479.94603404898965, - 0.0, - 98.79012631169847, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "69": [ - 34.48823517147473, - 54.142000495270594, - 0.0, - 141.00519666444978, - 129.67340644023903, - 0.0, - 0.0, - 3.902, - 8.4, - 2.2, - 0.0, - 481.35143064409067, - 0.0, - 97.61111368052863, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "70": [ - 34.48823517147473, - 55.22780044574353, - 0.0, - 142.7046769980048, - 130.40606579621513, - 0.0, - 0.0, - 3.902, - 8.4, - 2.2, - 0.0, - 482.4162875796816, - 0.0, - 96.15000231247576, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "71": [ - 34.48823517147473, - 56.70502040116918, - 0.0, - 144.4342092982043, - 131.46545921659362, - 0.0, - 0.0, - 3.902, - 8.4, - 2.2, - 0.0, - 483.0746588217134, - 0.0, - 94.33500208122818, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "72": [ - 34.48823517147473, - 58.63451836105226, - 0.0, - 145.7907883683839, - 132.71891329493425, - 0.0, - 0.0, - 3.902, - 8.4, - 2.2, - 0.0, - 483.6671929395421, - 0.0, - 92.70150187310537, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "73": [ - 34.48823517147473, - 60.37106652494703, - 0.0, - 146.5117095315455, - 133.94702196544083, - 0.0, - 0.0, - 3.902, - 8.4, - 2.2, - 0.0, - 483.5004736455879, - 0.0, - 90.73135168579483, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "74": [ - 34.48823517147473, - 61.53395987245233, - 0.0, - 147.46053857839095, - 134.35231976889673, - 0.0, - 0.0, - 3.902, - 8.4, - 2.2, - 0.0, - 482.15042628102907, - 0.0, - 89.15821651721535, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "75": [ - 34.48823517147473, - 61.880563885207096, - 0.0, - 148.91448472055185, - 134.21708779200705, - 0.0, - 0.0, - 3.902, - 8.4, - 2.2, - 0.0, - 481.73538365292615, - 0.0, - 88.14239486549381, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "76": [ - 31.639411654327255, - 61.880563885207096, - 0.0, - 149.82303624849666, - 133.79537901280634, - 0.0, - 0.0, - 3.902, - 8.4, - 2.2, - 0.0, - 480.3618452876335, - 0.0, - 87.42815537894444, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "77": [ - 31.639411654327255, - 61.892507496686385, - 0.0, - 150.440732623647, - 133.0158411115257, - 0.0, - 0.0, - 3.902, - 8.4, - 2.2, - 0.0, - 478.92566075887015, - 0.0, - 86.18533984105, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "78": [ - 31.639411654327255, - 61.603256747017745, - 0.0, - 150.4966593612823, - 132.01425700037314, - 0.0, - 0.0, - 3.902, - 8.4, - 2.2, - 0.0, - 477.93309468298315, - 0.0, - 84.86680585694499, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "79": [ - 31.639411654327255, - 60.74293107231597, - 0.0, - 150.24699342515407, - 131.6128313003358, - 0.0, - 0.0, - 3.902, - 8.4, - 2.2, - 0.0, - 478.23978521468484, - 0.0, - 83.18012527125049, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "80": [ - 31.639411654327255, - 60.74293107231597, - 0.0, - 149.52229408263867, - 131.75154817030224, - 0.0, - 0.0, - 3.902, - 18.36, - 2.2, - 0.0, - 479.4158066932164, - 0.0, - 82.86211274412544, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "81": [ - 31.639411654327255, - 59.96863796508437, - 0.0, - 149.6700646743748, - 131.576393353272, - 0.0, - 0.0, - 3.902, - 18.36, - 2.2, - 0.0, - 480.8742260238947, - 0.0, - 82.1759014697129, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "82": [ - 31.639411654327255, - 58.971774168575934, - 0.0, - 150.5030582069373, - 131.91875401794482, - 0.0, - 0.0, - 3.902, - 18.36, - 2.2, - 0.0, - 482.2868034215052, - 0.0, - 81.0583113227416, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "83": [ - 29.47547048889453, - 58.971774168575934, - 0.0, - 150.3527523862436, - 132.72687861615034, - 0.0, - 0.0, - 3.902, - 18.36, - 2.2, - 0.0, - 483.9581230793547, - 0.0, - 80.65248019046744, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "84": [ - 29.47547048889453, - 58.97459675171834, - 0.0, - 151.31747714761923, - 133.1541907545353, - 0.0, - 0.0, - 3.902, - 18.36, - 2.2, - 0.0, - 486.5623107714192, - 0.0, - 82.6872321714207, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "85": [ - 29.47547048889453, - 59.2771370765465, - 0.0, - 151.38572943285732, - 133.3387716790818, - 0.0, - 0.0, - 3.902, - 18.36, - 2.2, - 0.0, - 488.6060796942773, - 0.0, - 84.81850895427863, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "86": [ - 29.47547048889453, - 58.64942336889185, - 0.0, - 151.9471564895716, - 133.70489451117362, - 0.0, - 0.0, - 3.902, - 18.36, - 2.2, - 0.0, - 491.04547172484956, - 0.0, - 86.73665805885076, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "87": [ - 29.47547048889453, - 58.08448103200267, - 0.0, - 151.45244084061443, - 133.63440506005625, - 0.0, - 0.0, - 3.902, - 18.36, - 2.2, - 0.0, - 493.04092455236463, - 0.0, - 89.36299225296568, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "88": [ - 29.47547048889453, - 57.576032928802405, - 0.0, - 151.507196756553, - 132.87096455405063, - 0.0, - 0.0, - 3.902, - 18.36, - 2.2, - 0.0, - 494.93683209712816, - 0.0, - 91.12669302766912, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "89": [ - 29.47547048889453, - 57.01842963592217, - 0.0, - 150.65647708089767, - 131.58386809864555, - 0.0, - 0.0, - 3.902, - 18.36, - 2.2, - 0.0, - 496.84314888741534, - 0.0, - 92.41402372490221, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "90": [ - 29.47547048889453, - 57.01842963592217, - 0.0, - 149.3908293728079, - 130.125481288781, - 0.0, - 0.0, - 3.902, - 27.823999999999998, - 2.2, - 0.0, - 498.1588339986738, - 0.0, - 92.47262135241199, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "91": [ - 29.47547048889453, - 57.21658667232995, - 0.0, - 148.4517464355271, - 128.7129331599029, - 0.0, - 0.0, - 3.902, - 27.823999999999998, - 2.2, - 0.0, - 499.8429505988064, - 0.0, - 92.32535921717079, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "92": [ - 29.47547048889453, - 57.59492800509696, - 0.0, - 146.8065717919744, - 127.4416398439126, - 0.0, - 0.0, - 3.902, - 27.823999999999998, - 2.2, - 0.0, - 502.05865553892573, - 0.0, - 93.39282329545371, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "93": [ - 29.47547048889453, - 57.935435204587264, - 0.0, - 144.92591461277695, - 126.69747585952133, - 0.0, - 0.0, - 3.902, - 27.823999999999998, - 2.2, - 0.0, - 504.75278998503313, - 0.0, - 94.95354096590833, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "94": [ - 29.47547048889453, - 57.941891684128535, - 0.0, - 142.53332315149925, - 126.1277282735692, - 0.0, - 0.0, - 3.902, - 27.823999999999998, - 2.2, - 0.0, - 506.6775109865298, - 0.0, - 97.0581868693175, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "95": [ - 29.47547048889453, - 58.047702515715685, - 0.0, - 141.27999083634933, - 126.21495544621229, - 0.0, - 0.0, - 3.902, - 27.823999999999998, - 2.2, - 0.0, - 508.50975988787684, - 0.0, - 98.95236818238574, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "96": [ - 29.47547048889453, - 58.04293226414411, - 0.0, - 139.35199175271438, - 125.39345990159106, - 0.0, - 0.0, - 3.902, - 27.823999999999998, - 2.2, - 0.0, - 509.25878389908917, - 0.0, - 100.35713136414716, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "97": [ - 29.47547048889453, - 57.9386390377297, - 0.0, - 138.01679257744294, - 124.95411391143195, - 0.0, - 0.0, - 3.902, - 27.823999999999998, - 2.2, - 0.0, - 509.13290550918026, - 0.0, - 101.22141822773244, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "98": [ - 29.47547048889453, - 58.34477513395673, - 0.0, - 136.41511331969866, - 123.35870252028874, - 0.0, - 0.0, - 3.902, - 27.823999999999998, - 2.2, - 0.0, - 509.21961495826224, - 0.0, - 102.69927640495919, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.1.gamma=0.9/run=551fdddabcd04e8f/rewards.json b/experiments/seed=256/alpha=0.1.gamma=0.9/run=551fdddabcd04e8f/rewards.json deleted file mode 100644 index 8c1ca45..0000000 --- a/experiments/seed=256/alpha=0.1.gamma=0.9/run=551fdddabcd04e8f/rewards.json +++ /dev/null @@ -1,2202 +0,0 @@ -{ - "0": [ - 34, - 85, - 4, - 137, - 40, - 0, - 7, - 0, - 88, - 41, - 0, - 334, - 0, - 180, - 0, - 0, - 0, - 109, - 0, - 66 - ], - "1": [ - 43, - 81, - 9, - 137, - 43, - 0, - 6, - 2, - 98, - 43, - 0, - 316, - 0, - 179, - 0, - 0, - 0, - 118, - 0, - 69 - ], - "2": [ - 48, - 88, - 9, - 125, - 42, - 0, - 3, - 0, - 98, - 50, - 0, - 315, - 0, - 187, - 0, - 0, - 0, - 111, - 0, - 69 - ], - "3": [ - 50, - 84, - 8, - 132, - 38, - 0, - 1, - 7, - 108, - 46, - 0, - 318, - 0, - 188, - 0, - 0, - 0, - 114, - 0, - 65 - ], - "4": [ - 55, - 83, - 7, - 122, - 38, - 0, - 0, - 6, - 108, - 45, - 0, - 317, - 0, - 185, - 0, - 0, - 0, - 103, - 0, - 66 - ], - "5": [ - 56, - 94, - 3, - 124, - 43, - 0, - 0, - 14, - 104, - 50, - 0, - 309, - 0, - 172, - 0, - 0, - 0, - 96, - 0, - 64 - ], - "6": [ - 57, - 86, - 4, - 118, - 44, - 0, - 0, - 17, - 97, - 49, - 0, - 329, - 0, - 168, - 0, - 0, - 0, - 94, - 0, - 65 - ], - "7": [ - 54, - 97, - 3, - 120, - 44, - 0, - 0, - 19, - 90, - 43, - 0, - 325, - 0, - 183, - 0, - 0, - 0, - 105, - 0, - 65 - ], - "8": [ - 53, - 90, - 3, - 129, - 47, - 0, - 0, - 21, - 91, - 37, - 0, - 326, - 0, - 183, - 0, - 0, - 0, - 101, - 0, - 68 - ], - "9": [ - 56, - 82, - 2, - 122, - 53, - 0, - 0, - 22, - 94, - 37, - 0, - 342, - 0, - 182, - 0, - 0, - 0, - 105, - 0, - 57 - ], - "10": [ - 60, - 87, - 2, - 126, - 54, - 0, - 0, - 19, - 92, - 44, - 0, - 343, - 0, - 170, - 0, - 0, - 0, - 101, - 0, - 64 - ], - "11": [ - 62, - 92, - 3, - 131, - 60, - 0, - 0, - 28, - 86, - 40, - 0, - 332, - 0, - 169, - 0, - 0, - 0, - 96, - 0, - 69 - ], - "12": [ - 49, - 84, - 5, - 124, - 70, - 0, - 0, - 32, - 92, - 46, - 0, - 340, - 0, - 165, - 0, - 0, - 0, - 96, - 0, - 74 - ], - "13": [ - 42, - 87, - 8, - 114, - 71, - 0, - 0, - 20, - 92, - 50, - 0, - 341, - 0, - 156, - 0, - 0, - 0, - 93, - 0, - 63 - ], - "14": [ - 39, - 80, - 11, - 113, - 71, - 0, - 0, - 17, - 100, - 54, - 0, - 343, - 0, - 163, - 0, - 0, - 0, - 101, - 0, - 67 - ], - "15": [ - 41, - 90, - 13, - 117, - 69, - 0, - 0, - 15, - 94, - 52, - 0, - 335, - 0, - 162, - 0, - 0, - 0, - 104, - 0, - 66 - ], - "16": [ - 44, - 93, - 14, - 111, - 74, - 0, - 0, - 6, - 96, - 56, - 0, - 353, - 0, - 176, - 0, - 0, - 0, - 95, - 0, - 66 - ], - "17": [ - 46, - 100, - 12, - 106, - 70, - 0, - 0, - 4, - 92, - 55, - 0, - 369, - 0, - 165, - 0, - 0, - 0, - 104, - 0, - 72 - ], - "18": [ - 41, - 100, - 14, - 97, - 77, - 0, - 0, - 11, - 92, - 51, - 0, - 360, - 0, - 153, - 0, - 0, - 0, - 99, - 0, - 72 - ], - "19": [ - 41, - 99, - 17, - 103, - 80, - 0, - 0, - 5, - 84, - 56, - 0, - 365, - 0, - 158, - 0, - 0, - 0, - 101, - 0, - 69 - ], - "20": [ - 36, - 92, - 12, - 97, - 85, - 0, - 0, - 0, - 78, - 48, - 0, - 391, - 0, - 174, - 0, - 0, - 0, - 97, - 0, - 72 - ], - "21": [ - 35, - 97, - 7, - 105, - 89, - 0, - 0, - 0, - 76, - 50, - 0, - 384, - 0, - 177, - 0, - 0, - 0, - 94, - 0, - 77 - ], - "22": [ - 38, - 90, - 8, - 103, - 92, - 0, - 0, - 0, - 78, - 39, - 0, - 401, - 0, - 183, - 0, - 0, - 0, - 95, - 0, - 76 - ], - "23": [ - 45, - 85, - 8, - 103, - 91, - 0, - 0, - 0, - 80, - 35, - 0, - 406, - 0, - 177, - 0, - 0, - 0, - 90, - 0, - 80 - ], - "24": [ - 44, - 78, - 4, - 95, - 92, - 0, - 0, - 0, - 79, - 33, - 0, - 407, - 0, - 173, - 0, - 0, - 0, - 92, - 0, - 75 - ], - "25": [ - 41, - 85, - 6, - 89, - 93, - 0, - 0, - 0, - 80, - 31, - 0, - 411, - 0, - 170, - 0, - 0, - 0, - 90, - 0, - 73 - ], - "26": [ - 51, - 82, - 13, - 88, - 93, - 0, - 0, - 5, - 84, - 35, - 0, - 425, - 0, - 156, - 0, - 0, - 0, - 84, - 0, - 75 - ], - "27": [ - 51, - 85, - 7, - 87, - 96, - 0, - 0, - 1, - 89, - 29, - 0, - 416, - 0, - 156, - 0, - 0, - 0, - 90, - 0, - 67 - ], - "28": [ - 61, - 87, - 7, - 83, - 97, - 0, - 0, - 7, - 89, - 34, - 0, - 418, - 0, - 155, - 0, - 0, - 0, - 90, - 0, - 66 - ], - "29": [ - 59, - 91, - 8, - 82, - 93, - 0, - 0, - 6, - 84, - 46, - 0, - 422, - 0, - 149, - 0, - 0, - 0, - 96, - 0, - 68 - ], - "30": [ - 55, - 98, - 7, - 83, - 96, - 0, - 0, - 8, - 81, - 48, - 0, - 427, - 0, - 131, - 0, - 0, - 0, - 96, - 0, - 75 - ], - "31": [ - 53, - 96, - 5, - 81, - 103, - 0, - 0, - 4, - 84, - 44, - 0, - 426, - 0, - 140, - 0, - 0, - 0, - 87, - 0, - 71 - ], - "32": [ - 43, - 96, - 4, - 77, - 95, - 0, - 0, - 5, - 88, - 32, - 0, - 431, - 0, - 136, - 0, - 0, - 0, - 90, - 0, - 75 - ], - "33": [ - 45, - 96, - 5, - 77, - 92, - 0, - 0, - 14, - 82, - 19, - 0, - 442, - 0, - 129, - 0, - 0, - 0, - 91, - 0, - 69 - ], - "34": [ - 46, - 81, - 4, - 71, - 94, - 0, - 0, - 9, - 78, - 21, - 0, - 448, - 0, - 130, - 0, - 0, - 0, - 94, - 0, - 69 - ], - "35": [ - 49, - 78, - 9, - 77, - 98, - 0, - 0, - 9, - 77, - 21, - 0, - 448, - 0, - 129, - 0, - 0, - 0, - 92, - 0, - 62 - ], - "36": [ - 45, - 73, - 10, - 78, - 102, - 0, - 0, - 3, - 76, - 29, - 0, - 447, - 0, - 126, - 0, - 0, - 0, - 96, - 0, - 66 - ], - "37": [ - 39, - 69, - 7, - 77, - 94, - 0, - 0, - 0, - 80, - 28, - 0, - 452, - 0, - 139, - 0, - 0, - 0, - 94, - 0, - 66 - ], - "38": [ - 35, - 67, - 7, - 73, - 103, - 0, - 0, - 1, - 78, - 29, - 0, - 460, - 0, - 152, - 0, - 0, - 0, - 90, - 0, - 63 - ], - "39": [ - 35, - 62, - 6, - 70, - 107, - 0, - 0, - 9, - 79, - 20, - 0, - 460, - 0, - 151, - 0, - 0, - 0, - 88, - 0, - 69 - ], - "40": [ - 30, - 61, - 6, - 77, - 106, - 0, - 0, - 14, - 83, - 31, - 0, - 458, - 0, - 153, - 0, - 0, - 0, - 85, - 0, - 63 - ], - "41": [ - 31, - 61, - 4, - 77, - 127, - 0, - 0, - 15, - 77, - 22, - 0, - 456, - 0, - 146, - 0, - 0, - 0, - 79, - 0, - 64 - ], - "42": [ - 39, - 63, - 7, - 80, - 128, - 0, - 0, - 19, - 77, - 17, - 0, - 457, - 0, - 153, - 0, - 0, - 0, - 69, - 0, - 60 - ], - "43": [ - 37, - 57, - 1, - 90, - 129, - 0, - 0, - 20, - 73, - 18, - 0, - 462, - 0, - 139, - 0, - 0, - 0, - 70, - 0, - 62 - ], - "44": [ - 37, - 54, - 0, - 87, - 120, - 0, - 0, - 25, - 67, - 18, - 0, - 469, - 0, - 132, - 0, - 0, - 0, - 66, - 0, - 68 - ], - "45": [ - 36, - 58, - 1, - 85, - 120, - 0, - 0, - 30, - 66, - 17, - 0, - 473, - 0, - 136, - 0, - 0, - 0, - 70, - 0, - 59 - ], - "46": [ - 34, - 56, - 3, - 90, - 126, - 0, - 0, - 32, - 67, - 19, - 0, - 478, - 0, - 120, - 0, - 0, - 0, - 68, - 0, - 54 - ], - "47": [ - 33, - 50, - 6, - 94, - 135, - 0, - 0, - 26, - 73, - 15, - 0, - 475, - 0, - 118, - 0, - 0, - 4, - 62, - 0, - 59 - ], - "48": [ - 33, - 48, - 9, - 94, - 131, - 0, - 0, - 28, - 64, - 15, - 0, - 476, - 0, - 119, - 0, - 0, - 0, - 57, - 0, - 57 - ], - "49": [ - 31, - 47, - 11, - 103, - 125, - 0, - 0, - 30, - 70, - 15, - 0, - 477, - 0, - 114, - 0, - 0, - 0, - 58, - 0, - 55 - ], - "50": [ - 30, - 47, - 11, - 105, - 135, - 0, - 0, - 34, - 67, - 15, - 0, - 481, - 0, - 100, - 0, - 0, - 0, - 63, - 0, - 52 - ], - "51": [ - 29, - 47, - 9, - 120, - 141, - 0, - 0, - 40, - 62, - 17, - 0, - 483, - 0, - 101, - 0, - 0, - 1, - 53, - 0, - 57 - ], - "52": [ - 23, - 49, - 6, - 133, - 138, - 0, - 0, - 30, - 62, - 21, - 0, - 479, - 0, - 98, - 0, - 0, - 5, - 56, - 0, - 65 - ], - "53": [ - 24, - 47, - 4, - 134, - 149, - 0, - 0, - 35, - 63, - 19, - 0, - 480, - 0, - 95, - 0, - 0, - 3, - 55, - 0, - 64 - ], - "54": [ - 30, - 47, - 3, - 135, - 143, - 0, - 0, - 29, - 64, - 22, - 0, - 471, - 0, - 104, - 0, - 0, - 0, - 53, - 0, - 69 - ], - "55": [ - 25, - 52, - 2, - 136, - 147, - 0, - 0, - 32, - 71, - 29, - 0, - 478, - 0, - 102, - 0, - 0, - 0, - 49, - 0, - 66 - ], - "56": [ - 24, - 52, - 1, - 144, - 144, - 0, - 0, - 39, - 77, - 33, - 0, - 472, - 0, - 101, - 0, - 0, - 0, - 44, - 0, - 67 - ], - "57": [ - 29, - 48, - 1, - 154, - 138, - 0, - 0, - 43, - 85, - 31, - 0, - 474, - 0, - 106, - 0, - 0, - 0, - 46, - 0, - 66 - ], - "58": [ - 22, - 53, - 2, - 154, - 137, - 0, - 0, - 44, - 86, - 33, - 0, - 484, - 0, - 113, - 0, - 0, - 0, - 47, - 0, - 78 - ], - "59": [ - 18, - 51, - 1, - 151, - 127, - 0, - 0, - 51, - 82, - 33, - 0, - 479, - 0, - 113, - 0, - 0, - 7, - 48, - 0, - 81 - ], - "60": [ - 21, - 57, - 0, - 144, - 126, - 0, - 0, - 53, - 84, - 33, - 0, - 477, - 0, - 107, - 0, - 0, - 13, - 57, - 0, - 82 - ], - "61": [ - 23, - 58, - 0, - 139, - 127, - 0, - 0, - 64, - 94, - 32, - 0, - 477, - 0, - 107, - 0, - 0, - 4, - 55, - 0, - 85 - ], - "62": [ - 20, - 53, - 0, - 135, - 125, - 0, - 0, - 65, - 96, - 33, - 0, - 480, - 0, - 105, - 0, - 0, - 4, - 53, - 0, - 87 - ], - "63": [ - 18, - 51, - 0, - 135, - 131, - 0, - 0, - 69, - 104, - 25, - 0, - 481, - 0, - 104, - 0, - 0, - 10, - 46, - 0, - 87 - ], - "64": [ - 15, - 40, - 0, - 139, - 139, - 0, - 0, - 67, - 97, - 23, - 0, - 482, - 0, - 107, - 0, - 0, - 0, - 47, - 0, - 87 - ], - "65": [ - 12, - 47, - 0, - 150, - 137, - 0, - 0, - 66, - 108, - 24, - 0, - 480, - 0, - 96, - 0, - 0, - 0, - 45, - 0, - 89 - ], - "66": [ - 16, - 51, - 0, - 146, - 143, - 0, - 0, - 61, - 104, - 22, - 0, - 486, - 0, - 86, - 0, - 0, - 3, - 40, - 0, - 87 - ], - "67": [ - 11, - 56, - 0, - 158, - 133, - 0, - 0, - 69, - 111, - 17, - 0, - 490, - 0, - 76, - 0, - 0, - 4, - 40, - 0, - 82 - ], - "68": [ - 8, - 58, - 0, - 155, - 132, - 0, - 0, - 64, - 109, - 17, - 0, - 490, - 0, - 76, - 0, - 0, - 6, - 36, - 0, - 86 - ], - "69": [ - 11, - 60, - 0, - 162, - 133, - 0, - 0, - 70, - 112, - 14, - 0, - 496, - 0, - 75, - 0, - 0, - 0, - 33, - 0, - 84 - ], - "70": [ - 15, - 62, - 0, - 156, - 133, - 0, - 2, - 67, - 116, - 25, - 0, - 494, - 0, - 87, - 0, - 0, - 4, - 36, - 0, - 85 - ], - "71": [ - 12, - 65, - 0, - 158, - 137, - 0, - 6, - 65, - 117, - 23, - 0, - 492, - 0, - 83, - 0, - 0, - 10, - 37, - 0, - 84 - ], - "72": [ - 8, - 70, - 0, - 160, - 141, - 0, - 8, - 65, - 118, - 29, - 0, - 489, - 0, - 78, - 0, - 0, - 7, - 36, - 0, - 82 - ], - "73": [ - 9, - 76, - 1, - 158, - 144, - 0, - 12, - 64, - 109, - 17, - 0, - 489, - 0, - 78, - 0, - 0, - 1, - 35, - 0, - 85 - ], - "74": [ - 12, - 76, - 0, - 153, - 145, - 0, - 10, - 59, - 101, - 17, - 0, - 482, - 0, - 73, - 0, - 0, - 8, - 35, - 0, - 81 - ], - "75": [ - 10, - 72, - 0, - 156, - 138, - 0, - 16, - 63, - 109, - 18, - 0, - 470, - 0, - 75, - 0, - 0, - 6, - 31, - 0, - 81 - ], - "76": [ - 9, - 65, - 0, - 162, - 133, - 0, - 16, - 70, - 114, - 14, - 0, - 478, - 0, - 79, - 0, - 0, - 6, - 28, - 0, - 86 - ], - "77": [ - 6, - 70, - 0, - 158, - 130, - 0, - 17, - 72, - 117, - 7, - 0, - 468, - 0, - 81, - 0, - 0, - 12, - 30, - 0, - 89 - ], - "78": [ - 6, - 62, - 0, - 156, - 126, - 0, - 12, - 70, - 115, - 10, - 0, - 466, - 0, - 75, - 0, - 0, - 17, - 28, - 0, - 90 - ], - "79": [ - 3, - 59, - 0, - 151, - 123, - 0, - 13, - 69, - 107, - 9, - 0, - 469, - 0, - 73, - 0, - 0, - 4, - 26, - 0, - 85 - ], - "80": [ - 3, - 53, - 0, - 148, - 128, - 0, - 14, - 70, - 103, - 13, - 0, - 481, - 0, - 68, - 0, - 0, - 5, - 26, - 0, - 85 - ], - "81": [ - 9, - 48, - 0, - 143, - 133, - 0, - 17, - 74, - 108, - 12, - 0, - 490, - 0, - 80, - 0, - 0, - 10, - 26, - 0, - 90 - ], - "82": [ - 11, - 53, - 0, - 151, - 130, - 0, - 12, - 70, - 101, - 5, - 0, - 494, - 0, - 76, - 0, - 0, - 14, - 26, - 0, - 91 - ], - "83": [ - 10, - 50, - 0, - 158, - 135, - 0, - 12, - 76, - 98, - 8, - 0, - 495, - 0, - 71, - 0, - 0, - 19, - 25, - 0, - 88 - ], - "84": [ - 10, - 53, - 0, - 149, - 140, - 0, - 19, - 69, - 104, - 4, - 0, - 499, - 0, - 77, - 0, - 0, - 27, - 25, - 0, - 83 - ], - "85": [ - 10, - 59, - 0, - 160, - 137, - 0, - 21, - 74, - 98, - 0, - 0, - 510, - 0, - 101, - 0, - 0, - 25, - 26, - 0, - 92 - ], - "86": [ - 11, - 62, - 0, - 152, - 135, - 0, - 25, - 74, - 107, - 0, - 0, - 507, - 0, - 104, - 0, - 0, - 26, - 24, - 0, - 88 - ], - "87": [ - 10, - 53, - 0, - 157, - 137, - 0, - 20, - 68, - 109, - 0, - 0, - 513, - 0, - 104, - 0, - 0, - 29, - 27, - 0, - 84 - ], - "88": [ - 6, - 53, - 0, - 147, - 133, - 0, - 16, - 68, - 99, - 1, - 0, - 511, - 0, - 113, - 0, - 0, - 23, - 30, - 0, - 78 - ], - "89": [ - 4, - 53, - 2, - 152, - 126, - 0, - 16, - 67, - 99, - 0, - 0, - 512, - 0, - 107, - 0, - 0, - 21, - 31, - 0, - 86 - ], - "90": [ - 6, - 52, - 0, - 143, - 120, - 0, - 15, - 74, - 106, - 0, - 0, - 514, - 0, - 104, - 0, - 0, - 25, - 29, - 0, - 92 - ], - "91": [ - 10, - 53, - 2, - 138, - 117, - 0, - 16, - 65, - 113, - 0, - 0, - 510, - 0, - 93, - 0, - 0, - 16, - 30, - 0, - 91 - ], - "92": [ - 7, - 59, - 2, - 140, - 116, - 0, - 17, - 65, - 112, - 0, - 0, - 515, - 0, - 91, - 0, - 0, - 18, - 30, - 0, - 89 - ], - "93": [ - 6, - 61, - 1, - 132, - 116, - 0, - 7, - 66, - 119, - 0, - 0, - 522, - 0, - 103, - 0, - 0, - 12, - 31, - 0, - 91 - ], - "94": [ - 5, - 61, - 1, - 128, - 120, - 0, - 6, - 62, - 121, - 0, - 0, - 529, - 0, - 109, - 0, - 0, - 20, - 33, - 0, - 83 - ], - "95": [ - 5, - 58, - 1, - 121, - 121, - 0, - 7, - 56, - 118, - 0, - 0, - 524, - 0, - 116, - 0, - 0, - 16, - 35, - 0, - 81 - ], - "96": [ - 3, - 59, - 3, - 130, - 127, - 0, - 15, - 59, - 112, - 0, - 0, - 525, - 0, - 116, - 0, - 0, - 14, - 35, - 0, - 90 - ], - "97": [ - 5, - 58, - 3, - 122, - 118, - 0, - 13, - 63, - 89, - 0, - 0, - 516, - 0, - 113, - 0, - 0, - 16, - 33, - 0, - 99 - ], - "98": [ - 2, - 57, - 5, - 126, - 121, - 0, - 10, - 60, - 89, - 0, - 0, - 508, - 0, - 109, - 0, - 0, - 15, - 32, - 0, - 102 - ], - "99": [ - 0, - 62, - 7, - 122, - 109, - 0, - 10, - 55, - 82, - 0, - 0, - 510, - 0, - 116, - 0, - 0, - 12, - 32, - 0, - 108 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.1.gamma=0.9/run=551fdddabcd04e8f/rewards.plot.png b/experiments/seed=256/alpha=0.1.gamma=0.9/run=551fdddabcd04e8f/rewards.plot.png deleted file mode 100644 index 7ac17a4..0000000 Binary files a/experiments/seed=256/alpha=0.1.gamma=0.9/run=551fdddabcd04e8f/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.1.gamma=0.9/run=551fdddabcd04e8f/sum_rewards.json b/experiments/seed=256/alpha=0.1.gamma=0.9/run=551fdddabcd04e8f/sum_rewards.json deleted file mode 100644 index 428e217..0000000 --- a/experiments/seed=256/alpha=0.1.gamma=0.9/run=551fdddabcd04e8f/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 84709, - "V": 5556534 - }, - "control": { - "R": 86963, - "V": 5721003 - } -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.1.gamma=0.9/run=551fdddabcd04e8f/view.plot.png b/experiments/seed=256/alpha=0.1.gamma=0.9/run=551fdddabcd04e8f/view.plot.png deleted file mode 100644 index b87ec39..0000000 Binary files a/experiments/seed=256/alpha=0.1.gamma=0.9/run=551fdddabcd04e8f/view.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.1.gamma=0.9/run=57297eb4ff79439d/choices.json b/experiments/seed=256/alpha=0.1.gamma=0.9/run=57297eb4ff79439d/choices.json deleted file mode 100644 index e9dc4ed..0000000 --- a/experiments/seed=256/alpha=0.1.gamma=0.9/run=57297eb4ff79439d/choices.json +++ /dev/null @@ -1,702 +0,0 @@ -{ - "0": [ - 3, - 1, - 7, - 0, - 18 - ], - "1": [ - 0, - 4, - 13, - 18, - 9 - ], - "2": [ - 13, - 4, - 12, - 3, - 14 - ], - "3": [ - 10, - 1, - 12, - 13, - 0 - ], - "4": [ - 3, - 13, - 11, - 7, - 8 - ], - "5": [ - 13, - 3, - 11, - 4, - 6 - ], - "6": [ - 11, - 0, - 3, - 13, - 1 - ], - "7": [ - 3, - 11, - 13, - 1, - 8 - ], - "8": [ - 3, - 11, - 1, - 8, - 13 - ], - "9": [ - 11, - 13, - 1, - 3, - 8 - ], - "10": [ - 11, - 13, - 3, - 8, - 0 - ], - "11": [ - 11, - 8, - 3, - 13, - 0 - ], - "12": [ - 11, - 3, - 8, - 1, - 13 - ], - "13": [ - 8, - 11, - 3, - 13, - 1 - ], - "14": [ - 11, - 13, - 3, - 8, - 1 - ], - "15": [ - 11, - 3, - 8, - 13, - 1 - ], - "16": [ - 11, - 3, - 1, - 8, - 13 - ], - "17": [ - 11, - 1, - 8, - 3, - 13 - ], - "18": [ - 11, - 3, - 13, - 8, - 1 - ], - "19": [ - 11, - 3, - 8, - 13, - 1 - ], - "20": [ - 11, - 8, - 3, - 13, - 1 - ], - "21": [ - 11, - 13, - 8, - 3, - 1 - ], - "22": [ - 11, - 3, - 8, - 13, - 1 - ], - "23": [ - 11, - 1, - 8, - 13, - 3 - ], - "24": [ - 11, - 8, - 3, - 1, - 13 - ], - "25": [ - 11, - 1, - 3, - 8, - 13 - ], - "26": [ - 11, - 3, - 1, - 8, - 13 - ], - "27": [ - 11, - 8, - 3, - 1, - 13 - ], - "28": [ - 11, - 8, - 1, - 13, - 3 - ], - "29": [ - 11, - 13, - 1, - 8, - 3 - ], - "30": [ - 11, - 3, - 1, - 8, - 13 - ], - "31": [ - 11, - 3, - 8, - 1, - 13 - ], - "32": [ - 11, - 3, - 1, - 8, - 13 - ], - "33": [ - 11, - 13, - 3, - 1, - 8 - ], - "34": [ - 11, - 1, - 13, - 8, - 3 - ], - "35": [ - 11, - 8, - 1, - 3, - 13 - ], - "36": [ - 11, - 13, - 8, - 3, - 1 - ], - "37": [ - 11, - 13, - 3, - 1, - 8 - ], - "38": [ - 11, - 1, - 8, - 13, - 3 - ], - "39": [ - 11, - 1, - 8, - 13, - 3 - ], - "40": [ - 11, - 13, - 1, - 8, - 3 - ], - "41": [ - 11, - 8, - 1, - 3, - 13 - ], - "42": [ - 11, - 8, - 1, - 3, - 13 - ], - "43": [ - 11, - 3, - 13, - 8, - 1 - ], - "44": [ - 11, - 13, - 8, - 1, - 10 - ], - "45": [ - 11, - 13, - 8, - 1, - 3 - ], - "46": [ - 11, - 3, - 13, - 0, - 8 - ], - "47": [ - 11, - 1, - 8, - 13, - 3 - ], - "48": [ - 11, - 13, - 8, - 1, - 3 - ], - "49": [ - 11, - 1, - 13, - 8, - 3 - ], - "50": [ - 11, - 8, - 13, - 3, - 1 - ], - "51": [ - 11, - 8, - 13, - 3, - 1 - ], - "52": [ - 11, - 8, - 3, - 13, - 1 - ], - "53": [ - 11, - 8, - 13, - 3, - 1 - ], - "54": [ - 11, - 3, - 8, - 13, - 1 - ], - "55": [ - 11, - 3, - 8, - 13, - 1 - ], - "56": [ - 11, - 8, - 3, - 13, - 1 - ], - "57": [ - 11, - 3, - 8, - 1, - 13 - ], - "58": [ - 11, - 8, - 3, - 13, - 1 - ], - "59": [ - 11, - 8, - 3, - 13, - 1 - ], - "60": [ - 11, - 3, - 8, - 13, - 1 - ], - "61": [ - 11, - 8, - 13, - 3, - 1 - ], - "62": [ - 11, - 8, - 1, - 3, - 13 - ], - "63": [ - 11, - 8, - 3, - 13, - 1 - ], - "64": [ - 11, - 3, - 8, - 13, - 1 - ], - "65": [ - 11, - 13, - 8, - 3, - 1 - ], - "66": [ - 11, - 8, - 1, - 13, - 3 - ], - "67": [ - 11, - 8, - 13, - 3, - 1 - ], - "68": [ - 11, - 13, - 8, - 1, - 3 - ], - "69": [ - 11, - 8, - 13, - 3, - 1 - ], - "70": [ - 11, - 8, - 3, - 13, - 1 - ], - "71": [ - 11, - 8, - 13, - 3, - 1 - ], - "72": [ - 11, - 8, - 1, - 3, - 13 - ], - "73": [ - 11, - 13, - 8, - 3, - 1 - ], - "74": [ - 11, - 8, - 3, - 13, - 1 - ], - "75": [ - 11, - 3, - 8, - 13, - 1 - ], - "76": [ - 11, - 8, - 3, - 13, - 1 - ], - "77": [ - 11, - 3, - 8, - 1, - 13 - ], - "78": [ - 11, - 8, - 3, - 13, - 1 - ], - "79": [ - 11, - 3, - 8, - 13, - 1 - ], - "80": [ - 11, - 8, - 3, - 1, - 13 - ], - "81": [ - 11, - 8, - 3, - 13, - 2 - ], - "82": [ - 11, - 3, - 8, - 13, - 1 - ], - "83": [ - 11, - 3, - 13, - 8, - 1 - ], - "84": [ - 11, - 3, - 8, - 1, - 13 - ], - "85": [ - 11, - 3, - 8, - 13, - 1 - ], - "86": [ - 11, - 3, - 8, - 13, - 1 - ], - "87": [ - 11, - 8, - 3, - 1, - 13 - ], - "88": [ - 11, - 3, - 8, - 13, - 1 - ], - "89": [ - 11, - 3, - 8, - 13, - 1 - ], - "90": [ - 11, - 8, - 3, - 13, - 1 - ], - "91": [ - 11, - 3, - 8, - 13, - 1 - ], - "92": [ - 11, - 3, - 13, - 8, - 1 - ], - "93": [ - 11, - 3, - 8, - 13, - 1 - ], - "94": [ - 11, - 13, - 3, - 0, - 8 - ], - "95": [ - 11, - 3, - 8, - 13, - 1 - ], - "96": [ - 11, - 3, - 8, - 13, - 1 - ], - "97": [ - 11, - 3, - 8, - 13, - 1 - ], - "98": [ - 11, - 3, - 8, - 13, - 1 - ], - "99": [ - 11, - 8, - 3, - 13, - 1 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.1.gamma=0.9/run=57297eb4ff79439d/config.json b/experiments/seed=256/alpha=0.1.gamma=0.9/run=57297eb4ff79439d/config.json deleted file mode 100644 index dfea112..0000000 --- a/experiments/seed=256/alpha=0.1.gamma=0.9/run=57297eb4ff79439d/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 20, - "num_choices": 5, - "time_span": 100, - "history_span": 3000, - "alpha": 0.1, - "gamma": 0.9, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.1.gamma=0.9/run=57297eb4ff79439d/control.choices.json b/experiments/seed=256/alpha=0.1.gamma=0.9/run=57297eb4ff79439d/control.choices.json deleted file mode 100644 index 1ce1220..0000000 --- a/experiments/seed=256/alpha=0.1.gamma=0.9/run=57297eb4ff79439d/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 4, - 3, - 11, - 1, - 13 -] \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.1.gamma=0.9/run=57297eb4ff79439d/qvalues.json b/experiments/seed=256/alpha=0.1.gamma=0.9/run=57297eb4ff79439d/qvalues.json deleted file mode 100644 index 5e77b49..0000000 --- a/experiments/seed=256/alpha=0.1.gamma=0.9/run=57297eb4ff79439d/qvalues.json +++ /dev/null @@ -1,2180 +0,0 @@ -{ - "0": [ - 3.2, - 11.100000000000001, - 0.0, - 13.6, - 5.0, - 0.0, - 0.0, - 0.2, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 6.68, - 11.100000000000001, - 0.0, - 13.6, - 7.2, - 0.0, - 0.0, - 0.2, - 0.0, - 4.9, - 0.0, - 5.0, - 0.0, - 15.200000000000001, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 6.68, - 11.100000000000001, - 0.0, - 21.740000000000002, - 8.780000000000001, - 0.0, - 0.0, - 0.2, - 0.0, - 4.9, - 0.0, - 5.0, - 0.0, - 24.880000000000003, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 10.312, - 16.39, - 0.0, - 21.740000000000002, - 8.780000000000001, - 0.0, - 0.0, - 0.2, - 0.0, - 4.9, - 0.0, - 5.0, - 0.0, - 31.792, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "4": [ - 10.312, - 16.39, - 0.0, - 29.166, - 8.780000000000001, - 0.0, - 0.0, - 1.3800000000000001, - 12.0, - 4.9, - 0.0, - 19.3, - 0.0, - 36.8128, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "5": [ - 10.312, - 16.39, - 0.0, - 36.1494, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 12.0, - 4.9, - 0.0, - 33.47, - 0.0, - 41.13152, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "6": [ - 13.6808, - 21.951, - 0.0, - 42.43446, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 12.0, - 4.9, - 0.0, - 46.022999999999996, - 0.0, - 45.018368, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "7": [ - 13.6808, - 26.9559, - 0.0, - 48.491014, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 22.5, - 4.9, - 0.0, - 57.220699999999994, - 0.0, - 48.616531200000004, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "8": [ - 13.6808, - 31.36031, - 0.0, - 52.9419126, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 31.35, - 4.9, - 0.0, - 65.79862999999999, - 0.0, - 51.854878080000006, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "9": [ - 13.6808, - 35.324279, - 0.0, - 57.24772134, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 39.315000000000005, - 4.9, - 0.0, - 71.61876699999999, - 0.0, - 54.269390272, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "10": [ - 17.11272, - 35.324279, - 0.0, - 61.622949206, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 46.18350000000001, - 4.9, - 0.0, - 74.9568903, - 0.0, - 56.8424512448, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "11": [ - 19.001448, - 35.324279, - 0.0, - 65.0606542854, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 51.86515000000001, - 4.9, - 0.0, - 80.46120127, - 0.0, - 59.05820612032, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "12": [ - 19.001448, - 39.0918511, - 0.0, - 67.95458885686, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 56.67863500000001, - 4.9, - 0.0, - 85.315081143, - 0.0, - 60.452385508288, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "13": [ - 19.001448, - 42.18266599, - 0.0, - 70.659129971174, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 61.21077150000001, - 4.9, - 0.0, - 90.0835730287, - 0.0, - 62.1071469574592, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "14": [ - 19.001448, - 45.664399390999996, - 0.0, - 72.5932169740566, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 65.88969435000001, - 4.9, - 0.0, - 93.97521572583, - 0.0, - 62.99643226171328, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "15": [ - 19.001448, - 49.1979594519, - 0.0, - 74.43389527665094, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 69.40072491500001, - 4.9, - 0.0, - 98.777694153247, - 0.0, - 63.99678903554195, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "16": [ - 19.001448, - 52.67816350671, - 0.0, - 75.69050574898586, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 72.86065242350001, - 4.9, - 0.0, - 103.9999247379223, - 0.0, - 64.79711013198775, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "17": [ - 19.001448, - 55.810347156039, - 0.0, - 76.22145517408727, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 75.77458718115001, - 4.9, - 0.0, - 108.19993226413007, - 0.0, - 65.51739911878897, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "18": [ - 19.001448, - 59.2293124404351, - 0.0, - 76.49930965667855, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 77.69712846303501, - 4.9, - 0.0, - 110.77993903771706, - 0.0, - 66.36565920691008, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "19": [ - 19.001448, - 61.80638119639159, - 0.0, - 76.1493786910107, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 78.62741561673151, - 4.9, - 0.0, - 114.70194513394534, - 0.0, - 67.32909328621908, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "20": [ - 19.001448, - 64.72574307675244, - 0.0, - 76.13444082190962, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 79.26467405505836, - 4.9, - 0.0, - 120.43175062055082, - 0.0, - 67.99618395759717, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "21": [ - 19.001448, - 67.3531687690772, - 0.0, - 75.72099673971866, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 79.83820664955253, - 4.9, - 0.0, - 125.88857555849573, - 0.0, - 68.69656556183745, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "22": [ - 19.001448, - 69.31785189216949, - 0.0, - 75.44889706574679, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 80.15438598459728, - 4.9, - 0.0, - 131.79971800264616, - 0.0, - 69.2269090056537, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "23": [ - 19.001448, - 70.88606670295253, - 0.0, - 75.10400735917212, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 80.13894738613756, - 4.9, - 0.0, - 136.51974620238155, - 0.0, - 69.60421810508832, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "24": [ - 19.001448, - 72.19746003265728, - 0.0, - 73.9936066232549, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 80.4250526475238, - 4.9, - 0.0, - 140.8677715821434, - 0.0, - 69.94379629457949, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "25": [ - 19.001448, - 73.17771402939155, - 0.0, - 73.49424596092942, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 79.78254738277141, - 4.9, - 0.0, - 145.68099442392906, - 0.0, - 70.14941666512154, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "26": [ - 19.001448, - 74.5599426264524, - 0.0, - 73.24482136483648, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 80.00429264449427, - 4.9, - 0.0, - 148.91289498153617, - 0.0, - 70.23447499860939, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "27": [ - 19.001448, - 75.50394836380715, - 0.0, - 73.22033922835283, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 79.80386338004485, - 4.9, - 0.0, - 153.72160548338255, - 0.0, - 70.61102749874844, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "28": [ - 19.001448, - 76.75355352742643, - 0.0, - 72.69830530551755, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 79.32347704204037, - 4.9, - 0.0, - 158.3494449350443, - 0.0, - 70.8499247488736, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "29": [ - 19.001448, - 78.2781981746838, - 0.0, - 72.92847477496579, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 78.49112933783633, - 4.9, - 0.0, - 162.71450044153985, - 0.0, - 70.76493227398625, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "30": [ - 19.001448, - 79.65037835721542, - 0.0, - 72.83562729746922, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 77.6420164040527, - 4.9, - 0.0, - 168.24305039738587, - 0.0, - 70.68843904658762, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "31": [ - 19.001448, - 80.88534052149387, - 0.0, - 72.45206456772229, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 77.37781476364742, - 4.9, - 0.0, - 173.7187453576473, - 0.0, - 70.51959514192886, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "32": [ - 19.001448, - 81.99680646934449, - 0.0, - 71.80685811095006, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 76.44003328728267, - 4.9, - 0.0, - 177.54687082188258, - 0.0, - 70.26763562773597, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "33": [ - 19.001448, - 81.89712582241005, - 0.0, - 70.72617229985505, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 75.39602995855441, - 4.9, - 0.0, - 182.59218373969432, - 0.0, - 70.34087206496237, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "34": [ - 19.001448, - 81.50741324016904, - 0.0, - 69.75355506986955, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 75.25642696269897, - 4.9, - 0.0, - 186.83296536572487, - 0.0, - 70.30678485846613, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "35": [ - 19.001448, - 81.15667191615213, - 0.0, - 68.27819956288259, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 75.53078426642907, - 4.9, - 0.0, - 191.3496688291524, - 0.0, - 70.37610637261952, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "36": [ - 19.001448, - 80.34100472453692, - 0.0, - 67.05037960659433, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 75.37770583978616, - 4.9, - 0.0, - 196.51470194623715, - 0.0, - 70.63849573535757, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "37": [ - 19.001448, - 79.20690425208322, - 0.0, - 65.7453416459349, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 75.03993525580755, - 4.9, - 0.0, - 202.16323175161344, - 0.0, - 71.17464616182181, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "38": [ - 19.001448, - 77.3862138268749, - 0.0, - 63.87080748134141, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 75.63594173022679, - 4.9, - 0.0, - 206.74690857645209, - 0.0, - 71.55718154563964, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "39": [ - 19.001448, - 75.64759244418741, - 0.0, - 62.58372673320727, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 76.27234755720411, - 4.9, - 0.0, - 209.67221771880688, - 0.0, - 71.90146339107568, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "40": [ - 19.001448, - 74.08283319976867, - 0.0, - 61.025354059886546, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 77.5451128014837, - 4.9, - 0.0, - 211.7049959469262, - 0.0, - 72.31131705196812, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "41": [ - 19.001448, - 73.17454987979181, - 0.0, - 60.02281865389789, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 79.09060152133533, - 4.9, - 0.0, - 214.5344963522336, - 0.0, - 72.5801853467713, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "42": [ - 19.001448, - 72.05709489181262, - 0.0, - 59.620536788508105, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 79.8815413692018, - 4.9, - 0.0, - 217.18104671701022, - 0.0, - 72.52216681209417, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "43": [ - 19.001448, - 71.25138540263136, - 0.0, - 59.25848310965729, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 80.49338723228162, - 4.9, - 0.0, - 219.5629420453092, - 0.0, - 72.46995013088475, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "44": [ - 19.001448, - 71.02624686236823, - 0.0, - 59.25848310965729, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 80.94404850905346, - 4.9, - 0.0, - 221.6066478407783, - 0.0, - 72.42295511779628, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "45": [ - 19.001448, - 70.5236221761314, - 0.0, - 58.832634798691565, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 81.14964365814811, - 4.9, - 0.0, - 224.94598305670047, - 0.0, - 72.18065960601665, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "46": [ - 20.201303199999998, - 70.5236221761314, - 0.0, - 58.24937131882241, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 81.7346792923333, - 4.9, - 0.0, - 226.15138475103043, - 0.0, - 72.06259364541498, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "47": [ - 20.201303199999998, - 68.97125995851826, - 0.0, - 58.22443418694017, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 81.66121136309997, - 4.9, - 0.0, - 227.4362462759274, - 0.0, - 71.75633428087347, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "48": [ - 20.201303199999998, - 67.37413396266643, - 0.0, - 58.90199076824616, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 82.49509022678997, - 4.9, - 0.0, - 227.89262164833465, - 0.0, - 71.38070085278613, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "49": [ - 20.201303199999998, - 65.83672056639979, - 0.0, - 59.81179169142154, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 83.24558120411098, - 4.9, - 0.0, - 229.00335948350119, - 0.0, - 70.94263076750752, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "50": [ - 20.201303199999998, - 64.35304850975982, - 0.0, - 60.83061252227939, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 83.32102308369988, - 4.9, - 0.0, - 227.70302353515106, - 0.0, - 70.44836769075677, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "51": [ - 20.201303199999998, - 63.11774365878384, - 0.0, - 62.04755127005145, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 83.4889207753299, - 4.9, - 0.0, - 224.93272118163594, - 0.0, - 69.7035309216811, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "52": [ - 20.201303199999998, - 61.605969292905456, - 0.0, - 63.84279614304631, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 83.64002869779691, - 4.9, - 0.0, - 221.73944906347234, - 0.0, - 69.03317782951298, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "53": [ - 20.201303199999998, - 60.64537236361491, - 0.0, - 64.85851652874167, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 83.97602582801721, - 4.9, - 0.0, - 218.0655041571251, - 0.0, - 68.52986004656168, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "54": [ - 20.201303199999998, - 59.98083512725342, - 0.0, - 65.47266487586751, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 83.6784232452155, - 4.9, - 0.0, - 215.45895374141259, - 0.0, - 67.97687404190552, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "55": [ - 20.201303199999998, - 58.98275161452808, - 0.0, - 65.42539838828075, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 83.51058092069395, - 4.9, - 0.0, - 215.61305836727132, - 0.0, - 67.37918663771497, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "56": [ - 20.201303199999998, - 57.68447645307527, - 0.0, - 65.68285854945267, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 83.65952282862456, - 4.9, - 0.0, - 213.95175253054418, - 0.0, - 66.74126797394347, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "57": [ - 20.201303199999998, - 56.61602880776774, - 0.0, - 65.8145726945074, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 83.3935705457621, - 4.9, - 0.0, - 212.95657727748977, - 0.0, - 66.26714117654912, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "58": [ - 20.201303199999998, - 55.65442592699097, - 0.0, - 66.33311542505666, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 83.35421349118589, - 4.9, - 0.0, - 210.5609195497408, - 0.0, - 66.04042705889421, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "59": [ - 20.201303199999998, - 55.18898333429187, - 0.0, - 66.599803882551, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 82.61879214206729, - 4.9, - 0.0, - 208.7048275947667, - 0.0, - 65.83638435300479, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "60": [ - 20.201303199999998, - 54.670085000862684, - 0.0, - 66.1398234942959, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 81.85691292786056, - 4.9, - 0.0, - 207.33434483529004, - 0.0, - 65.55274591770431, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "61": [ - 20.201303199999998, - 53.903076500776415, - 0.0, - 65.62584114486631, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 81.6712216350745, - 4.9, - 0.0, - 206.50091035176104, - 0.0, - 65.49747132593389, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "62": [ - 20.201303199999998, - 53.312768850698774, - 0.0, - 64.86325703037969, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 81.90409947156705, - 4.9, - 0.0, - 205.25081931658494, - 0.0, - 65.5477241933405, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "63": [ - 20.201303199999998, - 51.781491965628895, - 0.0, - 63.97693132734172, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 81.81368952441035, - 4.9, - 0.0, - 204.92573738492644, - 0.0, - 65.39295177400645, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "64": [ - 20.201303199999998, - 51.203342769066005, - 0.0, - 63.379238194607545, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 82.63232057196932, - 4.9, - 0.0, - 203.6331636464338, - 0.0, - 65.0536565966058, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "65": [ - 20.201303199999998, - 50.983008492159406, - 0.0, - 62.841314375146794, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 83.06908851477239, - 4.9, - 0.0, - 202.3698472817904, - 0.0, - 64.74829093694522, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "66": [ - 20.201303199999998, - 51.084707642943464, - 0.0, - 63.257182937632116, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 83.46217966329515, - 4.9, - 0.0, - 200.43286255361136, - 0.0, - 64.4734618432507, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "67": [ - 20.201303199999998, - 51.47623687864912, - 0.0, - 64.2314646438689, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 83.81596169696563, - 4.9, - 0.0, - 197.88957629825023, - 0.0, - 64.12611565892563, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "68": [ - 20.201303199999998, - 51.8286131907842, - 0.0, - 65.00831817948202, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 84.03436552726907, - 4.9, - 0.0, - 195.20061866842522, - 0.0, - 63.91350409303306, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "69": [ - 20.201303199999998, - 52.145751871705784, - 0.0, - 66.30748636153382, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 84.33092897454216, - 4.9, - 0.0, - 191.5805568015827, - 0.0, - 63.72215368372976, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "70": [ - 20.201303199999998, - 52.33117668453521, - 0.0, - 68.37673772538044, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 85.09783607708795, - 4.9, - 0.0, - 190.52250112142443, - 0.0, - 63.54993831535678, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "71": [ - 20.201303199999998, - 52.79805901608169, - 0.0, - 69.7390639528424, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 86.38805246937915, - 4.9, - 0.0, - 188.97025100928198, - 0.0, - 63.294944483821105, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "72": [ - 20.201303199999998, - 53.11825311447352, - 0.0, - 70.86515755755816, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 86.84924722244124, - 4.9, - 0.0, - 187.2732259083538, - 0.0, - 63.365450035439, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "73": [ - 20.201303199999998, - 53.106427803026165, - 0.0, - 72.07864180180235, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 86.46432250019711, - 4.9, - 0.0, - 186.14590331751842, - 0.0, - 63.5289050318951, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "74": [ - 20.201303199999998, - 53.39578502272355, - 0.0, - 73.77077762162212, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 85.8178902501774, - 4.9, - 0.0, - 186.63131298576658, - 0.0, - 63.57601452870559, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "75": [ - 20.201303199999998, - 53.756206520451194, - 0.0, - 75.5936998594599, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 85.63610122515966, - 4.9, - 0.0, - 187.56818168718993, - 0.0, - 63.518413075835035, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "76": [ - 20.201303199999998, - 54.080585868406075, - 0.0, - 77.03432987351391, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 84.87249110264369, - 4.9, - 0.0, - 186.91136351847095, - 0.0, - 63.566571768251535, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "77": [ - 20.201303199999998, - 53.672527281565465, - 0.0, - 78.63089688616252, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 83.88524199237932, - 4.9, - 0.0, - 188.62022716662386, - 0.0, - 63.90991459142638, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "78": [ - 20.201303199999998, - 53.30527455340892, - 0.0, - 79.36780719754627, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 83.19671779314139, - 4.9, - 0.0, - 191.55820444996147, - 0.0, - 64.41892313228374, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "79": [ - 20.201303199999998, - 52.37474709806803, - 0.0, - 80.83102647779164, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 83.07704601382724, - 4.9, - 0.0, - 194.4023840049653, - 0.0, - 64.77703081905537, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "80": [ - 20.201303199999998, - 51.237272388261225, - 0.0, - 81.94792383001247, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 83.16934141244452, - 4.9, - 0.0, - 197.16214560446878, - 0.0, - 65.29932773714984, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "81": [ - 20.201303199999998, - 51.237272388261225, - 0.0, - 83.45313144701123, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 82.95240727120007, - 4.9, - 0.0, - 199.9459310440219, - 0.0, - 65.76939496343485, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "82": [ - 20.201303199999998, - 50.113545149435105, - 0.0, - 85.60781830231011, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 81.35716654408006, - 4.9, - 0.0, - 201.85133793961973, - 0.0, - 66.29245546709136, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "83": [ - 20.201303199999998, - 49.402190634491596, - 0.0, - 87.6470364720791, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 79.92144988967205, - 4.9, - 0.0, - 205.46620414565774, - 0.0, - 66.86320992038222, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "84": [ - 20.201303199999998, - 49.46197157104244, - 0.0, - 90.18233282487118, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 78.72930490070485, - 4.9, - 0.0, - 209.01958373109196, - 0.0, - 67.476888928344, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "85": [ - 20.201303199999998, - 49.915774413938195, - 0.0, - 91.26409954238406, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 78.55637441063436, - 4.9, - 0.0, - 209.11762535798277, - 0.0, - 68.0292000355096, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "86": [ - 20.201303199999998, - 49.72419697254438, - 0.0, - 92.73768958814566, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 78.30073696957092, - 4.9, - 0.0, - 208.5058628221845, - 0.0, - 68.52628003195865, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "87": [ - 20.201303199999998, - 49.25177727528994, - 0.0, - 94.46392062933108, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 78.77066327261383, - 4.9, - 0.0, - 207.55527653996606, - 0.0, - 68.97365202876279, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "88": [ - 20.201303199999998, - 49.026599547760945, - 0.0, - 95.51752856639797, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 79.79359694535245, - 4.9, - 0.0, - 206.59974888596946, - 0.0, - 69.1762868258865, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "89": [ - 20.201303199999998, - 48.42393959298485, - 0.0, - 96.26577570975817, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 80.7142372508172, - 4.9, - 0.0, - 206.43977399737253, - 0.0, - 69.15865814329786, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "90": [ - 20.201303199999998, - 47.58154563368637, - 0.0, - 97.53919813878235, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 81.64281352573549, - 4.9, - 0.0, - 204.39579659763527, - 0.0, - 69.04279232896808, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "91": [ - 20.201303199999998, - 47.12339107031773, - 0.0, - 98.68527832490412, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 82.17853217316194, - 4.9, - 0.0, - 206.25621693787173, - 0.0, - 69.33851309607127, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "92": [ - 20.201303199999998, - 47.11105196328596, - 0.0, - 100.21675049241371, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 83.16067895584575, - 4.9, - 0.0, - 208.93059524408454, - 0.0, - 69.50466178646414, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "93": [ - 20.201303199999998, - 47.099946766957366, - 0.0, - 102.19507544317234, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 84.24461106026118, - 4.9, - 0.0, - 210.1375357196761, - 0.0, - 69.45419560781772, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "94": [ - 18.581172879999997, - 47.099946766957366, - 0.0, - 103.07556789885511, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 86.02014995423507, - 4.9, - 0.0, - 211.0237821477085, - 0.0, - 69.20877604703595, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "95": [ - 18.581172879999997, - 47.08995209026163, - 0.0, - 104.4680111089696, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 87.11813495881157, - 4.9, - 0.0, - 211.72140393293765, - 0.0, - 68.98789844233235, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "96": [ - 18.581172879999997, - 46.58095688123547, - 0.0, - 105.52120999807265, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 86.50632146293042, - 4.9, - 0.0, - 213.44926353964388, - 0.0, - 68.78910859809912, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "97": [ - 18.581172879999997, - 45.92286119311193, - 0.0, - 106.56908899826539, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 85.95568931663738, - 4.9, - 0.0, - 216.2043371856795, - 0.0, - 68.6101977382892, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "98": [ - 18.581172879999997, - 45.83057507380074, - 0.0, - 107.81218009843884, - 10.502, - 0.0, - 0.0, - 1.3800000000000001, - 85.86012038497364, - 4.9, - 0.0, - 218.98390346711153, - 0.0, - 68.94917796446028, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.1.gamma=0.9/run=57297eb4ff79439d/rewards.json b/experiments/seed=256/alpha=0.1.gamma=0.9/run=57297eb4ff79439d/rewards.json deleted file mode 100644 index a549808..0000000 --- a/experiments/seed=256/alpha=0.1.gamma=0.9/run=57297eb4ff79439d/rewards.json +++ /dev/null @@ -1,2202 +0,0 @@ -{ - "0": [ - 26, - 66, - 4, - 85, - 23, - 0, - 5, - 0, - 118, - 43, - 0, - 158, - 0, - 108, - 0, - 0, - 0, - 166, - 0, - 44 - ], - "1": [ - 32, - 66, - 10, - 91, - 25, - 0, - 4, - 2, - 123, - 46, - 0, - 158, - 0, - 101, - 0, - 0, - 0, - 154, - 0, - 45 - ], - "2": [ - 38, - 70, - 11, - 87, - 27, - 0, - 2, - 0, - 124, - 49, - 0, - 156, - 0, - 107, - 0, - 0, - 0, - 151, - 0, - 45 - ], - "3": [ - 39, - 67, - 9, - 95, - 23, - 0, - 0, - 6, - 133, - 44, - 0, - 166, - 0, - 112, - 0, - 0, - 0, - 150, - 0, - 44 - ], - "4": [ - 43, - 64, - 8, - 94, - 22, - 0, - 0, - 5, - 124, - 42, - 0, - 149, - 0, - 94, - 0, - 0, - 0, - 151, - 0, - 45 - ], - "5": [ - 46, - 73, - 4, - 96, - 25, - 0, - 0, - 12, - 120, - 45, - 0, - 148, - 0, - 82, - 0, - 0, - 0, - 143, - 0, - 43 - ], - "6": [ - 45, - 64, - 4, - 99, - 26, - 0, - 0, - 15, - 117, - 40, - 0, - 161, - 0, - 80, - 0, - 0, - 0, - 127, - 0, - 48 - ], - "7": [ - 44, - 72, - 3, - 99, - 28, - 0, - 0, - 18, - 114, - 36, - 0, - 159, - 0, - 80, - 0, - 0, - 0, - 134, - 0, - 49 - ], - "8": [ - 45, - 72, - 3, - 103, - 30, - 0, - 0, - 18, - 117, - 32, - 0, - 158, - 0, - 81, - 0, - 0, - 0, - 135, - 0, - 49 - ], - "9": [ - 48, - 71, - 2, - 93, - 29, - 0, - 0, - 18, - 111, - 33, - 0, - 143, - 0, - 81, - 0, - 0, - 0, - 124, - 0, - 47 - ], - "10": [ - 49, - 71, - 2, - 96, - 25, - 0, - 0, - 14, - 111, - 38, - 0, - 124, - 0, - 76, - 0, - 0, - 0, - 130, - 0, - 48 - ], - "11": [ - 48, - 78, - 2, - 101, - 27, - 0, - 0, - 21, - 108, - 38, - 0, - 105, - 0, - 80, - 0, - 0, - 0, - 126, - 0, - 53 - ], - "12": [ - 36, - 74, - 4, - 96, - 33, - 0, - 0, - 23, - 103, - 43, - 0, - 130, - 0, - 79, - 0, - 0, - 0, - 118, - 0, - 46 - ], - "13": [ - 35, - 73, - 6, - 94, - 36, - 0, - 0, - 14, - 100, - 42, - 0, - 129, - 0, - 73, - 0, - 0, - 0, - 113, - 0, - 41 - ], - "14": [ - 30, - 70, - 8, - 95, - 34, - 0, - 0, - 13, - 102, - 44, - 0, - 133, - 0, - 77, - 0, - 0, - 0, - 107, - 0, - 43 - ], - "15": [ - 33, - 77, - 9, - 90, - 34, - 0, - 0, - 12, - 108, - 44, - 0, - 129, - 0, - 71, - 0, - 0, - 0, - 112, - 0, - 42 - ], - "16": [ - 35, - 81, - 9, - 91, - 32, - 0, - 0, - 4, - 101, - 46, - 0, - 142, - 0, - 73, - 0, - 0, - 0, - 111, - 0, - 40 - ], - "17": [ - 36, - 84, - 8, - 87, - 29, - 0, - 0, - 3, - 104, - 46, - 0, - 151, - 0, - 72, - 0, - 0, - 0, - 100, - 0, - 41 - ], - "18": [ - 35, - 84, - 10, - 81, - 29, - 0, - 0, - 8, - 102, - 40, - 0, - 146, - 0, - 72, - 0, - 0, - 0, - 103, - 0, - 39 - ], - "19": [ - 33, - 90, - 11, - 79, - 34, - 0, - 0, - 4, - 95, - 42, - 0, - 134, - 0, - 74, - 0, - 0, - 0, - 108, - 0, - 42 - ], - "20": [ - 31, - 85, - 8, - 73, - 37, - 0, - 0, - 0, - 87, - 35, - 0, - 150, - 0, - 76, - 0, - 0, - 0, - 102, - 0, - 43 - ], - "21": [ - 33, - 91, - 4, - 76, - 40, - 0, - 0, - 0, - 85, - 37, - 0, - 172, - 0, - 74, - 0, - 0, - 0, - 89, - 0, - 41 - ], - "22": [ - 38, - 91, - 4, - 72, - 42, - 0, - 0, - 0, - 85, - 28, - 0, - 175, - 0, - 75, - 0, - 0, - 0, - 96, - 0, - 41 - ], - "23": [ - 45, - 87, - 5, - 73, - 46, - 0, - 0, - 0, - 83, - 24, - 0, - 185, - 0, - 74, - 0, - 0, - 0, - 90, - 0, - 41 - ], - "24": [ - 49, - 85, - 2, - 72, - 44, - 0, - 0, - 0, - 80, - 24, - 0, - 179, - 0, - 73, - 0, - 0, - 0, - 87, - 0, - 39 - ], - "25": [ - 47, - 84, - 4, - 64, - 44, - 0, - 0, - 0, - 83, - 24, - 0, - 180, - 0, - 73, - 0, - 0, - 0, - 89, - 0, - 39 - ], - "26": [ - 53, - 82, - 10, - 69, - 46, - 0, - 0, - 3, - 74, - 28, - 0, - 189, - 0, - 72, - 0, - 0, - 0, - 83, - 0, - 40 - ], - "27": [ - 50, - 87, - 6, - 71, - 49, - 0, - 0, - 1, - 82, - 21, - 0, - 178, - 0, - 71, - 0, - 0, - 0, - 91, - 0, - 37 - ], - "28": [ - 58, - 84, - 7, - 73, - 42, - 0, - 0, - 5, - 78, - 25, - 0, - 197, - 0, - 74, - 0, - 0, - 0, - 90, - 0, - 37 - ], - "29": [ - 55, - 88, - 8, - 68, - 46, - 0, - 0, - 4, - 75, - 33, - 0, - 200, - 0, - 73, - 0, - 0, - 0, - 85, - 0, - 37 - ], - "30": [ - 49, - 92, - 7, - 75, - 43, - 0, - 0, - 6, - 71, - 33, - 0, - 202, - 0, - 70, - 0, - 0, - 0, - 90, - 0, - 41 - ], - "31": [ - 50, - 92, - 5, - 72, - 41, - 0, - 0, - 3, - 70, - 31, - 0, - 218, - 0, - 70, - 0, - 0, - 0, - 84, - 0, - 38 - ], - "32": [ - 46, - 92, - 4, - 69, - 36, - 0, - 0, - 4, - 75, - 23, - 0, - 223, - 0, - 69, - 0, - 0, - 0, - 84, - 0, - 39 - ], - "33": [ - 48, - 92, - 6, - 66, - 36, - 0, - 0, - 10, - 68, - 13, - 0, - 212, - 0, - 68, - 0, - 0, - 0, - 85, - 0, - 39 - ], - "34": [ - 49, - 81, - 4, - 61, - 37, - 0, - 0, - 8, - 66, - 13, - 0, - 228, - 0, - 71, - 0, - 0, - 0, - 79, - 0, - 40 - ], - "35": [ - 56, - 78, - 9, - 61, - 38, - 0, - 0, - 7, - 74, - 13, - 0, - 225, - 0, - 70, - 0, - 0, - 0, - 86, - 0, - 38 - ], - "36": [ - 51, - 78, - 11, - 55, - 42, - 0, - 0, - 3, - 78, - 18, - 0, - 232, - 0, - 71, - 0, - 0, - 0, - 82, - 0, - 39 - ], - "37": [ - 47, - 73, - 7, - 56, - 42, - 0, - 0, - 0, - 74, - 17, - 0, - 243, - 0, - 73, - 0, - 0, - 0, - 83, - 0, - 41 - ], - "38": [ - 39, - 69, - 7, - 54, - 43, - 0, - 0, - 0, - 72, - 17, - 0, - 253, - 0, - 76, - 0, - 0, - 0, - 79, - 0, - 40 - ], - "39": [ - 39, - 61, - 6, - 47, - 44, - 0, - 0, - 7, - 81, - 12, - 0, - 248, - 0, - 75, - 0, - 0, - 0, - 84, - 0, - 40 - ], - "40": [ - 32, - 60, - 6, - 51, - 46, - 0, - 0, - 12, - 82, - 17, - 0, - 236, - 0, - 75, - 0, - 0, - 0, - 84, - 0, - 36 - ], - "41": [ - 33, - 60, - 4, - 47, - 49, - 0, - 0, - 14, - 89, - 13, - 0, - 230, - 0, - 76, - 0, - 0, - 0, - 79, - 0, - 34 - ], - "42": [ - 38, - 65, - 6, - 51, - 47, - 0, - 0, - 17, - 93, - 10, - 0, - 240, - 0, - 75, - 0, - 0, - 0, - 73, - 0, - 34 - ], - "43": [ - 36, - 62, - 1, - 56, - 49, - 0, - 0, - 17, - 87, - 10, - 0, - 241, - 0, - 72, - 0, - 0, - 0, - 77, - 0, - 34 - ], - "44": [ - 35, - 64, - 0, - 56, - 50, - 0, - 0, - 21, - 86, - 10, - 0, - 241, - 0, - 72, - 0, - 0, - 0, - 69, - 0, - 36 - ], - "45": [ - 36, - 69, - 1, - 53, - 50, - 0, - 0, - 26, - 85, - 9, - 0, - 240, - 0, - 72, - 0, - 0, - 0, - 69, - 0, - 34 - ], - "46": [ - 32, - 66, - 4, - 55, - 52, - 0, - 0, - 29, - 83, - 9, - 0, - 255, - 0, - 70, - 0, - 0, - 0, - 64, - 0, - 34 - ], - "47": [ - 31, - 59, - 7, - 53, - 52, - 0, - 0, - 23, - 87, - 8, - 0, - 237, - 0, - 71, - 0, - 0, - 4, - 62, - 0, - 36 - ], - "48": [ - 31, - 55, - 11, - 58, - 51, - 0, - 0, - 25, - 81, - 7, - 0, - 239, - 0, - 69, - 0, - 0, - 0, - 59, - 0, - 35 - ], - "49": [ - 30, - 53, - 12, - 65, - 52, - 0, - 0, - 26, - 90, - 7, - 0, - 232, - 0, - 68, - 0, - 0, - 0, - 56, - 0, - 36 - ], - "50": [ - 30, - 52, - 13, - 68, - 55, - 0, - 0, - 31, - 90, - 7, - 0, - 239, - 0, - 67, - 0, - 0, - 0, - 62, - 0, - 33 - ], - "51": [ - 26, - 51, - 11, - 70, - 57, - 0, - 0, - 33, - 84, - 7, - 0, - 216, - 0, - 66, - 0, - 0, - 1, - 54, - 0, - 34 - ], - "52": [ - 23, - 52, - 10, - 73, - 56, - 0, - 0, - 25, - 85, - 8, - 0, - 200, - 0, - 63, - 0, - 0, - 4, - 51, - 0, - 37 - ], - "53": [ - 25, - 48, - 7, - 80, - 58, - 0, - 0, - 28, - 85, - 7, - 0, - 193, - 0, - 63, - 0, - 0, - 2, - 49, - 0, - 36 - ], - "54": [ - 30, - 52, - 5, - 74, - 56, - 0, - 0, - 24, - 87, - 8, - 0, - 185, - 0, - 64, - 0, - 0, - 0, - 44, - 0, - 36 - ], - "55": [ - 28, - 54, - 3, - 71, - 57, - 0, - 0, - 27, - 81, - 9, - 0, - 192, - 0, - 63, - 0, - 0, - 0, - 38, - 0, - 35 - ], - "56": [ - 28, - 50, - 3, - 65, - 57, - 0, - 0, - 33, - 82, - 10, - 0, - 217, - 0, - 62, - 0, - 0, - 0, - 40, - 0, - 35 - ], - "57": [ - 31, - 46, - 2, - 68, - 56, - 0, - 0, - 37, - 85, - 10, - 0, - 199, - 0, - 61, - 0, - 0, - 0, - 37, - 0, - 36 - ], - "58": [ - 28, - 47, - 4, - 67, - 55, - 0, - 0, - 36, - 81, - 12, - 0, - 204, - 0, - 62, - 0, - 0, - 0, - 34, - 0, - 36 - ], - "59": [ - 21, - 47, - 2, - 71, - 52, - 0, - 0, - 42, - 83, - 11, - 0, - 189, - 0, - 64, - 0, - 0, - 6, - 40, - 0, - 38 - ], - "60": [ - 24, - 51, - 0, - 69, - 52, - 0, - 0, - 39, - 76, - 9, - 0, - 192, - 0, - 64, - 0, - 0, - 12, - 42, - 0, - 39 - ], - "61": [ - 27, - 50, - 0, - 62, - 52, - 0, - 0, - 47, - 75, - 9, - 0, - 195, - 0, - 63, - 0, - 0, - 4, - 36, - 0, - 40 - ], - "62": [ - 23, - 47, - 0, - 61, - 51, - 0, - 0, - 45, - 80, - 9, - 0, - 199, - 0, - 65, - 0, - 0, - 4, - 31, - 0, - 39 - ], - "63": [ - 20, - 48, - 0, - 58, - 53, - 0, - 0, - 47, - 84, - 8, - 0, - 194, - 0, - 66, - 0, - 0, - 9, - 32, - 0, - 40 - ], - "64": [ - 18, - 38, - 0, - 56, - 52, - 0, - 0, - 49, - 81, - 7, - 0, - 202, - 0, - 64, - 0, - 0, - 0, - 29, - 0, - 42 - ], - "65": [ - 14, - 46, - 0, - 58, - 51, - 0, - 0, - 46, - 90, - 7, - 0, - 192, - 0, - 62, - 0, - 0, - 0, - 32, - 0, - 40 - ], - "66": [ - 18, - 49, - 0, - 58, - 53, - 0, - 0, - 41, - 87, - 6, - 0, - 191, - 0, - 62, - 0, - 0, - 3, - 28, - 0, - 41 - ], - "67": [ - 13, - 52, - 0, - 67, - 51, - 0, - 0, - 41, - 87, - 5, - 0, - 183, - 0, - 62, - 0, - 0, - 3, - 25, - 0, - 40 - ], - "68": [ - 9, - 55, - 0, - 73, - 50, - 0, - 0, - 41, - 87, - 5, - 0, - 175, - 0, - 61, - 0, - 0, - 5, - 22, - 0, - 44 - ], - "69": [ - 12, - 55, - 0, - 72, - 51, - 0, - 0, - 39, - 86, - 4, - 0, - 171, - 0, - 62, - 0, - 0, - 0, - 22, - 0, - 45 - ], - "70": [ - 17, - 55, - 0, - 78, - 50, - 0, - 2, - 37, - 87, - 7, - 0, - 159, - 0, - 62, - 0, - 0, - 4, - 22, - 0, - 51 - ], - "71": [ - 13, - 54, - 0, - 87, - 50, - 0, - 4, - 33, - 92, - 7, - 0, - 181, - 0, - 62, - 0, - 0, - 8, - 24, - 0, - 62 - ], - "72": [ - 8, - 57, - 0, - 82, - 53, - 0, - 5, - 35, - 98, - 8, - 0, - 175, - 0, - 61, - 0, - 0, - 6, - 25, - 0, - 74 - ], - "73": [ - 9, - 56, - 2, - 81, - 53, - 0, - 7, - 34, - 91, - 5, - 0, - 172, - 0, - 64, - 0, - 0, - 1, - 27, - 0, - 70 - ], - "74": [ - 11, - 53, - 0, - 83, - 53, - 0, - 6, - 32, - 83, - 5, - 0, - 176, - 0, - 65, - 0, - 0, - 7, - 27, - 0, - 71 - ], - "75": [ - 9, - 56, - 1, - 89, - 50, - 0, - 12, - 33, - 80, - 5, - 0, - 191, - 0, - 64, - 0, - 0, - 5, - 25, - 0, - 80 - ], - "76": [ - 9, - 57, - 0, - 92, - 51, - 0, - 11, - 39, - 84, - 4, - 0, - 196, - 0, - 63, - 0, - 0, - 5, - 29, - 0, - 81 - ], - "77": [ - 6, - 57, - 0, - 90, - 50, - 0, - 14, - 45, - 78, - 2, - 0, - 181, - 0, - 64, - 0, - 0, - 11, - 26, - 0, - 78 - ], - "78": [ - 6, - 50, - 0, - 93, - 52, - 0, - 10, - 42, - 75, - 3, - 0, - 204, - 0, - 67, - 0, - 0, - 16, - 28, - 0, - 79 - ], - "79": [ - 3, - 50, - 0, - 86, - 50, - 0, - 11, - 42, - 77, - 2, - 0, - 218, - 0, - 69, - 0, - 0, - 4, - 26, - 0, - 79 - ], - "80": [ - 3, - 44, - 0, - 94, - 52, - 0, - 12, - 44, - 82, - 4, - 0, - 220, - 0, - 68, - 0, - 0, - 5, - 26, - 0, - 81 - ], - "81": [ - 8, - 41, - 0, - 92, - 52, - 0, - 15, - 42, - 84, - 3, - 0, - 222, - 0, - 70, - 0, - 0, - 9, - 32, - 0, - 86 - ], - "82": [ - 10, - 45, - 0, - 97, - 52, - 0, - 11, - 43, - 81, - 1, - 0, - 225, - 0, - 70, - 0, - 0, - 13, - 31, - 0, - 78 - ], - "83": [ - 8, - 40, - 0, - 105, - 52, - 0, - 11, - 43, - 67, - 2, - 0, - 219, - 0, - 71, - 0, - 0, - 19, - 33, - 0, - 83 - ], - "84": [ - 7, - 43, - 0, - 106, - 52, - 0, - 17, - 42, - 67, - 1, - 0, - 238, - 0, - 72, - 0, - 0, - 27, - 32, - 0, - 74 - ], - "85": [ - 8, - 50, - 0, - 113, - 52, - 0, - 21, - 47, - 68, - 0, - 0, - 241, - 0, - 73, - 0, - 0, - 25, - 32, - 0, - 71 - ], - "86": [ - 10, - 54, - 0, - 101, - 50, - 0, - 24, - 45, - 77, - 0, - 0, - 210, - 0, - 73, - 0, - 0, - 24, - 29, - 0, - 73 - ], - "87": [ - 8, - 48, - 0, - 106, - 52, - 0, - 19, - 47, - 76, - 0, - 0, - 203, - 0, - 73, - 0, - 0, - 27, - 35, - 0, - 73 - ], - "88": [ - 5, - 45, - 2, - 110, - 51, - 0, - 14, - 49, - 83, - 0, - 0, - 199, - 0, - 73, - 0, - 0, - 22, - 45, - 0, - 69 - ], - "89": [ - 3, - 47, - 5, - 105, - 47, - 0, - 14, - 48, - 89, - 0, - 0, - 198, - 0, - 71, - 0, - 0, - 20, - 47, - 0, - 75 - ], - "90": [ - 4, - 43, - 2, - 103, - 46, - 0, - 12, - 51, - 89, - 0, - 0, - 205, - 0, - 69, - 0, - 0, - 24, - 42, - 0, - 75 - ], - "91": [ - 8, - 40, - 5, - 109, - 49, - 0, - 13, - 44, - 90, - 0, - 0, - 186, - 0, - 68, - 0, - 0, - 15, - 44, - 0, - 71 - ], - "92": [ - 5, - 43, - 6, - 109, - 48, - 0, - 14, - 41, - 87, - 0, - 0, - 223, - 0, - 72, - 0, - 0, - 18, - 40, - 0, - 72 - ], - "93": [ - 5, - 47, - 2, - 114, - 47, - 0, - 6, - 43, - 92, - 0, - 0, - 233, - 0, - 71, - 0, - 0, - 12, - 38, - 0, - 75 - ], - "94": [ - 4, - 47, - 2, - 120, - 47, - 0, - 5, - 41, - 94, - 0, - 0, - 221, - 0, - 69, - 0, - 0, - 20, - 40, - 0, - 74 - ], - "95": [ - 4, - 43, - 3, - 111, - 47, - 0, - 7, - 36, - 102, - 0, - 0, - 219, - 0, - 67, - 0, - 0, - 16, - 42, - 0, - 75 - ], - "96": [ - 3, - 47, - 8, - 117, - 50, - 0, - 14, - 35, - 97, - 0, - 0, - 218, - 0, - 67, - 0, - 0, - 14, - 45, - 0, - 85 - ], - "97": [ - 5, - 42, - 7, - 115, - 49, - 0, - 12, - 37, - 81, - 0, - 0, - 229, - 0, - 67, - 0, - 0, - 16, - 44, - 0, - 86 - ], - "98": [ - 2, - 40, - 11, - 116, - 49, - 0, - 9, - 40, - 81, - 0, - 0, - 241, - 0, - 67, - 0, - 0, - 15, - 47, - 0, - 89 - ], - "99": [ - 0, - 45, - 16, - 119, - 46, - 0, - 10, - 35, - 85, - 0, - 0, - 244, - 0, - 72, - 0, - 0, - 12, - 46, - 0, - 94 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.1.gamma=0.9/run=57297eb4ff79439d/rewards.plot.png b/experiments/seed=256/alpha=0.1.gamma=0.9/run=57297eb4ff79439d/rewards.plot.png deleted file mode 100644 index 8615854..0000000 Binary files a/experiments/seed=256/alpha=0.1.gamma=0.9/run=57297eb4ff79439d/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.1.gamma=0.9/run=57297eb4ff79439d/sum_rewards.json b/experiments/seed=256/alpha=0.1.gamma=0.9/run=57297eb4ff79439d/sum_rewards.json deleted file mode 100644 index 7d50c99..0000000 --- a/experiments/seed=256/alpha=0.1.gamma=0.9/run=57297eb4ff79439d/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 47890, - "V": 5571012 - }, - "control": { - "R": 45438, - "V": 5721003 - } -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.1.gamma=0.9/run=57297eb4ff79439d/view.plot.png b/experiments/seed=256/alpha=0.1.gamma=0.9/run=57297eb4ff79439d/view.plot.png deleted file mode 100644 index a45e827..0000000 Binary files a/experiments/seed=256/alpha=0.1.gamma=0.9/run=57297eb4ff79439d/view.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.1.gamma=0.9/run=9b81292d6c6049e3/choices.json b/experiments/seed=256/alpha=0.1.gamma=0.9/run=9b81292d6c6049e3/choices.json deleted file mode 100644 index ecae02a..0000000 --- a/experiments/seed=256/alpha=0.1.gamma=0.9/run=9b81292d6c6049e3/choices.json +++ /dev/null @@ -1,702 +0,0 @@ -{ - "0": [ - 11, - 7, - 10, - 3, - 8 - ], - "1": [ - 7, - 3, - 11, - 12, - 1 - ], - "2": [ - 3, - 11, - 5, - 2, - 17 - ], - "3": [ - 3, - 11, - 5, - 1, - 4 - ], - "4": [ - 11, - 3, - 4, - 1, - 9 - ], - "5": [ - 11, - 3, - 4, - 6, - 13 - ], - "6": [ - 11, - 3, - 12, - 6, - 1 - ], - "7": [ - 11, - 3, - 13, - 9, - 17 - ], - "8": [ - 11, - 3, - 17, - 13, - 10 - ], - "9": [ - 11, - 3, - 13, - 1, - 0 - ], - "10": [ - 11, - 3, - 13, - 15, - 1 - ], - "11": [ - 11, - 3, - 1, - 13, - 0 - ], - "12": [ - 11, - 3, - 1, - 13, - 17 - ], - "13": [ - 11, - 3, - 13, - 1, - 9 - ], - "14": [ - 11, - 3, - 13, - 12, - 1 - ], - "15": [ - 11, - 3, - 13, - 1, - 15 - ], - "16": [ - 11, - 3, - 13, - 1, - 9 - ], - "17": [ - 11, - 3, - 13, - 1, - 12 - ], - "18": [ - 11, - 3, - 13, - 1, - 17 - ], - "19": [ - 11, - 3, - 13, - 1, - 17 - ], - "20": [ - 11, - 3, - 13, - 1, - 7 - ], - "21": [ - 11, - 3, - 13, - 1, - 17 - ], - "22": [ - 11, - 3, - 13, - 1, - 6 - ], - "23": [ - 11, - 3, - 13, - 1, - 14 - ], - "24": [ - 11, - 3, - 13, - 1, - 2 - ], - "25": [ - 11, - 3, - 13, - 1, - 8 - ], - "26": [ - 11, - 3, - 13, - 1, - 10 - ], - "27": [ - 11, - 3, - 13, - 1, - 17 - ], - "28": [ - 11, - 3, - 13, - 1, - 14 - ], - "29": [ - 11, - 3, - 13, - 1, - 17 - ], - "30": [ - 11, - 3, - 13, - 1, - 4 - ], - "31": [ - 11, - 3, - 13, - 1, - 14 - ], - "32": [ - 11, - 3, - 13, - 1, - 0 - ], - "33": [ - 11, - 3, - 13, - 1, - 17 - ], - "34": [ - 11, - 3, - 13, - 1, - 17 - ], - "35": [ - 11, - 3, - 13, - 1, - 17 - ], - "36": [ - 11, - 3, - 13, - 1, - 6 - ], - "37": [ - 11, - 3, - 13, - 1, - 17 - ], - "38": [ - 11, - 3, - 13, - 1, - 17 - ], - "39": [ - 11, - 3, - 13, - 1, - 17 - ], - "40": [ - 11, - 3, - 13, - 1, - 4 - ], - "41": [ - 11, - 3, - 13, - 17, - 1 - ], - "42": [ - 11, - 3, - 13, - 1, - 9 - ], - "43": [ - 11, - 3, - 13, - 1, - 17 - ], - "44": [ - 11, - 3, - 13, - 1, - 6 - ], - "45": [ - 11, - 3, - 13, - 17, - 1 - ], - "46": [ - 11, - 3, - 13, - 4, - 17 - ], - "47": [ - 11, - 3, - 13, - 1, - 17 - ], - "48": [ - 11, - 3, - 13, - 17, - 12 - ], - "49": [ - 11, - 3, - 13, - 1, - 18 - ], - "50": [ - 11, - 3, - 13, - 1, - 4 - ], - "51": [ - 11, - 3, - 13, - 17, - 4 - ], - "52": [ - 11, - 3, - 13, - 17, - 4 - ], - "53": [ - 11, - 3, - 13, - 1, - 4 - ], - "54": [ - 11, - 3, - 13, - 17, - 4 - ], - "55": [ - 11, - 3, - 13, - 4, - 17 - ], - "56": [ - 11, - 3, - 13, - 15, - 4 - ], - "57": [ - 11, - 3, - 13, - 4, - 1 - ], - "58": [ - 11, - 3, - 13, - 4, - 1 - ], - "59": [ - 11, - 3, - 13, - 1, - 0 - ], - "60": [ - 11, - 3, - 13, - 4, - 1 - ], - "61": [ - 11, - 3, - 13, - 4, - 17 - ], - "62": [ - 11, - 3, - 13, - 5, - 17 - ], - "63": [ - 11, - 3, - 13, - 4, - 17 - ], - "64": [ - 11, - 3, - 13, - 4, - 8 - ], - "65": [ - 11, - 3, - 13, - 4, - 1 - ], - "66": [ - 11, - 3, - 13, - 4, - 1 - ], - "67": [ - 11, - 3, - 13, - 4, - 1 - ], - "68": [ - 11, - 3, - 13, - 17, - 4 - ], - "69": [ - 11, - 3, - 13, - 4, - 17 - ], - "70": [ - 11, - 3, - 13, - 4, - 17 - ], - "71": [ - 11, - 3, - 13, - 4, - 17 - ], - "72": [ - 11, - 3, - 13, - 4, - 17 - ], - "73": [ - 11, - 3, - 13, - 4, - 1 - ], - "74": [ - 11, - 3, - 13, - 1, - 4 - ], - "75": [ - 11, - 3, - 13, - 4, - 1 - ], - "76": [ - 11, - 3, - 13, - 4, - 0 - ], - "77": [ - 11, - 3, - 13, - 17, - 4 - ], - "78": [ - 11, - 3, - 13, - 4, - 17 - ], - "79": [ - 11, - 3, - 13, - 4, - 17 - ], - "80": [ - 11, - 3, - 13, - 4, - 0 - ], - "81": [ - 11, - 3, - 13, - 4, - 1 - ], - "82": [ - 11, - 3, - 13, - 4, - 17 - ], - "83": [ - 11, - 3, - 13, - 4, - 1 - ], - "84": [ - 11, - 3, - 13, - 4, - 17 - ], - "85": [ - 11, - 3, - 13, - 1, - 4 - ], - "86": [ - 11, - 3, - 13, - 4, - 17 - ], - "87": [ - 11, - 3, - 13, - 4, - 1 - ], - "88": [ - 11, - 3, - 13, - 4, - 8 - ], - "89": [ - 11, - 3, - 13, - 4, - 16 - ], - "90": [ - 11, - 3, - 13, - 4, - 1 - ], - "91": [ - 11, - 3, - 13, - 4, - 17 - ], - "92": [ - 11, - 3, - 13, - 4, - 17 - ], - "93": [ - 11, - 3, - 13, - 4, - 17 - ], - "94": [ - 11, - 3, - 13, - 4, - 8 - ], - "95": [ - 11, - 3, - 13, - 4, - 0 - ], - "96": [ - 11, - 3, - 13, - 4, - 1 - ], - "97": [ - 11, - 3, - 13, - 2, - 8 - ], - "98": [ - 11, - 13, - 3, - 4, - 8 - ], - "99": [ - 11, - 3, - 13, - 17, - 4 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.1.gamma=0.9/run=9b81292d6c6049e3/config.json b/experiments/seed=256/alpha=0.1.gamma=0.9/run=9b81292d6c6049e3/config.json deleted file mode 100644 index dfea112..0000000 --- a/experiments/seed=256/alpha=0.1.gamma=0.9/run=9b81292d6c6049e3/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 20, - "num_choices": 5, - "time_span": 100, - "history_span": 3000, - "alpha": 0.1, - "gamma": 0.9, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.1.gamma=0.9/run=9b81292d6c6049e3/control.choices.json b/experiments/seed=256/alpha=0.1.gamma=0.9/run=9b81292d6c6049e3/control.choices.json deleted file mode 100644 index 1ce1220..0000000 --- a/experiments/seed=256/alpha=0.1.gamma=0.9/run=9b81292d6c6049e3/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 4, - 3, - 11, - 1, - 13 -] \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.1.gamma=0.9/run=9b81292d6c6049e3/qvalues.json b/experiments/seed=256/alpha=0.1.gamma=0.9/run=9b81292d6c6049e3/qvalues.json deleted file mode 100644 index 5060897..0000000 --- a/experiments/seed=256/alpha=0.1.gamma=0.9/run=9b81292d6c6049e3/qvalues.json +++ /dev/null @@ -1,2180 +0,0 @@ -{ - "0": [ - 0.0, - 5.0, - 0.0, - 20.0, - 5.0, - 0.0, - 0.0, - 0.1, - 6.300000000000001, - 0.0, - 0.0, - 26.1, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 10.2, - 0.0, - 33.0, - 5.0, - 0.0, - 0.0, - 0.09, - 6.300000000000001, - 0.0, - 0.0, - 44.99, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 0.0, - 10.2, - 0.7000000000000001, - 45.1, - 5.0, - 0.0, - 0.0, - 0.09, - 6.300000000000001, - 0.0, - 0.0, - 61.491, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 8.1, - 0.0, - 0.0 - ], - "3": [ - 0.0, - 14.68, - 0.7000000000000001, - 56.59, - 6.9, - 0.0, - 0.0, - 0.09, - 6.300000000000001, - 0.0, - 0.0, - 77.2419, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 8.1, - 0.0, - 0.0 - ], - "4": [ - 0.0, - 19.512, - 0.7000000000000001, - 67.43100000000001, - 8.81, - 0.0, - 0.0, - 0.09, - 6.300000000000001, - 4.5, - 0.0, - 91.91771, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 8.1, - 0.0, - 0.0 - ], - "5": [ - 0.0, - 19.512, - 0.7000000000000001, - 76.5879, - 10.829, - 0.0, - 0.0, - 0.09, - 6.300000000000001, - 4.5, - 0.0, - 105.125939, - 0.0, - 14.5, - 0.0, - 0.0, - 0.0, - 8.1, - 0.0, - 0.0 - ], - "6": [ - 0.0, - 24.3608, - 0.7000000000000001, - 84.52911, - 10.829, - 0.0, - 0.0, - 0.09, - 6.300000000000001, - 4.5, - 0.0, - 117.6133451, - 0.0, - 14.5, - 0.0, - 0.0, - 0.0, - 8.1, - 0.0, - 0.0 - ], - "7": [ - 0.0, - 24.3608, - 0.7000000000000001, - 91.776199, - 10.829, - 0.0, - 0.0, - 0.09, - 6.300000000000001, - 7.550000000000001, - 0.0, - 128.75201059, - 0.0, - 22.950000000000003, - 0.0, - 0.0, - 0.0, - 12.99, - 0.0, - 0.0 - ], - "8": [ - 0.0, - 24.3608, - 0.7000000000000001, - 96.59857910000001, - 10.829, - 0.0, - 0.0, - 0.09, - 6.300000000000001, - 7.550000000000001, - 0.0, - 139.476809531, - 0.0, - 31.255000000000003, - 0.0, - 0.0, - 0.0, - 16.891, - 0.0, - 0.0 - ], - "9": [ - 5.300000000000001, - 28.42472, - 0.7000000000000001, - 101.13872119000001, - 10.829, - 0.0, - 0.0, - 0.09, - 6.300000000000001, - 7.550000000000001, - 0.0, - 148.42912857789997, - 0.0, - 39.029500000000006, - 0.0, - 0.0, - 0.0, - 16.891, - 0.0, - 0.0 - ], - "10": [ - 5.300000000000001, - 32.882248000000004, - 0.7000000000000001, - 105.92484907100001, - 10.829, - 0.0, - 0.0, - 0.09, - 6.300000000000001, - 7.550000000000001, - 0.0, - 156.78621572010996, - 0.0, - 46.426550000000006, - 0.0, - 0.0, - 0.0, - 16.891, - 0.0, - 0.0 - ], - "11": [ - 8.870000000000001, - 36.294023200000005, - 0.7000000000000001, - 110.03236416390001, - 10.829, - 0.0, - 0.0, - 0.09, - 6.300000000000001, - 7.550000000000001, - 0.0, - 165.70759414809896, - 0.0, - 53.18389500000001, - 0.0, - 0.0, - 0.0, - 16.891, - 0.0, - 0.0 - ], - "12": [ - 8.870000000000001, - 39.06462088000001, - 0.7000000000000001, - 113.22912774751, - 10.829, - 0.0, - 0.0, - 0.09, - 6.300000000000001, - 7.550000000000001, - 0.0, - 172.73683473328907, - 0.0, - 58.56550550000001, - 0.0, - 0.0, - 0.0, - 20.0019, - 0.0, - 0.0 - ], - "13": [ - 8.870000000000001, - 41.358158792000005, - 0.7000000000000001, - 116.606214972759, - 10.829, - 0.0, - 0.0, - 0.09, - 6.300000000000001, - 11.495000000000001, - 0.0, - 178.86315125996018, - 0.0, - 64.00895495, - 0.0, - 0.0, - 0.0, - 20.0019, - 0.0, - 0.0 - ], - "14": [ - 8.870000000000001, - 44.12234291280001, - 0.7000000000000001, - 119.64559347548311, - 10.829, - 0.0, - 0.0, - 0.09, - 6.300000000000001, - 11.495000000000001, - 0.0, - 185.97683613396416, - 0.0, - 68.50805945500001, - 0.0, - 0.0, - 0.0, - 20.0019, - 0.0, - 0.0 - ], - "15": [ - 8.870000000000001, - 46.81010862152001, - 0.7000000000000001, - 121.9810341279348, - 10.829, - 0.0, - 0.0, - 0.09, - 6.300000000000001, - 11.495000000000001, - 0.0, - 192.97915252056774, - 0.0, - 71.2572535095, - 0.0, - 0.0, - 0.0, - 20.0019, - 0.0, - 0.0 - ], - "16": [ - 8.870000000000001, - 49.62909775936801, - 0.7000000000000001, - 123.28293071514132, - 10.829, - 0.0, - 0.0, - 0.09, - 6.300000000000001, - 15.345500000000001, - 0.0, - 198.68123726851096, - 0.0, - 74.63152815855, - 0.0, - 0.0, - 0.0, - 20.0019, - 0.0, - 0.0 - ], - "17": [ - 8.870000000000001, - 52.566187983431206, - 0.7000000000000001, - 123.55463764362719, - 10.829, - 0.0, - 0.0, - 0.09, - 6.300000000000001, - 15.345500000000001, - 0.0, - 204.91311354165987, - 0.0, - 77.668375342695, - 0.0, - 0.0, - 0.0, - 20.0019, - 0.0, - 0.0 - ], - "18": [ - 8.870000000000001, - 55.50956918508808, - 0.7000000000000001, - 124.19917387926446, - 10.829, - 0.0, - 0.0, - 0.09, - 6.300000000000001, - 15.345500000000001, - 0.0, - 210.8218021874939, - 0.0, - 81.5015378084255, - 0.0, - 0.0, - 0.0, - 23.00171, - 0.0, - 0.0 - ], - "19": [ - 8.870000000000001, - 57.35861226657927, - 0.7000000000000001, - 124.37925649133801, - 10.829, - 0.0, - 0.0, - 0.09, - 6.300000000000001, - 15.345500000000001, - 0.0, - 217.3396219687445, - 0.0, - 87.35138402758295, - 0.0, - 0.0, - 0.0, - 25.701539, - 0.0, - 0.0 - ], - "20": [ - 8.870000000000001, - 59.12275103992135, - 0.7000000000000001, - 125.2413308422042, - 10.829, - 0.0, - 0.0, - 0.081, - 6.300000000000001, - 15.345500000000001, - 0.0, - 222.10565977187005, - 0.0, - 91.91624562482465, - 0.0, - 0.0, - 0.0, - 25.701539, - 0.0, - 0.0 - ], - "21": [ - 8.870000000000001, - 60.21047593592921, - 0.7000000000000001, - 125.71719775798378, - 10.829, - 0.0, - 0.0, - 0.081, - 6.300000000000001, - 15.345500000000001, - 0.0, - 227.59509379468304, - 0.0, - 95.02462106234219, - 0.0, - 0.0, - 0.0, - 27.6313851, - 0.0, - 0.0 - ], - "22": [ - 8.870000000000001, - 61.18942834233629, - 0.7000000000000001, - 126.44547798218541, - 10.829, - 0.0, - 0.0, - 0.081, - 6.300000000000001, - 15.345500000000001, - 0.0, - 232.23558441521473, - 0.0, - 98.02215895610797, - 0.0, - 0.0, - 0.0, - 27.6313851, - 0.0, - 0.0 - ], - "23": [ - 8.870000000000001, - 61.87048550810266, - 0.7000000000000001, - 126.90093018396686, - 10.829, - 0.0, - 0.0, - 0.081, - 6.300000000000001, - 15.345500000000001, - 0.0, - 236.61202597369325, - 0.0, - 100.41994306049718, - 0.0, - 0.0, - 0.0, - 27.6313851, - 0.0, - 0.0 - ], - "24": [ - 8.870000000000001, - 62.58343695729239, - 1.03, - 127.31083716557018, - 10.829, - 0.0, - 0.0, - 0.081, - 6.300000000000001, - 15.345500000000001, - 0.0, - 240.9508233763239, - 0.0, - 100.87794875444746, - 0.0, - 0.0, - 0.0, - 27.6313851, - 0.0, - 0.0 - ], - "25": [ - 8.870000000000001, - 63.12509326156315, - 1.03, - 128.37975344901315, - 10.829, - 0.0, - 0.0, - 0.081, - 10.670000000000002, - 15.345500000000001, - 0.0, - 246.9557410386915, - 0.0, - 101.59015387900271, - 0.0, - 0.0, - 0.0, - 27.6313851, - 0.0, - 0.0 - ], - "26": [ - 8.870000000000001, - 63.412583935406836, - 1.03, - 128.74177810411183, - 10.829, - 0.0, - 0.0, - 0.081, - 10.670000000000002, - 15.345500000000001, - 0.0, - 250.86016693482236, - 0.0, - 100.73113849110244, - 0.0, - 0.0, - 0.0, - 27.6313851, - 0.0, - 0.0 - ], - "27": [ - 8.870000000000001, - 63.67132554186615, - 1.03, - 128.46760029370066, - 10.829, - 0.0, - 0.0, - 0.081, - 10.670000000000002, - 15.345500000000001, - 0.0, - 254.9741502413401, - 0.0, - 99.4580246419922, - 0.0, - 0.0, - 0.0, - 28.76824659, - 0.0, - 0.0 - ], - "28": [ - 8.870000000000001, - 64.30419298767954, - 1.03, - 128.5208402643306, - 10.829, - 0.0, - 0.0, - 0.081, - 10.670000000000002, - 15.345500000000001, - 0.0, - 259.7767352172061, - 0.0, - 97.91222217779298, - 0.0, - 0.0, - 0.0, - 28.76824659, - 0.0, - 0.0 - ], - "29": [ - 8.870000000000001, - 65.07377368891159, - 1.03, - 128.96875623789754, - 10.829, - 0.0, - 0.0, - 0.081, - 10.670000000000002, - 15.345500000000001, - 0.0, - 264.9990616954855, - 0.0, - 96.12099996001369, - 0.0, - 0.0, - 0.0, - 29.991421931, - 0.0, - 0.0 - ], - "30": [ - 8.870000000000001, - 65.46639632002042, - 1.03, - 129.57188061410778, - 15.546100000000001, - 0.0, - 0.0, - 0.081, - 10.670000000000002, - 15.345500000000001, - 0.0, - 269.499155525937, - 0.0, - 94.70889996401232, - 0.0, - 0.0, - 0.0, - 29.991421931, - 0.0, - 0.0 - ], - "31": [ - 8.870000000000001, - 65.21975668801838, - 1.03, - 129.514692552697, - 15.546100000000001, - 0.0, - 0.0, - 0.081, - 10.670000000000002, - 15.345500000000001, - 0.0, - 275.2492399733433, - 0.0, - 94.43800996761108, - 0.0, - 0.0, - 0.0, - 29.991421931, - 0.0, - 0.0 - ], - "32": [ - 11.683000000000002, - 64.89778101921654, - 1.03, - 129.4632232974273, - 15.546100000000001, - 0.0, - 0.0, - 0.081, - 10.670000000000002, - 15.345500000000001, - 0.0, - 282.124315976009, - 0.0, - 93.39420897084997, - 0.0, - 0.0, - 0.0, - 29.991421931, - 0.0, - 0.0 - ], - "33": [ - 11.683000000000002, - 63.10800291729488, - 1.03, - 128.81690096768457, - 15.546100000000001, - 0.0, - 0.0, - 0.081, - 10.670000000000002, - 15.345500000000001, - 0.0, - 287.6118843784081, - 0.0, - 92.25478807376497, - 0.0, - 0.0, - 0.0, - 31.0922797379, - 0.0, - 0.0 - ], - "34": [ - 11.683000000000002, - 61.2972026255654, - 1.03, - 128.4352108709161, - 15.546100000000001, - 0.0, - 0.0, - 0.081, - 10.670000000000002, - 15.345500000000001, - 0.0, - 292.55069594056727, - 0.0, - 91.22930926638847, - 0.0, - 0.0, - 0.0, - 32.58305176411, - 0.0, - 0.0 - ], - "35": [ - 11.683000000000002, - 59.66748236300886, - 1.03, - 127.6916897838245, - 15.546100000000001, - 0.0, - 0.0, - 0.081, - 10.670000000000002, - 15.345500000000001, - 0.0, - 297.39562634651054, - 0.0, - 90.00637833974962, - 0.0, - 0.0, - 0.0, - 34.224746587699, - 0.0, - 0.0 - ], - "36": [ - 11.683000000000002, - 58.70073412670797, - 1.03, - 127.22252080544204, - 15.546100000000001, - 0.0, - 0.0, - 0.081, - 10.670000000000002, - 15.345500000000001, - 0.0, - 299.9560637118595, - 0.0, - 88.60574050577466, - 0.0, - 0.0, - 0.0, - 34.224746587699, - 0.0, - 0.0 - ], - "37": [ - 11.683000000000002, - 57.33066071403717, - 1.03, - 126.20026872489784, - 15.546100000000001, - 0.0, - 0.0, - 0.081, - 10.670000000000002, - 15.345500000000001, - 0.0, - 302.66045734067353, - 0.0, - 88.2451664551972, - 0.0, - 0.0, - 0.0, - 36.4022719289291, - 0.0, - 0.0 - ], - "38": [ - 11.683000000000002, - 55.59759464263345, - 1.03, - 125.08024185240805, - 15.546100000000001, - 0.0, - 0.0, - 0.081, - 10.670000000000002, - 15.345500000000001, - 0.0, - 307.1944116066062, - 0.0, - 88.62064980967747, - 0.0, - 0.0, - 0.0, - 37.96204473603619, - 0.0, - 0.0 - ], - "39": [ - 11.683000000000002, - 53.93783517837011, - 1.03, - 125.07221766716725, - 15.546100000000001, - 0.0, - 0.0, - 0.081, - 10.670000000000002, - 15.345500000000001, - 0.0, - 310.9749704459456, - 0.0, - 89.95858482870973, - 0.0, - 0.0, - 0.0, - 39.46584026243257, - 0.0, - 0.0 - ], - "40": [ - 11.683000000000002, - 52.3440516605331, - 1.03, - 124.66499590045052, - 22.09149, - 0.0, - 0.0, - 0.081, - 10.670000000000002, - 15.345500000000001, - 0.0, - 316.37747340135104, - 0.0, - 90.86272634583875, - 0.0, - 0.0, - 0.0, - 39.46584026243257, - 0.0, - 0.0 - ], - "41": [ - 11.683000000000002, - 51.00964649447979, - 1.03, - 124.89849631040546, - 22.09149, - 0.0, - 0.0, - 0.081, - 10.670000000000002, - 15.345500000000001, - 0.0, - 322.93972606121594, - 0.0, - 91.47645371125488, - 0.0, - 0.0, - 0.0, - 40.71925623618932, - 0.0, - 0.0 - ], - "42": [ - 11.683000000000002, - 49.50868184503181, - 1.03, - 126.30864667936491, - 22.09149, - 0.0, - 0.0, - 0.081, - 10.670000000000002, - 15.410950000000001, - 0.0, - 326.94575345509435, - 0.0, - 91.9288083401294, - 0.0, - 0.0, - 0.0, - 40.71925623618932, - 0.0, - 0.0 - ], - "43": [ - 11.683000000000002, - 48.257813660528626, - 1.03, - 127.37778201142842, - 22.09149, - 0.0, - 0.0, - 0.081, - 10.670000000000002, - 15.410950000000001, - 0.0, - 331.2511781095849, - 0.0, - 93.63592750611646, - 0.0, - 0.0, - 0.0, - 41.94733061257038, - 0.0, - 0.0 - ], - "44": [ - 11.683000000000002, - 47.232032294475765, - 1.03, - 128.34000381028557, - 22.09149, - 0.0, - 0.0, - 0.081, - 10.670000000000002, - 15.410950000000001, - 0.0, - 334.0260602986264, - 0.0, - 95.07233475550481, - 0.0, - 0.0, - 0.0, - 41.94733061257038, - 0.0, - 0.0 - ], - "45": [ - 11.683000000000002, - 46.20882906502819, - 1.03, - 130.00600342925702, - 22.09149, - 0.0, - 0.0, - 0.081, - 10.670000000000002, - 15.410950000000001, - 0.0, - 337.92345426876375, - 0.0, - 94.86510127995433, - 0.0, - 0.0, - 0.0, - 42.75259755131334, - 0.0, - 0.0 - ], - "46": [ - 11.683000000000002, - 46.20882906502819, - 1.03, - 130.6054030863313, - 27.482341, - 0.0, - 0.0, - 0.081, - 10.670000000000002, - 15.410950000000001, - 0.0, - 341.23110884188736, - 0.0, - 94.6785911519589, - 0.0, - 0.0, - 0.0, - 43.07733779618201, - 0.0, - 0.0 - ], - "47": [ - 11.683000000000002, - 44.78794615852537, - 1.03, - 131.04486277769817, - 27.482341, - 0.0, - 0.0, - 0.081, - 10.670000000000002, - 15.410950000000001, - 0.0, - 343.3079979576986, - 0.0, - 94.210732036763, - 0.0, - 0.0, - 0.0, - 43.46960401656381, - 0.0, - 0.0 - ], - "48": [ - 11.683000000000002, - 44.78794615852537, - 1.03, - 132.04037649992836, - 27.482341, - 0.0, - 0.0, - 0.081, - 10.670000000000002, - 15.410950000000001, - 0.0, - 345.0771981619287, - 0.0, - 94.7896588330867, - 0.0, - 0.0, - 0.0, - 44.02264361490742, - 0.0, - 0.0 - ], - "49": [ - 11.683000000000002, - 43.709151542672835, - 1.03, - 133.03633884993553, - 27.482341, - 0.0, - 0.0, - 0.081, - 10.670000000000002, - 15.410950000000001, - 0.0, - 345.96947834573587, - 0.0, - 95.61069294977804, - 0.0, - 0.0, - 0.0, - 44.02264361490742, - 0.0, - 0.0 - ], - "50": [ - 11.683000000000002, - 42.93823638840555, - 1.03, - 134.63270496494198, - 32.3341069, - 0.0, - 0.0, - 0.081, - 10.670000000000002, - 15.410950000000001, - 0.0, - 346.4725305111623, - 0.0, - 96.24962365480023, - 0.0, - 0.0, - 0.0, - 44.02264361490742, - 0.0, - 0.0 - ], - "51": [ - 11.683000000000002, - 42.93823638840555, - 1.03, - 136.56943446844778, - 36.60069621, - 0.0, - 0.0, - 0.081, - 10.670000000000002, - 15.410950000000001, - 0.0, - 347.82527746004604, - 0.0, - 97.3246612893202, - 0.0, - 0.0, - 0.0, - 44.82037925341668, - 0.0, - 0.0 - ], - "52": [ - 11.683000000000002, - 42.93823638840555, - 1.03, - 139.112491021603, - 39.840626589, - 0.0, - 0.0, - 0.081, - 10.670000000000002, - 15.410950000000001, - 0.0, - 348.14274971404143, - 0.0, - 99.69219516038818, - 0.0, - 0.0, - 0.0, - 45.83834132807502, - 0.0, - 0.0 - ], - "53": [ - 11.683000000000002, - 41.944412749565, - 1.03, - 141.1012419194427, - 43.056563930100005, - 0.0, - 0.0, - 0.081, - 10.670000000000002, - 15.410950000000001, - 0.0, - 347.42847474263726, - 0.0, - 102.22297564434936, - 0.0, - 0.0, - 0.0, - 45.83834132807502, - 0.0, - 0.0 - ], - "54": [ - 11.683000000000002, - 41.944412749565, - 1.03, - 142.89111772749845, - 46.550907537090005, - 0.0, - 0.0, - 0.081, - 10.670000000000002, - 15.410950000000001, - 0.0, - 347.8856272683735, - 0.0, - 104.10067807991443, - 0.0, - 0.0, - 0.0, - 45.95450719526752, - 0.0, - 0.0 - ], - "55": [ - 11.683000000000002, - 41.944412749565, - 1.03, - 144.7020059547486, - 49.39581678338101, - 0.0, - 0.0, - 0.081, - 10.670000000000002, - 15.410950000000001, - 0.0, - 345.6970645415362, - 0.0, - 105.09061027192298, - 0.0, - 0.0, - 0.0, - 45.359056475740765, - 0.0, - 0.0 - ], - "56": [ - 11.683000000000002, - 41.944412749565, - 1.03, - 146.63180535927376, - 52.05623510504291, - 0.0, - 0.0, - 0.081, - 10.670000000000002, - 15.410950000000001, - 0.0, - 341.2273580873826, - 0.0, - 105.68154924473069, - 0.0, - 0.0, - 0.0, - 45.359056475740765, - 0.0, - 0.0 - ], - "57": [ - 11.683000000000002, - 41.1499714746085, - 1.03, - 148.06862482334637, - 54.65061159453862, - 0.0, - 0.0, - 0.081, - 10.670000000000002, - 15.410950000000001, - 0.0, - 338.0046222786443, - 0.0, - 107.21339432025762, - 0.0, - 0.0, - 0.0, - 45.359056475740765, - 0.0, - 0.0 - ], - "58": [ - 11.683000000000002, - 40.43497432714765, - 1.03, - 149.46176234101173, - 57.28555043508476, - 0.0, - 0.0, - 0.081, - 10.670000000000002, - 15.410950000000001, - 0.0, - 335.7041600507799, - 0.0, - 109.29205488823186, - 0.0, - 0.0, - 0.0, - 45.359056475740765, - 0.0, - 0.0 - ], - "59": [ - 11.514700000000001, - 40.09147689443289, - 1.03, - 150.71558610691056, - 57.28555043508476, - 0.0, - 0.0, - 0.081, - 10.670000000000002, - 15.410950000000001, - 0.0, - 330.0337440457019, - 0.0, - 111.46284939940867, - 0.0, - 0.0, - 0.0, - 45.359056475740765, - 0.0, - 0.0 - ], - "60": [ - 11.514700000000001, - 39.9823292049896, - 1.03, - 151.6440274962195, - 59.956995391576285, - 0.0, - 0.0, - 0.081, - 10.670000000000002, - 15.410950000000001, - 0.0, - 328.2303696411317, - 0.0, - 113.7165644594678, - 0.0, - 0.0, - 0.0, - 45.359056475740765, - 0.0, - 0.0 - ], - "61": [ - 11.514700000000001, - 39.9823292049896, - 1.03, - 152.37962474659756, - 62.96129585241866, - 0.0, - 0.0, - 0.081, - 10.670000000000002, - 15.410950000000001, - 0.0, - 326.70733267701854, - 0.0, - 115.54490801352102, - 0.0, - 0.0, - 0.0, - 44.52315082816669, - 0.0, - 0.0 - ], - "62": [ - 11.514700000000001, - 39.9823292049896, - 1.03, - 153.3416622719378, - 62.96129585241866, - 0.0, - 0.0, - 0.081, - 10.670000000000002, - 15.410950000000001, - 0.0, - 326.7365994093167, - 0.0, - 115.39041721216893, - 0.0, - 0.0, - 0.0, - 44.070835745350024, - 0.0, - 0.0 - ], - "63": [ - 11.514700000000001, - 39.9823292049896, - 1.03, - 153.90749604474402, - 65.7651662671768, - 0.0, - 0.0, - 0.081, - 10.670000000000002, - 15.410950000000001, - 0.0, - 324.562939468385, - 0.0, - 114.05137549095204, - 0.0, - 0.0, - 0.0, - 43.36375217081502, - 0.0, - 0.0 - ], - "64": [ - 11.514700000000001, - 39.9823292049896, - 1.03, - 154.9167464402696, - 67.98864964045912, - 0.0, - 0.0, - 0.081, - 14.003000000000002, - 15.410950000000001, - 0.0, - 320.8066455215465, - 0.0, - 113.14623794185684, - 0.0, - 0.0, - 0.0, - 43.36375217081502, - 0.0, - 0.0 - ], - "65": [ - 11.514700000000001, - 39.28409628449064, - 1.03, - 155.32507179624264, - 70.0897846764132, - 0.0, - 0.0, - 0.081, - 14.003000000000002, - 15.410950000000001, - 0.0, - 319.62598096939183, - 0.0, - 112.23161414767115, - 0.0, - 0.0, - 0.0, - 43.36375217081502, - 0.0, - 0.0 - ], - "66": [ - 11.514700000000001, - 38.35568665604157, - 1.03, - 156.19256461661837, - 71.18080620877188, - 0.0, - 0.0, - 0.081, - 14.003000000000002, - 15.410950000000001, - 0.0, - 320.5633828724526, - 0.0, - 111.10845273290404, - 0.0, - 0.0, - 0.0, - 43.36375217081502, - 0.0, - 0.0 - ], - "67": [ - 11.514700000000001, - 37.92011799043741, - 1.03, - 157.47330815495653, - 72.26272558789469, - 0.0, - 0.0, - 0.081, - 14.003000000000002, - 15.410950000000001, - 0.0, - 320.70704458520737, - 0.0, - 109.29760745961363, - 0.0, - 0.0, - 0.0, - 43.36375217081502, - 0.0, - 0.0 - ], - "68": [ - 11.514700000000001, - 37.92011799043741, - 1.03, - 159.32597733946088, - 72.43645302910522, - 0.0, - 0.0, - 0.081, - 14.003000000000002, - 15.410950000000001, - 0.0, - 320.83634012668665, - 0.0, - 107.66784671365227, - 0.0, - 0.0, - 0.0, - 41.22737695373352, - 0.0, - 0.0 - ], - "69": [ - 11.514700000000001, - 37.92011799043741, - 1.03, - 160.1933796055148, - 72.2928077261947, - 0.0, - 0.0, - 0.081, - 14.003000000000002, - 15.410950000000001, - 0.0, - 322.052706114018, - 0.0, - 105.50106204228705, - 0.0, - 0.0, - 0.0, - 39.30463925836017, - 0.0, - 0.0 - ], - "70": [ - 11.514700000000001, - 37.92011799043741, - 1.03, - 160.9740416449633, - 71.46352695357523, - 0.0, - 0.0, - 0.081, - 14.003000000000002, - 15.410950000000001, - 0.0, - 322.4474355026162, - 0.0, - 103.15095583805834, - 0.0, - 0.0, - 0.0, - 37.77417533252415, - 0.0, - 0.0 - ], - "71": [ - 11.514700000000001, - 37.92011799043741, - 1.03, - 161.476637480467, - 71.21717425821771, - 0.0, - 0.0, - 0.081, - 14.003000000000002, - 15.410950000000001, - 0.0, - 322.00269195235455, - 0.0, - 101.1358602542525, - 0.0, - 0.0, - 0.0, - 37.096757799271735, - 0.0, - 0.0 - ], - "72": [ - 11.514700000000001, - 37.92011799043741, - 1.03, - 161.9289737324203, - 70.79545683239594, - 0.0, - 0.0, - 0.081, - 14.003000000000002, - 15.410950000000001, - 0.0, - 321.4024227571191, - 0.0, - 98.92227422882726, - 0.0, - 0.0, - 0.0, - 36.88708201934456, - 0.0, - 0.0 - ], - "73": [ - 11.514700000000001, - 38.22810619139367, - 1.03, - 161.83607635917826, - 70.41591114915634, - 0.0, - 0.0, - 0.081, - 14.003000000000002, - 15.410950000000001, - 0.0, - 319.5621804814072, - 0.0, - 96.33004680594453, - 0.0, - 0.0, - 0.0, - 36.88708201934456, - 0.0, - 0.0 - ], - "74": [ - 11.514700000000001, - 38.505295572254305, - 1.03, - 161.35246872326044, - 68.87432003424071, - 0.0, - 0.0, - 0.081, - 14.003000000000002, - 15.410950000000001, - 0.0, - 315.8059624332665, - 0.0, - 94.09704212535009, - 0.0, - 0.0, - 0.0, - 36.88708201934456, - 0.0, - 0.0 - ], - "75": [ - 11.514700000000001, - 38.45476601502887, - 1.03, - 161.4172218509344, - 67.68688803081665, - 0.0, - 0.0, - 0.081, - 14.003000000000002, - 15.410950000000001, - 0.0, - 314.1253661899398, - 0.0, - 93.08733791281507, - 0.0, - 0.0, - 0.0, - 36.88708201934456, - 0.0, - 0.0 - ], - "76": [ - 10.56323, - 38.45476601502887, - 1.03, - 161.07549966584097, - 66.91819922773499, - 0.0, - 0.0, - 0.081, - 14.003000000000002, - 15.410950000000001, - 0.0, - 311.41282957094586, - 0.0, - 91.87860412153357, - 0.0, - 0.0, - 0.0, - 36.88708201934456, - 0.0, - 0.0 - ], - "77": [ - 10.56323, - 38.45476601502887, - 1.03, - 160.86794969925688, - 66.42637930496149, - 0.0, - 0.0, - 0.081, - 14.003000000000002, - 15.410950000000001, - 0.0, - 309.7715466138513, - 0.0, - 91.99074370938021, - 0.0, - 0.0, - 0.0, - 36.69837381741011, - 0.0, - 0.0 - ], - "78": [ - 10.56323, - 38.45476601502887, - 1.03, - 159.8811547293312, - 65.88374137446533, - 0.0, - 0.0, - 0.081, - 14.003000000000002, - 15.410950000000001, - 0.0, - 308.59439195246614, - 0.0, - 92.6916693384422, - 0.0, - 0.0, - 0.0, - 36.2285364356691, - 0.0, - 0.0 - ], - "79": [ - 10.56323, - 38.45476601502887, - 1.03, - 159.2930392563981, - 66.4953672370188, - 0.0, - 0.0, - 0.081, - 14.003000000000002, - 15.410950000000001, - 0.0, - 307.5349527572195, - 0.0, - 93.52250240459797, - 0.0, - 0.0, - 0.0, - 35.605682792102186, - 0.0, - 0.0 - ], - "80": [ - 9.806907, - 38.45476601502887, - 1.03, - 158.3637353307583, - 67.24583051331692, - 0.0, - 0.0, - 0.081, - 14.003000000000002, - 15.410950000000001, - 0.0, - 305.78145748149757, - 0.0, - 94.67025216413818, - 0.0, - 0.0, - 0.0, - 35.605682792102186, - 0.0, - 0.0 - ], - "81": [ - 9.806907, - 38.109289413525985, - 1.03, - 158.52736179768246, - 68.12124746198522, - 0.0, - 0.0, - 0.081, - 14.003000000000002, - 15.410950000000001, - 0.0, - 307.3033117333478, - 0.0, - 96.90322694772436, - 0.0, - 0.0, - 0.0, - 35.605682792102186, - 0.0, - 0.0 - ], - "82": [ - 9.806907, - 38.109289413525985, - 1.03, - 159.47462561791423, - 68.9091227157867, - 0.0, - 0.0, - 0.081, - 14.003000000000002, - 15.410950000000001, - 0.0, - 309.07298056001304, - 0.0, - 99.61290425295192, - 0.0, - 0.0, - 0.0, - 34.54511451289197, - 0.0, - 0.0 - ], - "83": [ - 9.806907, - 37.59836047217339, - 1.03, - 160.02716305612282, - 68.61821044420802, - 0.0, - 0.0, - 0.081, - 14.003000000000002, - 15.410950000000001, - 0.0, - 310.1656825040117, - 0.0, - 104.15161382765673, - 0.0, - 0.0, - 0.0, - 34.54511451289197, - 0.0, - 0.0 - ], - "84": [ - 9.806907, - 37.59836047217339, - 1.03, - 161.22444675051054, - 67.05638939978722, - 0.0, - 0.0, - 0.081, - 14.003000000000002, - 15.410950000000001, - 0.0, - 309.24911425361057, - 0.0, - 108.53645244489105, - 0.0, - 0.0, - 0.0, - 33.69060306160277, - 0.0, - 0.0 - ], - "85": [ - 9.806907, - 37.93852442495605, - 1.03, - 161.6020020754595, - 65.4507504598085, - 0.0, - 0.0, - 0.081, - 14.003000000000002, - 15.410950000000001, - 0.0, - 307.9242028282495, - 0.0, - 112.28280720040195, - 0.0, - 0.0, - 0.0, - 33.69060306160277, - 0.0, - 0.0 - ], - "86": [ - 9.806907, - 37.93852442495605, - 1.03, - 162.14180186791356, - 64.20567541382765, - 0.0, - 0.0, - 0.081, - 14.003000000000002, - 15.410950000000001, - 0.0, - 306.93178254542454, - 0.0, - 115.95452648036175, - 0.0, - 0.0, - 0.0, - 33.021542755442496, - 0.0, - 0.0 - ], - "87": [ - 9.806907, - 37.144671982460444, - 1.03, - 162.8276216811222, - 62.885107872444884, - 0.0, - 0.0, - 0.081, - 14.003000000000002, - 15.410950000000001, - 0.0, - 306.9386042908821, - 0.0, - 119.15907383232557, - 0.0, - 0.0, - 0.0, - 33.021542755442496, - 0.0, - 0.0 - ], - "88": [ - 9.806907, - 37.144671982460444, - 1.03, - 162.94485951301, - 62.196597085200395, - 0.0, - 0.0, - 0.081, - 16.902700000000003, - 15.410950000000001, - 0.0, - 308.9447438617939, - 0.0, - 122.44316644909301, - 0.0, - 0.0, - 0.0, - 33.021542755442496, - 0.0, - 0.0 - ], - "89": [ - 9.806907, - 37.144671982460444, - 1.03, - 162.550373561709, - 62.076937376680355, - 0.0, - 0.0, - 0.081, - 16.902700000000003, - 15.410950000000001, - 0.0, - 310.1502694756145, - 0.0, - 125.29884980418372, - 0.0, - 0.0, - 1.4000000000000001, - 33.021542755442496, - 0.0, - 0.0 - ], - "90": [ - 9.806907, - 36.5302047842144, - 1.03, - 162.1953362055381, - 61.46924363901232, - 0.0, - 0.0, - 0.081, - 16.902700000000003, - 15.410950000000001, - 0.0, - 309.3352425280531, - 0.0, - 126.56896482376534, - 0.0, - 0.0, - 1.4000000000000001, - 33.021542755442496, - 0.0, - 0.0 - ], - "91": [ - 9.806907, - 36.5302047842144, - 1.03, - 161.87580258498429, - 60.422319275111086, - 0.0, - 0.0, - 0.081, - 16.902700000000003, - 15.410950000000001, - 0.0, - 307.70171827524774, - 0.0, - 128.5120683413888, - 0.0, - 0.0, - 1.4000000000000001, - 32.71938847989825, - 0.0, - 0.0 - ], - "92": [ - 9.806907, - 36.5302047842144, - 1.03, - 161.28822232648585, - 59.380087347599975, - 0.0, - 0.0, - 0.081, - 16.902700000000003, - 15.410950000000001, - 0.0, - 305.93154644772295, - 0.0, - 130.16086150724993, - 0.0, - 0.0, - 1.4000000000000001, - 32.54744963190842, - 0.0, - 0.0 - ], - "93": [ - 9.806907, - 36.5302047842144, - 1.03, - 160.85940009383728, - 58.14207861283998, - 0.0, - 0.0, - 0.081, - 16.902700000000003, - 15.410950000000001, - 0.0, - 304.63839180295065, - 0.0, - 130.64477535652495, - 0.0, - 0.0, - 1.4000000000000001, - 32.59270466871758, - 0.0, - 0.0 - ], - "94": [ - 9.806907, - 36.5302047842144, - 1.03, - 159.17346008445355, - 57.02787075155598, - 0.0, - 0.0, - 0.081, - 20.012430000000002, - 15.410950000000001, - 0.0, - 303.3745526226556, - 0.0, - 130.48029782087247, - 0.0, - 0.0, - 1.4000000000000001, - 32.59270466871758, - 0.0, - 0.0 - ], - "95": [ - 8.9262163, - 36.5302047842144, - 1.03, - 158.55611407600819, - 56.32508367640038, - 0.0, - 0.0, - 0.081, - 20.012430000000002, - 15.410950000000001, - 0.0, - 300.63709736039004, - 0.0, - 130.33226803878523, - 0.0, - 0.0, - 1.4000000000000001, - 32.59270466871758, - 0.0, - 0.0 - ], - "96": [ - 8.9262163, - 35.97718430579296, - 1.03, - 157.70050266840735, - 55.592575308760345, - 0.0, - 0.0, - 0.081, - 20.012430000000002, - 15.410950000000001, - 0.0, - 298.37338762435104, - 0.0, - 130.4990412349067, - 0.0, - 0.0, - 1.4000000000000001, - 32.59270466871758, - 0.0, - 0.0 - ], - "97": [ - 8.9262163, - 35.97718430579296, - 1.727, - 157.23045240156662, - 55.592575308760345, - 0.0, - 0.0, - 0.081, - 22.111187, - 15.410950000000001, - 0.0, - 294.53604886191596, - 0.0, - 129.74913711141605, - 0.0, - 0.0, - 1.4000000000000001, - 32.59270466871758, - 0.0, - 0.0 - ], - "98": [ - 8.9262163, - 35.97718430579296, - 1.727, - 156.90740716140996, - 54.63331777788431, - 0.0, - 0.0, - 0.081, - 24.000068300000002, - 15.410950000000001, - 0.0, - 289.88244397572436, - 0.0, - 130.47422340027444, - 0.0, - 0.0, - 1.4000000000000001, - 32.59270466871758, - 0.0, - 0.0 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.1.gamma=0.9/run=9b81292d6c6049e3/rewards.json b/experiments/seed=256/alpha=0.1.gamma=0.9/run=9b81292d6c6049e3/rewards.json deleted file mode 100644 index bd5121f..0000000 --- a/experiments/seed=256/alpha=0.1.gamma=0.9/run=9b81292d6c6049e3/rewards.json +++ /dev/null @@ -1,2202 +0,0 @@ -{ - "0": [ - 31, - 51, - 4, - 157, - 26, - 0, - 6, - 0, - 59, - 36, - 0, - 224, - 0, - 128, - 0, - 0, - 0, - 95, - 0, - 153 - ], - "1": [ - 41, - 54, - 8, - 155, - 28, - 0, - 5, - 1, - 63, - 38, - 0, - 216, - 0, - 120, - 0, - 0, - 0, - 89, - 0, - 161 - ], - "2": [ - 45, - 57, - 8, - 150, - 29, - 0, - 2, - 0, - 66, - 43, - 0, - 215, - 0, - 124, - 0, - 0, - 0, - 78, - 0, - 163 - ], - "3": [ - 51, - 55, - 7, - 154, - 25, - 0, - 1, - 3, - 72, - 40, - 0, - 210, - 0, - 127, - 0, - 0, - 0, - 81, - 0, - 156 - ], - "4": [ - 53, - 55, - 6, - 160, - 24, - 0, - 0, - 3, - 72, - 41, - 0, - 219, - 0, - 119, - 0, - 0, - 0, - 73, - 0, - 154 - ], - "5": [ - 56, - 63, - 2, - 165, - 26, - 0, - 0, - 7, - 67, - 45, - 0, - 224, - 0, - 108, - 0, - 0, - 0, - 64, - 0, - 145 - ], - "6": [ - 54, - 58, - 3, - 159, - 29, - 0, - 0, - 9, - 70, - 42, - 0, - 224, - 0, - 100, - 0, - 0, - 0, - 65, - 0, - 149 - ], - "7": [ - 50, - 68, - 2, - 156, - 31, - 0, - 0, - 10, - 70, - 40, - 0, - 230, - 0, - 95, - 0, - 0, - 0, - 65, - 0, - 153 - ], - "8": [ - 50, - 65, - 2, - 157, - 33, - 0, - 0, - 10, - 72, - 35, - 0, - 229, - 0, - 99, - 0, - 0, - 0, - 57, - 0, - 155 - ], - "9": [ - 49, - 61, - 2, - 140, - 35, - 0, - 0, - 10, - 78, - 36, - 0, - 236, - 0, - 106, - 0, - 0, - 0, - 52, - 0, - 144 - ], - "10": [ - 53, - 65, - 1, - 142, - 33, - 0, - 0, - 8, - 80, - 40, - 0, - 229, - 0, - 109, - 0, - 0, - 0, - 51, - 0, - 148 - ], - "11": [ - 51, - 73, - 2, - 149, - 41, - 0, - 0, - 13, - 81, - 37, - 0, - 232, - 0, - 113, - 0, - 0, - 0, - 51, - 0, - 160 - ], - "12": [ - 41, - 67, - 4, - 147, - 43, - 0, - 0, - 14, - 85, - 42, - 0, - 246, - 0, - 114, - 0, - 0, - 0, - 49, - 0, - 153 - ], - "13": [ - 40, - 64, - 5, - 142, - 46, - 0, - 0, - 9, - 74, - 41, - 0, - 236, - 0, - 107, - 0, - 0, - 0, - 48, - 0, - 133 - ], - "14": [ - 33, - 62, - 7, - 147, - 44, - 0, - 0, - 8, - 74, - 47, - 0, - 234, - 0, - 113, - 0, - 0, - 0, - 49, - 0, - 141 - ], - "15": [ - 34, - 69, - 9, - 147, - 44, - 0, - 0, - 7, - 67, - 47, - 0, - 250, - 0, - 109, - 0, - 0, - 0, - 49, - 0, - 138 - ], - "16": [ - 38, - 71, - 10, - 143, - 48, - 0, - 0, - 2, - 70, - 53, - 0, - 256, - 0, - 96, - 0, - 0, - 0, - 49, - 0, - 130 - ], - "17": [ - 39, - 75, - 9, - 135, - 45, - 0, - 0, - 1, - 65, - 50, - 0, - 250, - 0, - 105, - 0, - 0, - 0, - 48, - 0, - 140 - ], - "18": [ - 36, - 79, - 11, - 126, - 48, - 0, - 0, - 5, - 60, - 43, - 0, - 261, - 0, - 105, - 0, - 0, - 0, - 49, - 0, - 134 - ], - "19": [ - 36, - 82, - 12, - 130, - 45, - 0, - 0, - 2, - 52, - 47, - 0, - 264, - 0, - 116, - 0, - 0, - 0, - 50, - 0, - 154 - ], - "20": [ - 31, - 74, - 7, - 126, - 44, - 0, - 0, - 0, - 47, - 40, - 0, - 276, - 0, - 140, - 0, - 0, - 0, - 50, - 0, - 156 - ], - "21": [ - 31, - 75, - 4, - 133, - 46, - 0, - 0, - 0, - 42, - 43, - 0, - 265, - 0, - 133, - 0, - 0, - 0, - 46, - 0, - 149 - ], - "22": [ - 36, - 70, - 4, - 130, - 48, - 0, - 0, - 0, - 42, - 33, - 0, - 277, - 0, - 123, - 0, - 0, - 0, - 45, - 0, - 146 - ], - "23": [ - 43, - 70, - 4, - 133, - 49, - 0, - 0, - 0, - 43, - 30, - 0, - 274, - 0, - 125, - 0, - 0, - 0, - 44, - 0, - 150 - ], - "24": [ - 41, - 68, - 2, - 131, - 50, - 0, - 0, - 0, - 51, - 26, - 0, - 276, - 0, - 122, - 0, - 0, - 0, - 44, - 0, - 135 - ], - "25": [ - 36, - 69, - 4, - 131, - 56, - 0, - 0, - 0, - 52, - 26, - 0, - 280, - 0, - 105, - 0, - 0, - 0, - 42, - 0, - 146 - ], - "26": [ - 42, - 68, - 8, - 138, - 55, - 0, - 0, - 2, - 50, - 29, - 0, - 301, - 0, - 108, - 0, - 0, - 0, - 41, - 0, - 145 - ], - "27": [ - 36, - 66, - 5, - 132, - 65, - 0, - 0, - 0, - 52, - 24, - 0, - 286, - 0, - 93, - 0, - 0, - 0, - 41, - 0, - 133 - ], - "28": [ - 45, - 66, - 5, - 126, - 65, - 0, - 0, - 2, - 49, - 30, - 0, - 292, - 0, - 88, - 0, - 0, - 0, - 39, - 0, - 130 - ], - "29": [ - 41, - 70, - 5, - 129, - 58, - 0, - 0, - 2, - 47, - 41, - 0, - 303, - 0, - 84, - 0, - 0, - 0, - 39, - 0, - 137 - ], - "30": [ - 40, - 72, - 5, - 133, - 57, - 0, - 0, - 3, - 50, - 43, - 0, - 312, - 0, - 80, - 0, - 0, - 0, - 41, - 0, - 151 - ], - "31": [ - 40, - 69, - 4, - 135, - 58, - 0, - 0, - 2, - 55, - 39, - 0, - 310, - 0, - 82, - 0, - 0, - 0, - 38, - 0, - 144 - ], - "32": [ - 37, - 63, - 3, - 129, - 57, - 0, - 0, - 2, - 52, - 29, - 0, - 327, - 0, - 92, - 0, - 0, - 0, - 38, - 0, - 145 - ], - "33": [ - 37, - 62, - 3, - 129, - 56, - 0, - 0, - 6, - 43, - 17, - 0, - 344, - 0, - 84, - 0, - 0, - 0, - 40, - 0, - 145 - ], - "34": [ - 36, - 47, - 2, - 123, - 56, - 0, - 0, - 4, - 39, - 19, - 0, - 337, - 0, - 82, - 0, - 0, - 0, - 41, - 0, - 145 - ], - "35": [ - 40, - 45, - 4, - 125, - 52, - 0, - 0, - 4, - 39, - 18, - 0, - 337, - 0, - 82, - 0, - 0, - 0, - 46, - 0, - 150 - ], - "36": [ - 38, - 45, - 6, - 121, - 57, - 0, - 0, - 2, - 40, - 25, - 0, - 341, - 0, - 79, - 0, - 0, - 0, - 49, - 0, - 155 - ], - "37": [ - 31, - 50, - 4, - 123, - 60, - 0, - 0, - 0, - 41, - 25, - 0, - 323, - 0, - 76, - 0, - 0, - 0, - 48, - 0, - 158 - ], - "38": [ - 29, - 45, - 5, - 117, - 68, - 0, - 0, - 0, - 41, - 24, - 0, - 327, - 0, - 85, - 0, - 0, - 0, - 56, - 0, - 153 - ], - "39": [ - 27, - 40, - 5, - 115, - 68, - 0, - 0, - 4, - 42, - 17, - 0, - 348, - 0, - 92, - 0, - 0, - 0, - 52, - 0, - 150 - ], - "40": [ - 23, - 39, - 5, - 125, - 71, - 0, - 0, - 7, - 42, - 26, - 0, - 345, - 0, - 102, - 0, - 0, - 0, - 53, - 0, - 138 - ], - "41": [ - 24, - 38, - 4, - 121, - 81, - 0, - 0, - 8, - 45, - 19, - 0, - 365, - 0, - 99, - 0, - 0, - 0, - 52, - 0, - 138 - ], - "42": [ - 29, - 39, - 5, - 127, - 75, - 0, - 0, - 11, - 45, - 16, - 0, - 382, - 0, - 97, - 0, - 0, - 0, - 52, - 0, - 138 - ], - "43": [ - 28, - 36, - 1, - 139, - 80, - 0, - 0, - 12, - 43, - 16, - 0, - 363, - 0, - 96, - 0, - 0, - 0, - 46, - 0, - 139 - ], - "44": [ - 25, - 37, - 0, - 137, - 80, - 0, - 0, - 15, - 43, - 17, - 0, - 370, - 0, - 109, - 0, - 0, - 0, - 53, - 0, - 147 - ], - "45": [ - 26, - 38, - 0, - 137, - 76, - 0, - 0, - 19, - 40, - 16, - 0, - 359, - 0, - 108, - 0, - 0, - 0, - 57, - 0, - 137 - ], - "46": [ - 24, - 37, - 2, - 145, - 81, - 0, - 0, - 22, - 40, - 18, - 0, - 373, - 0, - 93, - 0, - 0, - 0, - 50, - 0, - 138 - ], - "47": [ - 21, - 34, - 5, - 136, - 76, - 0, - 0, - 16, - 41, - 15, - 0, - 371, - 0, - 93, - 0, - 0, - 3, - 46, - 0, - 147 - ], - "48": [ - 20, - 32, - 6, - 135, - 73, - 0, - 0, - 19, - 38, - 14, - 0, - 362, - 0, - 90, - 0, - 0, - 0, - 47, - 0, - 141 - ], - "49": [ - 17, - 31, - 7, - 141, - 73, - 0, - 0, - 21, - 40, - 15, - 0, - 361, - 0, - 100, - 0, - 0, - 0, - 49, - 0, - 144 - ], - "50": [ - 17, - 34, - 9, - 142, - 75, - 0, - 0, - 24, - 40, - 16, - 0, - 354, - 0, - 103, - 0, - 0, - 0, - 47, - 0, - 135 - ], - "51": [ - 16, - 36, - 7, - 149, - 76, - 0, - 0, - 25, - 39, - 19, - 0, - 351, - 0, - 102, - 0, - 0, - 0, - 45, - 0, - 138 - ], - "52": [ - 16, - 37, - 6, - 154, - 75, - 0, - 0, - 19, - 39, - 24, - 0, - 360, - 0, - 107, - 0, - 0, - 3, - 52, - 0, - 148 - ], - "53": [ - 16, - 34, - 4, - 162, - 69, - 0, - 0, - 24, - 39, - 22, - 0, - 351, - 0, - 121, - 0, - 0, - 2, - 55, - 0, - 144 - ], - "54": [ - 16, - 33, - 3, - 159, - 72, - 0, - 0, - 20, - 38, - 25, - 0, - 341, - 0, - 125, - 0, - 0, - 0, - 51, - 0, - 146 - ], - "55": [ - 14, - 33, - 2, - 159, - 78, - 0, - 0, - 22, - 38, - 31, - 0, - 352, - 0, - 121, - 0, - 0, - 0, - 47, - 0, - 139 - ], - "56": [ - 11, - 31, - 2, - 161, - 75, - 0, - 0, - 25, - 40, - 37, - 0, - 326, - 0, - 114, - 0, - 0, - 0, - 40, - 0, - 142 - ], - "57": [ - 12, - 31, - 2, - 164, - 76, - 0, - 0, - 28, - 42, - 36, - 0, - 301, - 0, - 111, - 0, - 0, - 0, - 39, - 0, - 144 - ], - "58": [ - 10, - 34, - 3, - 161, - 78, - 0, - 0, - 28, - 41, - 41, - 0, - 309, - 0, - 121, - 0, - 0, - 0, - 38, - 0, - 146 - ], - "59": [ - 8, - 34, - 1, - 162, - 81, - 0, - 0, - 33, - 40, - 40, - 0, - 315, - 0, - 128, - 0, - 0, - 5, - 40, - 0, - 153 - ], - "60": [ - 10, - 37, - 0, - 162, - 81, - 0, - 0, - 32, - 40, - 39, - 0, - 279, - 0, - 131, - 0, - 0, - 10, - 39, - 0, - 159 - ], - "61": [ - 10, - 39, - 0, - 160, - 84, - 0, - 0, - 40, - 41, - 36, - 0, - 312, - 0, - 134, - 0, - 0, - 3, - 40, - 0, - 160 - ], - "62": [ - 9, - 34, - 0, - 159, - 90, - 0, - 0, - 44, - 42, - 37, - 0, - 313, - 0, - 132, - 0, - 0, - 3, - 37, - 0, - 158 - ], - "63": [ - 8, - 34, - 0, - 162, - 91, - 0, - 0, - 49, - 42, - 28, - 0, - 327, - 0, - 114, - 0, - 0, - 8, - 40, - 0, - 161 - ], - "64": [ - 7, - 27, - 0, - 159, - 91, - 0, - 0, - 50, - 42, - 26, - 0, - 305, - 0, - 102, - 0, - 0, - 0, - 37, - 0, - 168 - ], - "65": [ - 5, - 33, - 0, - 164, - 88, - 0, - 0, - 51, - 44, - 28, - 0, - 287, - 0, - 105, - 0, - 0, - 0, - 34, - 0, - 163 - ], - "66": [ - 7, - 33, - 0, - 159, - 89, - 0, - 0, - 48, - 43, - 26, - 0, - 309, - 0, - 104, - 0, - 0, - 2, - 31, - 0, - 167 - ], - "67": [ - 6, - 30, - 0, - 164, - 81, - 0, - 0, - 52, - 43, - 21, - 0, - 329, - 0, - 101, - 0, - 0, - 3, - 26, - 0, - 161 - ], - "68": [ - 3, - 34, - 0, - 169, - 82, - 0, - 0, - 46, - 40, - 21, - 0, - 322, - 0, - 93, - 0, - 0, - 4, - 22, - 0, - 169 - ], - "69": [ - 5, - 36, - 0, - 176, - 74, - 0, - 0, - 49, - 41, - 17, - 0, - 322, - 0, - 93, - 0, - 0, - 0, - 22, - 0, - 163 - ], - "70": [ - 7, - 36, - 0, - 168, - 71, - 0, - 2, - 50, - 41, - 29, - 0, - 333, - 0, - 86, - 0, - 0, - 3, - 22, - 0, - 157 - ], - "71": [ - 5, - 36, - 0, - 168, - 64, - 0, - 6, - 49, - 42, - 26, - 0, - 326, - 0, - 82, - 0, - 0, - 7, - 24, - 0, - 159 - ], - "72": [ - 3, - 35, - 0, - 166, - 69, - 0, - 7, - 50, - 43, - 33, - 0, - 318, - 0, - 83, - 0, - 0, - 5, - 31, - 0, - 166 - ], - "73": [ - 3, - 36, - 2, - 166, - 67, - 0, - 12, - 51, - 42, - 20, - 0, - 316, - 0, - 79, - 0, - 0, - 0, - 35, - 0, - 167 - ], - "74": [ - 4, - 41, - 0, - 161, - 67, - 0, - 9, - 48, - 41, - 19, - 0, - 303, - 0, - 73, - 0, - 0, - 6, - 38, - 0, - 161 - ], - "75": [ - 3, - 41, - 1, - 157, - 55, - 0, - 15, - 51, - 44, - 20, - 0, - 282, - 0, - 74, - 0, - 0, - 4, - 35, - 0, - 169 - ], - "76": [ - 3, - 38, - 0, - 162, - 57, - 0, - 14, - 58, - 46, - 16, - 0, - 299, - 0, - 84, - 0, - 0, - 4, - 34, - 0, - 173 - ], - "77": [ - 2, - 39, - 0, - 158, - 60, - 0, - 15, - 60, - 46, - 8, - 0, - 287, - 0, - 81, - 0, - 0, - 7, - 34, - 0, - 168 - ], - "78": [ - 3, - 37, - 0, - 159, - 62, - 0, - 10, - 57, - 47, - 11, - 0, - 295, - 0, - 93, - 0, - 0, - 10, - 35, - 0, - 163 - ], - "79": [ - 1, - 36, - 0, - 151, - 61, - 0, - 11, - 57, - 43, - 10, - 0, - 298, - 0, - 99, - 0, - 0, - 2, - 32, - 0, - 162 - ], - "80": [ - 1, - 36, - 0, - 154, - 72, - 0, - 13, - 56, - 45, - 16, - 0, - 298, - 0, - 101, - 0, - 0, - 3, - 30, - 0, - 160 - ], - "81": [ - 3, - 31, - 0, - 150, - 74, - 0, - 16, - 55, - 48, - 15, - 0, - 290, - 0, - 105, - 0, - 0, - 5, - 29, - 0, - 164 - ], - "82": [ - 4, - 35, - 0, - 160, - 76, - 0, - 11, - 53, - 47, - 6, - 0, - 321, - 0, - 117, - 0, - 0, - 7, - 26, - 0, - 163 - ], - "83": [ - 4, - 33, - 0, - 168, - 76, - 0, - 9, - 56, - 44, - 10, - 0, - 325, - 0, - 124, - 0, - 0, - 11, - 25, - 0, - 164 - ], - "84": [ - 3, - 33, - 0, - 165, - 66, - 0, - 16, - 55, - 45, - 5, - 0, - 320, - 0, - 145, - 0, - 0, - 14, - 25, - 0, - 150 - ], - "85": [ - 4, - 36, - 0, - 172, - 53, - 0, - 21, - 60, - 45, - 0, - 0, - 301, - 0, - 148, - 0, - 0, - 13, - 26, - 0, - 154 - ], - "86": [ - 4, - 41, - 0, - 165, - 51, - 0, - 24, - 58, - 46, - 0, - 0, - 296, - 0, - 146, - 0, - 0, - 14, - 24, - 0, - 149 - ], - "87": [ - 3, - 34, - 0, - 167, - 53, - 0, - 18, - 54, - 48, - 0, - 0, - 298, - 0, - 149, - 0, - 0, - 16, - 27, - 0, - 150 - ], - "88": [ - 2, - 30, - 2, - 169, - 51, - 0, - 14, - 55, - 44, - 1, - 0, - 307, - 0, - 148, - 0, - 0, - 13, - 30, - 0, - 140 - ], - "89": [ - 1, - 33, - 4, - 164, - 56, - 0, - 15, - 55, - 43, - 1, - 0, - 327, - 0, - 152, - 0, - 0, - 12, - 31, - 0, - 153 - ], - "90": [ - 2, - 32, - 1, - 159, - 61, - 0, - 14, - 55, - 46, - 0, - 0, - 321, - 0, - 151, - 0, - 0, - 14, - 29, - 0, - 154 - ], - "91": [ - 4, - 31, - 5, - 159, - 56, - 0, - 14, - 48, - 46, - 0, - 0, - 302, - 0, - 138, - 0, - 0, - 8, - 30, - 0, - 149 - ], - "92": [ - 2, - 34, - 5, - 159, - 51, - 0, - 15, - 47, - 46, - 0, - 0, - 293, - 0, - 146, - 0, - 0, - 8, - 30, - 0, - 155 - ], - "93": [ - 2, - 33, - 2, - 156, - 50, - 0, - 6, - 45, - 48, - 0, - 0, - 290, - 0, - 145, - 0, - 0, - 6, - 31, - 0, - 157 - ], - "94": [ - 2, - 36, - 1, - 157, - 47, - 0, - 5, - 41, - 48, - 0, - 0, - 293, - 0, - 135, - 0, - 0, - 10, - 33, - 0, - 150 - ], - "95": [ - 2, - 32, - 2, - 144, - 47, - 0, - 7, - 39, - 48, - 0, - 0, - 292, - 0, - 129, - 0, - 0, - 7, - 35, - 0, - 147 - ], - "96": [ - 1, - 32, - 5, - 153, - 50, - 0, - 15, - 45, - 47, - 0, - 0, - 276, - 0, - 129, - 0, - 0, - 7, - 35, - 0, - 166 - ], - "97": [ - 2, - 31, - 5, - 150, - 49, - 0, - 13, - 44, - 41, - 0, - 0, - 278, - 0, - 132, - 0, - 0, - 8, - 33, - 0, - 168 - ], - "98": [ - 1, - 32, - 8, - 153, - 49, - 0, - 9, - 42, - 41, - 0, - 0, - 260, - 0, - 123, - 0, - 0, - 8, - 32, - 0, - 171 - ], - "99": [ - 0, - 34, - 13, - 154, - 46, - 0, - 9, - 39, - 41, - 0, - 0, - 248, - 0, - 137, - 0, - 0, - 7, - 32, - 0, - 176 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.1.gamma=0.9/run=9b81292d6c6049e3/rewards.plot.png b/experiments/seed=256/alpha=0.1.gamma=0.9/run=9b81292d6c6049e3/rewards.plot.png deleted file mode 100644 index e01f147..0000000 Binary files a/experiments/seed=256/alpha=0.1.gamma=0.9/run=9b81292d6c6049e3/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.1.gamma=0.9/run=9b81292d6c6049e3/sum_rewards.json b/experiments/seed=256/alpha=0.1.gamma=0.9/run=9b81292d6c6049e3/sum_rewards.json deleted file mode 100644 index c954ce1..0000000 --- a/experiments/seed=256/alpha=0.1.gamma=0.9/run=9b81292d6c6049e3/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 64080, - "V": 5538773 - }, - "control": { - "R": 66339, - "V": 5721003 - } -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.1.gamma=0.9/run=9b81292d6c6049e3/view.plot.png b/experiments/seed=256/alpha=0.1.gamma=0.9/run=9b81292d6c6049e3/view.plot.png deleted file mode 100644 index bea6fd3..0000000 Binary files a/experiments/seed=256/alpha=0.1.gamma=0.9/run=9b81292d6c6049e3/view.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.1.gamma=0.9/run=c6a8a18cc40f47aa/choices.json b/experiments/seed=256/alpha=0.1.gamma=0.9/run=c6a8a18cc40f47aa/choices.json deleted file mode 100644 index 9944826..0000000 --- a/experiments/seed=256/alpha=0.1.gamma=0.9/run=c6a8a18cc40f47aa/choices.json +++ /dev/null @@ -1,702 +0,0 @@ -{ - "0": [ - 18, - 1, - 3, - 13, - 2 - ], - "1": [ - 14, - 13, - 16, - 0, - 4 - ], - "2": [ - 11, - 13, - 8, - 16, - 4 - ], - "3": [ - 13, - 11, - 8, - 1, - 3 - ], - "4": [ - 1, - 13, - 8, - 11, - 6 - ], - "5": [ - 11, - 13, - 7, - 3, - 8 - ], - "6": [ - 11, - 13, - 3, - 8, - 1 - ], - "7": [ - 11, - 0, - 13, - 8, - 3 - ], - "8": [ - 11, - 13, - 8, - 1, - 3 - ], - "9": [ - 11, - 13, - 8, - 3, - 1 - ], - "10": [ - 11, - 13, - 8, - 3, - 0 - ], - "11": [ - 11, - 8, - 13, - 3, - 12 - ], - "12": [ - 13, - 11, - 8, - 3, - 1 - ], - "13": [ - 11, - 13, - 8, - 3, - 1 - ], - "14": [ - 11, - 13, - 8, - 1, - 3 - ], - "15": [ - 11, - 13, - 8, - 3, - 15 - ], - "16": [ - 11, - 13, - 8, - 3, - 1 - ], - "17": [ - 11, - 8, - 13, - 3, - 1 - ], - "18": [ - 11, - 8, - 13, - 3, - 1 - ], - "19": [ - 11, - 8, - 13, - 1, - 3 - ], - "20": [ - 11, - 13, - 8, - 1, - 3 - ], - "21": [ - 11, - 13, - 8, - 1, - 3 - ], - "22": [ - 11, - 13, - 8, - 1, - 3 - ], - "23": [ - 11, - 13, - 8, - 1, - 3 - ], - "24": [ - 11, - 8, - 13, - 1, - 3 - ], - "25": [ - 13, - 11, - 8, - 1, - 3 - ], - "26": [ - 11, - 13, - 8, - 1, - 3 - ], - "27": [ - 11, - 13, - 8, - 1, - 3 - ], - "28": [ - 11, - 13, - 8, - 1, - 3 - ], - "29": [ - 11, - 13, - 8, - 1, - 3 - ], - "30": [ - 11, - 13, - 8, - 1, - 3 - ], - "31": [ - 11, - 13, - 8, - 1, - 3 - ], - "32": [ - 11, - 13, - 8, - 1, - 3 - ], - "33": [ - 11, - 13, - 8, - 3, - 1 - ], - "34": [ - 11, - 13, - 8, - 1, - 12 - ], - "35": [ - 11, - 13, - 8, - 1, - 3 - ], - "36": [ - 11, - 13, - 8, - 1, - 3 - ], - "37": [ - 11, - 13, - 8, - 1, - 3 - ], - "38": [ - 11, - 13, - 8, - 1, - 3 - ], - "39": [ - 11, - 13, - 8, - 1, - 3 - ], - "40": [ - 11, - 13, - 8, - 1, - 3 - ], - "41": [ - 11, - 13, - 8, - 3, - 1 - ], - "42": [ - 11, - 13, - 8, - 1, - 3 - ], - "43": [ - 11, - 13, - 8, - 1, - 3 - ], - "44": [ - 11, - 13, - 8, - 1, - 3 - ], - "45": [ - 11, - 13, - 8, - 1, - 3 - ], - "46": [ - 11, - 13, - 8, - 1, - 3 - ], - "47": [ - 11, - 13, - 8, - 1, - 3 - ], - "48": [ - 11, - 13, - 8, - 1, - 3 - ], - "49": [ - 11, - 13, - 8, - 1, - 3 - ], - "50": [ - 11, - 13, - 8, - 1, - 3 - ], - "51": [ - 11, - 13, - 8, - 1, - 3 - ], - "52": [ - 11, - 13, - 8, - 1, - 3 - ], - "53": [ - 11, - 13, - 8, - 1, - 3 - ], - "54": [ - 11, - 13, - 8, - 1, - 3 - ], - "55": [ - 11, - 13, - 8, - 1, - 3 - ], - "56": [ - 11, - 13, - 8, - 1, - 3 - ], - "57": [ - 11, - 13, - 8, - 1, - 3 - ], - "58": [ - 11, - 13, - 8, - 1, - 3 - ], - "59": [ - 11, - 13, - 8, - 1, - 3 - ], - "60": [ - 11, - 13, - 8, - 1, - 3 - ], - "61": [ - 11, - 13, - 8, - 1, - 3 - ], - "62": [ - 11, - 13, - 8, - 1, - 3 - ], - "63": [ - 11, - 13, - 8, - 1, - 3 - ], - "64": [ - 11, - 13, - 8, - 1, - 3 - ], - "65": [ - 11, - 13, - 8, - 1, - 3 - ], - "66": [ - 11, - 13, - 8, - 1, - 3 - ], - "67": [ - 11, - 13, - 8, - 1, - 3 - ], - "68": [ - 11, - 13, - 8, - 1, - 3 - ], - "69": [ - 11, - 13, - 1, - 8, - 3 - ], - "70": [ - 11, - 13, - 8, - 1, - 3 - ], - "71": [ - 11, - 13, - 8, - 1, - 3 - ], - "72": [ - 11, - 13, - 8, - 1, - 3 - ], - "73": [ - 11, - 13, - 8, - 1, - 3 - ], - "74": [ - 11, - 13, - 8, - 1, - 3 - ], - "75": [ - 11, - 13, - 8, - 1, - 3 - ], - "76": [ - 11, - 8, - 13, - 1, - 3 - ], - "77": [ - 11, - 8, - 13, - 1, - 3 - ], - "78": [ - 11, - 8, - 13, - 1, - 19 - ], - "79": [ - 11, - 8, - 13, - 1, - 3 - ], - "80": [ - 11, - 8, - 13, - 1, - 3 - ], - "81": [ - 11, - 8, - 13, - 1, - 19 - ], - "82": [ - 11, - 8, - 13, - 1, - 3 - ], - "83": [ - 11, - 8, - 1, - 13, - 3 - ], - "84": [ - 11, - 8, - 1, - 13, - 3 - ], - "85": [ - 11, - 8, - 1, - 13, - 3 - ], - "86": [ - 11, - 8, - 13, - 1, - 3 - ], - "87": [ - 11, - 8, - 1, - 13, - 3 - ], - "88": [ - 11, - 8, - 13, - 1, - 9 - ], - "89": [ - 11, - 8, - 1, - 13, - 18 - ], - "90": [ - 11, - 8, - 13, - 1, - 3 - ], - "91": [ - 11, - 8, - 13, - 1, - 3 - ], - "92": [ - 11, - 8, - 1, - 13, - 3 - ], - "93": [ - 11, - 8, - 13, - 1, - 3 - ], - "94": [ - 11, - 8, - 13, - 1, - 19 - ], - "95": [ - 11, - 8, - 13, - 1, - 3 - ], - "96": [ - 11, - 8, - 1, - 13, - 3 - ], - "97": [ - 11, - 8, - 1, - 13, - 3 - ], - "98": [ - 11, - 8, - 1, - 13, - 2 - ], - "99": [ - 11, - 8, - 1, - 13, - 3 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.1.gamma=0.9/run=c6a8a18cc40f47aa/config.json b/experiments/seed=256/alpha=0.1.gamma=0.9/run=c6a8a18cc40f47aa/config.json deleted file mode 100644 index dfea112..0000000 --- a/experiments/seed=256/alpha=0.1.gamma=0.9/run=c6a8a18cc40f47aa/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 20, - "num_choices": 5, - "time_span": 100, - "history_span": 3000, - "alpha": 0.1, - "gamma": 0.9, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.1.gamma=0.9/run=c6a8a18cc40f47aa/control.choices.json b/experiments/seed=256/alpha=0.1.gamma=0.9/run=c6a8a18cc40f47aa/control.choices.json deleted file mode 100644 index 1ce1220..0000000 --- a/experiments/seed=256/alpha=0.1.gamma=0.9/run=c6a8a18cc40f47aa/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 4, - 3, - 11, - 1, - 13 -] \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.1.gamma=0.9/run=c6a8a18cc40f47aa/qvalues.json b/experiments/seed=256/alpha=0.1.gamma=0.9/run=c6a8a18cc40f47aa/qvalues.json deleted file mode 100644 index 8dc5d03..0000000 --- a/experiments/seed=256/alpha=0.1.gamma=0.9/run=c6a8a18cc40f47aa/qvalues.json +++ /dev/null @@ -1,2180 +0,0 @@ -{ - "0": [ - 0.0, - 13.4, - 1.6, - 12.4, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 18.200000000000003, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 2.4000000000000004, - 13.4, - 1.6, - 12.4, - 6.5, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 31.280000000000005, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 2.4000000000000004, - 13.4, - 1.6, - 12.4, - 7.85, - 0.0, - 0.0, - 0.0, - 14.5, - 0.0, - 0.0, - 26.1, - 0.0, - 43.75200000000001, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 2.4000000000000004, - 21.36, - 1.6, - 19.46, - 7.85, - 0.0, - 0.0, - 0.0, - 27.15, - 0.0, - 0.0, - 46.49, - 0.0, - 54.47680000000001, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "4": [ - 2.4000000000000004, - 29.124, - 1.6, - 19.46, - 7.85, - 0.0, - 0.0, - 0.0, - 38.435, - 0.0, - 0.0, - 64.641, - 0.0, - 64.42912000000001, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "5": [ - 2.4000000000000004, - 29.124, - 1.6, - 25.814, - 7.85, - 0.0, - 0.0, - 1.3, - 47.7915, - 0.0, - 0.0, - 80.27690000000001, - 0.0, - 72.28620800000002, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "6": [ - 2.4000000000000004, - 36.8116, - 1.6, - 31.032600000000002, - 7.85, - 0.0, - 0.0, - 1.3, - 56.71235, - 0.0, - 0.0, - 91.44921000000001, - 0.0, - 79.15758720000001, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "7": [ - 4.5600000000000005, - 36.8116, - 1.6, - 36.029340000000005, - 7.85, - 0.0, - 0.0, - 1.3, - 65.541115, - 0.0, - 0.0, - 101.904289, - 0.0, - 85.74182848000001, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "8": [ - 4.5600000000000005, - 42.830439999999996, - 1.6, - 39.126406, - 7.85, - 0.0, - 0.0, - 1.3, - 73.58700350000001, - 0.0, - 0.0, - 110.91386010000001, - 0.0, - 92.167645632, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "9": [ - 4.5600000000000005, - 48.247395999999995, - 1.6, - 42.113765400000005, - 7.85, - 0.0, - 0.0, - 1.3, - 81.72830315, - 0.0, - 0.0, - 119.62247409000001, - 0.0, - 96.8508810688, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "10": [ - 7.0040000000000004, - 48.247395999999995, - 1.6, - 45.30238886000001, - 7.85, - 0.0, - 0.0, - 1.3, - 89.155472835, - 0.0, - 0.0, - 127.66022668100001, - 0.0, - 101.86579296192001, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "11": [ - 7.0040000000000004, - 48.247395999999995, - 1.6, - 48.572149974000006, - 7.85, - 0.0, - 0.0, - 1.3, - 96.6399255515, - 0.0, - 0.0, - 135.4942040129, - 0.0, - 106.17921366572801, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "12": [ - 7.0040000000000004, - 53.022656399999995, - 1.6, - 51.0149349766, - 7.85, - 0.0, - 0.0, - 1.3, - 102.57593299635, - 0.0, - 0.0, - 142.44478361161, - 0.0, - 109.96129229915522, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "13": [ - 7.0040000000000004, - 56.820390759999995, - 1.6, - 53.113441478940004, - 7.85, - 0.0, - 0.0, - 1.3, - 107.91833969671501, - 0.0, - 0.0, - 147.900305250449, - 0.0, - 111.8651630692397, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "14": [ - 7.0040000000000004, - 61.838351683999996, - 1.6, - 54.802097331046006, - 7.85, - 0.0, - 0.0, - 1.3, - 113.02650572704351, - 0.0, - 0.0, - 153.2102747254041, - 0.0, - 114.77864676231573, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "15": [ - 7.0040000000000004, - 61.838351683999996, - 1.6, - 56.02188759794141, - 7.85, - 0.0, - 0.0, - 1.3, - 117.72385515433916, - 0.0, - 0.0, - 159.2892472528637, - 0.0, - 117.90078208608416, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "16": [ - 7.0040000000000004, - 66.1545165156, - 1.6, - 56.91969883814727, - 7.85, - 0.0, - 0.0, - 1.3, - 122.35146963890524, - 0.0, - 0.0, - 162.76032252757733, - 0.0, - 121.31070387747575, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "17": [ - 7.0040000000000004, - 70.33906486404, - 1.6, - 57.32772895433254, - 7.85, - 0.0, - 0.0, - 1.3, - 126.11632267501471, - 0.0, - 0.0, - 164.2842902748196, - 0.0, - 124.77963348972817, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "18": [ - 7.0040000000000004, - 74.005158377636, - 1.6, - 57.79495605889929, - 7.85, - 0.0, - 0.0, - 1.3, - 128.70469040751325, - 0.0, - 0.0, - 166.25586124733763, - 0.0, - 127.70167014075535, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "19": [ - 7.0040000000000004, - 76.6046425398724, - 1.6, - 58.11546045300936, - 7.85, - 0.0, - 0.0, - 1.3, - 129.33422136676194, - 0.0, - 0.0, - 167.53027512260388, - 0.0, - 129.83150312667982, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "20": [ - 7.0040000000000004, - 79.74417828588516, - 1.6, - 58.60391440770842, - 7.85, - 0.0, - 0.0, - 1.3, - 128.70079923008575, - 0.0, - 0.0, - 167.7772476103435, - 0.0, - 131.94835281401183, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "21": [ - 7.0040000000000004, - 82.26976045729664, - 1.6, - 59.54352296693758, - 7.85, - 0.0, - 0.0, - 1.3, - 128.43071930707717, - 0.0, - 0.0, - 168.29952284930914, - 0.0, - 133.95351753261065, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "22": [ - 7.0040000000000004, - 84.34278441156698, - 1.6, - 60.689170670243826, - 7.85, - 0.0, - 0.0, - 1.3, - 129.78764737636945, - 0.0, - 0.0, - 171.46957056437822, - 0.0, - 136.35816577934958, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "23": [ - 7.0040000000000004, - 85.50850597041028, - 1.6, - 62.020253603219444, - 7.85, - 0.0, - 0.0, - 1.3, - 130.3088826387325, - 0.0, - 0.0, - 173.5226135079404, - 0.0, - 139.42234920141462, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "24": [ - 7.0040000000000004, - 86.65765537336925, - 1.6, - 62.9182282428975, - 7.85, - 0.0, - 0.0, - 1.3, - 131.07799437485926, - 0.0, - 0.0, - 176.27035215714636, - 0.0, - 141.38011428127317, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "25": [ - 7.0040000000000004, - 87.59188983603232, - 1.6, - 63.72640541860775, - 7.85, - 0.0, - 0.0, - 1.3, - 130.67019493737334, - 0.0, - 0.0, - 180.04331694143173, - 0.0, - 143.54210285314585, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "26": [ - 7.0040000000000004, - 89.1327008524291, - 1.6, - 63.85376487674697, - 7.85, - 0.0, - 0.0, - 1.3, - 131.003175443636, - 0.0, - 0.0, - 183.63898524728856, - 0.0, - 145.28789256783125, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "27": [ - 7.0040000000000004, - 90.51943076718618, - 1.6, - 64.06838838907227, - 7.85, - 0.0, - 0.0, - 1.3, - 131.6028578992724, - 0.0, - 0.0, - 187.1750867225597, - 0.0, - 148.05910331104812, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "28": [ - 7.0040000000000004, - 92.36748769046756, - 1.6, - 64.96154955016505, - 7.85, - 0.0, - 0.0, - 1.3, - 131.44257210934518, - 0.0, - 0.0, - 190.05757805030373, - 0.0, - 150.25319297994332, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "29": [ - 7.0040000000000004, - 94.0307389214208, - 1.6, - 66.06539459514855, - 7.85, - 0.0, - 0.0, - 1.3, - 131.49831489841065, - 0.0, - 0.0, - 191.65182024527337, - 0.0, - 151.12787368194898, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "30": [ - 7.0040000000000004, - 95.62766502927873, - 1.6, - 66.55885513563369, - 7.85, - 0.0, - 0.0, - 1.3, - 131.3484834085696, - 0.0, - 0.0, - 192.68663822074603, - 0.0, - 153.21508631375409, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "31": [ - 7.0040000000000004, - 96.96489852635085, - 1.6, - 66.00296962207032, - 7.85, - 0.0, - 0.0, - 1.3, - 131.01363506771264, - 0.0, - 0.0, - 194.61797439867144, - 0.0, - 153.99357768237869, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "32": [ - 7.0040000000000004, - 98.66840867371576, - 1.6, - 66.10267265986329, - 7.85, - 0.0, - 0.0, - 1.3, - 130.01227156094137, - 0.0, - 0.0, - 195.7561769588043, - 0.0, - 153.89421991414082, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "33": [ - 7.0040000000000004, - 98.10156780634418, - 1.6, - 65.99240539387696, - 7.85, - 0.0, - 0.0, - 1.3, - 128.41104440484725, - 0.0, - 0.0, - 198.58055926292388, - 0.0, - 154.50479792272674, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "34": [ - 7.0040000000000004, - 96.69141102570975, - 1.6, - 65.99240539387696, - 7.85, - 0.0, - 0.0, - 1.3, - 126.66993996436253, - 0.0, - 0.0, - 201.6225033366315, - 0.0, - 155.05431813045408, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "35": [ - 7.0040000000000004, - 95.52226992313878, - 1.6, - 65.89316485448927, - 7.85, - 0.0, - 0.0, - 1.3, - 125.80294596792628, - 0.0, - 0.0, - 203.26025300296834, - 0.0, - 156.54888631740866, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "36": [ - 7.0040000000000004, - 94.3700429308249, - 1.6, - 66.10384836904035, - 7.85, - 0.0, - 0.0, - 1.3, - 125.22265137113365, - 0.0, - 0.0, - 204.0342277026715, - 0.0, - 158.89399768566778, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "37": [ - 7.0040000000000004, - 92.73303863774241, - 1.6, - 66.29346353213631, - 7.85, - 0.0, - 0.0, - 1.3, - 124.90038623402029, - 0.0, - 0.0, - 205.03080493240435, - 0.0, - 160.904597917101, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "38": [ - 7.0040000000000004, - 90.85973477396817, - 1.6, - 66.46411717892268, - 7.85, - 0.0, - 0.0, - 1.3, - 123.91034761061826, - 0.0, - 0.0, - 206.12772443916393, - 0.0, - 162.3141381253909, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "39": [ - 7.0040000000000004, - 89.37376129657136, - 1.6, - 67.2177054610304, - 7.85, - 0.0, - 0.0, - 1.3, - 122.61931284955644, - 0.0, - 0.0, - 208.11495199524754, - 0.0, - 163.68272431285183, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "40": [ - 7.0040000000000004, - 87.93638516691422, - 1.6, - 67.59593491492737, - 7.85, - 0.0, - 0.0, - 1.3, - 122.35738156460079, - 0.0, - 0.0, - 210.2034567957228, - 0.0, - 165.21445188156665, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "41": [ - 7.0040000000000004, - 87.9427466502228, - 1.6, - 68.03634142343464, - 7.85, - 0.0, - 0.0, - 1.3, - 122.3216434081407, - 0.0, - 0.0, - 214.9831111161505, - 0.0, - 167.09300669341, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "42": [ - 7.0040000000000004, - 87.24847198520052, - 1.6, - 68.33270728109117, - 7.85, - 0.0, - 0.0, - 1.3, - 121.88947906732663, - 0.0, - 0.0, - 218.58480000453545, - 0.0, - 167.28370602406898, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "43": [ - 7.0040000000000004, - 86.62362478668047, - 1.6, - 68.09943655298206, - 7.85, - 0.0, - 0.0, - 1.3, - 121.30053116059398, - 0.0, - 0.0, - 222.8263200040819, - 0.0, - 166.8553354216621, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "44": [ - 7.0040000000000004, - 86.26126230801242, - 1.6, - 67.08949289768385, - 7.85, - 0.0, - 0.0, - 1.3, - 119.47047804453457, - 0.0, - 0.0, - 228.24368800367373, - 0.0, - 165.76980187949587, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "45": [ - 7.0040000000000004, - 85.83513607721117, - 1.6, - 65.78054360791546, - 7.85, - 0.0, - 0.0, - 1.3, - 117.62343024008112, - 0.0, - 0.0, - 233.81931920330635, - 0.0, - 164.2928216915463, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "46": [ - 7.0040000000000004, - 84.95162246949006, - 1.6, - 63.90248924712392, - 7.85, - 0.0, - 0.0, - 1.3, - 116.66108721607301, - 0.0, - 0.0, - 238.43738728297572, - 0.0, - 163.06353952239166, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "47": [ - 7.0040000000000004, - 83.85646022254106, - 1.6, - 62.11224032241152, - 7.85, - 0.0, - 0.0, - 1.3, - 114.39497849446572, - 0.0, - 0.0, - 242.09364855467814, - 0.0, - 162.2571855701525, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "48": [ - 7.0040000000000004, - 82.87081420028696, - 1.6, - 60.90101629017037, - 7.85, - 0.0, - 0.0, - 1.3, - 113.25548064501915, - 0.0, - 0.0, - 245.08428369921032, - 0.0, - 162.73146701313726, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "49": [ - 7.0040000000000004, - 81.88373278025826, - 1.6, - 59.61091466115333, - 7.85, - 0.0, - 0.0, - 1.3, - 112.92993258051723, - 0.0, - 0.0, - 248.07585532928928, - 0.0, - 162.15832031182353, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "50": [ - 7.0040000000000004, - 80.99535950223243, - 1.6, - 58.949823195038, - 7.85, - 0.0, - 0.0, - 1.3, - 112.2369393224655, - 0.0, - 0.0, - 252.66826979636036, - 0.0, - 162.04248828064118, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "51": [ - 7.0040000000000004, - 80.5958235520092, - 1.6, - 58.6548408755342, - 7.85, - 0.0, - 0.0, - 1.3, - 111.31324539021895, - 0.0, - 0.0, - 256.0014428167243, - 0.0, - 162.23823945257706, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "52": [ - 7.0040000000000004, - 80.13624119680827, - 1.6, - 58.589356787980776, - 7.85, - 0.0, - 0.0, - 1.3, - 110.58192085119705, - 0.0, - 0.0, - 259.7012985350519, - 0.0, - 163.01441550731937, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "53": [ - 7.0040000000000004, - 80.32261707712745, - 1.6, - 58.6304211091827, - 7.85, - 0.0, - 0.0, - 1.3, - 110.42372876607735, - 0.0, - 0.0, - 261.4311686815467, - 0.0, - 162.61297395658744, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "54": [ - 7.0040000000000004, - 80.59035536941471, - 1.6, - 59.167378998264425, - 7.85, - 0.0, - 0.0, - 1.3, - 110.38135588946962, - 0.0, - 0.0, - 265.78805181339203, - 0.0, - 162.05167656092868, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "55": [ - 7.0040000000000004, - 80.93131983247324, - 1.6, - 59.550641098437985, - 7.85, - 0.0, - 0.0, - 1.3, - 110.54322030052265, - 0.0, - 0.0, - 269.9092466320528, - 0.0, - 161.24650890483582, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "56": [ - 7.0040000000000004, - 80.83818784922592, - 1.6, - 59.69557698859418, - 7.85, - 0.0, - 0.0, - 1.3, - 110.58889827047038, - 0.0, - 0.0, - 274.61832196884757, - 0.0, - 161.32185801435224, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "57": [ - 7.0040000000000004, - 80.85436906430333, - 1.6, - 58.626019289734764, - 7.85, - 0.0, - 0.0, - 1.3, - 111.23000844342334, - 0.0, - 0.0, - 280.25648977196283, - 0.0, - 161.88967221291702, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "58": [ - 7.0040000000000004, - 80.668932157873, - 1.6, - 58.063417360761285, - 7.85, - 0.0, - 0.0, - 1.3, - 111.70700759908101, - 0.0, - 0.0, - 284.3308407947666, - 0.0, - 161.90070499162533, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "59": [ - 7.0040000000000004, - 81.20203894208571, - 1.6, - 57.85707562468516, - 7.85, - 0.0, - 0.0, - 1.3, - 112.8363068391729, - 0.0, - 0.0, - 287.0977567152899, - 0.0, - 161.7106344924628, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "60": [ - 7.0040000000000004, - 81.88183504787713, - 1.6, - 57.371368062216646, - 7.85, - 0.0, - 0.0, - 1.3, - 114.55267615525561, - 0.0, - 0.0, - 290.88798104376093, - 0.0, - 160.5395710432165, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "61": [ - 7.0040000000000004, - 81.69365154308942, - 1.6, - 56.53423125599498, - 7.85, - 0.0, - 0.0, - 1.3, - 115.79740853973004, - 0.0, - 0.0, - 295.09918293938483, - 0.0, - 160.28561393889487, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "62": [ - 7.0040000000000004, - 81.22428638878047, - 1.6, - 56.180808130395484, - 7.85, - 0.0, - 0.0, - 1.3, - 117.31766768575704, - 0.0, - 0.0, - 298.78926464544634, - 0.0, - 158.95705254500538, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "63": [ - 7.0040000000000004, - 79.40185774990242, - 1.6, - 54.462727317355935, - 7.85, - 0.0, - 0.0, - 1.3, - 117.88590091718135, - 0.0, - 0.0, - 301.6103381809017, - 0.0, - 156.86134729050485, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "64": [ - 7.0040000000000004, - 78.66167197491218, - 1.6, - 53.11645458562034, - 7.85, - 0.0, - 0.0, - 1.3, - 119.1973108254632, - 0.0, - 0.0, - 303.74930436281153, - 0.0, - 154.27521256145437, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "65": [ - 7.0040000000000004, - 78.19550477742096, - 1.6, - 51.704809127058304, - 7.85, - 0.0, - 0.0, - 1.3, - 120.17757974291689, - 0.0, - 0.0, - 306.3743739265304, - 0.0, - 151.84769130530893, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "66": [ - 7.0040000000000004, - 78.37595429967887, - 1.6, - 50.63432821435247, - 7.85, - 0.0, - 0.0, - 1.3, - 120.8598217686252, - 0.0, - 0.0, - 307.53693653387734, - 0.0, - 150.16292217477803, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "67": [ - 7.0040000000000004, - 78.73835886971098, - 1.6, - 49.770895392917225, - 7.85, - 0.0, - 0.0, - 1.3, - 121.67383959176267, - 0.0, - 0.0, - 309.3832428804896, - 0.0, - 148.44662995730022, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "68": [ - 7.0040000000000004, - 79.16452298273988, - 1.6, - 49.193805853625506, - 7.85, - 0.0, - 0.0, - 1.3, - 123.1064556325864, - 0.0, - 0.0, - 311.34491859244065, - 0.0, - 147.4019669615702, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "69": [ - 7.0040000000000004, - 79.5480706844659, - 1.6, - 48.474425268262955, - 7.85, - 0.0, - 0.0, - 1.3, - 124.79581006932776, - 0.0, - 0.0, - 311.7104267331966, - 0.0, - 145.16177026541317, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "70": [ - 7.0040000000000004, - 80.2932636160193, - 1.6, - 47.82698274143666, - 7.85, - 0.0, - 0.0, - 1.3, - 126.01622906239498, - 0.0, - 0.0, - 313.0393840598769, - 0.0, - 141.64559323887184, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "71": [ - 7.0040000000000004, - 81.46393725441737, - 1.6, - 47.14428446729299, - 7.85, - 0.0, - 0.0, - 1.3, - 128.51460615615548, - 0.0, - 0.0, - 314.43544565388925, - 0.0, - 138.48103391498466, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "72": [ - 7.0040000000000004, - 82.81754352897563, - 1.6, - 46.52985602056369, - 7.85, - 0.0, - 0.0, - 1.3, - 130.66314554053994, - 0.0, - 0.0, - 315.5919010885003, - 0.0, - 136.2329305234862, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "73": [ - 7.0040000000000004, - 84.33578917607807, - 1.6, - 45.87687041850732, - 7.85, - 0.0, - 0.0, - 1.3, - 132.99683098648595, - 0.0, - 0.0, - 314.1327109796503, - 0.0, - 133.9096374711376, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "74": [ - 7.0040000000000004, - 85.50221025847026, - 1.6, - 45.189183376656594, - 7.85, - 0.0, - 0.0, - 1.3, - 135.49714788783734, - 0.0, - 0.0, - 313.41943988168526, - 0.0, - 130.61867372402384, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "75": [ - 7.0040000000000004, - 86.35198923262323, - 1.6, - 45.270265038990935, - 7.85, - 0.0, - 0.0, - 1.3, - 138.8474330990536, - 0.0, - 0.0, - 310.47749589351673, - 0.0, - 125.85680635162146, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "76": [ - 7.0040000000000004, - 87.7167903093609, - 1.6, - 45.74323853509184, - 7.85, - 0.0, - 0.0, - 1.3, - 142.16268978914823, - 0.0, - 0.0, - 307.92974630416506, - 0.0, - 121.17112571645931, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "77": [ - 7.0040000000000004, - 88.24511127842482, - 1.6, - 46.76891468158266, - 7.85, - 0.0, - 0.0, - 1.3, - 144.74642081023342, - 0.0, - 0.0, - 305.83677167374856, - 0.0, - 116.35401314481338, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "78": [ - 7.0040000000000004, - 88.22060015058233, - 1.6, - 46.76891468158266, - 7.85, - 0.0, - 0.0, - 1.3, - 145.67177872921008, - 0.0, - 0.0, - 303.8530945063737, - 0.0, - 113.21861183033204, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.9 - ], - "79": [ - 7.0040000000000004, - 87.4985401355241, - 1.6, - 46.59202321342439, - 7.85, - 0.0, - 0.0, - 1.3, - 147.20460085628906, - 0.0, - 0.0, - 304.46778505573633, - 0.0, - 109.59675064729883, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.9 - ], - "80": [ - 7.0040000000000004, - 86.04868612197168, - 1.6, - 46.03282089208195, - 7.85, - 0.0, - 0.0, - 1.3, - 150.18414077066015, - 0.0, - 0.0, - 307.1210065501627, - 0.0, - 106.63707558256895, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.9 - ], - "81": [ - 7.0040000000000004, - 85.24381750977452, - 1.6, - 46.03282089208195, - 7.85, - 0.0, - 0.0, - 1.3, - 152.36572669359413, - 0.0, - 0.0, - 310.5089058951464, - 0.0, - 104.37336802431206, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 8.610000000000001 - ], - "82": [ - 7.0040000000000004, - 84.11943575879707, - 1.6, - 45.62953880287375, - 7.85, - 0.0, - 0.0, - 1.3, - 153.0291540242347, - 0.0, - 0.0, - 315.45801530563176, - 0.0, - 101.03603122188085, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 8.610000000000001 - ], - "83": [ - 7.0040000000000004, - 83.50749218291736, - 1.6, - 45.16658492258638, - 7.85, - 0.0, - 0.0, - 1.3, - 154.22623862181123, - 0.0, - 0.0, - 318.71221377506856, - 0.0, - 98.13242809969276, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 8.610000000000001 - ], - "84": [ - 7.0040000000000004, - 84.15674296462562, - 1.6, - 44.94992643032774, - 7.85, - 0.0, - 0.0, - 1.3, - 154.7036147596301, - 0.0, - 0.0, - 323.2409923975617, - 0.0, - 95.61918528972349, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 8.610000000000001 - ], - "85": [ - 7.0040000000000004, - 84.94106866816306, - 1.6, - 44.55493378729497, - 7.85, - 0.0, - 0.0, - 1.3, - 156.0332532836671, - 0.0, - 0.0, - 328.3168931578055, - 0.0, - 93.35726676075114, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 8.610000000000001 - ], - "86": [ - 7.0040000000000004, - 84.24696180134674, - 1.6, - 44.19944040856547, - 7.85, - 0.0, - 0.0, - 1.3, - 158.3299279553004, - 0.0, - 0.0, - 333.28520384202494, - 0.0, - 91.32154008467603, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 8.610000000000001 - ], - "87": [ - 7.0040000000000004, - 83.62226562121207, - 1.6, - 43.979496367708926, - 7.85, - 0.0, - 0.0, - 1.3, - 159.19693515977036, - 0.0, - 0.0, - 335.85668345782244, - 0.0, - 89.48938607620843, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 8.610000000000001 - ], - "88": [ - 7.0040000000000004, - 83.06003905909085, - 1.6, - 43.979496367708926, - 7.85, - 0.0, - 0.0, - 1.3, - 159.67724164379334, - 0.0, - 0.0, - 339.4710151120402, - 0.0, - 87.6404474685876, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 8.610000000000001 - ], - "89": [ - 7.0040000000000004, - 82.15403515318177, - 1.6, - 43.979496367708926, - 7.85, - 0.0, - 0.0, - 1.3, - 160.709517479414, - 0.0, - 0.0, - 343.6239136008362, - 0.0, - 85.77640272172883, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 8.610000000000001 - ], - "90": [ - 7.0040000000000004, - 81.23863163786359, - 1.6, - 43.58154673093803, - 7.85, - 0.0, - 0.0, - 1.3, - 162.2385657314726, - 0.0, - 0.0, - 348.4615222407526, - 0.0, - 84.59876244955595, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 8.610000000000001 - ], - "91": [ - 7.0040000000000004, - 81.31476847407723, - 1.6, - 43.12339205784423, - 7.85, - 0.0, - 0.0, - 1.3, - 163.51470915832533, - 0.0, - 0.0, - 354.61537001667733, - 0.0, - 84.93888620460035, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 8.610000000000001 - ], - "92": [ - 7.0040000000000004, - 81.3832916266695, - 1.6, - 42.911052852059804, - 7.85, - 0.0, - 0.0, - 1.3, - 166.3632382424928, - 0.0, - 0.0, - 361.5538330150096, - 0.0, - 85.14499758414031, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 8.610000000000001 - ], - "93": [ - 7.0040000000000004, - 81.84496246400255, - 1.6, - 42.51994756685382, - 7.85, - 0.0, - 0.0, - 1.3, - 169.0269144182435, - 0.0, - 0.0, - 366.49844971350865, - 0.0, - 84.13049782572628, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 8.610000000000001 - ], - "94": [ - 7.0040000000000004, - 82.3604662176023, - 1.6, - 42.51994756685382, - 7.85, - 0.0, - 0.0, - 1.3, - 170.22422297641916, - 0.0, - 0.0, - 368.7486047421578, - 0.0, - 83.11744804315366, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 11.349000000000002 - ], - "95": [ - 7.0040000000000004, - 82.92441959584207, - 1.6, - 42.06795281016844, - 7.85, - 0.0, - 0.0, - 1.3, - 171.60180067877724, - 0.0, - 0.0, - 371.373744267942, - 0.0, - 81.80570323883829, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 11.349000000000002 - ], - "96": [ - 7.0040000000000004, - 82.83197763625786, - 1.6, - 41.761157529151596, - 7.85, - 0.0, - 0.0, - 1.3, - 170.1416206108995, - 0.0, - 0.0, - 374.43636984114784, - 0.0, - 80.42513291495446, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 11.349000000000002 - ], - "97": [ - 7.0040000000000004, - 82.64877987263208, - 1.6, - 41.385041776236434, - 7.85, - 0.0, - 0.0, - 1.3, - 168.82745854980956, - 0.0, - 0.0, - 376.29273285703306, - 0.0, - 79.58261962345901, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 11.349000000000002 - ], - "98": [ - 7.0040000000000004, - 83.18390188536887, - 3.24, - 41.385041776236434, - 7.85, - 0.0, - 0.0, - 1.3, - 167.6447126948286, - 0.0, - 0.0, - 378.56345957132976, - 0.0, - 80.62435766111311, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 11.349000000000002 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.1.gamma=0.9/run=c6a8a18cc40f47aa/rewards.json b/experiments/seed=256/alpha=0.1.gamma=0.9/run=c6a8a18cc40f47aa/rewards.json deleted file mode 100644 index 468947f..0000000 --- a/experiments/seed=256/alpha=0.1.gamma=0.9/run=c6a8a18cc40f47aa/rewards.json +++ /dev/null @@ -1,2202 +0,0 @@ -{ - "0": [ - 16, - 90, - 8, - 80, - 16, - 0, - 6, - 0, - 132, - 20, - 0, - 222, - 0, - 144, - 0, - 0, - 0, - 226, - 0, - 125 - ], - "1": [ - 22, - 89, - 16, - 79, - 19, - 0, - 5, - 2, - 140, - 21, - 0, - 221, - 0, - 137, - 0, - 0, - 0, - 219, - 0, - 131 - ], - "2": [ - 24, - 94, - 18, - 81, - 20, - 0, - 2, - 0, - 140, - 24, - 0, - 201, - 0, - 149, - 0, - 0, - 0, - 222, - 0, - 123 - ], - "3": [ - 25, - 93, - 14, - 86, - 20, - 0, - 1, - 5, - 145, - 21, - 0, - 216, - 0, - 156, - 0, - 0, - 0, - 217, - 0, - 122 - ], - "4": [ - 26, - 93, - 12, - 83, - 24, - 0, - 0, - 4, - 141, - 21, - 0, - 230, - 0, - 151, - 0, - 0, - 0, - 207, - 0, - 124 - ], - "5": [ - 27, - 99, - 6, - 89, - 28, - 0, - 0, - 11, - 140, - 22, - 0, - 228, - 0, - 154, - 0, - 0, - 0, - 198, - 0, - 121 - ], - "6": [ - 25, - 92, - 7, - 83, - 28, - 0, - 0, - 13, - 132, - 21, - 0, - 221, - 0, - 143, - 0, - 0, - 0, - 198, - 0, - 131 - ], - "7": [ - 24, - 106, - 5, - 78, - 28, - 0, - 0, - 15, - 137, - 22, - 0, - 192, - 0, - 141, - 0, - 0, - 0, - 193, - 0, - 133 - ], - "8": [ - 24, - 103, - 5, - 81, - 30, - 0, - 0, - 15, - 145, - 20, - 0, - 196, - 0, - 145, - 0, - 0, - 0, - 194, - 0, - 135 - ], - "9": [ - 26, - 97, - 4, - 67, - 33, - 0, - 0, - 16, - 146, - 19, - 0, - 192, - 0, - 150, - 0, - 0, - 0, - 186, - 0, - 126 - ], - "10": [ - 28, - 97, - 4, - 69, - 35, - 0, - 0, - 13, - 155, - 22, - 0, - 198, - 0, - 139, - 0, - 0, - 0, - 187, - 0, - 128 - ], - "11": [ - 29, - 103, - 5, - 74, - 39, - 0, - 0, - 18, - 156, - 20, - 0, - 200, - 0, - 147, - 0, - 0, - 0, - 184, - 0, - 138 - ], - "12": [ - 25, - 101, - 9, - 78, - 43, - 0, - 0, - 23, - 164, - 25, - 0, - 206, - 0, - 145, - 0, - 0, - 0, - 174, - 0, - 131 - ], - "13": [ - 22, - 96, - 13, - 73, - 42, - 0, - 0, - 14, - 156, - 27, - 0, - 205, - 0, - 144, - 0, - 0, - 0, - 170, - 0, - 113 - ], - "14": [ - 21, - 91, - 18, - 72, - 40, - 0, - 0, - 13, - 156, - 29, - 0, - 197, - 0, - 129, - 0, - 0, - 0, - 173, - 0, - 123 - ], - "15": [ - 24, - 107, - 23, - 70, - 43, - 0, - 0, - 11, - 159, - 28, - 0, - 201, - 0, - 141, - 0, - 0, - 0, - 172, - 0, - 109 - ], - "16": [ - 27, - 105, - 23, - 67, - 45, - 0, - 0, - 4, - 160, - 30, - 0, - 214, - 0, - 146, - 0, - 0, - 0, - 164, - 0, - 108 - ], - "17": [ - 26, - 105, - 20, - 65, - 42, - 0, - 0, - 2, - 164, - 29, - 0, - 194, - 0, - 152, - 0, - 0, - 0, - 169, - 0, - 114 - ], - "18": [ - 24, - 108, - 23, - 61, - 40, - 0, - 0, - 8, - 160, - 23, - 0, - 178, - 0, - 156, - 0, - 0, - 0, - 172, - 0, - 112 - ], - "19": [ - 27, - 107, - 27, - 62, - 39, - 0, - 0, - 3, - 152, - 27, - 0, - 184, - 0, - 154, - 0, - 0, - 0, - 183, - 0, - 117 - ], - "20": [ - 25, - 100, - 18, - 61, - 41, - 0, - 0, - 0, - 135, - 23, - 0, - 179, - 0, - 149, - 0, - 0, - 0, - 177, - 0, - 111 - ], - "21": [ - 26, - 108, - 11, - 63, - 42, - 0, - 0, - 0, - 123, - 25, - 0, - 170, - 0, - 151, - 0, - 0, - 0, - 159, - 0, - 100 - ], - "22": [ - 30, - 105, - 12, - 68, - 49, - 0, - 0, - 0, - 126, - 20, - 0, - 173, - 0, - 152, - 0, - 0, - 0, - 156, - 0, - 95 - ], - "23": [ - 32, - 103, - 14, - 71, - 57, - 0, - 0, - 0, - 142, - 18, - 0, - 200, - 0, - 158, - 0, - 0, - 0, - 154, - 0, - 104 - ], - "24": [ - 33, - 96, - 7, - 74, - 60, - 0, - 0, - 0, - 135, - 18, - 0, - 192, - 0, - 167, - 0, - 0, - 0, - 156, - 0, - 106 - ], - "25": [ - 35, - 97, - 11, - 71, - 64, - 0, - 0, - 0, - 138, - 17, - 0, - 201, - 0, - 159, - 0, - 0, - 0, - 151, - 0, - 106 - ], - "26": [ - 42, - 96, - 24, - 71, - 65, - 0, - 0, - 3, - 127, - 20, - 0, - 214, - 0, - 163, - 0, - 0, - 0, - 146, - 0, - 99 - ], - "27": [ - 37, - 103, - 15, - 65, - 75, - 0, - 0, - 0, - 134, - 15, - 0, - 216, - 0, - 161, - 0, - 0, - 0, - 145, - 0, - 93 - ], - "28": [ - 46, - 103, - 17, - 66, - 69, - 0, - 0, - 4, - 137, - 17, - 0, - 219, - 0, - 173, - 0, - 0, - 0, - 139, - 0, - 92 - ], - "29": [ - 45, - 109, - 17, - 73, - 70, - 0, - 0, - 3, - 130, - 22, - 0, - 216, - 0, - 170, - 0, - 0, - 0, - 139, - 0, - 86 - ], - "30": [ - 39, - 109, - 15, - 76, - 71, - 0, - 0, - 5, - 132, - 22, - 0, - 206, - 0, - 159, - 0, - 0, - 0, - 148, - 0, - 91 - ], - "31": [ - 38, - 110, - 11, - 71, - 71, - 0, - 0, - 2, - 130, - 21, - 0, - 202, - 0, - 172, - 0, - 0, - 0, - 150, - 0, - 79 - ], - "32": [ - 36, - 109, - 9, - 61, - 68, - 0, - 0, - 3, - 128, - 16, - 0, - 212, - 0, - 161, - 0, - 0, - 0, - 149, - 0, - 84 - ], - "33": [ - 37, - 114, - 11, - 67, - 72, - 0, - 0, - 9, - 121, - 9, - 0, - 206, - 0, - 153, - 0, - 0, - 0, - 148, - 0, - 75 - ], - "34": [ - 41, - 93, - 8, - 65, - 82, - 0, - 0, - 6, - 114, - 10, - 0, - 224, - 0, - 160, - 0, - 0, - 0, - 149, - 0, - 74 - ], - "35": [ - 45, - 84, - 18, - 65, - 81, - 0, - 0, - 5, - 111, - 10, - 0, - 229, - 0, - 160, - 0, - 0, - 0, - 160, - 0, - 71 - ], - "36": [ - 49, - 85, - 21, - 65, - 85, - 0, - 0, - 2, - 118, - 13, - 0, - 218, - 0, - 170, - 0, - 0, - 0, - 162, - 0, - 77 - ], - "37": [ - 43, - 84, - 14, - 68, - 79, - 0, - 0, - 0, - 120, - 13, - 0, - 211, - 0, - 180, - 0, - 0, - 0, - 162, - 0, - 71 - ], - "38": [ - 35, - 78, - 15, - 68, - 85, - 0, - 0, - 0, - 122, - 12, - 0, - 214, - 0, - 179, - 0, - 0, - 0, - 155, - 0, - 75 - ], - "39": [ - 34, - 74, - 14, - 68, - 85, - 0, - 0, - 5, - 115, - 8, - 0, - 216, - 0, - 175, - 0, - 0, - 0, - 161, - 0, - 71 - ], - "40": [ - 27, - 76, - 14, - 74, - 82, - 0, - 0, - 7, - 111, - 13, - 0, - 226, - 0, - 176, - 0, - 0, - 0, - 159, - 0, - 70 - ], - "41": [ - 29, - 75, - 10, - 71, - 91, - 0, - 0, - 7, - 120, - 10, - 0, - 229, - 0, - 179, - 0, - 0, - 0, - 160, - 0, - 64 - ], - "42": [ - 31, - 88, - 14, - 72, - 88, - 0, - 0, - 11, - 122, - 8, - 0, - 258, - 0, - 184, - 0, - 0, - 0, - 161, - 0, - 66 - ], - "43": [ - 28, - 81, - 2, - 71, - 84, - 0, - 0, - 12, - 118, - 8, - 0, - 251, - 0, - 169, - 0, - 0, - 0, - 157, - 0, - 61 - ], - "44": [ - 28, - 81, - 0, - 66, - 92, - 0, - 0, - 14, - 116, - 7, - 0, - 261, - 0, - 163, - 0, - 0, - 0, - 150, - 0, - 60 - ], - "45": [ - 29, - 83, - 2, - 58, - 96, - 0, - 0, - 17, - 103, - 7, - 0, - 277, - 0, - 156, - 0, - 0, - 0, - 154, - 0, - 56 - ], - "46": [ - 24, - 82, - 7, - 54, - 99, - 0, - 0, - 21, - 101, - 8, - 0, - 284, - 0, - 151, - 0, - 0, - 0, - 152, - 0, - 56 - ], - "47": [ - 24, - 77, - 11, - 47, - 99, - 0, - 0, - 17, - 108, - 6, - 0, - 280, - 0, - 152, - 0, - 0, - 3, - 149, - 0, - 59 - ], - "48": [ - 23, - 74, - 15, - 46, - 88, - 0, - 0, - 18, - 94, - 6, - 0, - 275, - 0, - 155, - 0, - 0, - 0, - 144, - 0, - 54 - ], - "49": [ - 20, - 74, - 17, - 50, - 103, - 0, - 0, - 20, - 103, - 7, - 0, - 272, - 0, - 167, - 0, - 0, - 0, - 135, - 0, - 56 - ], - "50": [ - 18, - 73, - 19, - 48, - 99, - 0, - 0, - 23, - 110, - 6, - 0, - 275, - 0, - 157, - 0, - 0, - 0, - 136, - 0, - 50 - ], - "51": [ - 20, - 73, - 15, - 53, - 106, - 0, - 0, - 24, - 106, - 7, - 0, - 294, - 0, - 161, - 0, - 0, - 0, - 124, - 0, - 53 - ], - "52": [ - 18, - 77, - 12, - 56, - 107, - 0, - 0, - 16, - 103, - 9, - 0, - 286, - 0, - 164, - 0, - 0, - 3, - 133, - 0, - 57 - ], - "53": [ - 19, - 76, - 8, - 58, - 108, - 0, - 0, - 19, - 104, - 9, - 0, - 293, - 0, - 170, - 0, - 0, - 2, - 135, - 0, - 52 - ], - "54": [ - 22, - 82, - 6, - 59, - 114, - 0, - 0, - 15, - 109, - 10, - 0, - 277, - 0, - 159, - 0, - 0, - 0, - 125, - 0, - 48 - ], - "55": [ - 20, - 83, - 3, - 64, - 120, - 0, - 0, - 16, - 110, - 13, - 0, - 305, - 0, - 157, - 0, - 0, - 0, - 122, - 0, - 46 - ], - "56": [ - 18, - 84, - 3, - 63, - 110, - 0, - 0, - 22, - 112, - 16, - 0, - 307, - 0, - 154, - 0, - 0, - 0, - 122, - 0, - 45 - ], - "57": [ - 21, - 80, - 3, - 61, - 109, - 0, - 0, - 24, - 111, - 16, - 0, - 317, - 0, - 162, - 0, - 0, - 0, - 127, - 0, - 47 - ], - "58": [ - 19, - 81, - 4, - 49, - 104, - 0, - 0, - 24, - 117, - 18, - 0, - 331, - 0, - 167, - 0, - 0, - 0, - 136, - 0, - 51 - ], - "59": [ - 16, - 79, - 2, - 53, - 102, - 0, - 0, - 29, - 116, - 18, - 0, - 321, - 0, - 162, - 0, - 0, - 5, - 132, - 0, - 49 - ], - "60": [ - 19, - 86, - 0, - 56, - 100, - 0, - 0, - 29, - 123, - 16, - 0, - 312, - 0, - 160, - 0, - 0, - 8, - 138, - 0, - 54 - ], - "61": [ - 20, - 88, - 0, - 53, - 107, - 0, - 0, - 32, - 130, - 15, - 0, - 325, - 0, - 150, - 0, - 0, - 3, - 131, - 0, - 46 - ], - "62": [ - 16, - 80, - 0, - 49, - 109, - 0, - 0, - 35, - 127, - 17, - 0, - 333, - 0, - 158, - 0, - 0, - 3, - 126, - 0, - 51 - ], - "63": [ - 14, - 77, - 0, - 53, - 114, - 0, - 0, - 41, - 131, - 12, - 0, - 332, - 0, - 147, - 0, - 0, - 7, - 119, - 0, - 54 - ], - "64": [ - 11, - 63, - 0, - 39, - 120, - 0, - 0, - 38, - 123, - 11, - 0, - 327, - 0, - 138, - 0, - 0, - 0, - 117, - 0, - 54 - ], - "65": [ - 8, - 72, - 0, - 41, - 120, - 0, - 0, - 39, - 131, - 12, - 0, - 323, - 0, - 131, - 0, - 0, - 0, - 116, - 0, - 47 - ], - "66": [ - 11, - 74, - 0, - 39, - 112, - 0, - 0, - 37, - 129, - 12, - 0, - 330, - 0, - 130, - 0, - 0, - 2, - 112, - 0, - 50 - ], - "67": [ - 7, - 80, - 0, - 41, - 116, - 0, - 0, - 43, - 127, - 9, - 0, - 318, - 0, - 135, - 0, - 0, - 2, - 101, - 0, - 43 - ], - "68": [ - 6, - 82, - 0, - 42, - 120, - 0, - 0, - 40, - 129, - 9, - 0, - 326, - 0, - 133, - 0, - 0, - 3, - 90, - 0, - 47 - ], - "69": [ - 8, - 83, - 0, - 44, - 119, - 0, - 0, - 46, - 136, - 7, - 0, - 329, - 0, - 138, - 0, - 0, - 0, - 88, - 0, - 44 - ], - "70": [ - 11, - 83, - 0, - 42, - 112, - 0, - 3, - 41, - 140, - 12, - 0, - 315, - 0, - 125, - 0, - 0, - 3, - 90, - 0, - 48 - ], - "71": [ - 9, - 87, - 0, - 42, - 108, - 0, - 10, - 41, - 137, - 11, - 0, - 325, - 0, - 110, - 0, - 0, - 6, - 97, - 0, - 52 - ], - "72": [ - 6, - 92, - 0, - 41, - 109, - 0, - 13, - 38, - 151, - 14, - 0, - 327, - 0, - 110, - 0, - 0, - 5, - 103, - 0, - 58 - ], - "73": [ - 7, - 95, - 3, - 41, - 111, - 0, - 20, - 37, - 150, - 8, - 0, - 326, - 0, - 116, - 0, - 0, - 0, - 108, - 0, - 58 - ], - "74": [ - 8, - 98, - 0, - 40, - 101, - 0, - 16, - 36, - 154, - 7, - 0, - 301, - 0, - 113, - 0, - 0, - 5, - 108, - 0, - 49 - ], - "75": [ - 6, - 96, - 1, - 39, - 95, - 0, - 26, - 38, - 158, - 8, - 0, - 307, - 0, - 101, - 0, - 0, - 4, - 102, - 0, - 56 - ], - "76": [ - 6, - 94, - 0, - 46, - 97, - 0, - 26, - 44, - 169, - 6, - 0, - 284, - 0, - 83, - 0, - 0, - 4, - 108, - 0, - 55 - ], - "77": [ - 4, - 100, - 0, - 50, - 96, - 0, - 30, - 44, - 172, - 2, - 0, - 285, - 0, - 79, - 0, - 0, - 9, - 105, - 0, - 53 - ], - "78": [ - 5, - 93, - 0, - 56, - 106, - 0, - 21, - 36, - 168, - 4, - 0, - 287, - 0, - 73, - 0, - 0, - 12, - 113, - 0, - 48 - ], - "79": [ - 2, - 88, - 0, - 47, - 104, - 0, - 22, - 35, - 154, - 4, - 0, - 286, - 0, - 85, - 0, - 0, - 3, - 104, - 0, - 49 - ], - "80": [ - 2, - 81, - 0, - 45, - 114, - 0, - 23, - 36, - 161, - 6, - 0, - 310, - 0, - 77, - 0, - 0, - 4, - 104, - 0, - 44 - ], - "81": [ - 6, - 73, - 0, - 41, - 113, - 0, - 30, - 37, - 177, - 5, - 0, - 331, - 0, - 80, - 0, - 0, - 6, - 107, - 0, - 45 - ], - "82": [ - 8, - 78, - 0, - 40, - 118, - 0, - 21, - 37, - 172, - 2, - 0, - 341, - 0, - 84, - 0, - 0, - 9, - 107, - 0, - 42 - ], - "83": [ - 8, - 74, - 0, - 42, - 119, - 0, - 21, - 40, - 159, - 4, - 0, - 360, - 0, - 71, - 0, - 0, - 14, - 102, - 0, - 41 - ], - "84": [ - 8, - 78, - 0, - 41, - 112, - 0, - 32, - 40, - 165, - 2, - 0, - 348, - 0, - 72, - 0, - 0, - 18, - 103, - 0, - 37 - ], - "85": [ - 9, - 90, - 0, - 43, - 107, - 0, - 36, - 43, - 159, - 0, - 0, - 364, - 0, - 73, - 0, - 0, - 18, - 104, - 0, - 38 - ], - "86": [ - 10, - 92, - 0, - 41, - 105, - 0, - 43, - 42, - 168, - 0, - 0, - 374, - 0, - 73, - 0, - 0, - 17, - 99, - 0, - 37 - ], - "87": [ - 9, - 78, - 1, - 41, - 107, - 0, - 33, - 41, - 179, - 0, - 0, - 378, - 0, - 73, - 0, - 0, - 19, - 110, - 0, - 37 - ], - "88": [ - 5, - 78, - 2, - 42, - 113, - 0, - 25, - 38, - 167, - 0, - 0, - 359, - 0, - 73, - 0, - 0, - 16, - 122, - 0, - 35 - ], - "89": [ - 3, - 78, - 5, - 41, - 105, - 0, - 27, - 34, - 164, - 0, - 0, - 372, - 0, - 71, - 0, - 0, - 14, - 124, - 0, - 38 - ], - "90": [ - 5, - 74, - 2, - 39, - 102, - 0, - 25, - 35, - 170, - 0, - 0, - 381, - 0, - 69, - 0, - 0, - 17, - 117, - 0, - 38 - ], - "91": [ - 10, - 73, - 6, - 40, - 110, - 0, - 29, - 31, - 176, - 0, - 0, - 392, - 0, - 74, - 0, - 0, - 10, - 120, - 0, - 37 - ], - "92": [ - 6, - 82, - 6, - 39, - 106, - 0, - 30, - 26, - 175, - 0, - 0, - 410, - 0, - 88, - 0, - 0, - 12, - 120, - 0, - 38 - ], - "93": [ - 6, - 82, - 2, - 41, - 101, - 0, - 13, - 27, - 192, - 0, - 0, - 424, - 0, - 87, - 0, - 0, - 8, - 124, - 0, - 39 - ], - "94": [ - 5, - 86, - 2, - 39, - 95, - 0, - 11, - 25, - 193, - 0, - 0, - 411, - 0, - 75, - 0, - 0, - 14, - 135, - 0, - 37 - ], - "95": [ - 5, - 87, - 3, - 36, - 90, - 0, - 14, - 21, - 181, - 0, - 0, - 389, - 0, - 74, - 0, - 0, - 11, - 142, - 0, - 36 - ], - "96": [ - 3, - 88, - 8, - 38, - 88, - 0, - 29, - 23, - 184, - 0, - 0, - 395, - 0, - 70, - 0, - 0, - 10, - 141, - 0, - 41 - ], - "97": [ - 5, - 82, - 7, - 39, - 83, - 0, - 26, - 22, - 157, - 0, - 0, - 402, - 0, - 68, - 0, - 0, - 11, - 133, - 0, - 42 - ], - "98": [ - 2, - 81, - 11, - 38, - 79, - 0, - 21, - 20, - 157, - 0, - 0, - 393, - 0, - 72, - 0, - 0, - 11, - 129, - 0, - 42 - ], - "99": [ - 0, - 88, - 18, - 38, - 73, - 0, - 20, - 19, - 157, - 0, - 0, - 399, - 0, - 90, - 0, - 0, - 10, - 128, - 0, - 44 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.1.gamma=0.9/run=c6a8a18cc40f47aa/rewards.plot.png b/experiments/seed=256/alpha=0.1.gamma=0.9/run=c6a8a18cc40f47aa/rewards.plot.png deleted file mode 100644 index 9462289..0000000 Binary files a/experiments/seed=256/alpha=0.1.gamma=0.9/run=c6a8a18cc40f47aa/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.1.gamma=0.9/run=c6a8a18cc40f47aa/sum_rewards.json b/experiments/seed=256/alpha=0.1.gamma=0.9/run=c6a8a18cc40f47aa/sum_rewards.json deleted file mode 100644 index c695d37..0000000 --- a/experiments/seed=256/alpha=0.1.gamma=0.9/run=c6a8a18cc40f47aa/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 67897, - "V": 5614948 - }, - "control": { - "R": 63877, - "V": 5721003 - } -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.1.gamma=0.9/run=c6a8a18cc40f47aa/view.plot.png b/experiments/seed=256/alpha=0.1.gamma=0.9/run=c6a8a18cc40f47aa/view.plot.png deleted file mode 100644 index ab94e0e..0000000 Binary files a/experiments/seed=256/alpha=0.1.gamma=0.9/run=c6a8a18cc40f47aa/view.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.3.gamma=0.01/run=078e320ecadb4d6f/choices.json b/experiments/seed=256/alpha=0.3.gamma=0.01/run=078e320ecadb4d6f/choices.json deleted file mode 100644 index 7516e20..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.01/run=078e320ecadb4d6f/choices.json +++ /dev/null @@ -1,702 +0,0 @@ -{ - "0": [ - 2, - 12, - 5, - 11, - 19 - ], - "1": [ - 11, - 19, - 3, - 4, - 13 - ], - "2": [ - 11, - 13, - 17, - 19, - 8 - ], - "3": [ - 11, - 13, - 17, - 8, - 19 - ], - "4": [ - 11, - 13, - 8, - 19, - 17 - ], - "5": [ - 11, - 13, - 17, - 8, - 19 - ], - "6": [ - 13, - 11, - 8, - 17, - 19 - ], - "7": [ - 13, - 11, - 17, - 8, - 19 - ], - "8": [ - 13, - 11, - 8, - 17, - 19 - ], - "9": [ - 11, - 13, - 8, - 17, - 19 - ], - "10": [ - 11, - 13, - 8, - 17, - 19 - ], - "11": [ - 13, - 11, - 8, - 17, - 19 - ], - "12": [ - 11, - 13, - 8, - 17, - 3 - ], - "13": [ - 13, - 11, - 8, - 17, - 3 - ], - "14": [ - 13, - 11, - 8, - 17, - 3 - ], - "15": [ - 11, - 13, - 8, - 17, - 19 - ], - "16": [ - 11, - 13, - 8, - 17, - 19 - ], - "17": [ - 11, - 13, - 8, - 17, - 19 - ], - "18": [ - 11, - 13, - 8, - 17, - 19 - ], - "19": [ - 11, - 13, - 8, - 17, - 19 - ], - "20": [ - 11, - 13, - 8, - 17, - 3 - ], - "21": [ - 11, - 13, - 8, - 17, - 3 - ], - "22": [ - 11, - 13, - 8, - 17, - 19 - ], - "23": [ - 11, - 13, - 8, - 17, - 19 - ], - "24": [ - 11, - 13, - 8, - 17, - 19 - ], - "25": [ - 11, - 13, - 8, - 17, - 3 - ], - "26": [ - 11, - 13, - 8, - 17, - 19 - ], - "27": [ - 11, - 13, - 8, - 17, - 19 - ], - "28": [ - 11, - 13, - 8, - 17, - 3 - ], - "29": [ - 11, - 13, - 8, - 17, - 19 - ], - "30": [ - 11, - 13, - 8, - 17, - 19 - ], - "31": [ - 11, - 13, - 8, - 17, - 3 - ], - "32": [ - 11, - 13, - 8, - 17, - 19 - ], - "33": [ - 11, - 13, - 8, - 17, - 19 - ], - "34": [ - 11, - 13, - 8, - 17, - 19 - ], - "35": [ - 11, - 13, - 8, - 17, - 19 - ], - "36": [ - 11, - 13, - 8, - 19, - 17 - ], - "37": [ - 11, - 13, - 8, - 17, - 19 - ], - "38": [ - 11, - 13, - 8, - 17, - 19 - ], - "39": [ - 11, - 13, - 8, - 17, - 19 - ], - "40": [ - 11, - 13, - 8, - 17, - 19 - ], - "41": [ - 11, - 13, - 8, - 17, - 19 - ], - "42": [ - 11, - 13, - 8, - 17, - 19 - ], - "43": [ - 11, - 13, - 8, - 19, - 17 - ], - "44": [ - 11, - 13, - 8, - 19, - 17 - ], - "45": [ - 11, - 13, - 8, - 17, - 19 - ], - "46": [ - 11, - 13, - 8, - 17, - 19 - ], - "47": [ - 11, - 13, - 8, - 19, - 17 - ], - "48": [ - 11, - 13, - 8, - 19, - 17 - ], - "49": [ - 11, - 13, - 8, - 19, - 17 - ], - "50": [ - 11, - 13, - 8, - 19, - 17 - ], - "51": [ - 11, - 13, - 8, - 19, - 17 - ], - "52": [ - 11, - 13, - 8, - 17, - 19 - ], - "53": [ - 11, - 13, - 8, - 17, - 3 - ], - "54": [ - 11, - 13, - 8, - 19, - 17 - ], - "55": [ - 11, - 13, - 8, - 19, - 3 - ], - "56": [ - 11, - 13, - 19, - 8, - 17 - ], - "57": [ - 11, - 13, - 8, - 19, - 17 - ], - "58": [ - 11, - 13, - 8, - 19, - 17 - ], - "59": [ - 11, - 13, - 8, - 19, - 17 - ], - "60": [ - 11, - 13, - 8, - 19, - 17 - ], - "61": [ - 11, - 13, - 8, - 19, - 17 - ], - "62": [ - 11, - 13, - 8, - 19, - 17 - ], - "63": [ - 11, - 13, - 8, - 19, - 3 - ], - "64": [ - 11, - 13, - 8, - 19, - 17 - ], - "65": [ - 11, - 13, - 8, - 19, - 17 - ], - "66": [ - 11, - 13, - 8, - 19, - 17 - ], - "67": [ - 11, - 13, - 19, - 8, - 17 - ], - "68": [ - 11, - 13, - 8, - 19, - 17 - ], - "69": [ - 11, - 13, - 8, - 19, - 17 - ], - "70": [ - 11, - 13, - 19, - 8, - 3 - ], - "71": [ - 11, - 13, - 8, - 19, - 3 - ], - "72": [ - 11, - 13, - 8, - 19, - 17 - ], - "73": [ - 11, - 13, - 8, - 19, - 17 - ], - "74": [ - 11, - 13, - 8, - 19, - 17 - ], - "75": [ - 11, - 13, - 8, - 19, - 3 - ], - "76": [ - 11, - 13, - 8, - 19, - 17 - ], - "77": [ - 11, - 13, - 8, - 19, - 17 - ], - "78": [ - 11, - 13, - 8, - 19, - 17 - ], - "79": [ - 11, - 13, - 8, - 19, - 3 - ], - "80": [ - 11, - 13, - 8, - 19, - 17 - ], - "81": [ - 11, - 13, - 8, - 19, - 17 - ], - "82": [ - 11, - 13, - 8, - 19, - 17 - ], - "83": [ - 11, - 13, - 8, - 19, - 17 - ], - "84": [ - 11, - 13, - 8, - 19, - 17 - ], - "85": [ - 13, - 11, - 8, - 19, - 17 - ], - "86": [ - 13, - 11, - 8, - 19, - 3 - ], - "87": [ - 11, - 13, - 8, - 19, - 17 - ], - "88": [ - 11, - 13, - 8, - 19, - 3 - ], - "89": [ - 11, - 13, - 8, - 19, - 17 - ], - "90": [ - 11, - 13, - 8, - 19, - 3 - ], - "91": [ - 13, - 11, - 8, - 19, - 17 - ], - "92": [ - 11, - 13, - 8, - 19, - 17 - ], - "93": [ - 11, - 13, - 8, - 19, - 6 - ], - "94": [ - 13, - 11, - 8, - 19, - 17 - ], - "95": [ - 11, - 13, - 8, - 19, - 3 - ], - "96": [ - 13, - 11, - 8, - 17, - 19 - ], - "97": [ - 11, - 13, - 8, - 19, - 17 - ], - "98": [ - 13, - 11, - 8, - 19, - 17 - ], - "99": [ - 13, - 11, - 8, - 19, - 3 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.01/run=078e320ecadb4d6f/config.json b/experiments/seed=256/alpha=0.3.gamma=0.01/run=078e320ecadb4d6f/config.json deleted file mode 100644 index fe6e416..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.01/run=078e320ecadb4d6f/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 20, - "num_choices": 5, - "time_span": 100, - "history_span": 3000, - "alpha": 0.3, - "gamma": 0.01, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.01/run=078e320ecadb4d6f/control.choices.json b/experiments/seed=256/alpha=0.3.gamma=0.01/run=078e320ecadb4d6f/control.choices.json deleted file mode 100644 index 1ce1220..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.01/run=078e320ecadb4d6f/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 4, - 3, - 11, - 1, - 13 -] \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.01/run=078e320ecadb4d6f/qvalues.json b/experiments/seed=256/alpha=0.3.gamma=0.01/run=078e320ecadb4d6f/qvalues.json deleted file mode 100644 index dbc1885..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.01/run=078e320ecadb4d6f/qvalues.json +++ /dev/null @@ -1,2180 +0,0 @@ -{ - "0": [ - 0.0, - 5.0, - 5.1, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 73.39999999999999, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 23.4 - ], - "1": [ - 0.0, - 5.0, - 5.1, - 25.099999999999998, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 118.58, - 0.0, - 74.6, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 40.98 - ], - "2": [ - 0.0, - 5.0, - 5.1, - 25.099999999999998, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 55.8, - 0.0, - 0.0, - 148.106, - 0.0, - 126.02, - 0.0, - 0.0, - 0.0, - 55.199999999999996, - 0.0, - 50.586 - ], - "3": [ - 0.0, - 5.0, - 5.1, - 25.099999999999998, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 93.36, - 0.0, - 0.0, - 168.4742, - 0.0, - 161.114, - 0.0, - 0.0, - 0.0, - 92.03999999999999, - 0.0, - 55.2102 - ], - "4": [ - 0.0, - 5.0, - 5.1, - 25.099999999999998, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 118.452, - 0.0, - 0.0, - 184.23194, - 0.0, - 186.5798, - 0.0, - 0.0, - 0.0, - 116.928, - 0.0, - 58.44714 - ], - "5": [ - 0.0, - 5.0, - 5.1, - 25.099999999999998, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 133.9164, - 0.0, - 0.0, - 198.862358, - 0.0, - 201.70586, - 0.0, - 0.0, - 0.0, - 129.2496, - 0.0, - 58.612998 - ], - "6": [ - 0.0, - 5.0, - 5.1, - 25.099999999999998, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 142.94148, - 0.0, - 0.0, - 208.50365060000001, - 0.0, - 211.694102, - 0.0, - 0.0, - 0.0, - 139.67471999999998, - 0.0, - 58.7290986 - ], - "7": [ - 0.0, - 5.0, - 5.1, - 25.099999999999998, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 150.15903600000001, - 0.0, - 0.0, - 214.65255542, - 0.0, - 215.6858714, - 0.0, - 0.0, - 0.0, - 147.87230399999999, - 0.0, - 61.81036902 - ], - "8": [ - 0.0, - 5.0, - 5.1, - 25.099999999999998, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 156.41132520000002, - 0.0, - 0.0, - 221.356788794, - 0.0, - 222.08010998, - 0.0, - 0.0, - 0.0, - 152.4106128, - 0.0, - 61.867258314000004 - ], - "9": [ - 0.0, - 5.0, - 5.1, - 25.099999999999998, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 162.88792764000002, - 0.0, - 0.0, - 220.9497521558, - 0.0, - 228.956076986, - 0.0, - 0.0, - 0.0, - 151.98742896, - 0.0, - 61.0070808198 - ], - "10": [ - 0.0, - 5.0, - 5.1, - 25.099999999999998, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 168.921549348, - 0.0, - 0.0, - 223.66482650906002, - 0.0, - 232.8692538902, - 0.0, - 0.0, - 0.0, - 151.09120027199998, - 0.0, - 60.404956573860005 - ], - "11": [ - 0.0, - 5.0, - 5.1, - 25.099999999999998, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 174.34508454360002, - 0.0, - 0.0, - 227.665378556342, - 0.0, - 235.60847772314, - 0.0, - 0.0, - 0.0, - 149.26384019039997, - 0.0, - 58.183469601702 - ], - "12": [ - 0.0, - 5.0, - 5.1, - 38.87, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 175.74155918052003, - 0.0, - 0.0, - 233.1657649894394, - 0.0, - 233.025934406198, - 0.0, - 0.0, - 0.0, - 143.48468813327997, - 0.0, - 58.183469601702 - ], - "13": [ - 0.0, - 5.0, - 5.1, - 48.509, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 178.519091426364, - 0.0, - 0.0, - 236.71603549260757, - 0.0, - 230.61815408433858, - 0.0, - 0.0, - 0.0, - 140.339281693296, - 0.0, - 58.183469601702 - ], - "14": [ - 0.0, - 5.0, - 5.1, - 54.0563, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 181.6633639984548, - 0.0, - 0.0, - 241.6012248448253, - 0.0, - 228.032707859037, - 0.0, - 0.0, - 0.0, - 139.3374971853072, - 0.0, - 58.183469601702 - ], - "15": [ - 0.0, - 5.0, - 5.1, - 54.0563, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 183.86435479891836, - 0.0, - 0.0, - 257.32085739137773, - 0.0, - 229.2228955013259, - 0.0, - 0.0, - 0.0, - 138.93624802971505, - 0.0, - 60.5284287211914 - ], - "16": [ - 0.0, - 5.0, - 5.1, - 54.0563, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 187.80504835924285, - 0.0, - 0.0, - 272.2246001739644, - 0.0, - 229.45602685092814, - 0.0, - 0.0, - 0.0, - 136.55537362080054, - 0.0, - 61.86990010483398 - ], - "17": [ - 0.0, - 5.0, - 5.1, - 54.0563, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 191.46353385147, - 0.0, - 0.0, - 277.2572201217751, - 0.0, - 228.1192187956497, - 0.0, - 0.0, - 0.0, - 137.28876153456036, - 0.0, - 59.808930073383785 - ], - "18": [ - 0.0, - 5.0, - 5.1, - 54.0563, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 191.624473696029, - 0.0, - 0.0, - 279.28005408524257, - 0.0, - 226.28345315695478, - 0.0, - 0.0, - 0.0, - 140.20213307419226, - 0.0, - 61.06625105136865 - ], - "19": [ - 0.0, - 5.0, - 5.1, - 54.0563, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 186.63713158722032, - 0.0, - 0.0, - 278.8960378596698, - 0.0, - 227.69841720986835, - 0.0, - 0.0, - 0.0, - 141.0414931519346, - 0.0, - 61.94637573595806 - ], - "20": [ - 0.0, - 5.0, - 5.1, - 52.539410000000004, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 181.64599211105423, - 0.0, - 0.0, - 278.32722650176885, - 0.0, - 227.48889204690784, - 0.0, - 0.0, - 0.0, - 137.4290452063542, - 0.0, - 61.94637573595806 - ], - "21": [ - 0.0, - 5.0, - 5.1, - 50.877587000000005, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 177.85219447773795, - 0.0, - 0.0, - 278.5290585512382, - 0.0, - 230.6422244328355, - 0.0, - 0.0, - 0.0, - 133.40033164444793, - 0.0, - 61.94637573595806 - ], - "22": [ - 0.0, - 5.0, - 5.1, - 50.877587000000005, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 176.69653613441656, - 0.0, - 0.0, - 281.97034098586676, - 0.0, - 230.74955710298485, - 0.0, - 0.0, - 0.0, - 129.08023215111356, - 0.0, - 63.46246301517064 - ], - "23": [ - 0.0, - 5.0, - 5.1, - 50.877587000000005, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 173.7875752940916, - 0.0, - 0.0, - 285.5792386901067, - 0.0, - 230.8246899720894, - 0.0, - 0.0, - 0.0, - 124.8561625057795, - 0.0, - 64.22372411061944 - ], - "24": [ - 0.0, - 5.0, - 5.1, - 50.877587000000005, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 173.85130270586413, - 0.0, - 0.0, - 285.4054670830747, - 0.0, - 234.47728298046258, - 0.0, - 0.0, - 0.0, - 121.89931375404565, - 0.0, - 66.55660687743361 - ], - "25": [ - 0.0, - 5.0, - 5.1, - 51.2143109, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 170.8959118941049, - 0.0, - 0.0, - 292.1838269581523, - 0.0, - 238.5340980863238, - 0.0, - 0.0, - 0.0, - 118.62951962783195, - 0.0, - 66.55660687743361 - ], - "26": [ - 0.0, - 5.0, - 5.1, - 51.2143109, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 171.22713832587343, - 0.0, - 0.0, - 295.7286788707066, - 0.0, - 242.57386866042665, - 0.0, - 0.0, - 0.0, - 116.64066373948236, - 0.0, - 67.88962481420353 - ], - "27": [ - 0.0, - 5.0, - 5.1, - 51.2143109, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 172.0589968281114, - 0.0, - 0.0, - 300.01007520949463, - 0.0, - 248.40170806229867, - 0.0, - 0.0, - 0.0, - 114.34846461763766, - 0.0, - 69.42273736994247 - ], - "28": [ - 0.0, - 5.0, - 5.1, - 54.15001763, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 170.84129777967797, - 0.0, - 0.0, - 300.90705264664626, - 0.0, - 248.88119564360906, - 0.0, - 0.0, - 0.0, - 110.94392523234636, - 0.0, - 69.42273736994247 - ], - "29": [ - 0.0, - 5.0, - 5.1, - 54.15001763, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 170.5889084457746, - 0.0, - 0.0, - 305.4349368526524, - 0.0, - 248.31683695052635, - 0.0, - 0.0, - 0.0, - 109.16074766264245, - 0.0, - 73.79591615895973 - ], - "30": [ - 0.0, - 5.0, - 5.1, - 54.15001763, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 171.61223591204222, - 0.0, - 0.0, - 305.90445579685667, - 0.0, - 252.42178586536843, - 0.0, - 0.0, - 0.0, - 107.01252336384971, - 0.0, - 75.3571413112718 - ], - "31": [ - 0.0, - 5.0, - 5.1, - 56.505012341, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 173.22856513842956, - 0.0, - 0.0, - 305.33311905779965, - 0.0, - 252.8952501057579, - 0.0, - 0.0, - 0.0, - 106.1087663546948, - 0.0, - 75.3571413112718 - ], - "32": [ - 0.0, - 5.0, - 5.1, - 56.505012341, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 170.1599955969007, - 0.0, - 0.0, - 307.03318334045974, - 0.0, - 250.82667507403053, - 0.0, - 0.0, - 0.0, - 107.27613644828635, - 0.0, - 76.44999891789027 - ], - "33": [ - 0.0, - 5.0, - 5.1, - 56.505012341, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 166.5119969178305, - 0.0, - 0.0, - 309.12322833832184, - 0.0, - 249.07867255182137, - 0.0, - 0.0, - 0.0, - 108.09329551380044, - 0.0, - 79.61499924252318 - ], - "34": [ - 0.0, - 5.0, - 5.1, - 56.505012341, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 164.25839784248134, - 0.0, - 0.0, - 311.7862598368253, - 0.0, - 247.55507078627497, - 0.0, - 0.0, - 0.0, - 108.9653068596603, - 0.0, - 81.53049946976623 - ], - "35": [ - 0.0, - 5.0, - 5.1, - 56.505012341, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 163.88087848973694, - 0.0, - 0.0, - 311.8503818857777, - 0.0, - 251.5885495503925, - 0.0, - 0.0, - 0.0, - 109.57571480176222, - 0.0, - 82.87134962883636 - ], - "36": [ - 0.0, - 5.0, - 5.1, - 56.505012341, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 164.51661494281586, - 0.0, - 0.0, - 316.6952673200444, - 0.0, - 260.4119846852747, - 0.0, - 0.0, - 0.0, - 107.60300036123355, - 0.0, - 84.10994474018545 - ], - "37": [ - 0.0, - 5.0, - 5.1, - 56.505012341, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 164.6616304599711, - 0.0, - 0.0, - 325.4866871240311, - 0.0, - 271.0883892796923, - 0.0, - 0.0, - 0.0, - 104.12210025286349, - 0.0, - 85.87696131812982 - ], - "38": [ - 0.0, - 5.0, - 5.1, - 56.505012341, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 165.36314132197975, - 0.0, - 0.0, - 339.1406809868218, - 0.0, - 275.2618724957846, - 0.0, - 0.0, - 0.0, - 103.18547017700445, - 0.0, - 86.21387292269087 - ], - "39": [ - 0.0, - 5.0, - 5.1, - 56.505012341, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 165.85419892538582, - 0.0, - 0.0, - 346.29847669077526, - 0.0, - 274.8833107470492, - 0.0, - 0.0, - 0.0, - 101.62982912390311, - 0.0, - 84.04971104588361 - ], - "40": [ - 0.0, - 5.0, - 5.1, - 56.505012341, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 168.59793924777006, - 0.0, - 0.0, - 349.8089336835427, - 0.0, - 276.11831752293443, - 0.0, - 0.0, - 0.0, - 97.84088038673218, - 0.0, - 82.83479773211853 - ], - "41": [ - 0.0, - 5.0, - 5.1, - 56.505012341, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 170.51855747343905, - 0.0, - 0.0, - 351.0662535784799, - 0.0, - 272.18282226605413, - 0.0, - 0.0, - 0.0, - 95.78861627071252, - 0.0, - 81.38435841248297 - ], - "42": [ - 0.0, - 5.0, - 5.1, - 56.505012341, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 167.36299023140734, - 0.0, - 0.0, - 354.9463775049359, - 0.0, - 267.0279755862379, - 0.0, - 0.0, - 0.0, - 93.15203138949877, - 0.0, - 80.96905088873808 - ], - "43": [ - 0.0, - 5.0, - 5.1, - 56.505012341, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 163.65409316198514, - 0.0, - 0.0, - 353.76246425345516, - 0.0, - 263.41958291036656, - 0.0, - 0.0, - 0.0, - 90.10642197264914, - 0.0, - 81.57833562211665 - ], - "44": [ - 0.0, - 5.0, - 5.1, - 56.505012341, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 156.5578652133896, - 0.0, - 0.0, - 354.13372497741864, - 0.0, - 259.3937080372566, - 0.0, - 0.0, - 0.0, - 88.2744953808544, - 0.0, - 81.70483493548166 - ], - "45": [ - 0.0, - 5.0, - 5.1, - 56.505012341, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 151.8905056493727, - 0.0, - 0.0, - 355.29360748419305, - 0.0, - 250.87559562607962, - 0.0, - 0.0, - 0.0, - 88.19214676659809, - 0.0, - 82.39338445483716 - ], - "46": [ - 0.0, - 5.0, - 5.1, - 56.505012341, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 150.72335395456088, - 0.0, - 0.0, - 353.4055252389351, - 0.0, - 250.31291693825574, - 0.0, - 0.0, - 0.0, - 86.33450273661866, - 0.0, - 88.27536911838601 - ], - "47": [ - 0.0, - 5.0, - 5.1, - 56.505012341, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 147.20634776819261, - 0.0, - 0.0, - 352.6838676672546, - 0.0, - 250.21904185677903, - 0.0, - 0.0, - 0.0, - 86.23415191563306, - 0.0, - 91.7927583828702 - ], - "48": [ - 0.0, - 5.0, - 5.1, - 56.505012341, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 146.24444343773484, - 0.0, - 0.0, - 357.5787073670782, - 0.0, - 248.05332929974531, - 0.0, - 0.0, - 0.0, - 82.86390634094315, - 0.0, - 96.35493086800915 - ], - "49": [ - 0.0, - 5.0, - 5.1, - 56.505012341, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 146.17111040641439, - 0.0, - 0.0, - 366.40509515695476, - 0.0, - 244.73733050982173, - 0.0, - 0.0, - 0.0, - 80.2047344386602, - 0.0, - 96.54845160760641 - ], - "50": [ - 0.0, - 5.0, - 5.1, - 56.505012341, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 143.11977728449006, - 0.0, - 0.0, - 376.78356660986833, - 0.0, - 244.5161313568752, - 0.0, - 0.0, - 0.0, - 75.64331410706214, - 0.0, - 96.98391612532448 - ], - "51": [ - 0.0, - 5.0, - 5.1, - 56.505012341, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 138.88384409914303, - 0.0, - 0.0, - 384.94849662690785, - 0.0, - 243.16129194981264, - 0.0, - 0.0, - 0.0, - 73.9503198749435, - 0.0, - 99.08874128772715 - ], - "52": [ - 0.0, - 5.0, - 5.1, - 56.505012341, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 136.51869086940013, - 0.0, - 0.0, - 399.6639476388355, - 0.0, - 242.21290436486885, - 0.0, - 0.0, - 0.0, - 74.56522391246045, - 0.0, - 100.56211890140901 - ], - "53": [ - 0.0, - 5.0, - 5.1, - 55.7535086387, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 134.5630836085801, - 0.0, - 0.0, - 409.9647633471849, - 0.0, - 242.14903305540818, - 0.0, - 0.0, - 0.0, - 72.59565673872231, - 0.0, - 100.56211890140901 - ], - "54": [ - 0.0, - 5.0, - 5.1, - 55.7535086387, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 133.19415852600605, - 0.0, - 0.0, - 423.77533434302944, - 0.0, - 241.20432313878572, - 0.0, - 0.0, - 0.0, - 72.11695971710562, - 0.0, - 100.09348323098631 - ], - "55": [ - 0.0, - 5.0, - 5.1, - 54.92745604709, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 135.23591096820422, - 0.0, - 0.0, - 428.9427340401206, - 0.0, - 239.94302619715, - 0.0, - 0.0, - 0.0, - 72.11695971710562, - 0.0, - 100.06543826169042 - ], - "56": [ - 0.0, - 5.0, - 5.1, - 54.92745604709, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 138.76513767774296, - 0.0, - 0.0, - 439.1599138280844, - 0.0, - 237.560118338005, - 0.0, - 0.0, - 0.0, - 69.38187180197393, - 0.0, - 100.34580678318329 - ], - "57": [ - 0.0, - 5.0, - 5.1, - 54.92745604709, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 137.63559637442006, - 0.0, - 0.0, - 446.0119396796591, - 0.0, - 234.9920828366035, - 0.0, - 0.0, - 0.0, - 70.16731026138174, - 0.0, - 101.14206474822831 - ], - "58": [ - 0.0, - 5.0, - 5.1, - 54.92745604709, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 135.64491746209404, - 0.0, - 0.0, - 449.0083577757614, - 0.0, - 234.09445798562245, - 0.0, - 0.0, - 0.0, - 68.61711718296722, - 0.0, - 104.09944532375981 - ], - "59": [ - 0.0, - 5.0, - 5.1, - 54.92745604709, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 132.75144222346583, - 0.0, - 0.0, - 449.00585044303295, - 0.0, - 235.5661205899357, - 0.0, - 0.0, - 0.0, - 69.63198202807706, - 0.0, - 106.46961172663187 - ], - "60": [ - 0.0, - 5.0, - 5.1, - 54.92745604709, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 132.5260095564261, - 0.0, - 0.0, - 446.60409531012306, - 0.0, - 236.296284412955, - 0.0, - 0.0, - 0.0, - 69.14238741965394, - 0.0, - 108.12872820864231 - ], - "61": [ - 0.0, - 5.0, - 5.1, - 54.92745604709, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 132.06820668949825, - 0.0, - 0.0, - 441.0228667170861, - 0.0, - 237.7073990890685, - 0.0, - 0.0, - 0.0, - 68.49967119375776, - 0.0, - 109.59010974604962 - ], - "62": [ - 0.0, - 5.0, - 5.1, - 54.92745604709, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 131.4477446826488, - 0.0, - 0.0, - 436.2160067019603, - 0.0, - 241.39517936234796, - 0.0, - 0.0, - 0.0, - 67.74976983563043, - 0.0, - 111.51307682223474 - ], - "63": [ - 0.0, - 5.0, - 5.1, - 50.149219232963, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 130.11342127785414, - 0.0, - 0.0, - 421.4512046913722, - 0.0, - 242.77662555364358, - 0.0, - 0.0, - 0.0, - 67.74976983563043, - 0.0, - 115.25915377556431 - ], - "64": [ - 0.0, - 5.0, - 5.1, - 50.149219232963, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 130.6793948944979, - 0.0, - 0.0, - 406.91584328396056, - 0.0, - 239.54363788755052, - 0.0, - 0.0, - 0.0, - 65.7248388849413, - 0.0, - 116.38140764289503 - ], - "65": [ - 0.0, - 5.0, - 5.1, - 50.149219232963, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 128.67557642614852, - 0.0, - 0.0, - 391.9410902987724, - 0.0, - 235.78054652128537, - 0.0, - 0.0, - 0.0, - 62.80738721945892, - 0.0, - 119.56698535002651 - ], - "66": [ - 0.0, - 5.0, - 5.1, - 50.149219232963, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 126.37290349830397, - 0.0, - 0.0, - 378.45876320914067, - 0.0, - 233.74638256489976, - 0.0, - 0.0, - 0.0, - 58.36517105362124, - 0.0, - 118.79688974501856 - ], - "67": [ - 0.0, - 5.0, - 5.1, - 50.149219232963, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 124.16103244881278, - 0.0, - 0.0, - 366.32113424639846, - 0.0, - 231.12246779542983, - 0.0, - 0.0, - 0.0, - 53.45561973753487, - 0.0, - 120.05782282151299 - ], - "68": [ - 0.0, - 5.0, - 5.1, - 50.149219232963, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 123.81272271416894, - 0.0, - 0.0, - 356.6247939724789, - 0.0, - 230.1857274568009, - 0.0, - 0.0, - 0.0, - 49.71893381627441, - 0.0, - 120.64047597505909 - ], - "69": [ - 0.0, - 5.0, - 5.1, - 50.149219232963, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 125.06890589991826, - 0.0, - 0.0, - 346.23735578073524, - 0.0, - 228.93000921976062, - 0.0, - 0.0, - 0.0, - 48.00325367139209, - 0.0, - 118.34833318254137 - ], - "70": [ - 0.0, - 5.0, - 5.1, - 49.5044534630741, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 125.34823412994278, - 0.0, - 0.0, - 338.96614904651466, - 0.0, - 227.15100645383242, - 0.0, - 0.0, - 0.0, - 48.00325367139209, - 0.0, - 116.14383322777896 - ], - "71": [ - 0.0, - 5.0, - 5.1, - 47.25311742415187, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 127.94376389095994, - 0.0, - 0.0, - 323.6763043325603, - 0.0, - 220.8057045176827, - 0.0, - 0.0, - 0.0, - 48.00325367139209, - 0.0, - 114.60068325944528 - ], - "72": [ - 0.0, - 5.0, - 5.1, - 47.25311742415187, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 128.86063472367195, - 0.0, - 0.0, - 312.6734130327922, - 0.0, - 221.4639931623779, - 0.0, - 0.0, - 0.0, - 50.40227756997446, - 0.0, - 111.72047828161169 - ], - "73": [ - 0.0, - 5.0, - 5.1, - 47.25311742415187, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 130.10244430657036, - 0.0, - 0.0, - 306.4713891229545, - 0.0, - 218.02479521366453, - 0.0, - 0.0, - 0.0, - 51.18159429898212, - 0.0, - 107.90433479712819 - ], - "74": [ - 0.0, - 5.0, - 5.1, - 47.25311742415187, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 131.87171101459924, - 0.0, - 0.0, - 306.6299723860682, - 0.0, - 216.81735664956517, - 0.0, - 0.0, - 0.0, - 50.82711600928749, - 0.0, - 107.93303435798973 - ], - "75": [ - 0.0, - 5.0, - 5.1, - 46.27718219690631, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 137.91019771021948, - 0.0, - 0.0, - 308.84098067024775, - 0.0, - 217.17214965469563, - 0.0, - 0.0, - 0.0, - 50.82711600928749, - 0.0, - 107.35312405059281 - ], - "76": [ - 0.0, - 5.0, - 5.1, - 46.27718219690631, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 142.73713839715364, - 0.0, - 0.0, - 304.68868646917343, - 0.0, - 219.52050475828693, - 0.0, - 0.0, - 0.0, - 50.87898120650124, - 0.0, - 105.44718683541497 - ], - "77": [ - 0.0, - 5.0, - 5.1, - 46.27718219690631, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 147.01599687800754, - 0.0, - 0.0, - 295.1820805284214, - 0.0, - 227.46435333080086, - 0.0, - 0.0, - 0.0, - 52.41528684455086, - 0.0, - 103.81303078479047 - ], - "78": [ - 0.0, - 5.0, - 5.1, - 46.27718219690631, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 146.11119781460528, - 0.0, - 0.0, - 289.42745636989497, - 0.0, - 234.52504733156061, - 0.0, - 0.0, - 0.0, - 51.3907007911856, - 0.0, - 102.96912154935333 - ], - "79": [ - 0.0, - 5.0, - 5.1, - 43.79402753783442, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 147.5778384702237, - 0.0, - 0.0, - 285.99921945892646, - 0.0, - 243.96753313209243, - 0.0, - 0.0, - 0.0, - 51.3907007911856, - 0.0, - 100.57838508454734 - ], - "80": [ - 0.0, - 5.0, - 5.1, - 43.79402753783442, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 152.5044869291566, - 0.0, - 0.0, - 283.2994536212485, - 0.0, - 254.7772731924647, - 0.0, - 0.0, - 0.0, - 51.27349055382992, - 0.0, - 98.90486955918314 - ], - "81": [ - 0.0, - 5.0, - 5.1, - 43.79402753783442, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 154.7531408504096, - 0.0, - 0.0, - 283.80961753487395, - 0.0, - 261.1440912347253, - 0.0, - 0.0, - 0.0, - 50.59144338768095, - 0.0, - 97.4334086914282 - ], - "82": [ - 0.0, - 5.0, - 5.1, - 43.79402753783442, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 151.52719859528673, - 0.0, - 0.0, - 283.8667322744118, - 0.0, - 265.6008638643077, - 0.0, - 0.0, - 0.0, - 49.21401037137666, - 0.0, - 94.30338608399974 - ], - "83": [ - 0.0, - 5.0, - 5.1, - 43.79402753783442, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 152.86903901670073, - 0.0, - 0.0, - 280.00671259208826, - 0.0, - 265.1206047050154, - 0.0, - 0.0, - 0.0, - 47.64980725996366, - 0.0, - 89.11237025879981 - ], - "84": [ - 0.0, - 5.0, - 5.1, - 43.79402753783442, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 154.7083273116905, - 0.0, - 0.0, - 281.5046988144618, - 0.0, - 265.3844232935108, - 0.0, - 0.0, - 0.0, - 47.15486508197456, - 0.0, - 86.37865918115988 - ], - "85": [ - 0.0, - 5.0, - 5.1, - 43.79402753783442, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 157.49582911818337, - 0.0, - 0.0, - 278.95328917012324, - 0.0, - 263.76909630545754, - 0.0, - 0.0, - 0.0, - 46.808405557382194, - 0.0, - 82.96506142681191 - ], - "86": [ - 0.0, - 5.0, - 5.1, - 42.95581927648409, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 160.64708038272835, - 0.0, - 0.0, - 282.8673024190863, - 0.0, - 265.6383674138203, - 0.0, - 0.0, - 0.0, - 46.808405557382194, - 0.0, - 81.17554299876834 - ], - "87": [ - 0.0, - 5.0, - 5.1, - 42.95581927648409, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 158.95295626790985, - 0.0, - 0.0, - 279.6071116933604, - 0.0, - 262.7468571896742, - 0.0, - 0.0, - 0.0, - 49.86588389016754, - 0.0, - 78.72288009913784 - ], - "88": [ - 0.0, - 5.0, - 5.1, - 42.36907349353886, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 157.7670693875369, - 0.0, - 0.0, - 277.9249781853523, - 0.0, - 258.6228000327719, - 0.0, - 0.0, - 0.0, - 49.86588389016754, - 0.0, - 79.10601606939649 - ], - "89": [ - 0.0, - 5.0, - 5.1, - 42.36907349353886, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 161.13694857127584, - 0.0, - 0.0, - 274.6474847297466, - 0.0, - 251.53596002294034, - 0.0, - 0.0, - 0.0, - 49.30611872311728, - 0.0, - 80.27421124857754 - ], - "90": [ - 0.0, - 5.0, - 5.1, - 41.358351445477204, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 161.9958639998931, - 0.0, - 0.0, - 280.45323931082265, - 0.0, - 245.07517201605825, - 0.0, - 0.0, - 0.0, - 49.30611872311728, - 0.0, - 79.59194787400428 - ], - "91": [ - 0.0, - 5.0, - 5.1, - 41.358351445477204, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 160.19710479992517, - 0.0, - 0.0, - 281.81726751757583, - 0.0, - 249.85262041124076, - 0.0, - 0.0, - 0.0, - 50.11428310618209, - 0.0, - 78.814363511803 - ], - "92": [ - 0.0, - 5.0, - 5.1, - 41.358351445477204, - 20.299999999999997, - 0.0, - 0.0, - 0.0, - 161.93797335994762, - 0.0, - 0.0, - 280.37208726230307, - 0.0, - 253.19683428786854, - 0.0, - 0.0, - 0.0, - 52.179998174327466, - 0.0, - 79.1700544582621 - ], - "93": [ - 0.0, - 5.0, - 5.1, - 41.358351445477204, - 20.299999999999997, - 0.0, - 3.3, - 0.0, - 162.55658135196333, - 0.0, - 0.0, - 275.46046108361213, - 0.0, - 254.33778400150797, - 0.0, - 0.0, - 0.0, - 52.179998174327466, - 0.0, - 77.91903812078347 - ], - "94": [ - 0.0, - 5.0, - 5.1, - 41.358351445477204, - 20.299999999999997, - 0.0, - 3.3, - 0.0, - 164.78960694637433, - 0.0, - 0.0, - 271.12232275852847, - 0.0, - 257.2364488010556, - 0.0, - 0.0, - 0.0, - 54.52599872202923, - 0.0, - 76.14332668454843 - ], - "95": [ - 0.0, - 5.0, - 5.1, - 40.350846011834044, - 20.299999999999997, - 0.0, - 3.3, - 0.0, - 165.75272486246203, - 0.0, - 0.0, - 262.98562593096995, - 0.0, - 260.4655141607389, - 0.0, - 0.0, - 0.0, - 54.52599872202923, - 0.0, - 77.0003286791839 - ], - "96": [ - 0.0, - 5.0, - 5.1, - 40.350846011834044, - 20.299999999999997, - 0.0, - 3.3, - 0.0, - 161.32690740372342, - 0.0, - 0.0, - 257.88993815167896, - 0.0, - 263.02585991251726, - 0.0, - 0.0, - 0.0, - 54.96819910542046, - 0.0, - 79.40023007542872 - ], - "97": [ - 0.0, - 5.0, - 5.1, - 40.350846011834044, - 20.299999999999997, - 0.0, - 3.3, - 0.0, - 157.9288351826064, - 0.0, - 0.0, - 261.2229567061753, - 0.0, - 264.8181019387621, - 0.0, - 0.0, - 0.0, - 54.677739373794324, - 0.0, - 79.8801610528001 - ], - "98": [ - 0.0, - 5.0, - 5.1, - 40.350846011834044, - 20.299999999999997, - 0.0, - 3.3, - 0.0, - 154.95018462782448, - 0.0, - 0.0, - 262.9560696943227, - 0.0, - 272.37267135713347, - 0.0, - 0.0, - 0.0, - 55.07441756165603, - 0.0, - 81.41611273696007 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.01/run=078e320ecadb4d6f/rewards.json b/experiments/seed=256/alpha=0.3.gamma=0.01/run=078e320ecadb4d6f/rewards.json deleted file mode 100644 index 0d46271..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.01/run=078e320ecadb4d6f/rewards.json +++ /dev/null @@ -1,2202 +0,0 @@ -{ - "0": [ - 36, - 82, - 8, - 81, - 54, - 0, - 8, - 0, - 160, - 49, - 0, - 249, - 0, - 217, - 0, - 0, - 0, - 196, - 0, - 78 - ], - "1": [ - 45, - 79, - 17, - 79, - 57, - 0, - 7, - 3, - 168, - 51, - 0, - 233, - 0, - 230, - 0, - 0, - 0, - 189, - 0, - 78 - ], - "2": [ - 51, - 82, - 18, - 72, - 56, - 0, - 3, - 0, - 170, - 59, - 0, - 224, - 0, - 237, - 0, - 0, - 0, - 185, - 0, - 82 - ], - "3": [ - 57, - 78, - 14, - 76, - 52, - 0, - 1, - 9, - 186, - 53, - 0, - 217, - 0, - 246, - 0, - 0, - 0, - 184, - 0, - 73 - ], - "4": [ - 62, - 76, - 13, - 75, - 53, - 0, - 0, - 6, - 181, - 51, - 0, - 216, - 0, - 243, - 0, - 0, - 0, - 178, - 0, - 66 - ], - "5": [ - 63, - 84, - 5, - 69, - 56, - 0, - 0, - 16, - 177, - 55, - 0, - 221, - 0, - 246, - 0, - 0, - 0, - 175, - 0, - 66 - ], - "6": [ - 61, - 75, - 6, - 65, - 58, - 0, - 0, - 21, - 170, - 53, - 0, - 233, - 0, - 237, - 0, - 0, - 0, - 158, - 0, - 59 - ], - "7": [ - 58, - 83, - 4, - 68, - 63, - 0, - 0, - 23, - 164, - 47, - 0, - 231, - 0, - 235, - 0, - 0, - 0, - 164, - 0, - 59 - ], - "8": [ - 60, - 78, - 4, - 74, - 72, - 0, - 0, - 23, - 167, - 41, - 0, - 229, - 0, - 225, - 0, - 0, - 0, - 167, - 0, - 69 - ], - "9": [ - 64, - 74, - 4, - 70, - 79, - 0, - 0, - 24, - 171, - 42, - 0, - 237, - 0, - 237, - 0, - 0, - 0, - 163, - 0, - 62 - ], - "10": [ - 69, - 77, - 3, - 73, - 78, - 0, - 0, - 20, - 178, - 47, - 0, - 220, - 0, - 245, - 0, - 0, - 0, - 151, - 0, - 59 - ], - "11": [ - 69, - 81, - 4, - 76, - 94, - 0, - 0, - 30, - 183, - 41, - 0, - 230, - 0, - 242, - 0, - 0, - 0, - 149, - 0, - 59 - ], - "12": [ - 57, - 73, - 6, - 76, - 105, - 0, - 0, - 33, - 187, - 48, - 0, - 237, - 0, - 242, - 0, - 0, - 0, - 145, - 0, - 53 - ], - "13": [ - 55, - 69, - 10, - 71, - 111, - 0, - 0, - 19, - 179, - 51, - 0, - 246, - 0, - 227, - 0, - 0, - 0, - 130, - 0, - 58 - ], - "14": [ - 49, - 62, - 13, - 71, - 106, - 0, - 0, - 16, - 185, - 57, - 0, - 245, - 0, - 225, - 0, - 0, - 0, - 133, - 0, - 59 - ], - "15": [ - 52, - 70, - 16, - 67, - 109, - 0, - 0, - 14, - 189, - 55, - 0, - 253, - 0, - 222, - 0, - 0, - 0, - 137, - 0, - 63 - ], - "16": [ - 57, - 75, - 15, - 65, - 111, - 0, - 0, - 5, - 189, - 58, - 0, - 294, - 0, - 232, - 0, - 0, - 0, - 138, - 0, - 66 - ], - "17": [ - 59, - 71, - 12, - 62, - 104, - 0, - 0, - 3, - 197, - 55, - 0, - 307, - 0, - 230, - 0, - 0, - 0, - 131, - 0, - 65 - ], - "18": [ - 55, - 70, - 14, - 55, - 105, - 0, - 0, - 10, - 200, - 48, - 0, - 289, - 0, - 225, - 0, - 0, - 0, - 139, - 0, - 55 - ], - "19": [ - 56, - 76, - 16, - 49, - 108, - 0, - 0, - 4, - 192, - 52, - 0, - 284, - 0, - 222, - 0, - 0, - 0, - 147, - 0, - 64 - ], - "20": [ - 54, - 71, - 11, - 52, - 113, - 0, - 0, - 0, - 175, - 43, - 0, - 278, - 0, - 231, - 0, - 0, - 0, - 143, - 0, - 64 - ], - "21": [ - 54, - 72, - 6, - 49, - 120, - 0, - 0, - 0, - 170, - 45, - 0, - 277, - 0, - 227, - 0, - 0, - 0, - 129, - 0, - 65 - ], - "22": [ - 61, - 71, - 8, - 47, - 124, - 0, - 0, - 0, - 169, - 35, - 0, - 279, - 0, - 238, - 0, - 0, - 0, - 124, - 0, - 63 - ], - "23": [ - 72, - 71, - 9, - 50, - 126, - 0, - 0, - 0, - 174, - 30, - 0, - 290, - 0, - 231, - 0, - 0, - 0, - 119, - 0, - 67 - ], - "24": [ - 71, - 70, - 5, - 48, - 130, - 0, - 0, - 0, - 167, - 29, - 0, - 294, - 0, - 231, - 0, - 0, - 0, - 115, - 0, - 66 - ], - "25": [ - 69, - 71, - 8, - 48, - 135, - 0, - 0, - 0, - 174, - 28, - 0, - 285, - 0, - 243, - 0, - 0, - 0, - 115, - 0, - 72 - ], - "26": [ - 79, - 74, - 16, - 52, - 141, - 0, - 0, - 4, - 164, - 34, - 0, - 308, - 0, - 248, - 0, - 0, - 0, - 111, - 0, - 75 - ], - "27": [ - 76, - 75, - 10, - 53, - 148, - 0, - 0, - 1, - 172, - 28, - 0, - 304, - 0, - 252, - 0, - 0, - 0, - 112, - 0, - 71 - ], - "28": [ - 94, - 73, - 11, - 59, - 149, - 0, - 0, - 6, - 174, - 32, - 0, - 310, - 0, - 262, - 0, - 0, - 0, - 109, - 0, - 73 - ], - "29": [ - 87, - 74, - 11, - 61, - 148, - 0, - 0, - 5, - 168, - 42, - 0, - 303, - 0, - 250, - 0, - 0, - 0, - 103, - 0, - 78 - ], - "30": [ - 78, - 77, - 9, - 64, - 147, - 0, - 0, - 8, - 170, - 42, - 0, - 316, - 0, - 247, - 0, - 0, - 0, - 105, - 0, - 84 - ], - "31": [ - 79, - 78, - 8, - 68, - 149, - 0, - 0, - 4, - 174, - 39, - 0, - 307, - 0, - 262, - 0, - 0, - 0, - 102, - 0, - 79 - ], - "32": [ - 72, - 78, - 6, - 62, - 147, - 0, - 0, - 5, - 177, - 27, - 0, - 304, - 0, - 254, - 0, - 0, - 0, - 104, - 0, - 80 - ], - "33": [ - 77, - 79, - 7, - 64, - 144, - 0, - 0, - 15, - 163, - 17, - 0, - 311, - 0, - 246, - 0, - 0, - 0, - 110, - 0, - 79 - ], - "34": [ - 80, - 63, - 6, - 62, - 150, - 0, - 0, - 10, - 158, - 18, - 0, - 314, - 0, - 245, - 0, - 0, - 0, - 110, - 0, - 87 - ], - "35": [ - 90, - 63, - 12, - 61, - 153, - 0, - 0, - 10, - 159, - 19, - 0, - 318, - 0, - 244, - 0, - 0, - 0, - 111, - 0, - 86 - ], - "36": [ - 84, - 66, - 14, - 60, - 168, - 0, - 0, - 4, - 163, - 26, - 0, - 312, - 0, - 261, - 0, - 0, - 0, - 111, - 0, - 86 - ], - "37": [ - 80, - 62, - 10, - 59, - 168, - 0, - 0, - 0, - 166, - 25, - 0, - 328, - 0, - 281, - 0, - 0, - 0, - 103, - 0, - 87 - ], - "38": [ - 68, - 57, - 10, - 52, - 174, - 0, - 0, - 1, - 165, - 25, - 0, - 346, - 0, - 296, - 0, - 0, - 0, - 96, - 0, - 90 - ], - "39": [ - 69, - 50, - 9, - 53, - 176, - 0, - 0, - 10, - 167, - 18, - 0, - 371, - 0, - 285, - 0, - 0, - 0, - 101, - 0, - 87 - ], - "40": [ - 57, - 52, - 9, - 57, - 186, - 0, - 0, - 17, - 167, - 29, - 0, - 363, - 0, - 274, - 0, - 0, - 0, - 98, - 0, - 79 - ], - "41": [ - 62, - 51, - 6, - 51, - 197, - 0, - 0, - 19, - 175, - 21, - 0, - 358, - 0, - 279, - 0, - 0, - 0, - 89, - 0, - 80 - ], - "42": [ - 70, - 50, - 9, - 52, - 191, - 0, - 0, - 25, - 175, - 17, - 0, - 354, - 0, - 263, - 0, - 0, - 0, - 91, - 0, - 78 - ], - "43": [ - 64, - 42, - 1, - 52, - 197, - 0, - 0, - 26, - 160, - 18, - 0, - 364, - 0, - 255, - 0, - 0, - 0, - 87, - 0, - 80 - ], - "44": [ - 62, - 42, - 0, - 47, - 202, - 0, - 0, - 34, - 155, - 18, - 0, - 351, - 0, - 255, - 0, - 0, - 0, - 83, - 0, - 83 - ], - "45": [ - 65, - 43, - 1, - 45, - 202, - 0, - 0, - 42, - 140, - 17, - 0, - 355, - 0, - 250, - 0, - 0, - 0, - 84, - 0, - 82 - ], - "46": [ - 58, - 44, - 5, - 46, - 208, - 0, - 0, - 46, - 141, - 19, - 0, - 358, - 0, - 231, - 0, - 0, - 0, - 88, - 0, - 84 - ], - "47": [ - 56, - 40, - 9, - 43, - 210, - 0, - 0, - 37, - 148, - 15, - 0, - 349, - 0, - 249, - 0, - 0, - 1, - 82, - 0, - 102 - ], - "48": [ - 58, - 39, - 13, - 43, - 207, - 0, - 0, - 40, - 139, - 15, - 0, - 351, - 0, - 250, - 0, - 0, - 0, - 86, - 0, - 100 - ], - "49": [ - 52, - 35, - 15, - 46, - 210, - 0, - 0, - 44, - 144, - 15, - 0, - 369, - 0, - 243, - 0, - 0, - 0, - 75, - 0, - 107 - ], - "50": [ - 51, - 35, - 18, - 45, - 220, - 0, - 0, - 50, - 146, - 16, - 0, - 387, - 0, - 237, - 0, - 0, - 0, - 74, - 0, - 97 - ], - "51": [ - 48, - 37, - 15, - 51, - 228, - 0, - 0, - 57, - 136, - 19, - 0, - 401, - 0, - 244, - 0, - 0, - 0, - 65, - 0, - 98 - ], - "52": [ - 43, - 42, - 11, - 56, - 226, - 0, - 0, - 41, - 129, - 24, - 0, - 404, - 0, - 240, - 0, - 0, - 1, - 70, - 0, - 104 - ], - "53": [ - 44, - 44, - 7, - 55, - 232, - 0, - 0, - 50, - 131, - 22, - 0, - 434, - 0, - 240, - 0, - 0, - 1, - 76, - 0, - 104 - ], - "54": [ - 53, - 48, - 6, - 54, - 227, - 0, - 0, - 39, - 130, - 25, - 0, - 434, - 0, - 242, - 0, - 0, - 0, - 68, - 0, - 105 - ], - "55": [ - 48, - 47, - 3, - 53, - 230, - 0, - 0, - 44, - 130, - 31, - 0, - 456, - 0, - 239, - 0, - 0, - 0, - 71, - 0, - 99 - ], - "56": [ - 44, - 52, - 3, - 53, - 231, - 0, - 0, - 54, - 140, - 37, - 0, - 441, - 0, - 237, - 0, - 0, - 0, - 64, - 0, - 100 - ], - "57": [ - 51, - 50, - 3, - 52, - 227, - 0, - 0, - 59, - 147, - 36, - 0, - 463, - 0, - 232, - 0, - 0, - 0, - 63, - 0, - 101 - ], - "58": [ - 43, - 53, - 4, - 49, - 220, - 0, - 0, - 59, - 135, - 41, - 0, - 462, - 0, - 229, - 0, - 0, - 0, - 72, - 0, - 103 - ], - "59": [ - 35, - 52, - 2, - 54, - 211, - 0, - 0, - 68, - 131, - 40, - 0, - 456, - 0, - 232, - 0, - 0, - 3, - 65, - 0, - 111 - ], - "60": [ - 40, - 57, - 0, - 48, - 208, - 0, - 0, - 67, - 126, - 39, - 0, - 449, - 0, - 239, - 0, - 0, - 6, - 72, - 0, - 112 - ], - "61": [ - 43, - 58, - 0, - 42, - 209, - 0, - 0, - 78, - 132, - 36, - 0, - 441, - 0, - 238, - 0, - 0, - 2, - 68, - 0, - 112 - ], - "62": [ - 37, - 51, - 0, - 46, - 206, - 0, - 0, - 79, - 131, - 37, - 0, - 428, - 0, - 241, - 0, - 0, - 1, - 67, - 0, - 113 - ], - "63": [ - 32, - 51, - 0, - 41, - 213, - 0, - 0, - 83, - 130, - 28, - 0, - 425, - 0, - 250, - 0, - 0, - 5, - 66, - 0, - 116 - ], - "64": [ - 27, - 42, - 0, - 39, - 211, - 0, - 0, - 86, - 127, - 26, - 0, - 387, - 0, - 246, - 0, - 0, - 0, - 66, - 0, - 124 - ], - "65": [ - 21, - 49, - 0, - 43, - 207, - 0, - 0, - 80, - 132, - 28, - 0, - 373, - 0, - 232, - 0, - 0, - 0, - 61, - 0, - 119 - ], - "66": [ - 28, - 51, - 0, - 40, - 213, - 0, - 0, - 75, - 124, - 26, - 0, - 357, - 0, - 227, - 0, - 0, - 1, - 56, - 0, - 127 - ], - "67": [ - 20, - 58, - 0, - 44, - 204, - 0, - 0, - 82, - 121, - 21, - 0, - 347, - 0, - 229, - 0, - 0, - 2, - 48, - 0, - 117 - ], - "68": [ - 14, - 57, - 0, - 51, - 202, - 0, - 0, - 72, - 119, - 21, - 0, - 338, - 0, - 225, - 0, - 0, - 2, - 42, - 0, - 123 - ], - "69": [ - 18, - 59, - 0, - 54, - 207, - 0, - 0, - 75, - 123, - 17, - 0, - 334, - 0, - 228, - 0, - 0, - 0, - 41, - 0, - 122 - ], - "70": [ - 24, - 58, - 0, - 49, - 201, - 0, - 4, - 74, - 128, - 29, - 0, - 322, - 0, - 226, - 0, - 0, - 2, - 44, - 0, - 113 - ], - "71": [ - 18, - 63, - 0, - 48, - 200, - 0, - 12, - 71, - 126, - 26, - 0, - 322, - 0, - 223, - 0, - 0, - 4, - 49, - 0, - 111 - ], - "72": [ - 12, - 67, - 0, - 42, - 213, - 0, - 14, - 71, - 134, - 33, - 0, - 288, - 0, - 206, - 0, - 0, - 3, - 57, - 0, - 111 - ], - "73": [ - 12, - 68, - 3, - 41, - 213, - 0, - 22, - 71, - 131, - 20, - 0, - 287, - 0, - 223, - 0, - 0, - 0, - 56, - 0, - 105 - ], - "74": [ - 16, - 68, - 0, - 41, - 213, - 0, - 18, - 69, - 133, - 19, - 0, - 292, - 0, - 210, - 0, - 0, - 3, - 53, - 0, - 99 - ], - "75": [ - 13, - 66, - 1, - 40, - 203, - 0, - 29, - 73, - 136, - 20, - 0, - 307, - 0, - 214, - 0, - 0, - 2, - 50, - 0, - 108 - ], - "76": [ - 13, - 66, - 0, - 44, - 206, - 0, - 30, - 78, - 152, - 16, - 0, - 314, - 0, - 218, - 0, - 0, - 2, - 51, - 0, - 106 - ], - "77": [ - 8, - 71, - 0, - 41, - 202, - 0, - 34, - 82, - 154, - 8, - 0, - 295, - 0, - 225, - 0, - 0, - 4, - 51, - 0, - 101 - ], - "78": [ - 9, - 70, - 0, - 39, - 210, - 0, - 24, - 80, - 157, - 11, - 0, - 273, - 0, - 246, - 0, - 0, - 5, - 56, - 0, - 100 - ], - "79": [ - 4, - 64, - 0, - 37, - 202, - 0, - 26, - 80, - 144, - 10, - 0, - 276, - 0, - 251, - 0, - 0, - 1, - 49, - 0, - 101 - ], - "80": [ - 5, - 61, - 0, - 38, - 210, - 0, - 27, - 74, - 151, - 16, - 0, - 278, - 0, - 266, - 0, - 0, - 2, - 47, - 0, - 95 - ], - "81": [ - 12, - 57, - 0, - 37, - 209, - 0, - 35, - 73, - 164, - 15, - 0, - 277, - 0, - 280, - 0, - 0, - 3, - 51, - 0, - 95 - ], - "82": [ - 15, - 61, - 0, - 40, - 208, - 0, - 24, - 69, - 160, - 6, - 0, - 285, - 0, - 276, - 0, - 0, - 4, - 49, - 0, - 94 - ], - "83": [ - 15, - 54, - 0, - 42, - 210, - 0, - 23, - 72, - 144, - 10, - 0, - 284, - 0, - 276, - 0, - 0, - 5, - 46, - 0, - 87 - ], - "84": [ - 13, - 57, - 0, - 41, - 209, - 0, - 36, - 69, - 156, - 5, - 0, - 271, - 0, - 264, - 0, - 0, - 8, - 44, - 0, - 77 - ], - "85": [ - 14, - 63, - 0, - 43, - 208, - 0, - 43, - 73, - 159, - 0, - 0, - 285, - 0, - 266, - 0, - 0, - 8, - 46, - 0, - 80 - ], - "86": [ - 16, - 64, - 0, - 41, - 203, - 0, - 48, - 72, - 164, - 0, - 0, - 273, - 0, - 260, - 0, - 0, - 9, - 46, - 0, - 75 - ], - "87": [ - 13, - 57, - 1, - 41, - 209, - 0, - 38, - 72, - 168, - 0, - 0, - 292, - 0, - 270, - 0, - 0, - 10, - 51, - 0, - 77 - ], - "88": [ - 8, - 58, - 2, - 42, - 207, - 0, - 28, - 70, - 155, - 1, - 0, - 272, - 0, - 256, - 0, - 0, - 7, - 57, - 0, - 73 - ], - "89": [ - 5, - 61, - 4, - 41, - 189, - 0, - 30, - 68, - 155, - 1, - 0, - 274, - 0, - 249, - 0, - 0, - 7, - 54, - 0, - 80 - ], - "90": [ - 7, - 57, - 2, - 39, - 187, - 0, - 26, - 71, - 169, - 0, - 0, - 267, - 0, - 235, - 0, - 0, - 8, - 48, - 0, - 83 - ], - "91": [ - 13, - 57, - 5, - 39, - 197, - 0, - 29, - 62, - 164, - 0, - 0, - 294, - 0, - 230, - 0, - 0, - 5, - 53, - 0, - 78 - ], - "92": [ - 8, - 64, - 5, - 39, - 195, - 0, - 30, - 64, - 156, - 0, - 0, - 285, - 0, - 261, - 0, - 0, - 6, - 52, - 0, - 77 - ], - "93": [ - 7, - 67, - 2, - 39, - 188, - 0, - 12, - 64, - 166, - 0, - 0, - 277, - 0, - 261, - 0, - 0, - 4, - 57, - 0, - 80 - ], - "94": [ - 7, - 67, - 2, - 39, - 188, - 0, - 11, - 58, - 164, - 0, - 0, - 264, - 0, - 257, - 0, - 0, - 6, - 60, - 0, - 75 - ], - "95": [ - 6, - 70, - 2, - 36, - 190, - 0, - 14, - 50, - 170, - 0, - 0, - 261, - 0, - 264, - 0, - 0, - 4, - 60, - 0, - 72 - ], - "96": [ - 4, - 66, - 6, - 38, - 200, - 0, - 28, - 48, - 168, - 0, - 0, - 244, - 0, - 268, - 0, - 0, - 4, - 59, - 0, - 79 - ], - "97": [ - 8, - 62, - 5, - 37, - 196, - 0, - 25, - 48, - 151, - 0, - 0, - 246, - 0, - 269, - 0, - 0, - 4, - 56, - 0, - 85 - ], - "98": [ - 3, - 60, - 8, - 38, - 196, - 0, - 20, - 48, - 150, - 0, - 0, - 269, - 0, - 269, - 0, - 0, - 4, - 54, - 0, - 81 - ], - "99": [ - 1, - 66, - 12, - 38, - 184, - 0, - 21, - 42, - 148, - 0, - 0, - 267, - 0, - 290, - 0, - 0, - 3, - 56, - 0, - 85 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.01/run=078e320ecadb4d6f/rewards.plot.png b/experiments/seed=256/alpha=0.3.gamma=0.01/run=078e320ecadb4d6f/rewards.plot.png deleted file mode 100644 index ec2458c..0000000 Binary files a/experiments/seed=256/alpha=0.3.gamma=0.01/run=078e320ecadb4d6f/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.3.gamma=0.01/run=078e320ecadb4d6f/sum_rewards.json b/experiments/seed=256/alpha=0.3.gamma=0.01/run=078e320ecadb4d6f/sum_rewards.json deleted file mode 100644 index d917bd6..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.01/run=078e320ecadb4d6f/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 88115, - "V": 6047067 - }, - "control": { - "R": 84104, - "V": 5721003 - } -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.01/run=078e320ecadb4d6f/view.plot.png b/experiments/seed=256/alpha=0.3.gamma=0.01/run=078e320ecadb4d6f/view.plot.png deleted file mode 100644 index 1589859..0000000 Binary files a/experiments/seed=256/alpha=0.3.gamma=0.01/run=078e320ecadb4d6f/view.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.3.gamma=0.01/run=2869a0135b494c76/choices.json b/experiments/seed=256/alpha=0.3.gamma=0.01/run=2869a0135b494c76/choices.json deleted file mode 100644 index ee9eca9..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.01/run=2869a0135b494c76/choices.json +++ /dev/null @@ -1,702 +0,0 @@ -{ - "0": [ - 17, - 11, - 2, - 4, - 15 - ], - "1": [ - 11, - 17, - 12, - 2, - 16 - ], - "2": [ - 11, - 17, - 10, - 12, - 4 - ], - "3": [ - 11, - 17, - 2, - 6, - 13 - ], - "4": [ - 11, - 17, - 13, - 0, - 4 - ], - "5": [ - 11, - 17, - 13, - 4, - 19 - ], - "6": [ - 11, - 13, - 17, - 12, - 19 - ], - "7": [ - 11, - 17, - 13, - 19, - 1 - ], - "8": [ - 11, - 13, - 17, - 19, - 1 - ], - "9": [ - 11, - 13, - 17, - 19, - 4 - ], - "10": [ - 11, - 13, - 17, - 19, - 1 - ], - "11": [ - 11, - 13, - 17, - 19, - 0 - ], - "12": [ - 11, - 13, - 17, - 19, - 16 - ], - "13": [ - 11, - 13, - 17, - 19, - 2 - ], - "14": [ - 11, - 13, - 17, - 19, - 1 - ], - "15": [ - 11, - 13, - 17, - 19, - 4 - ], - "16": [ - 11, - 13, - 17, - 19, - 0 - ], - "17": [ - 11, - 13, - 17, - 19, - 4 - ], - "18": [ - 11, - 13, - 17, - 19, - 0 - ], - "19": [ - 11, - 13, - 17, - 19, - 4 - ], - "20": [ - 11, - 13, - 17, - 19, - 1 - ], - "21": [ - 11, - 13, - 17, - 19, - 3 - ], - "22": [ - 11, - 13, - 19, - 17, - 1 - ], - "23": [ - 11, - 13, - 17, - 19, - 2 - ], - "24": [ - 11, - 13, - 17, - 19, - 0 - ], - "25": [ - 11, - 13, - 19, - 17, - 1 - ], - "26": [ - 11, - 13, - 17, - 19, - 1 - ], - "27": [ - 11, - 13, - 17, - 19, - 4 - ], - "28": [ - 11, - 13, - 17, - 19, - 1 - ], - "29": [ - 11, - 13, - 17, - 19, - 3 - ], - "30": [ - 11, - 13, - 17, - 19, - 1 - ], - "31": [ - 11, - 13, - 17, - 19, - 4 - ], - "32": [ - 11, - 13, - 17, - 19, - 3 - ], - "33": [ - 11, - 13, - 17, - 3, - 19 - ], - "34": [ - 11, - 13, - 17, - 3, - 19 - ], - "35": [ - 11, - 13, - 17, - 19, - 3 - ], - "36": [ - 11, - 13, - 17, - 19, - 3 - ], - "37": [ - 11, - 13, - 17, - 19, - 3 - ], - "38": [ - 11, - 13, - 17, - 19, - 3 - ], - "39": [ - 11, - 13, - 17, - 3, - 19 - ], - "40": [ - 11, - 13, - 17, - 19, - 3 - ], - "41": [ - 11, - 13, - 17, - 3, - 19 - ], - "42": [ - 11, - 13, - 3, - 17, - 19 - ], - "43": [ - 11, - 13, - 17, - 3, - 1 - ], - "44": [ - 11, - 13, - 3, - 17, - 19 - ], - "45": [ - 11, - 13, - 17, - 3, - 19 - ], - "46": [ - 11, - 13, - 3, - 17, - 19 - ], - "47": [ - 11, - 13, - 17, - 3, - 19 - ], - "48": [ - 11, - 13, - 17, - 3, - 19 - ], - "49": [ - 11, - 13, - 3, - 17, - 19 - ], - "50": [ - 11, - 13, - 3, - 17, - 19 - ], - "51": [ - 11, - 13, - 19, - 17, - 3 - ], - "52": [ - 11, - 13, - 3, - 17, - 19 - ], - "53": [ - 11, - 13, - 17, - 3, - 19 - ], - "54": [ - 11, - 13, - 17, - 3, - 19 - ], - "55": [ - 11, - 13, - 17, - 3, - 19 - ], - "56": [ - 11, - 17, - 13, - 3, - 19 - ], - "57": [ - 11, - 13, - 17, - 3, - 19 - ], - "58": [ - 11, - 13, - 17, - 3, - 19 - ], - "59": [ - 11, - 13, - 17, - 3, - 19 - ], - "60": [ - 11, - 13, - 17, - 3, - 19 - ], - "61": [ - 11, - 13, - 17, - 3, - 19 - ], - "62": [ - 11, - 13, - 3, - 17, - 19 - ], - "63": [ - 11, - 13, - 3, - 17, - 19 - ], - "64": [ - 11, - 13, - 17, - 3, - 19 - ], - "65": [ - 11, - 13, - 19, - 17, - 3 - ], - "66": [ - 11, - 19, - 13, - 17, - 3 - ], - "67": [ - 11, - 13, - 19, - 3, - 17 - ], - "68": [ - 11, - 13, - 17, - 3, - 19 - ], - "69": [ - 11, - 13, - 19, - 17, - 3 - ], - "70": [ - 11, - 13, - 19, - 3, - 17 - ], - "71": [ - 11, - 13, - 19, - 3, - 17 - ], - "72": [ - 11, - 13, - 19, - 3, - 17 - ], - "73": [ - 11, - 13, - 19, - 3, - 17 - ], - "74": [ - 11, - 13, - 17, - 19, - 0 - ], - "75": [ - 11, - 13, - 19, - 17, - 3 - ], - "76": [ - 11, - 13, - 19, - 3, - 17 - ], - "77": [ - 11, - 13, - 19, - 3, - 17 - ], - "78": [ - 11, - 13, - 19, - 3, - 17 - ], - "79": [ - 11, - 13, - 19, - 3, - 17 - ], - "80": [ - 11, - 13, - 19, - 17, - 3 - ], - "81": [ - 11, - 13, - 17, - 19, - 3 - ], - "82": [ - 11, - 13, - 19, - 3, - 17 - ], - "83": [ - 11, - 13, - 19, - 17, - 3 - ], - "84": [ - 11, - 13, - 19, - 17, - 3 - ], - "85": [ - 11, - 13, - 3, - 19, - 17 - ], - "86": [ - 11, - 19, - 13, - 3, - 17 - ], - "87": [ - 11, - 13, - 17, - 19, - 3 - ], - "88": [ - 11, - 19, - 13, - 17, - 3 - ], - "89": [ - 11, - 13, - 17, - 19, - 3 - ], - "90": [ - 11, - 13, - 3, - 17, - 19 - ], - "91": [ - 11, - 3, - 13, - 17, - 19 - ], - "92": [ - 11, - 13, - 19, - 3, - 17 - ], - "93": [ - 11, - 13, - 3, - 17, - 19 - ], - "94": [ - 11, - 17, - 13, - 19, - 3 - ], - "95": [ - 11, - 13, - 17, - 19, - 3 - ], - "96": [ - 11, - 13, - 17, - 3, - 19 - ], - "97": [ - 11, - 13, - 17, - 3, - 19 - ], - "98": [ - 11, - 13, - 3, - 17, - 19 - ], - "99": [ - 11, - 13, - 17, - 3, - 19 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.01/run=2869a0135b494c76/config.json b/experiments/seed=256/alpha=0.3.gamma=0.01/run=2869a0135b494c76/config.json deleted file mode 100644 index fe6e416..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.01/run=2869a0135b494c76/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 20, - "num_choices": 5, - "time_span": 100, - "history_span": 3000, - "alpha": 0.3, - "gamma": 0.01, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.01/run=2869a0135b494c76/control.choices.json b/experiments/seed=256/alpha=0.3.gamma=0.01/run=2869a0135b494c76/control.choices.json deleted file mode 100644 index 1ce1220..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.01/run=2869a0135b494c76/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 4, - 3, - 11, - 1, - 13 -] \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.01/run=2869a0135b494c76/qvalues.json b/experiments/seed=256/alpha=0.3.gamma=0.01/run=2869a0135b494c76/qvalues.json deleted file mode 100644 index 1016b8f..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.01/run=2869a0135b494c76/qvalues.json +++ /dev/null @@ -1,2180 +0,0 @@ -{ - "0": [ - 0.0, - 5.0, - 4.2, - 5.0, - 9.2, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 110.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 44.1, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 5.0, - 7.44, - 5.0, - 9.2, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 179.89999999999998, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 72.57000000000001, - 0.0, - 0.0 - ], - "2": [ - 0.0, - 5.0, - 7.44, - 5.0, - 11.54, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 229.13, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 94.299, - 0.0, - 0.0 - ], - "3": [ - 0.0, - 5.0, - 8.208, - 5.0, - 11.54, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 264.791, - 0.0, - 56.0, - 0.0, - 0.0, - 0.0, - 107.4093, - 0.0, - 0.0 - ], - "4": [ - 12.6, - 5.0, - 8.208, - 5.0, - 14.078, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 293.6537, - 0.0, - 90.19999999999999, - 0.0, - 0.0, - 0.0, - 115.98651, - 0.0, - 0.0 - ], - "5": [ - 12.6, - 5.0, - 8.208, - 5.0, - 15.2546, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 316.55759, - 0.0, - 111.13999999999999, - 0.0, - 0.0, - 0.0, - 118.09055699999999, - 0.0, - 33.9 - ], - "6": [ - 12.6, - 5.0, - 8.208, - 5.0, - 15.2546, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 331.990313, - 0.0, - 124.29799999999999, - 0.0, - 0.0, - 0.0, - 119.26338989999999, - 0.0, - 55.53 - ], - "7": [ - 12.6, - 16.1, - 8.208, - 5.0, - 15.2546, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 344.5932191, - 0.0, - 133.80859999999998, - 0.0, - 0.0, - 0.0, - 120.08437293, - 0.0, - 70.371 - ], - "8": [ - 12.6, - 23.27, - 8.208, - 5.0, - 15.2546, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 352.81525337, - 0.0, - 139.86602, - 0.0, - 0.0, - 0.0, - 120.659061051, - 0.0, - 78.3597 - ], - "9": [ - 12.6, - 23.27, - 8.208, - 5.0, - 16.97822, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 358.570677359, - 0.0, - 146.506214, - 0.0, - 0.0, - 0.0, - 121.6613427357, - 0.0, - 83.05179 - ], - "10": [ - 12.6, - 27.989, - 8.208, - 5.0, - 16.97822, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 363.7994741513, - 0.0, - 152.6543498, - 0.0, - 0.0, - 0.0, - 122.36293991499001, - 0.0, - 89.036253 - ], - "11": [ - 17.52, - 27.989, - 8.208, - 5.0, - 16.97822, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 369.85963190590996, - 0.0, - 153.35804486, - 0.0, - 0.0, - 0.0, - 124.654057940493, - 0.0, - 92.62537710000001 - ], - "12": [ - 17.52, - 27.989, - 8.208, - 5.0, - 16.97822, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 372.601742334137, - 0.0, - 150.850631402, - 0.0, - 0.0, - 0.0, - 125.3578405583451, - 0.0, - 91.53776397 - ], - "13": [ - 17.52, - 27.989, - 8.7456, - 5.0, - 16.97822, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 378.7212196338959, - 0.0, - 148.4954419814, - 0.0, - 0.0, - 0.0, - 124.65048839084157, - 0.0, - 91.076434779 - ], - "14": [ - 17.52, - 30.6923, - 8.7456, - 5.0, - 16.97822, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 379.1048537437271, - 0.0, - 147.74680938698, - 0.0, - 0.0, - 0.0, - 122.9553418735891, - 0.0, - 91.0535043453 - ], - "15": [ - 17.52, - 30.6923, - 8.7456, - 5.0, - 20.284754, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 381.773397620609, - 0.0, - 152.32276657088602, - 0.0, - 0.0, - 0.0, - 124.16873931151237, - 0.0, - 89.53745304171 - ], - "16": [ - 19.464, - 30.6923, - 8.7456, - 5.0, - 20.284754, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 385.1413783344263, - 0.0, - 155.8259365996202, - 0.0, - 0.0, - 0.0, - 123.51811751805866, - 0.0, - 88.776217129197 - ], - "17": [ - 19.464, - 30.6923, - 8.7456, - 5.0, - 21.9993278, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 388.0989648340984, - 0.0, - 156.77815561973415, - 0.0, - 0.0, - 0.0, - 125.46268226264107, - 0.0, - 87.64335199043789 - ], - "18": [ - 21.424799999999998, - 30.6923, - 8.7456, - 5.0, - 21.9993278, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 390.16927538386886, - 0.0, - 156.8447089338139, - 0.0, - 0.0, - 0.0, - 128.92387758384874, - 0.0, - 87.45034639330652 - ], - "19": [ - 21.424799999999998, - 30.6923, - 8.7456, - 5.0, - 23.79952946, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 395.5184927687082, - 0.0, - 158.39129625366974, - 0.0, - 0.0, - 0.0, - 128.34671430869412, - 0.0, - 89.11524247531456 - ], - "20": [ - 21.424799999999998, - 32.28461, - 8.7456, - 5.0, - 23.79952946, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 396.5629449380957, - 0.0, - 154.6739073775688, - 0.0, - 0.0, - 0.0, - 124.94270001608588, - 0.0, - 89.3806697327202 - ], - "21": [ - 21.424799999999998, - 32.28461, - 8.7456, - 26.9, - 23.79952946, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 397.894061456667, - 0.0, - 151.77173516429818, - 0.0, - 0.0, - 0.0, - 121.65989001126012, - 0.0, - 86.56646881290413 - ], - "22": [ - 21.424799999999998, - 30.699227, - 8.7456, - 26.9, - 23.79952946, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 401.8258430196669, - 0.0, - 147.04021461500872, - 0.0, - 0.0, - 0.0, - 120.56192300788209, - 0.0, - 86.0965281690329 - ], - "23": [ - 21.424799999999998, - 30.699227, - 7.3219199999999995, - 26.9, - 23.79952946, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 403.3780901137668, - 0.0, - 142.8281502305061, - 0.0, - 0.0, - 0.0, - 120.39334610551747, - 0.0, - 84.86756971832303 - ], - "24": [ - 23.997359999999997, - 30.699227, - 7.3219199999999995, - 26.9, - 23.79952946, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 405.66466307963674, - 0.0, - 141.37970516135428, - 0.0, - 0.0, - 0.0, - 119.07534227386222, - 0.0, - 83.10729880282612 - ], - "25": [ - 23.997359999999997, - 29.2894589, - 7.3219199999999995, - 26.9, - 23.79952946, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 411.46526415574573, - 0.0, - 139.165793612948, - 0.0, - 0.0, - 0.0, - 116.65273959170355, - 0.0, - 81.57510916197829 - ], - "26": [ - 23.997359999999997, - 28.60262123, - 7.3219199999999995, - 26.9, - 23.79952946, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 414.325684909022, - 0.0, - 137.6160555290636, - 0.0, - 0.0, - 0.0, - 114.65691771419249, - 0.0, - 78.4025764133848 - ], - "27": [ - 23.997359999999997, - 28.60262123, - 7.3219199999999995, - 26.9, - 27.759670621999998, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 416.9279794363154, - 0.0, - 139.83123887034452, - 0.0, - 0.0, - 0.0, - 113.25984239993474, - 0.0, - 74.98180348936937 - ], - "28": [ - 23.997359999999997, - 28.721834861, - 7.3219199999999995, - 26.9, - 27.759670621999998, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 418.4495856054208, - 0.0, - 141.08186720924115, - 0.0, - 0.0, - 0.0, - 111.98188967995432, - 0.0, - 74.38726244255855 - ], - "29": [ - 23.997359999999997, - 28.721834861, - 7.3219199999999995, - 46.129999999999995, - 27.759670621999998, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 421.01470992379456, - 0.0, - 142.5573070464688, - 0.0, - 0.0, - 0.0, - 112.58732277596802, - 0.0, - 74.57108370979098 - ], - "30": [ - 23.997359999999997, - 29.4052844027, - 7.3219199999999995, - 46.129999999999995, - 27.759670621999998, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 422.5102969466562, - 0.0, - 145.99011493252814, - 0.0, - 0.0, - 0.0, - 111.21112594317762, - 0.0, - 73.19975859685368 - ], - "31": [ - 23.997359999999997, - 29.4052844027, - 7.3219199999999995, - 46.129999999999995, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 425.0572078626593, - 0.0, - 149.5930804527697, - 0.0, - 0.0, - 0.0, - 109.94778816022433, - 0.0, - 72.83983101779758 - ], - "32": [ - 23.997359999999997, - 29.4052844027, - 7.3219199999999995, - 57.491, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 430.14004550386153, - 0.0, - 151.81515631693878, - 0.0, - 0.0, - 0.0, - 109.66345171215704, - 0.0, - 72.88788171245831 - ], - "33": [ - 23.997359999999997, - 29.4052844027, - 7.3219199999999995, - 63.6437, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 435.4980318527031, - 0.0, - 154.87060942185715, - 0.0, - 0.0, - 0.0, - 109.16441619850993, - 0.0, - 73.22151719872082 - ], - "34": [ - 23.997359999999997, - 29.4052844027, - 7.3219199999999995, - 67.95059, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 439.24862229689217, - 0.0, - 152.8094265953, - 0.0, - 0.0, - 0.0, - 109.71509133895695, - 0.0, - 73.45506203910458 - ], - "35": [ - 23.997359999999997, - 29.4052844027, - 7.3219199999999995, - 69.76541300000001, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 441.5740356078245, - 0.0, - 152.26659861671, - 0.0, - 0.0, - 0.0, - 110.10056393726987, - 0.0, - 75.7185434273732 - ], - "36": [ - 23.997359999999997, - 29.4052844027, - 7.3219199999999995, - 72.5357891, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 444.7018249254771, - 0.0, - 151.88661903169702, - 0.0, - 0.0, - 0.0, - 110.37039475608891, - 0.0, - 77.60298039916124 - ], - "37": [ - 23.997359999999997, - 29.4052844027, - 7.3219199999999995, - 74.17505237, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 449.291277447834, - 0.0, - 153.4206333221879, - 0.0, - 0.0, - 0.0, - 107.55927632926225, - 0.0, - 80.12208627941287 - ], - "38": [ - 23.997359999999997, - 29.4052844027, - 7.3219199999999995, - 75.622536659, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 452.50389421348376, - 0.0, - 152.09444332553153, - 0.0, - 0.0, - 0.0, - 104.69149343048358, - 0.0, - 80.685460395589 - ], - "39": [ - 23.997359999999997, - 29.4052844027, - 7.3219199999999995, - 79.03577566130001, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 454.1527259494386, - 0.0, - 151.76611032787207, - 0.0, - 0.0, - 0.0, - 101.4840454013385, - 0.0, - 77.7798222769123 - ], - "40": [ - 23.997359999999997, - 29.4052844027, - 7.3219199999999995, - 81.12504296291, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 454.706908164607, - 0.0, - 151.23627722951045, - 0.0, - 0.0, - 0.0, - 100.73883178093695, - 0.0, - 73.34587559383861 - ], - "41": [ - 23.997359999999997, - 29.4052844027, - 7.3219199999999995, - 83.187530074037, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 455.3948357152249, - 0.0, - 149.66539406065732, - 0.0, - 0.0, - 0.0, - 99.31718224665586, - 0.0, - 72.34211291568703 - ], - "42": [ - 23.997359999999997, - 29.4052844027, - 7.3219199999999995, - 88.2312710518259, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 457.3763850006574, - 0.0, - 149.46577584246012, - 0.0, - 0.0, - 0.0, - 98.9220275726591, - 0.0, - 72.23947904098091 - ], - "43": [ - 23.997359999999997, - 27.18369908189, - 7.3219199999999995, - 89.96188973627812, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 460.8634695004602, - 0.0, - 149.6260430897221, - 0.0, - 0.0, - 0.0, - 96.54541930086137, - 0.0, - 72.23947904098091 - ], - "44": [ - 23.997359999999997, - 27.18369908189, - 7.3219199999999995, - 90.87332281539469, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 464.50442865032215, - 0.0, - 148.83823016280547, - 0.0, - 0.0, - 0.0, - 98.48179351060296, - 0.0, - 71.56763532868663 - ], - "45": [ - 23.997359999999997, - 27.18369908189, - 7.3219199999999995, - 91.21132597077629, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 468.5531000552255, - 0.0, - 147.68676111396383, - 0.0, - 0.0, - 0.0, - 100.73725545742207, - 0.0, - 71.39734473008065 - ], - "46": [ - 23.997359999999997, - 27.18369908189, - 7.3219199999999995, - 89.0479281795434, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 470.48717003865784, - 0.0, - 145.98073277977468, - 0.0, - 0.0, - 0.0, - 102.61607882019544, - 0.0, - 73.97814131105645 - ], - "47": [ - 23.997359999999997, - 27.18369908189, - 7.3219199999999995, - 88.43354972568038, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 472.1410190270605, - 0.0, - 144.78651294584228, - 0.0, - 0.0, - 0.0, - 103.63125517413681, - 0.0, - 75.48469891773951 - ], - "48": [ - 23.997359999999997, - 27.18369908189, - 7.3219199999999995, - 88.00348480797626, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 473.5987133189424, - 0.0, - 141.8505590620896, - 0.0, - 0.0, - 0.0, - 102.54187862189576, - 0.0, - 76.53928924241765 - ], - "49": [ - 23.997359999999997, - 27.18369908189, - 7.3219199999999995, - 85.90243936558339, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 475.81909932325965, - 0.0, - 137.3953913434627, - 0.0, - 0.0, - 0.0, - 102.37931503532704, - 0.0, - 74.57750246969236 - ], - "50": [ - 23.997359999999997, - 27.18369908189, - 7.3219199999999995, - 86.53170755590837, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 477.9733695262818, - 0.0, - 134.8767739404239, - 0.0, - 0.0, - 0.0, - 100.46552052472893, - 0.0, - 72.30425172878465 - ], - "51": [ - 23.997359999999997, - 27.18369908189, - 7.3219199999999995, - 88.77219528913585, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 478.2813586683972, - 0.0, - 132.21374175829672, - 0.0, - 0.0, - 0.0, - 101.52586436731025, - 0.0, - 72.51297621014925 - ], - "52": [ - 23.997359999999997, - 27.18369908189, - 7.3219199999999995, - 90.9405367023951, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 478.79695106787807, - 0.0, - 127.0496192308077, - 0.0, - 0.0, - 0.0, - 102.26810505711717, - 0.0, - 72.35908334710447 - ], - "53": [ - 23.997359999999997, - 27.18369908189, - 7.3219199999999995, - 93.65837569167657, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 476.45786574751463, - 0.0, - 124.33473346156539, - 0.0, - 0.0, - 0.0, - 101.58767353998202, - 0.0, - 73.75135834297313 - ], - "54": [ - 23.997359999999997, - 27.18369908189, - 7.3219199999999995, - 94.9608629841736, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 476.92050602326026, - 0.0, - 125.43431342309577, - 0.0, - 0.0, - 0.0, - 99.91137147798742, - 0.0, - 74.12595084008119 - ], - "55": [ - 23.997359999999997, - 27.18369908189, - 7.3219199999999995, - 94.97260408892151, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 475.4443542162822, - 0.0, - 123.80401939616704, - 0.0, - 0.0, - 0.0, - 98.7379600345912, - 0.0, - 74.98816558805683 - ], - "56": [ - 23.997359999999997, - 27.18369908189, - 7.3219199999999995, - 96.18082286224507, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 475.01104795139753, - 0.0, - 121.76281357731692, - 0.0, - 0.0, - 0.0, - 97.61657202421384, - 0.0, - 74.69171591163978 - ], - "57": [ - 23.997359999999997, - 27.18369908189, - 7.3219199999999995, - 96.12657600357154, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 477.7077335659783, - 0.0, - 123.33396950412184, - 0.0, - 0.0, - 0.0, - 98.63160041694968, - 0.0, - 74.48420113814784 - ], - "58": [ - 23.997359999999997, - 27.18369908189, - 7.3219199999999995, - 97.28860320250008, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 478.0954134961848, - 0.0, - 126.83377865288529, - 0.0, - 0.0, - 0.0, - 97.84212029186477, - 0.0, - 76.73894079670349 - ], - "59": [ - 23.997359999999997, - 27.18369908189, - 7.3219199999999995, - 97.20202224175006, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 477.76678944732936, - 0.0, - 128.3836450570197, - 0.0, - 0.0, - 0.0, - 99.38948420430535, - 0.0, - 79.51725855769244 - ], - "60": [ - 23.997359999999997, - 27.18369908189, - 7.3219199999999995, - 95.04141556922504, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 477.53675261313055, - 0.0, - 128.8685515399138, - 0.0, - 0.0, - 0.0, - 99.27263894301375, - 0.0, - 81.16208099038471 - ], - "61": [ - 23.997359999999997, - 27.18369908189, - 7.3219199999999995, - 91.42899089845753, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 478.2757268291914, - 0.0, - 127.70798607793965, - 0.0, - 0.0, - 0.0, - 97.09084726010963, - 0.0, - 82.9134566932693 - ], - "62": [ - 23.997359999999997, - 27.18369908189, - 7.3219199999999995, - 90.70029362892026, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 479.093008780434, - 0.0, - 129.29559025455777, - 0.0, - 0.0, - 0.0, - 94.06359308207674, - 0.0, - 85.03941968528851 - ], - "63": [ - 23.997359999999997, - 27.18369908189, - 7.3219199999999995, - 88.39020554024418, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 479.9651061463038, - 0.0, - 128.60691317819044, - 0.0, - 0.0, - 0.0, - 90.44451515745371, - 0.0, - 88.02759377970196 - ], - "64": [ - 23.997359999999997, - 27.18369908189, - 7.3219199999999995, - 85.27314387817093, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 479.37557430241264, - 0.0, - 126.02483922473331, - 0.0, - 0.0, - 0.0, - 88.21116061021759, - 0.0, - 89.81931564579138 - ], - "65": [ - 23.997359999999997, - 27.18369908189, - 7.3219199999999995, - 80.99120071471965, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 478.66290201168886, - 0.0, - 123.91738745731332, - 0.0, - 0.0, - 0.0, - 85.14781242715232, - 0.0, - 93.47352095205396 - ], - "66": [ - 23.997359999999997, - 27.18369908189, - 7.3219199999999995, - 80.39384050030375, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 482.0640314081822, - 0.0, - 120.34217122011933, - 0.0, - 0.0, - 0.0, - 80.90346869900662, - 0.0, - 93.33146466643777 - ], - "67": [ - 23.997359999999997, - 27.18369908189, - 7.3219199999999995, - 79.97568835021262, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 484.4448219857275, - 0.0, - 118.13951985408353, - 0.0, - 0.0, - 0.0, - 75.23242808930463, - 0.0, - 94.73202526650644 - ], - "68": [ - 23.997359999999997, - 27.18369908189, - 7.3219199999999995, - 79.98298184514883, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 487.91137539000925, - 0.0, - 117.19766389785848, - 0.0, - 0.0, - 0.0, - 70.96269966251324, - 0.0, - 93.9124176865545 - ], - "69": [ - 23.997359999999997, - 27.18369908189, - 7.3219199999999995, - 79.68808729160418, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 489.7379627730065, - 0.0, - 119.23836472850093, - 0.0, - 0.0, - 0.0, - 67.97388976375927, - 0.0, - 91.23869238058815 - ], - "70": [ - 23.997359999999997, - 27.18369908189, - 7.3219199999999995, - 79.78166110412292, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 490.4165739411045, - 0.0, - 121.86685530995065, - 0.0, - 0.0, - 0.0, - 68.58172283463149, - 0.0, - 89.66708466641171 - ], - "71": [ - 23.997359999999997, - 27.18369908189, - 7.3219199999999995, - 80.74716277288604, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 489.99160175877313, - 0.0, - 125.80679871696546, - 0.0, - 0.0, - 0.0, - 69.30720598424205, - 0.0, - 90.0669592664882 - ], - "72": [ - 23.997359999999997, - 27.18369908189, - 7.3219199999999995, - 82.32301394102024, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 489.6941212311412, - 0.0, - 128.86475910187582, - 0.0, - 0.0, - 0.0, - 71.01504418896943, - 0.0, - 89.14687148654174 - ], - "73": [ - 23.997359999999997, - 27.18369908189, - 7.3219199999999995, - 81.62610975871416, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 486.7858848617988, - 0.0, - 131.60533137131307, - 0.0, - 0.0, - 0.0, - 72.5105309322786, - 0.0, - 89.10281004057921 - ], - "74": [ - 18.898151999999996, - 27.18369908189, - 7.3219199999999995, - 81.62610975871416, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 481.7501194032592, - 0.0, - 131.72373195991915, - 0.0, - 0.0, - 0.0, - 71.75737165259503, - 0.0, - 92.37196702840545 - ], - "75": [ - 18.898151999999996, - 27.18369908189, - 7.3219199999999995, - 81.13827683109992, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 480.62508358228143, - 0.0, - 130.0066123719434, - 0.0, - 0.0, - 0.0, - 73.63016015681652, - 0.0, - 93.76037691988381 - ], - "76": [ - 18.898151999999996, - 27.18369908189, - 7.3219199999999995, - 79.29679378176994, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 476.837558507597, - 0.0, - 130.90462866036037, - 0.0, - 0.0, - 0.0, - 74.94111210977157, - 0.0, - 95.03226384391867 - ], - "77": [ - 18.898151999999996, - 27.18369908189, - 7.3219199999999995, - 78.30775564723895, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 473.5862909553179, - 0.0, - 131.23324006225226, - 0.0, - 0.0, - 0.0, - 76.4587784768401, - 0.0, - 95.02258469074307 - ], - "78": [ - 18.898151999999996, - 27.18369908189, - 7.3219199999999995, - 77.01542895306727, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 472.2104036687225, - 0.0, - 132.06326804357658, - 0.0, - 0.0, - 0.0, - 75.12114493378806, - 0.0, - 93.21580928352014 - ], - "79": [ - 18.898151999999996, - 27.18369908189, - 7.3219199999999995, - 76.11080026714708, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 473.04728256810574, - 0.0, - 134.1442876305036, - 0.0, - 0.0, - 0.0, - 75.38480145365165, - 0.0, - 91.6510664984641 - ], - "80": [ - 18.898151999999996, - 27.18369908189, - 7.3219199999999995, - 74.87756018700296, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 473.633097797674, - 0.0, - 130.80100134135253, - 0.0, - 0.0, - 0.0, - 74.66936101755616, - 0.0, - 92.95574654892488 - ], - "81": [ - 18.898151999999996, - 27.18369908189, - 7.3219199999999995, - 75.21429213090207, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 476.4431684583718, - 0.0, - 127.56070093894677, - 0.0, - 0.0, - 0.0, - 74.7685527122893, - 0.0, - 92.96902258424741 - ], - "82": [ - 18.898151999999996, - 27.18369908189, - 7.3219199999999995, - 75.45000449163145, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 478.1102179208603, - 0.0, - 125.59249065726274, - 0.0, - 0.0, - 0.0, - 75.73798689860251, - 0.0, - 93.87831580897318 - ], - "83": [ - 18.898151999999996, - 27.18369908189, - 7.3219199999999995, - 78.61500314414201, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 478.6771525446022, - 0.0, - 124.81474346008392, - 0.0, - 0.0, - 0.0, - 75.81659082902176, - 0.0, - 90.91482106628123 - ], - "84": [ - 18.898151999999996, - 27.18369908189, - 7.3219199999999995, - 82.6305022008994, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 483.27400678122154, - 0.0, - 124.87032042205874, - 0.0, - 0.0, - 0.0, - 76.47161358031524, - 0.0, - 89.74037474639687 - ], - "85": [ - 18.898151999999996, - 27.18369908189, - 7.3219199999999995, - 86.04135154062958, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 482.5918047468551, - 0.0, - 126.70922429544112, - 0.0, - 0.0, - 0.0, - 75.43012950622067, - 0.0, - 87.71826232247781 - ], - "86": [ - 18.898151999999996, - 27.18369908189, - 7.3219199999999995, - 86.32894607844071, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 485.41426332279855, - 0.0, - 125.59645700680878, - 0.0, - 0.0, - 0.0, - 77.70109065435446, - 0.0, - 84.80278362573446 - ], - "87": [ - 18.898151999999996, - 27.18369908189, - 7.3219199999999995, - 85.6302622549085, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 485.289984325959, - 0.0, - 122.41751990476614, - 0.0, - 0.0, - 0.0, - 81.69076345804812, - 0.0, - 81.56194853801412 - ], - "88": [ - 18.898151999999996, - 27.18369908189, - 7.3219199999999995, - 83.34118357843595, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 484.3029890281713, - 0.0, - 116.5922639333363, - 0.0, - 0.0, - 0.0, - 84.78353442063369, - 0.0, - 81.69336397660989 - ], - "89": [ - 18.898151999999996, - 27.18369908189, - 7.3219199999999995, - 83.23882850490516, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 490.8120923197199, - 0.0, - 114.31458475333541, - 0.0, - 0.0, - 0.0, - 84.84847409444357, - 0.0, - 80.58535478362693 - ], - "90": [ - 18.898151999999996, - 27.18369908189, - 7.3219199999999995, - 84.3671799534336, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 494.1684646238039, - 0.0, - 112.72020932733479, - 0.0, - 0.0, - 0.0, - 85.4939318661105, - 0.0, - 79.20974834853885 - ], - "91": [ - 18.898151999999996, - 27.18369908189, - 7.3219199999999995, - 86.35702596740353, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 495.31792523666275, - 0.0, - 111.60414652913435, - 0.0, - 0.0, - 0.0, - 86.84575230627735, - 0.0, - 78.2468238439772 - ], - "92": [ - 18.898151999999996, - 27.18369908189, - 7.3219199999999995, - 86.84991817718247, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 496.12254766566394, - 0.0, - 111.42290257039404, - 0.0, - 0.0, - 0.0, - 89.29202661439415, - 0.0, - 76.67277669078403 - ], - "93": [ - 18.898151999999996, - 27.18369908189, - 7.3219199999999995, - 87.19494272402773, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 495.4857833659648, - 0.0, - 109.49603179927583, - 0.0, - 0.0, - 0.0, - 92.5044186300759, - 0.0, - 74.97094368354882 - ], - "94": [ - 18.898151999999996, - 27.18369908189, - 7.3219199999999995, - 82.63645990681941, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 493.8400483561753, - 0.0, - 110.54722225949308, - 0.0, - 0.0, - 0.0, - 97.45309304105314, - 0.0, - 72.27966057848418 - ], - "95": [ - 18.898151999999996, - 27.18369908189, - 7.3219199999999995, - 80.64552193477358, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 491.48803384932273, - 0.0, - 109.48305558164516, - 0.0, - 0.0, - 0.0, - 102.1171651287372, - 0.0, - 73.69576240493893 - ], - "96": [ - 18.898151999999996, - 27.18369908189, - 7.3219199999999995, - 78.65186535434151, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 491.34162369452594, - 0.0, - 113.23813890715161, - 0.0, - 0.0, - 0.0, - 103.58201559011604, - 0.0, - 74.98703368345726 - ], - "97": [ - 18.898151999999996, - 27.18369908189, - 7.3219199999999995, - 78.75630574803905, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 494.2391365861682, - 0.0, - 116.46669723500612, - 0.0, - 0.0, - 0.0, - 104.00741091308123, - 0.0, - 76.79092357842008 - ], - "98": [ - 18.898151999999996, - 27.18369908189, - 7.3219199999999995, - 80.32941402362734, - 30.231769435399997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 498.96739561031774, - 0.0, - 126.22668806450429, - 0.0, - 0.0, - 0.0, - 103.10518763915687, - 0.0, - 78.95364650489405 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.01/run=2869a0135b494c76/rewards.json b/experiments/seed=256/alpha=0.3.gamma=0.01/run=2869a0135b494c76/rewards.json deleted file mode 100644 index aa06c81..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.01/run=2869a0135b494c76/rewards.json +++ /dev/null @@ -1,2202 +0,0 @@ -{ - "0": [ - 21, - 34, - 6, - 91, - 17, - 0, - 6, - 0, - 158, - 12, - 0, - 355, - 0, - 162, - 0, - 0, - 0, - 148, - 0, - 114 - ], - "1": [ - 28, - 35, - 14, - 87, - 19, - 0, - 5, - 1, - 167, - 13, - 0, - 355, - 0, - 167, - 0, - 0, - 0, - 147, - 0, - 117 - ], - "2": [ - 32, - 39, - 15, - 81, - 19, - 0, - 2, - 0, - 177, - 14, - 0, - 343, - 0, - 173, - 0, - 0, - 0, - 139, - 0, - 119 - ], - "3": [ - 33, - 34, - 12, - 87, - 17, - 0, - 1, - 3, - 188, - 14, - 0, - 344, - 0, - 163, - 0, - 0, - 0, - 145, - 0, - 118 - ], - "4": [ - 39, - 36, - 10, - 94, - 19, - 0, - 0, - 3, - 183, - 15, - 0, - 348, - 0, - 175, - 0, - 0, - 0, - 138, - 0, - 122 - ], - "5": [ - 42, - 36, - 4, - 104, - 20, - 0, - 0, - 8, - 177, - 17, - 0, - 361, - 0, - 170, - 0, - 0, - 0, - 136, - 0, - 115 - ], - "6": [ - 40, - 36, - 5, - 99, - 18, - 0, - 0, - 9, - 170, - 17, - 0, - 370, - 0, - 160, - 0, - 0, - 0, - 123, - 0, - 113 - ], - "7": [ - 37, - 41, - 3, - 102, - 21, - 0, - 0, - 9, - 164, - 15, - 0, - 368, - 0, - 155, - 0, - 0, - 0, - 122, - 0, - 106 - ], - "8": [ - 36, - 42, - 3, - 105, - 23, - 0, - 0, - 8, - 167, - 16, - 0, - 374, - 0, - 156, - 0, - 0, - 0, - 122, - 0, - 105 - ], - "9": [ - 35, - 40, - 3, - 90, - 24, - 0, - 0, - 8, - 171, - 18, - 0, - 372, - 0, - 154, - 0, - 0, - 0, - 122, - 0, - 97 - ], - "10": [ - 35, - 40, - 2, - 89, - 21, - 0, - 0, - 8, - 178, - 21, - 0, - 372, - 0, - 162, - 0, - 0, - 0, - 124, - 0, - 94 - ], - "11": [ - 33, - 39, - 3, - 92, - 24, - 0, - 0, - 12, - 183, - 18, - 0, - 376, - 0, - 167, - 0, - 0, - 0, - 124, - 0, - 103 - ], - "12": [ - 29, - 39, - 5, - 80, - 26, - 0, - 0, - 13, - 187, - 21, - 0, - 384, - 0, - 155, - 0, - 0, - 0, - 130, - 0, - 101 - ], - "13": [ - 28, - 37, - 7, - 79, - 27, - 0, - 0, - 8, - 179, - 22, - 0, - 379, - 0, - 145, - 0, - 0, - 0, - 127, - 0, - 89 - ], - "14": [ - 25, - 33, - 10, - 78, - 26, - 0, - 0, - 7, - 185, - 24, - 0, - 393, - 0, - 143, - 0, - 0, - 0, - 123, - 0, - 90 - ], - "15": [ - 25, - 37, - 12, - 78, - 27, - 0, - 0, - 6, - 188, - 26, - 0, - 380, - 0, - 146, - 0, - 0, - 0, - 119, - 0, - 91 - ], - "16": [ - 24, - 43, - 13, - 83, - 28, - 0, - 0, - 2, - 189, - 30, - 0, - 388, - 0, - 163, - 0, - 0, - 0, - 127, - 0, - 86 - ], - "17": [ - 24, - 45, - 11, - 80, - 26, - 0, - 0, - 1, - 197, - 28, - 0, - 393, - 0, - 164, - 0, - 0, - 0, - 122, - 0, - 87 - ], - "18": [ - 26, - 43, - 14, - 72, - 26, - 0, - 0, - 3, - 200, - 25, - 0, - 395, - 0, - 159, - 0, - 0, - 0, - 130, - 0, - 85 - ], - "19": [ - 26, - 39, - 17, - 80, - 27, - 0, - 0, - 1, - 192, - 26, - 0, - 395, - 0, - 157, - 0, - 0, - 0, - 137, - 0, - 87 - ], - "20": [ - 24, - 34, - 11, - 78, - 28, - 0, - 0, - 0, - 175, - 21, - 0, - 408, - 0, - 162, - 0, - 0, - 0, - 127, - 0, - 93 - ], - "21": [ - 25, - 36, - 6, - 85, - 30, - 0, - 0, - 0, - 170, - 20, - 0, - 399, - 0, - 146, - 0, - 0, - 0, - 117, - 0, - 90 - ], - "22": [ - 28, - 34, - 7, - 78, - 31, - 0, - 0, - 0, - 169, - 16, - 0, - 401, - 0, - 145, - 0, - 0, - 0, - 114, - 0, - 80 - ], - "23": [ - 33, - 27, - 8, - 87, - 31, - 0, - 0, - 0, - 174, - 15, - 0, - 411, - 0, - 136, - 0, - 0, - 0, - 118, - 0, - 85 - ], - "24": [ - 31, - 26, - 4, - 90, - 32, - 0, - 0, - 0, - 167, - 15, - 0, - 407, - 0, - 133, - 0, - 0, - 0, - 120, - 0, - 82 - ], - "25": [ - 30, - 27, - 7, - 91, - 33, - 0, - 0, - 0, - 174, - 14, - 0, - 411, - 0, - 138, - 0, - 0, - 0, - 116, - 0, - 79 - ], - "26": [ - 33, - 26, - 14, - 97, - 35, - 0, - 0, - 1, - 164, - 15, - 0, - 425, - 0, - 134, - 0, - 0, - 0, - 111, - 0, - 78 - ], - "27": [ - 31, - 27, - 9, - 95, - 37, - 0, - 0, - 0, - 172, - 11, - 0, - 421, - 0, - 134, - 0, - 0, - 0, - 110, - 0, - 71 - ], - "28": [ - 40, - 28, - 11, - 87, - 37, - 0, - 0, - 2, - 174, - 14, - 0, - 423, - 0, - 145, - 0, - 0, - 0, - 110, - 0, - 67 - ], - "29": [ - 41, - 29, - 11, - 87, - 37, - 0, - 0, - 2, - 168, - 19, - 0, - 422, - 0, - 144, - 0, - 0, - 0, - 109, - 0, - 73 - ], - "30": [ - 37, - 29, - 9, - 91, - 36, - 0, - 0, - 2, - 170, - 20, - 0, - 427, - 0, - 146, - 0, - 0, - 0, - 114, - 0, - 75 - ], - "31": [ - 39, - 31, - 7, - 90, - 37, - 0, - 0, - 1, - 174, - 18, - 0, - 426, - 0, - 154, - 0, - 0, - 0, - 108, - 0, - 70 - ], - "32": [ - 37, - 36, - 5, - 87, - 36, - 0, - 0, - 1, - 177, - 14, - 0, - 431, - 0, - 158, - 0, - 0, - 0, - 107, - 0, - 72 - ], - "33": [ - 38, - 38, - 7, - 84, - 36, - 0, - 0, - 4, - 163, - 8, - 0, - 442, - 0, - 157, - 0, - 0, - 0, - 109, - 0, - 73 - ], - "34": [ - 41, - 30, - 5, - 78, - 37, - 0, - 0, - 3, - 158, - 8, - 0, - 448, - 0, - 162, - 0, - 0, - 0, - 108, - 0, - 74 - ], - "35": [ - 47, - 27, - 10, - 78, - 38, - 0, - 0, - 2, - 159, - 7, - 0, - 448, - 0, - 148, - 0, - 0, - 0, - 111, - 0, - 74 - ], - "36": [ - 48, - 25, - 11, - 74, - 42, - 0, - 0, - 1, - 163, - 11, - 0, - 447, - 0, - 151, - 0, - 0, - 0, - 111, - 0, - 81 - ], - "37": [ - 47, - 23, - 8, - 79, - 42, - 0, - 0, - 0, - 166, - 11, - 0, - 452, - 0, - 151, - 0, - 0, - 0, - 111, - 0, - 82 - ], - "38": [ - 42, - 22, - 8, - 78, - 43, - 0, - 0, - 0, - 165, - 12, - 0, - 460, - 0, - 157, - 0, - 0, - 0, - 101, - 0, - 86 - ], - "39": [ - 40, - 24, - 8, - 79, - 44, - 0, - 0, - 2, - 168, - 9, - 0, - 460, - 0, - 149, - 0, - 0, - 0, - 98, - 0, - 82 - ], - "40": [ - 31, - 24, - 7, - 87, - 46, - 0, - 0, - 4, - 171, - 13, - 0, - 458, - 0, - 151, - 0, - 0, - 0, - 94, - 0, - 71 - ], - "41": [ - 37, - 22, - 5, - 86, - 49, - 0, - 0, - 5, - 183, - 9, - 0, - 456, - 0, - 150, - 0, - 0, - 0, - 99, - 0, - 63 - ], - "42": [ - 38, - 27, - 8, - 88, - 47, - 0, - 0, - 6, - 182, - 7, - 0, - 457, - 0, - 146, - 0, - 0, - 0, - 96, - 0, - 70 - ], - "43": [ - 34, - 24, - 1, - 100, - 49, - 0, - 0, - 7, - 172, - 7, - 0, - 462, - 0, - 149, - 0, - 0, - 0, - 98, - 0, - 72 - ], - "44": [ - 34, - 22, - 0, - 94, - 50, - 0, - 0, - 8, - 174, - 7, - 0, - 469, - 0, - 150, - 0, - 0, - 0, - 91, - 0, - 73 - ], - "45": [ - 38, - 20, - 1, - 93, - 50, - 0, - 0, - 10, - 154, - 6, - 0, - 473, - 0, - 147, - 0, - 0, - 0, - 103, - 0, - 70 - ], - "46": [ - 35, - 20, - 4, - 92, - 52, - 0, - 0, - 11, - 152, - 6, - 0, - 478, - 0, - 145, - 0, - 0, - 0, - 106, - 0, - 71 - ], - "47": [ - 33, - 19, - 8, - 84, - 52, - 0, - 0, - 9, - 157, - 5, - 0, - 475, - 0, - 142, - 0, - 0, - 1, - 107, - 0, - 80 - ], - "48": [ - 31, - 21, - 12, - 87, - 51, - 0, - 0, - 10, - 147, - 5, - 0, - 476, - 0, - 142, - 0, - 0, - 0, - 106, - 0, - 79 - ], - "49": [ - 27, - 19, - 14, - 87, - 52, - 0, - 0, - 11, - 155, - 5, - 0, - 477, - 0, - 135, - 0, - 0, - 0, - 100, - 0, - 79 - ], - "50": [ - 26, - 18, - 16, - 81, - 55, - 0, - 0, - 12, - 147, - 6, - 0, - 481, - 0, - 127, - 0, - 0, - 0, - 102, - 0, - 70 - ], - "51": [ - 25, - 19, - 14, - 88, - 57, - 0, - 0, - 14, - 146, - 6, - 0, - 483, - 0, - 129, - 0, - 0, - 0, - 96, - 0, - 67 - ], - "52": [ - 24, - 19, - 11, - 94, - 56, - 0, - 0, - 11, - 144, - 7, - 0, - 479, - 0, - 126, - 0, - 0, - 1, - 104, - 0, - 73 - ], - "53": [ - 24, - 19, - 7, - 96, - 58, - 0, - 0, - 17, - 144, - 7, - 0, - 480, - 0, - 115, - 0, - 0, - 0, - 104, - 0, - 72 - ], - "54": [ - 25, - 20, - 5, - 100, - 56, - 0, - 0, - 13, - 141, - 8, - 0, - 471, - 0, - 118, - 0, - 0, - 0, - 100, - 0, - 77 - ], - "55": [ - 23, - 23, - 3, - 98, - 58, - 0, - 0, - 14, - 141, - 11, - 0, - 478, - 0, - 128, - 0, - 0, - 0, - 96, - 0, - 75 - ], - "56": [ - 23, - 26, - 2, - 95, - 68, - 0, - 0, - 19, - 146, - 12, - 0, - 472, - 0, - 120, - 0, - 0, - 0, - 96, - 0, - 77 - ], - "57": [ - 30, - 25, - 2, - 99, - 68, - 0, - 0, - 21, - 162, - 11, - 0, - 474, - 0, - 117, - 0, - 0, - 0, - 95, - 0, - 74 - ], - "58": [ - 26, - 26, - 3, - 96, - 70, - 0, - 0, - 22, - 157, - 13, - 0, - 484, - 0, - 127, - 0, - 0, - 0, - 101, - 0, - 74 - ], - "59": [ - 21, - 28, - 1, - 100, - 61, - 0, - 0, - 24, - 158, - 12, - 0, - 479, - 0, - 135, - 0, - 0, - 1, - 96, - 0, - 82 - ], - "60": [ - 26, - 27, - 0, - 97, - 57, - 0, - 0, - 22, - 155, - 13, - 0, - 477, - 0, - 132, - 0, - 0, - 3, - 103, - 0, - 86 - ], - "61": [ - 27, - 26, - 0, - 90, - 55, - 0, - 0, - 30, - 164, - 12, - 0, - 477, - 0, - 130, - 0, - 0, - 1, - 99, - 0, - 85 - ], - "62": [ - 23, - 21, - 0, - 83, - 59, - 0, - 0, - 28, - 165, - 13, - 0, - 480, - 0, - 125, - 0, - 0, - 1, - 92, - 0, - 87 - ], - "63": [ - 18, - 20, - 0, - 89, - 55, - 0, - 0, - 32, - 171, - 10, - 0, - 481, - 0, - 133, - 0, - 0, - 2, - 87, - 0, - 90 - ], - "64": [ - 16, - 16, - 0, - 83, - 52, - 0, - 0, - 34, - 169, - 10, - 0, - 482, - 0, - 127, - 0, - 0, - 0, - 82, - 0, - 95 - ], - "65": [ - 11, - 21, - 0, - 78, - 51, - 0, - 0, - 31, - 179, - 10, - 0, - 478, - 0, - 120, - 0, - 0, - 0, - 83, - 0, - 94 - ], - "66": [ - 13, - 24, - 0, - 71, - 53, - 0, - 0, - 28, - 175, - 10, - 0, - 477, - 0, - 119, - 0, - 0, - 0, - 78, - 0, - 102 - ], - "67": [ - 9, - 27, - 0, - 79, - 51, - 0, - 0, - 29, - 173, - 9, - 0, - 490, - 0, - 112, - 0, - 0, - 1, - 71, - 0, - 93 - ], - "68": [ - 5, - 27, - 0, - 79, - 50, - 0, - 0, - 24, - 163, - 8, - 0, - 490, - 0, - 113, - 0, - 0, - 1, - 62, - 0, - 98 - ], - "69": [ - 8, - 28, - 0, - 80, - 52, - 0, - 0, - 28, - 164, - 7, - 0, - 496, - 0, - 115, - 0, - 0, - 0, - 61, - 0, - 92 - ], - "70": [ - 11, - 31, - 0, - 79, - 50, - 0, - 2, - 28, - 163, - 12, - 0, - 494, - 0, - 124, - 0, - 0, - 1, - 61, - 0, - 85 - ], - "71": [ - 9, - 33, - 0, - 80, - 50, - 0, - 6, - 29, - 162, - 10, - 0, - 492, - 0, - 128, - 0, - 0, - 2, - 70, - 0, - 86 - ], - "72": [ - 6, - 34, - 0, - 83, - 53, - 0, - 7, - 32, - 174, - 13, - 0, - 489, - 0, - 135, - 0, - 0, - 1, - 71, - 0, - 91 - ], - "73": [ - 7, - 35, - 2, - 86, - 56, - 0, - 10, - 32, - 165, - 8, - 0, - 489, - 0, - 136, - 0, - 0, - 0, - 75, - 0, - 87 - ], - "74": [ - 9, - 34, - 0, - 80, - 55, - 0, - 8, - 35, - 154, - 8, - 0, - 480, - 0, - 138, - 0, - 0, - 2, - 76, - 0, - 89 - ], - "75": [ - 7, - 34, - 1, - 76, - 55, - 0, - 14, - 36, - 151, - 8, - 0, - 470, - 0, - 132, - 0, - 0, - 1, - 70, - 0, - 100 - ], - "76": [ - 7, - 33, - 0, - 80, - 61, - 0, - 14, - 42, - 160, - 7, - 0, - 478, - 0, - 126, - 0, - 0, - 1, - 78, - 0, - 97 - ], - "77": [ - 5, - 38, - 0, - 75, - 52, - 0, - 18, - 43, - 166, - 3, - 0, - 468, - 0, - 133, - 0, - 0, - 3, - 78, - 0, - 98 - ], - "78": [ - 6, - 38, - 0, - 76, - 52, - 0, - 13, - 44, - 166, - 5, - 0, - 466, - 0, - 132, - 0, - 0, - 4, - 80, - 0, - 95 - ], - "79": [ - 2, - 39, - 0, - 74, - 50, - 0, - 14, - 43, - 153, - 4, - 0, - 469, - 0, - 134, - 0, - 0, - 1, - 72, - 0, - 89 - ], - "80": [ - 2, - 35, - 0, - 74, - 55, - 0, - 14, - 42, - 156, - 6, - 0, - 475, - 0, - 139, - 0, - 0, - 1, - 76, - 0, - 88 - ], - "81": [ - 6, - 33, - 0, - 72, - 52, - 0, - 19, - 46, - 163, - 5, - 0, - 475, - 0, - 123, - 0, - 0, - 2, - 73, - 0, - 96 - ], - "82": [ - 9, - 37, - 0, - 76, - 52, - 0, - 13, - 47, - 165, - 2, - 0, - 483, - 0, - 120, - 0, - 0, - 3, - 75, - 0, - 93 - ], - "83": [ - 9, - 34, - 0, - 76, - 52, - 0, - 12, - 52, - 156, - 3, - 0, - 482, - 0, - 121, - 0, - 0, - 4, - 78, - 0, - 96 - ], - "84": [ - 8, - 35, - 0, - 86, - 52, - 0, - 20, - 55, - 165, - 1, - 0, - 480, - 0, - 123, - 0, - 0, - 6, - 76, - 0, - 84 - ], - "85": [ - 7, - 38, - 0, - 92, - 52, - 0, - 22, - 62, - 163, - 0, - 0, - 494, - 0, - 125, - 0, - 0, - 6, - 78, - 0, - 87 - ], - "86": [ - 8, - 35, - 0, - 94, - 50, - 0, - 25, - 61, - 165, - 0, - 0, - 481, - 0, - 131, - 0, - 0, - 6, - 73, - 0, - 83 - ], - "87": [ - 6, - 28, - 0, - 87, - 52, - 0, - 22, - 59, - 166, - 0, - 0, - 492, - 0, - 123, - 0, - 0, - 7, - 83, - 0, - 78 - ], - "88": [ - 4, - 27, - 2, - 84, - 51, - 0, - 15, - 59, - 158, - 0, - 0, - 485, - 0, - 115, - 0, - 0, - 5, - 91, - 0, - 74 - ], - "89": [ - 2, - 29, - 5, - 78, - 47, - 0, - 15, - 58, - 156, - 0, - 0, - 482, - 0, - 103, - 0, - 0, - 5, - 92, - 0, - 82 - ], - "90": [ - 3, - 33, - 2, - 83, - 46, - 0, - 14, - 62, - 163, - 0, - 0, - 506, - 0, - 109, - 0, - 0, - 6, - 85, - 0, - 78 - ], - "91": [ - 6, - 33, - 5, - 87, - 49, - 0, - 15, - 59, - 168, - 0, - 0, - 502, - 0, - 109, - 0, - 0, - 4, - 87, - 0, - 76 - ], - "92": [ - 5, - 37, - 5, - 91, - 48, - 0, - 16, - 57, - 162, - 0, - 0, - 498, - 0, - 109, - 0, - 0, - 4, - 90, - 0, - 76 - ], - "93": [ - 4, - 37, - 2, - 88, - 47, - 0, - 7, - 61, - 166, - 0, - 0, - 498, - 0, - 111, - 0, - 0, - 3, - 95, - 0, - 73 - ], - "94": [ - 3, - 38, - 1, - 88, - 47, - 0, - 6, - 55, - 168, - 0, - 0, - 494, - 0, - 105, - 0, - 0, - 5, - 100, - 0, - 71 - ], - "95": [ - 3, - 31, - 2, - 72, - 47, - 0, - 8, - 52, - 159, - 0, - 0, - 490, - 0, - 113, - 0, - 0, - 4, - 109, - 0, - 66 - ], - "96": [ - 2, - 33, - 6, - 76, - 50, - 0, - 17, - 55, - 158, - 0, - 0, - 486, - 0, - 107, - 0, - 0, - 3, - 113, - 0, - 77 - ], - "97": [ - 4, - 30, - 5, - 74, - 49, - 0, - 15, - 56, - 143, - 0, - 0, - 491, - 0, - 122, - 0, - 0, - 4, - 107, - 0, - 78 - ], - "98": [ - 1, - 29, - 8, - 79, - 49, - 0, - 12, - 55, - 143, - 0, - 0, - 501, - 0, - 124, - 0, - 0, - 3, - 105, - 0, - 81 - ], - "99": [ - 0, - 34, - 12, - 84, - 46, - 0, - 12, - 52, - 147, - 0, - 0, - 510, - 0, - 149, - 0, - 0, - 3, - 101, - 0, - 84 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.01/run=2869a0135b494c76/rewards.plot.png b/experiments/seed=256/alpha=0.3.gamma=0.01/run=2869a0135b494c76/rewards.plot.png deleted file mode 100644 index 52b8149..0000000 Binary files a/experiments/seed=256/alpha=0.3.gamma=0.01/run=2869a0135b494c76/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.3.gamma=0.01/run=2869a0135b494c76/sum_rewards.json b/experiments/seed=256/alpha=0.3.gamma=0.01/run=2869a0135b494c76/sum_rewards.json deleted file mode 100644 index fdb73cd..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.01/run=2869a0135b494c76/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 82860, - "V": 5765495 - }, - "control": { - "R": 74606, - "V": 5721003 - } -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.01/run=2869a0135b494c76/view.plot.png b/experiments/seed=256/alpha=0.3.gamma=0.01/run=2869a0135b494c76/view.plot.png deleted file mode 100644 index 35f095e..0000000 Binary files a/experiments/seed=256/alpha=0.3.gamma=0.01/run=2869a0135b494c76/view.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.3.gamma=0.01/run=438d479498404cce/choices.json b/experiments/seed=256/alpha=0.3.gamma=0.01/run=438d479498404cce/choices.json deleted file mode 100644 index 34037e6..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.01/run=438d479498404cce/choices.json +++ /dev/null @@ -1,702 +0,0 @@ -{ - "0": [ - 10, - 19, - 11, - 17, - 1 - ], - "1": [ - 11, - 19, - 17, - 13, - 9 - ], - "2": [ - 11, - 17, - 14, - 13, - 4 - ], - "3": [ - 11, - 17, - 13, - 19, - 8 - ], - "4": [ - 11, - 17, - 19, - 13, - 8 - ], - "5": [ - 11, - 17, - 13, - 19, - 8 - ], - "6": [ - 11, - 17, - 8, - 19, - 13 - ], - "7": [ - 11, - 8, - 17, - 13, - 19 - ], - "8": [ - 11, - 8, - 17, - 19, - 13 - ], - "9": [ - 11, - 8, - 17, - 13, - 19 - ], - "10": [ - 11, - 8, - 19, - 17, - 13 - ], - "11": [ - 11, - 8, - 19, - 13, - 17 - ], - "12": [ - 8, - 11, - 17, - 13, - 19 - ], - "13": [ - 8, - 11, - 17, - 13, - 19 - ], - "14": [ - 11, - 8, - 17, - 13, - 19 - ], - "15": [ - 11, - 8, - 17, - 13, - 19 - ], - "16": [ - 11, - 8, - 17, - 13, - 19 - ], - "17": [ - 11, - 8, - 17, - 13, - 19 - ], - "18": [ - 11, - 8, - 17, - 13, - 19 - ], - "19": [ - 11, - 8, - 17, - 13, - 19 - ], - "20": [ - 11, - 8, - 13, - 17, - 19 - ], - "21": [ - 8, - 11, - 17, - 13, - 19 - ], - "22": [ - 8, - 11, - 13, - 17, - 19 - ], - "23": [ - 17, - 8, - 11, - 13, - 19 - ], - "24": [ - 8, - 17, - 11, - 13, - 19 - ], - "25": [ - 8, - 17, - 11, - 13, - 19 - ], - "26": [ - 8, - 11, - 17, - 13, - 19 - ], - "27": [ - 8, - 11, - 17, - 13, - 19 - ], - "28": [ - 8, - 11, - 17, - 13, - 19 - ], - "29": [ - 8, - 11, - 17, - 13, - 19 - ], - "30": [ - 8, - 11, - 17, - 13, - 19 - ], - "31": [ - 8, - 11, - 13, - 17, - 19 - ], - "32": [ - 8, - 11, - 17, - 19, - 13 - ], - "33": [ - 11, - 8, - 17, - 13, - 19 - ], - "34": [ - 11, - 8, - 17, - 13, - 19 - ], - "35": [ - 8, - 11, - 17, - 13, - 19 - ], - "36": [ - 8, - 11, - 17, - 13, - 19 - ], - "37": [ - 8, - 11, - 17, - 19, - 13 - ], - "38": [ - 8, - 11, - 17, - 13, - 19 - ], - "39": [ - 17, - 11, - 8, - 13, - 19 - ], - "40": [ - 11, - 8, - 17, - 13, - 19 - ], - "41": [ - 11, - 8, - 17, - 13, - 19 - ], - "42": [ - 11, - 8, - 17, - 13, - 19 - ], - "43": [ - 11, - 8, - 17, - 13, - 19 - ], - "44": [ - 11, - 8, - 13, - 17, - 19 - ], - "45": [ - 11, - 8, - 17, - 13, - 19 - ], - "46": [ - 11, - 8, - 17, - 13, - 19 - ], - "47": [ - 11, - 17, - 8, - 19, - 13 - ], - "48": [ - 11, - 8, - 17, - 13, - 19 - ], - "49": [ - 11, - 8, - 13, - 17, - 19 - ], - "50": [ - 11, - 8, - 17, - 19, - 13 - ], - "51": [ - 11, - 8, - 17, - 19, - 13 - ], - "52": [ - 11, - 8, - 17, - 13, - 19 - ], - "53": [ - 11, - 8, - 17, - 13, - 19 - ], - "54": [ - 11, - 8, - 17, - 19, - 13 - ], - "55": [ - 11, - 17, - 8, - 13, - 19 - ], - "56": [ - 11, - 8, - 17, - 19, - 13 - ], - "57": [ - 11, - 8, - 17, - 19, - 13 - ], - "58": [ - 11, - 8, - 17, - 19, - 13 - ], - "59": [ - 11, - 8, - 17, - 13, - 19 - ], - "60": [ - 11, - 8, - 17, - 13, - 19 - ], - "61": [ - 11, - 8, - 17, - 13, - 19 - ], - "62": [ - 11, - 8, - 17, - 19, - 13 - ], - "63": [ - 11, - 8, - 19, - 17, - 13 - ], - "64": [ - 11, - 8, - 17, - 19, - 13 - ], - "65": [ - 11, - 8, - 17, - 19, - 13 - ], - "66": [ - 11, - 8, - 17, - 13, - 19 - ], - "67": [ - 11, - 8, - 17, - 19, - 13 - ], - "68": [ - 11, - 8, - 13, - 17, - 19 - ], - "69": [ - 11, - 8, - 17, - 13, - 19 - ], - "70": [ - 11, - 8, - 19, - 13, - 17 - ], - "71": [ - 11, - 8, - 13, - 19, - 17 - ], - "72": [ - 11, - 8, - 13, - 19, - 17 - ], - "73": [ - 11, - 8, - 13, - 17, - 19 - ], - "74": [ - 11, - 8, - 13, - 17, - 19 - ], - "75": [ - 11, - 8, - 13, - 17, - 19 - ], - "76": [ - 11, - 8, - 13, - 17, - 19 - ], - "77": [ - 11, - 8, - 13, - 19, - 17 - ], - "78": [ - 11, - 8, - 13, - 17, - 19 - ], - "79": [ - 11, - 8, - 13, - 19, - 17 - ], - "80": [ - 11, - 8, - 13, - 19, - 17 - ], - "81": [ - 11, - 8, - 13, - 17, - 19 - ], - "82": [ - 11, - 8, - 13, - 19, - 17 - ], - "83": [ - 11, - 8, - 13, - 17, - 19 - ], - "84": [ - 11, - 8, - 13, - 19, - 17 - ], - "85": [ - 11, - 8, - 13, - 19, - 17 - ], - "86": [ - 11, - 8, - 13, - 17, - 19 - ], - "87": [ - 11, - 8, - 13, - 19, - 17 - ], - "88": [ - 11, - 8, - 13, - 17, - 19 - ], - "89": [ - 11, - 8, - 13, - 17, - 19 - ], - "90": [ - 11, - 8, - 13, - 17, - 19 - ], - "91": [ - 11, - 8, - 13, - 17, - 19 - ], - "92": [ - 11, - 8, - 13, - 17, - 19 - ], - "93": [ - 11, - 8, - 17, - 13, - 19 - ], - "94": [ - 11, - 8, - 17, - 13, - 19 - ], - "95": [ - 11, - 8, - 17, - 13, - 19 - ], - "96": [ - 11, - 8, - 17, - 13, - 19 - ], - "97": [ - 11, - 8, - 19, - 13, - 17 - ], - "98": [ - 11, - 8, - 17, - 19, - 13 - ], - "99": [ - 11, - 8, - 19, - 17, - 13 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.01/run=438d479498404cce/config.json b/experiments/seed=256/alpha=0.3.gamma=0.01/run=438d479498404cce/config.json deleted file mode 100644 index fe6e416..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.01/run=438d479498404cce/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 20, - "num_choices": 5, - "time_span": 100, - "history_span": 3000, - "alpha": 0.3, - "gamma": 0.01, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.01/run=438d479498404cce/control.choices.json b/experiments/seed=256/alpha=0.3.gamma=0.01/run=438d479498404cce/control.choices.json deleted file mode 100644 index 1ce1220..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.01/run=438d479498404cce/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 4, - 3, - 11, - 1, - 13 -] \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.01/run=438d479498404cce/qvalues.json b/experiments/seed=256/alpha=0.3.gamma=0.01/run=438d479498404cce/qvalues.json deleted file mode 100644 index 2fcd0cf..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.01/run=438d479498404cce/qvalues.json +++ /dev/null @@ -1,2180 +0,0 @@ -{ - "0": [ - 0.0, - 14.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 54.8, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 39.6, - 0.0, - 20.4 - ], - "1": [ - 0.0, - 14.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 8.7, - 0.0, - 91.75999999999999, - 0.0, - 35.3, - 0.0, - 0.0, - 0.0, - 66.72, - 0.0, - 35.879999999999995 - ], - "2": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 0.0, - 8.7, - 0.0, - 120.332, - 0.0, - 53.51, - 0.0, - 0.0, - 0.0, - 86.904, - 0.0, - 35.879999999999995 - ], - "3": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 53.699999999999996, - 8.7, - 0.0, - 138.5324, - 0.0, - 69.257, - 0.0, - 0.0, - 0.0, - 99.2328, - 0.0, - 50.016 - ], - "4": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 88.59, - 8.7, - 0.0, - 148.87268, - 0.0, - 77.57990000000001, - 0.0, - 0.0, - 0.0, - 103.66296, - 0.0, - 60.2112 - ], - "5": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 110.613, - 8.7, - 0.0, - 158.210876, - 0.0, - 79.80593, - 0.0, - 0.0, - 0.0, - 106.164072, - 0.0, - 67.64784 - ], - "6": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 124.8291, - 8.7, - 0.0, - 162.64761320000002, - 0.0, - 86.764151, - 0.0, - 0.0, - 0.0, - 110.0148504, - 0.0, - 73.45348800000001 - ], - "7": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 135.08037, - 8.7, - 0.0, - 165.75332924000003, - 0.0, - 92.8349057, - 0.0, - 0.0, - 0.0, - 111.81039528, - 0.0, - 80.51744160000001 - ], - "8": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 142.856259, - 8.7, - 0.0, - 170.327330468, - 0.0, - 99.48443399, - 0.0, - 0.0, - 0.0, - 113.067276696, - 0.0, - 84.26220912000001 - ], - "9": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 148.8993813, - 8.7, - 0.0, - 176.22913132760002, - 0.0, - 102.939103793, - 0.0, - 0.0, - 0.0, - 116.04709368719999, - 0.0, - 85.383546384 - ], - "10": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 153.12956691, - 8.7, - 0.0, - 177.36039192932, - 0.0, - 105.6573726551, - 0.0, - 0.0, - 0.0, - 117.83296558103999, - 0.0, - 88.2684824688 - ], - "11": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 156.090696837, - 8.7, - 0.0, - 179.952274350524, - 0.0, - 106.06016085857, - 0.0, - 0.0, - 0.0, - 116.68307590672799, - 0.0, - 88.18793772816 - ], - "12": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 158.1634877859, - 8.7, - 0.0, - 181.1665920453668, - 0.0, - 107.542112600999, - 0.0, - 0.0, - 0.0, - 117.9781531347096, - 0.0, - 85.13155640971199 - ], - "13": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 161.11444145013002, - 8.7, - 0.0, - 180.81661443175676, - 0.0, - 111.8794788206993, - 0.0, - 0.0, - 0.0, - 123.08470719429673, - 0.0, - 84.49208948679839 - ], - "14": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 164.98010901509102, - 8.7, - 0.0, - 177.87163010222974, - 0.0, - 115.51563517448952, - 0.0, - 0.0, - 0.0, - 124.85929503600771, - 0.0, - 84.34446264075888 - ], - "15": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 168.28607631056371, - 8.7, - 0.0, - 179.41014107156082, - 0.0, - 117.46094462214266, - 0.0, - 0.0, - 0.0, - 129.1015065252054, - 0.0, - 82.14112384853121 - ], - "16": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 172.1002534173946, - 8.7, - 0.0, - 178.98709875009257, - 0.0, - 120.62266123549986, - 0.0, - 0.0, - 0.0, - 129.07105456764378, - 0.0, - 81.49878669397185 - ], - "17": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 176.87017739217623, - 8.7, - 0.0, - 176.8909691250648, - 0.0, - 121.0358628648499, - 0.0, - 0.0, - 0.0, - 132.64973819735064, - 0.0, - 81.9491506857803 - ], - "18": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 176.60912417452337, - 8.7, - 0.0, - 173.32367838754536, - 0.0, - 120.42510400539493, - 0.0, - 0.0, - 0.0, - 136.05481673814546, - 0.0, - 84.96440548004621 - ], - "19": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 172.22638692216637, - 8.7, - 0.0, - 169.92657487128176, - 0.0, - 124.49757280377645, - 0.0, - 0.0, - 0.0, - 140.83837171670183, - 0.0, - 88.57508383603235 - ], - "20": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 166.75847084551646, - 8.7, - 0.0, - 162.74860240989722, - 0.0, - 127.64830096264352, - 0.0, - 0.0, - 0.0, - 141.78686020169127, - 0.0, - 89.00255868522264 - ], - "21": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 163.23092959186152, - 8.7, - 0.0, - 158.02402168692805, - 0.0, - 129.55381067385045, - 0.0, - 0.0, - 0.0, - 142.15080214118387, - 0.0, - 87.20179107965585 - ], - "22": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 163.46165071430306, - 8.7, - 0.0, - 152.61681518084964, - 0.0, - 129.38766747169532, - 0.0, - 0.0, - 0.0, - 144.5055614988287, - 0.0, - 87.74125375575909 - ], - "23": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 160.92315550001214, - 8.7, - 0.0, - 146.13177062659474, - 0.0, - 127.77136723018673, - 0.0, - 0.0, - 0.0, - 148.2538930491801, - 0.0, - 88.11887762903136 - ], - "24": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 162.7462088500085, - 8.7, - 0.0, - 142.4922394386163, - 0.0, - 124.23995706113071, - 0.0, - 0.0, - 0.0, - 147.27772513442608, - 0.0, - 86.28321434032195 - ], - "25": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 161.32234619500593, - 8.7, - 0.0, - 143.24456760703143, - 0.0, - 119.06796994279149, - 0.0, - 0.0, - 0.0, - 146.29440759409826, - 0.0, - 83.79825003822536 - ], - "26": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 163.02564233650415, - 8.7, - 0.0, - 143.171197324922, - 0.0, - 114.84757895995405, - 0.0, - 0.0, - 0.0, - 142.30608531586878, - 0.0, - 79.35877502675775 - ], - "27": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 165.11794963555292, - 8.7, - 0.0, - 146.7198381274454, - 0.0, - 112.19330527196783, - 0.0, - 0.0, - 0.0, - 137.11425972110814, - 0.0, - 77.45114251873042 - ], - "28": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 164.48256474488704, - 8.7, - 0.0, - 145.9038866892118, - 0.0, - 106.73531369037748, - 0.0, - 0.0, - 0.0, - 132.2799818047757, - 0.0, - 75.8157997631113 - ], - "29": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 164.93779532142094, - 8.7, - 0.0, - 147.43272068244826, - 0.0, - 98.41471958326423, - 0.0, - 0.0, - 0.0, - 129.49598726334298, - 0.0, - 77.97105983417791 - ], - "30": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 166.75645672499465, - 8.7, - 0.0, - 148.2029044777138, - 0.0, - 93.79030370828497, - 0.0, - 0.0, - 0.0, - 126.34719108434008, - 0.0, - 78.27974188392453 - ], - "31": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 167.42951970749624, - 8.7, - 0.0, - 147.54203313439965, - 0.0, - 89.95321259579947, - 0.0, - 0.0, - 0.0, - 126.24303375903806, - 0.0, - 76.99581931874717 - ], - "32": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 164.30066379524737, - 8.7, - 0.0, - 151.87942319407975, - 0.0, - 85.46724881705963, - 0.0, - 0.0, - 0.0, - 125.57012363132664, - 0.0, - 75.79707352312302 - ], - "33": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 159.11046465667317, - 8.7, - 0.0, - 148.61559623585583, - 0.0, - 86.22707417194174, - 0.0, - 0.0, - 0.0, - 123.29908654192865, - 0.0, - 75.55795146618611 - ], - "34": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 155.17732525967122, - 8.7, - 0.0, - 153.2309173650991, - 0.0, - 86.75895192035921, - 0.0, - 0.0, - 0.0, - 123.20936057935005, - 0.0, - 76.29056602633028 - ], - "35": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 152.42412768176985, - 8.7, - 0.0, - 152.86164215556937, - 0.0, - 84.73126634425145, - 0.0, - 0.0, - 0.0, - 124.04655240554503, - 0.0, - 78.6033962184312 - ], - "36": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 150.4968893772389, - 8.7, - 0.0, - 152.60314950889855, - 0.0, - 86.01188644097601, - 0.0, - 0.0, - 0.0, - 124.03258668388152, - 0.0, - 81.42237735290183 - ], - "37": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 149.74782256406723, - 8.7, - 0.0, - 151.222204656229, - 0.0, - 87.80832050868321, - 0.0, - 0.0, - 0.0, - 121.62281067871706, - 0.0, - 83.69566414703128 - ], - "38": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 150.42347579484706, - 8.7, - 0.0, - 151.1555432593603, - 0.0, - 92.36582435607825, - 0.0, - 0.0, - 0.0, - 122.33596747510194, - 0.0, - 84.08696490292189 - ], - "39": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 150.89643305639294, - 8.7, - 0.0, - 156.8088802815522, - 0.0, - 98.25607704925477, - 0.0, - 0.0, - 0.0, - 123.43517723257136, - 0.0, - 83.46087543204533 - ], - "40": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 154.82750313947506, - 8.7, - 0.0, - 161.96621619708654, - 0.0, - 101.47925393447834, - 0.0, - 0.0, - 0.0, - 123.30462406279996, - 0.0, - 80.92261280243173 - ], - "41": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 158.17925219763254, - 8.7, - 0.0, - 165.2763513379606, - 0.0, - 101.93547775413484, - 0.0, - 0.0, - 0.0, - 125.01323684395997, - 0.0, - 80.64582896170221 - ], - "42": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 156.62547653834278, - 8.7, - 0.0, - 163.39344593657242, - 0.0, - 101.65483442789439, - 0.0, - 0.0, - 0.0, - 125.90926579077198, - 0.0, - 81.65208027319154 - ], - "43": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 156.73783357683993, - 8.7, - 0.0, - 169.87541215560069, - 0.0, - 101.15838409952607, - 0.0, - 0.0, - 0.0, - 124.43648605354039, - 0.0, - 83.85645619123409 - ], - "44": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 152.61648350378795, - 8.7, - 0.0, - 176.5127885089205, - 0.0, - 96.91086886966825, - 0.0, - 0.0, - 0.0, - 124.60554023747828, - 0.0, - 82.09951933386387 - ], - "45": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 149.13153845265157, - 8.7, - 0.0, - 178.75895195624435, - 0.0, - 93.03760820876778, - 0.0, - 0.0, - 0.0, - 124.12387816623479, - 0.0, - 81.4696635337047 - ], - "46": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 148.1920769168561, - 8.7, - 0.0, - 173.43126636937103, - 0.0, - 89.42632574613745, - 0.0, - 0.0, - 0.0, - 124.38671471636435, - 0.0, - 81.6287644735933 - ], - "47": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 142.73445384179928, - 8.7, - 0.0, - 167.90188645855972, - 0.0, - 87.79842802229622, - 0.0, - 0.0, - 0.0, - 123.37070030145505, - 0.0, - 79.34013513151531 - ], - "48": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 141.6141176892595, - 8.7, - 0.0, - 166.4313205209918, - 0.0, - 87.55889961560736, - 0.0, - 0.0, - 0.0, - 118.75949021101853, - 0.0, - 78.63809459206072 - ], - "49": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 137.52988238248165, - 8.7, - 0.0, - 163.90192436469425, - 0.0, - 89.19122973092516, - 0.0, - 0.0, - 0.0, - 116.13164314771296, - 0.0, - 78.74666621444251 - ], - "50": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 133.17091766773714, - 8.7, - 0.0, - 164.53134705528598, - 0.0, - 87.03386081164761, - 0.0, - 0.0, - 0.0, - 111.89215020339907, - 0.0, - 78.52266635010976 - ], - "51": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 130.419642367416, - 8.7, - 0.0, - 169.7719429387002, - 0.0, - 85.82370256815332, - 0.0, - 0.0, - 0.0, - 112.52450514237935, - 0.0, - 80.46586644507683 - ], - "52": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 125.1937496571912, - 8.7, - 0.0, - 177.94036005709015, - 0.0, - 83.17659179770733, - 0.0, - 0.0, - 0.0, - 114.16715359966555, - 0.0, - 81.82610651155377 - ], - "53": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 121.83562476003384, - 8.7, - 0.0, - 183.3582520399631, - 0.0, - 81.92361425839513, - 0.0, - 0.0, - 0.0, - 112.3170075197659, - 0.0, - 82.77827455808765 - ], - "54": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 119.48493733202369, - 8.7, - 0.0, - 187.45077642797418, - 0.0, - 80.74652998087659, - 0.0, - 0.0, - 0.0, - 111.32190526383613, - 0.0, - 83.14479219066135 - ], - "55": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 121.13945613241658, - 8.7, - 0.0, - 194.81554349958193, - 0.0, - 81.12257098661361, - 0.0, - 0.0, - 0.0, - 109.12533368468529, - 0.0, - 85.50135453346294 - ], - "56": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 125.2976192926916, - 8.7, - 0.0, - 201.47088044970735, - 0.0, - 80.18579969062952, - 0.0, - 0.0, - 0.0, - 109.3877335792797, - 0.0, - 86.85094817342406 - ], - "57": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 126.40833350488413, - 8.7, - 0.0, - 210.02961631479513, - 0.0, - 83.13005978344067, - 0.0, - 0.0, - 0.0, - 113.77141350549579, - 0.0, - 88.09566372139685 - ], - "58": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 129.5858334534189, - 8.7, - 0.0, - 216.3207314203566, - 0.0, - 85.79104184840847, - 0.0, - 0.0, - 0.0, - 114.73998945384704, - 0.0, - 89.8669646049778 - ], - "59": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 129.71008341739324, - 8.7, - 0.0, - 216.52451199424962, - 0.0, - 89.15372929388593, - 0.0, - 0.0, - 0.0, - 118.41799261769293, - 0.0, - 90.50687522348446 - ], - "60": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 130.69705839217528, - 8.7, - 0.0, - 214.26715839597475, - 0.0, - 87.60761050572015, - 0.0, - 0.0, - 0.0, - 119.19259483238505, - 0.0, - 89.45481265643912 - ], - "61": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 130.4879408745227, - 8.7, - 0.0, - 212.38701087718232, - 0.0, - 88.0253273540041, - 0.0, - 0.0, - 0.0, - 119.13481638266954, - 0.0, - 89.01836885950738 - ], - "62": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 131.5415586121659, - 8.7, - 0.0, - 209.87090761402763, - 0.0, - 88.91772914780287, - 0.0, - 0.0, - 0.0, - 118.19437146786868, - 0.0, - 89.61285820165516 - ], - "63": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 132.27909102851612, - 8.7, - 0.0, - 209.30963532981934, - 0.0, - 88.942410403462, - 0.0, - 0.0, - 0.0, - 116.93606002750808, - 0.0, - 87.32900074115861 - ], - "64": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 132.4953637199613, - 8.7, - 0.0, - 213.41674473087355, - 0.0, - 88.9596872824234, - 0.0, - 0.0, - 0.0, - 114.85524201925566, - 0.0, - 85.43030051881102 - ], - "65": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 133.8467546039729, - 8.7, - 0.0, - 214.49172131161149, - 0.0, - 88.97178109769638, - 0.0, - 0.0, - 0.0, - 110.99866941347896, - 0.0, - 83.20121036316772 - ], - "66": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 135.39272822278102, - 8.7, - 0.0, - 217.64420491812803, - 0.0, - 90.78024676838747, - 0.0, - 0.0, - 0.0, - 105.89906858943527, - 0.0, - 81.34084725421741 - ], - "67": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 133.47490975594673, - 8.7, - 0.0, - 220.15094344268962, - 0.0, - 97.74617273787123, - 0.0, - 0.0, - 0.0, - 98.42934801260469, - 0.0, - 80.63859307795218 - ], - "68": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 132.4324368291627, - 8.7, - 0.0, - 220.10566040988274, - 0.0, - 100.22232091650986, - 0.0, - 0.0, - 0.0, - 92.30054360882329, - 0.0, - 79.84701515456652 - ], - "69": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 133.80270578041387, - 8.7, - 0.0, - 225.77396228691794, - 0.0, - 103.7556246415569, - 0.0, - 0.0, - 0.0, - 89.21038052617631, - 0.0, - 79.89291060819656 - ], - "70": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 137.7618940462897, - 8.7, - 0.0, - 224.34177360084254, - 0.0, - 105.92893724908984, - 0.0, - 0.0, - 0.0, - 88.84726636832342, - 0.0, - 79.92503742573759 - ], - "71": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 141.1333258324028, - 8.7, - 0.0, - 226.6392415205898, - 0.0, - 108.95025607436288, - 0.0, - 0.0, - 0.0, - 90.09308645782639, - 0.0, - 78.74752619801632 - ], - "72": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 141.39332808268196, - 8.7, - 0.0, - 218.94746906441284, - 0.0, - 109.56517925205402, - 0.0, - 0.0, - 0.0, - 92.76516052047847, - 0.0, - 79.42326833861142 - ], - "73": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 140.07532965787738, - 8.7, - 0.0, - 215.063228345089, - 0.0, - 112.09562547643782, - 0.0, - 0.0, - 0.0, - 94.33561236433493, - 0.0, - 79.896287837028 - ], - "74": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 142.45273076051416, - 8.7, - 0.0, - 204.2442598415623, - 0.0, - 113.26693783350647, - 0.0, - 0.0, - 0.0, - 93.93492865503445, - 0.0, - 82.3274014859196 - ], - "75": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 151.61691153235992, - 8.7, - 0.0, - 199.9709818890936, - 0.0, - 115.88685648345454, - 0.0, - 0.0, - 0.0, - 96.05445005852411, - 0.0, - 85.52918104014371 - ], - "76": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 157.13183807265193, - 8.7, - 0.0, - 198.47968732236552, - 0.0, - 116.82079953841817, - 0.0, - 0.0, - 0.0, - 97.23811504096687, - 0.0, - 86.2704267281006 - ], - "77": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 161.89228665085636, - 8.7, - 0.0, - 204.93578112565586, - 0.0, - 119.57455967689272, - 0.0, - 0.0, - 0.0, - 99.56668052867681, - 0.0, - 86.78929870967042 - ], - "78": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 163.72460065559946, - 8.7, - 0.0, - 211.5550467879591, - 0.0, - 117.90219177382491, - 0.0, - 0.0, - 0.0, - 98.79667637007377, - 0.0, - 88.0525090967693 - ], - "79": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 169.2072204589196, - 8.7, - 0.0, - 219.78853275157138, - 0.0, - 116.73153424167744, - 0.0, - 0.0, - 0.0, - 97.95767345905163, - 0.0, - 88.0367563677385 - ], - "80": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 175.14505432124372, - 8.7, - 0.0, - 227.65197292609997, - 0.0, - 116.81207396917421, - 0.0, - 0.0, - 0.0, - 98.27037142133614, - 0.0, - 86.52572945741696 - ], - "81": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 176.6015380248706, - 8.7, - 0.0, - 235.25638104827, - 0.0, - 118.96845177842195, - 0.0, - 0.0, - 0.0, - 97.28925999493529, - 0.0, - 86.66801062019186 - ], - "82": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 174.02107661740942, - 8.7, - 0.0, - 236.67946673378898, - 0.0, - 123.47791624489537, - 0.0, - 0.0, - 0.0, - 95.1024819964547, - 0.0, - 88.2676074341343 - ], - "83": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 176.4147536321866, - 8.7, - 0.0, - 237.6756267136523, - 0.0, - 127.23454137142676, - 0.0, - 0.0, - 0.0, - 92.67173739751829, - 0.0, - 87.58732520389401 - ], - "84": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 177.79032754253063, - 8.7, - 0.0, - 242.8729386995566, - 0.0, - 128.66417895999874, - 0.0, - 0.0, - 0.0, - 92.1702161782628, - 0.0, - 86.81112764272581 - ], - "85": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 180.55322927977144, - 8.7, - 0.0, - 241.41105708968962, - 0.0, - 128.4649252719991, - 0.0, - 0.0, - 0.0, - 90.91915132478397, - 0.0, - 86.86778934990807 - ], - "86": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 183.98726049584002, - 8.7, - 0.0, - 242.18773996278273, - 0.0, - 130.42544769039938, - 0.0, - 0.0, - 0.0, - 93.34340592734878, - 0.0, - 86.60745254493564 - ], - "87": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 181.891082347088, - 8.7, - 0.0, - 237.63141797394792, - 0.0, - 132.69781338327957, - 0.0, - 0.0, - 0.0, - 99.84038414914414, - 0.0, - 86.42521678145495 - ], - "88": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 179.8237576429616, - 8.7, - 0.0, - 242.84199258176355, - 0.0, - 132.1884693682957, - 0.0, - 0.0, - 0.0, - 107.0882689044009, - 0.0, - 88.69765174701847 - ], - "89": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 181.37663035007313, - 8.7, - 0.0, - 243.7893948072345, - 0.0, - 127.03192855780699, - 0.0, - 0.0, - 0.0, - 110.06178823308063, - 0.0, - 92.68835622291293 - ], - "90": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 183.0636412450512, - 8.7, - 0.0, - 247.75257636506413, - 0.0, - 121.9223499904649, - 0.0, - 0.0, - 0.0, - 113.04325176315645, - 0.0, - 93.68184935603905 - ], - "91": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 183.34454887153584, - 8.7, - 0.0, - 255.0268034555449, - 0.0, - 120.74564499332543, - 0.0, - 0.0, - 0.0, - 115.13027623420952, - 0.0, - 96.47729454922734 - ], - "92": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 185.94118421007508, - 8.7, - 0.0, - 258.0187624188814, - 0.0, - 120.2219514953278, - 0.0, - 0.0, - 0.0, - 117.79119336394666, - 0.0, - 99.03410618445913 - ], - "93": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 188.05882894705255, - 8.7, - 0.0, - 259.213133693217, - 0.0, - 118.95536604672947, - 0.0, - 0.0, - 0.0, - 122.95383535476266, - 0.0, - 100.5238743291214 - ], - "94": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 189.24118026293678, - 8.7, - 0.0, - 257.9491935852519, - 0.0, - 118.06875623271063, - 0.0, - 0.0, - 0.0, - 128.66768474833387, - 0.0, - 102.16671203038499 - ], - "95": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 186.76882618405574, - 8.7, - 0.0, - 267.26443550967633, - 0.0, - 115.94812936289743, - 0.0, - 0.0, - 0.0, - 132.36737932383372, - 0.0, - 108.71669842126948 - ], - "96": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 180.238178328839, - 8.7, - 0.0, - 266.58510485677346, - 0.0, - 114.7636905540282, - 0.0, - 0.0, - 0.0, - 132.5571655266836, - 0.0, - 113.00168889488864 - ], - "97": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 174.4667248301873, - 8.7, - 0.0, - 260.1095733997414, - 0.0, - 112.43458338781974, - 0.0, - 0.0, - 0.0, - 131.4900158686785, - 0.0, - 115.70118222642205 - ], - "98": [ - 0.0, - 14.0, - 0.0, - 5.0, - 17.6, - 0.0, - 0.0, - 0.0, - 169.82670738113111, - 8.7, - 0.0, - 257.076701379819, - 0.0, - 116.20420837147383, - 0.0, - 0.0, - 0.0, - 130.44301110807496, - 0.0, - 118.49082755849544 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.01/run=438d479498404cce/rewards.json b/experiments/seed=256/alpha=0.3.gamma=0.01/run=438d479498404cce/rewards.json deleted file mode 100644 index 9973c69..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.01/run=438d479498404cce/rewards.json +++ /dev/null @@ -1,2202 +0,0 @@ -{ - "0": [ - 39, - 40, - 2, - 165, - 46, - 0, - 9, - 0, - 160, - 25, - 0, - 165, - 0, - 106, - 0, - 0, - 0, - 136, - 0, - 63 - ], - "1": [ - 49, - 35, - 5, - 167, - 51, - 0, - 8, - 2, - 162, - 25, - 0, - 171, - 0, - 115, - 0, - 0, - 0, - 132, - 0, - 68 - ], - "2": [ - 55, - 38, - 5, - 159, - 51, - 0, - 3, - 0, - 164, - 29, - 0, - 178, - 0, - 106, - 0, - 0, - 0, - 130, - 0, - 72 - ], - "3": [ - 57, - 34, - 4, - 156, - 47, - 0, - 1, - 5, - 181, - 25, - 0, - 187, - 0, - 96, - 0, - 0, - 0, - 134, - 0, - 79 - ], - "4": [ - 63, - 37, - 3, - 153, - 49, - 0, - 0, - 4, - 179, - 24, - 0, - 181, - 0, - 106, - 0, - 0, - 0, - 128, - 0, - 83 - ], - "5": [ - 64, - 40, - 1, - 161, - 52, - 0, - 0, - 11, - 170, - 27, - 0, - 173, - 0, - 97, - 0, - 0, - 0, - 114, - 0, - 84 - ], - "6": [ - 63, - 33, - 2, - 151, - 55, - 0, - 0, - 13, - 162, - 24, - 0, - 180, - 0, - 85, - 0, - 0, - 0, - 112, - 0, - 85 - ], - "7": [ - 62, - 39, - 1, - 145, - 61, - 0, - 0, - 13, - 158, - 21, - 0, - 173, - 0, - 103, - 0, - 0, - 0, - 119, - 0, - 87 - ], - "8": [ - 60, - 41, - 1, - 147, - 64, - 0, - 0, - 13, - 159, - 17, - 0, - 173, - 0, - 107, - 0, - 0, - 0, - 116, - 0, - 97 - ], - "9": [ - 62, - 40, - 1, - 132, - 69, - 0, - 0, - 14, - 161, - 17, - 0, - 181, - 0, - 115, - 0, - 0, - 0, - 116, - 0, - 93 - ], - "10": [ - 68, - 42, - 1, - 132, - 70, - 0, - 0, - 11, - 163, - 20, - 0, - 190, - 0, - 111, - 0, - 0, - 0, - 123, - 0, - 88 - ], - "11": [ - 67, - 44, - 1, - 140, - 81, - 0, - 0, - 16, - 163, - 19, - 0, - 180, - 0, - 112, - 0, - 0, - 0, - 122, - 0, - 95 - ], - "12": [ - 55, - 42, - 2, - 136, - 92, - 0, - 0, - 17, - 163, - 22, - 0, - 186, - 0, - 107, - 0, - 0, - 0, - 114, - 0, - 88 - ], - "13": [ - 54, - 39, - 3, - 127, - 92, - 0, - 0, - 10, - 163, - 24, - 0, - 184, - 0, - 111, - 0, - 0, - 0, - 121, - 0, - 78 - ], - "14": [ - 48, - 37, - 4, - 128, - 85, - 0, - 0, - 9, - 168, - 27, - 0, - 180, - 0, - 122, - 0, - 0, - 0, - 135, - 0, - 83 - ], - "15": [ - 51, - 41, - 5, - 131, - 88, - 0, - 0, - 7, - 174, - 27, - 0, - 171, - 0, - 124, - 0, - 0, - 0, - 129, - 0, - 84 - ], - "16": [ - 51, - 41, - 6, - 135, - 89, - 0, - 0, - 2, - 176, - 31, - 0, - 183, - 0, - 122, - 0, - 0, - 0, - 139, - 0, - 77 - ], - "17": [ - 49, - 44, - 5, - 135, - 82, - 0, - 0, - 1, - 181, - 29, - 0, - 178, - 0, - 128, - 0, - 0, - 0, - 129, - 0, - 80 - ], - "18": [ - 47, - 46, - 6, - 126, - 85, - 0, - 0, - 4, - 188, - 25, - 0, - 172, - 0, - 122, - 0, - 0, - 0, - 141, - 0, - 83 - ], - "19": [ - 43, - 50, - 7, - 125, - 89, - 0, - 0, - 2, - 176, - 27, - 0, - 165, - 0, - 119, - 0, - 0, - 0, - 144, - 0, - 92 - ], - "20": [ - 41, - 48, - 5, - 120, - 94, - 0, - 0, - 0, - 162, - 22, - 0, - 162, - 0, - 134, - 0, - 0, - 0, - 152, - 0, - 97 - ], - "21": [ - 41, - 54, - 3, - 130, - 99, - 0, - 0, - 0, - 154, - 25, - 0, - 146, - 0, - 135, - 0, - 0, - 0, - 144, - 0, - 90 - ], - "22": [ - 46, - 52, - 3, - 122, - 101, - 0, - 0, - 0, - 155, - 19, - 0, - 147, - 0, - 134, - 0, - 0, - 0, - 143, - 0, - 83 - ], - "23": [ - 57, - 53, - 4, - 122, - 100, - 0, - 0, - 0, - 164, - 18, - 0, - 140, - 0, - 129, - 0, - 0, - 0, - 150, - 0, - 89 - ], - "24": [ - 55, - 53, - 2, - 125, - 100, - 0, - 0, - 0, - 155, - 16, - 0, - 131, - 0, - 124, - 0, - 0, - 0, - 157, - 0, - 89 - ], - "25": [ - 53, - 52, - 3, - 129, - 104, - 0, - 0, - 0, - 167, - 16, - 0, - 134, - 0, - 116, - 0, - 0, - 0, - 145, - 0, - 82 - ], - "26": [ - 64, - 52, - 6, - 137, - 105, - 0, - 0, - 2, - 158, - 17, - 0, - 145, - 0, - 107, - 0, - 0, - 0, - 144, - 0, - 78 - ], - "27": [ - 64, - 52, - 4, - 129, - 103, - 0, - 0, - 0, - 167, - 13, - 0, - 143, - 0, - 105, - 0, - 0, - 0, - 133, - 0, - 69 - ], - "28": [ - 80, - 62, - 4, - 122, - 105, - 0, - 0, - 2, - 170, - 16, - 0, - 155, - 0, - 106, - 0, - 0, - 0, - 125, - 0, - 73 - ], - "29": [ - 72, - 65, - 4, - 121, - 106, - 0, - 0, - 2, - 163, - 19, - 0, - 144, - 0, - 94, - 0, - 0, - 0, - 121, - 0, - 72 - ], - "30": [ - 65, - 67, - 3, - 122, - 101, - 0, - 0, - 3, - 166, - 22, - 0, - 151, - 0, - 79, - 0, - 0, - 0, - 123, - 0, - 83 - ], - "31": [ - 63, - 66, - 3, - 122, - 96, - 0, - 0, - 2, - 171, - 21, - 0, - 150, - 0, - 83, - 0, - 0, - 0, - 119, - 0, - 79 - ], - "32": [ - 55, - 67, - 2, - 111, - 91, - 0, - 0, - 2, - 169, - 17, - 0, - 146, - 0, - 81, - 0, - 0, - 0, - 126, - 0, - 74 - ], - "33": [ - 56, - 74, - 2, - 108, - 83, - 0, - 0, - 5, - 157, - 10, - 0, - 162, - 0, - 75, - 0, - 0, - 0, - 124, - 0, - 73 - ], - "34": [ - 62, - 62, - 2, - 102, - 88, - 0, - 0, - 4, - 147, - 11, - 0, - 141, - 0, - 88, - 0, - 0, - 0, - 118, - 0, - 75 - ], - "35": [ - 68, - 60, - 4, - 106, - 96, - 0, - 0, - 3, - 146, - 11, - 0, - 164, - 0, - 88, - 0, - 0, - 0, - 123, - 0, - 78 - ], - "36": [ - 61, - 56, - 5, - 106, - 101, - 0, - 0, - 1, - 146, - 15, - 0, - 152, - 0, - 80, - 0, - 0, - 0, - 126, - 0, - 84 - ], - "37": [ - 58, - 54, - 3, - 111, - 104, - 0, - 0, - 0, - 146, - 15, - 0, - 152, - 0, - 89, - 0, - 0, - 0, - 124, - 0, - 88 - ], - "38": [ - 51, - 51, - 4, - 103, - 106, - 0, - 0, - 0, - 148, - 15, - 0, - 148, - 0, - 92, - 0, - 0, - 0, - 116, - 0, - 89 - ], - "39": [ - 53, - 46, - 3, - 103, - 110, - 0, - 0, - 3, - 152, - 11, - 0, - 151, - 0, - 103, - 0, - 0, - 0, - 124, - 0, - 85 - ], - "40": [ - 42, - 48, - 3, - 114, - 116, - 0, - 0, - 6, - 152, - 17, - 0, - 170, - 0, - 112, - 0, - 0, - 0, - 126, - 0, - 82 - ], - "41": [ - 44, - 46, - 2, - 113, - 119, - 0, - 0, - 7, - 164, - 13, - 0, - 174, - 0, - 109, - 0, - 0, - 0, - 123, - 0, - 75 - ], - "42": [ - 50, - 50, - 3, - 121, - 112, - 0, - 0, - 9, - 166, - 9, - 0, - 173, - 0, - 103, - 0, - 0, - 0, - 129, - 0, - 80 - ], - "43": [ - 46, - 44, - 0, - 132, - 117, - 0, - 0, - 9, - 153, - 9, - 0, - 159, - 0, - 101, - 0, - 0, - 0, - 128, - 0, - 84 - ], - "44": [ - 49, - 43, - 0, - 126, - 127, - 0, - 0, - 11, - 157, - 9, - 0, - 185, - 0, - 100, - 0, - 0, - 0, - 121, - 0, - 89 - ], - "45": [ - 53, - 47, - 0, - 129, - 135, - 0, - 0, - 13, - 143, - 9, - 0, - 192, - 0, - 87, - 0, - 0, - 0, - 125, - 0, - 78 - ], - "46": [ - 47, - 45, - 2, - 132, - 146, - 0, - 0, - 14, - 141, - 10, - 0, - 184, - 0, - 84, - 0, - 0, - 0, - 123, - 0, - 80 - ], - "47": [ - 46, - 41, - 3, - 124, - 145, - 0, - 0, - 13, - 146, - 8, - 0, - 161, - 0, - 81, - 0, - 0, - 1, - 125, - 0, - 82 - ], - "48": [ - 46, - 40, - 5, - 128, - 146, - 0, - 0, - 13, - 130, - 9, - 0, - 155, - 0, - 84, - 0, - 0, - 0, - 121, - 0, - 74 - ], - "49": [ - 41, - 35, - 5, - 136, - 140, - 0, - 0, - 16, - 139, - 9, - 0, - 163, - 0, - 87, - 0, - 0, - 0, - 108, - 0, - 77 - ], - "50": [ - 43, - 37, - 6, - 133, - 158, - 0, - 0, - 17, - 128, - 10, - 0, - 158, - 0, - 93, - 0, - 0, - 0, - 110, - 0, - 79 - ], - "51": [ - 40, - 37, - 5, - 142, - 163, - 0, - 0, - 19, - 123, - 11, - 0, - 166, - 0, - 82, - 0, - 0, - 0, - 102, - 0, - 78 - ], - "52": [ - 36, - 38, - 4, - 152, - 157, - 0, - 0, - 15, - 124, - 14, - 0, - 182, - 0, - 83, - 0, - 0, - 1, - 114, - 0, - 85 - ], - "53": [ - 38, - 40, - 2, - 160, - 166, - 0, - 0, - 17, - 113, - 12, - 0, - 197, - 0, - 77, - 0, - 0, - 0, - 118, - 0, - 85 - ], - "54": [ - 44, - 44, - 2, - 157, - 171, - 0, - 0, - 15, - 114, - 12, - 0, - 196, - 0, - 79, - 0, - 0, - 0, - 108, - 0, - 85 - ], - "55": [ - 41, - 46, - 1, - 158, - 174, - 0, - 0, - 16, - 114, - 16, - 0, - 197, - 0, - 78, - 0, - 0, - 0, - 109, - 0, - 84 - ], - "56": [ - 38, - 49, - 1, - 160, - 177, - 0, - 0, - 20, - 125, - 19, - 0, - 212, - 0, - 82, - 0, - 0, - 0, - 104, - 0, - 91 - ], - "57": [ - 45, - 48, - 1, - 163, - 192, - 0, - 0, - 24, - 135, - 17, - 0, - 217, - 0, - 78, - 0, - 0, - 0, - 110, - 0, - 90 - ], - "58": [ - 38, - 46, - 1, - 161, - 194, - 0, - 0, - 24, - 129, - 20, - 0, - 230, - 0, - 90, - 0, - 0, - 0, - 124, - 0, - 91 - ], - "59": [ - 33, - 44, - 0, - 162, - 184, - 0, - 0, - 29, - 137, - 20, - 0, - 231, - 0, - 92, - 0, - 0, - 3, - 117, - 0, - 94 - ], - "60": [ - 36, - 47, - 0, - 162, - 181, - 0, - 0, - 29, - 130, - 19, - 0, - 217, - 0, - 97, - 0, - 0, - 4, - 127, - 0, - 92 - ], - "61": [ - 37, - 49, - 0, - 160, - 184, - 0, - 0, - 32, - 133, - 17, - 0, - 209, - 0, - 84, - 0, - 0, - 1, - 121, - 0, - 87 - ], - "62": [ - 31, - 45, - 0, - 159, - 172, - 0, - 0, - 34, - 130, - 20, - 0, - 208, - 0, - 89, - 0, - 0, - 1, - 119, - 0, - 88 - ], - "63": [ - 28, - 42, - 0, - 162, - 181, - 0, - 0, - 33, - 134, - 15, - 0, - 204, - 0, - 91, - 0, - 0, - 3, - 116, - 0, - 91 - ], - "64": [ - 24, - 35, - 0, - 156, - 174, - 0, - 0, - 35, - 134, - 14, - 0, - 208, - 0, - 89, - 0, - 0, - 0, - 114, - 0, - 82 - ], - "65": [ - 19, - 39, - 0, - 158, - 177, - 0, - 0, - 38, - 133, - 16, - 0, - 223, - 0, - 89, - 0, - 0, - 0, - 110, - 0, - 81 - ], - "66": [ - 26, - 39, - 0, - 158, - 192, - 0, - 0, - 32, - 137, - 14, - 0, - 217, - 0, - 89, - 0, - 0, - 1, - 102, - 0, - 78 - ], - "67": [ - 19, - 40, - 0, - 156, - 192, - 0, - 0, - 35, - 139, - 12, - 0, - 225, - 0, - 95, - 0, - 0, - 1, - 94, - 0, - 77 - ], - "68": [ - 13, - 40, - 0, - 162, - 191, - 0, - 0, - 30, - 129, - 12, - 0, - 226, - 0, - 114, - 0, - 0, - 2, - 81, - 0, - 79 - ], - "69": [ - 16, - 40, - 0, - 165, - 189, - 0, - 0, - 33, - 130, - 10, - 0, - 220, - 0, - 106, - 0, - 0, - 0, - 78, - 0, - 78 - ], - "70": [ - 21, - 41, - 0, - 147, - 189, - 0, - 4, - 29, - 137, - 16, - 0, - 239, - 0, - 112, - 0, - 0, - 1, - 82, - 0, - 80 - ], - "71": [ - 17, - 42, - 0, - 149, - 200, - 0, - 12, - 29, - 147, - 15, - 0, - 221, - 0, - 111, - 0, - 0, - 3, - 88, - 0, - 80 - ], - "72": [ - 11, - 44, - 0, - 151, - 213, - 0, - 14, - 29, - 149, - 19, - 0, - 232, - 0, - 116, - 0, - 0, - 2, - 93, - 0, - 76 - ], - "73": [ - 12, - 45, - 1, - 154, - 213, - 0, - 22, - 31, - 142, - 11, - 0, - 201, - 0, - 111, - 0, - 0, - 0, - 99, - 0, - 81 - ], - "74": [ - 17, - 45, - 0, - 151, - 213, - 0, - 18, - 31, - 137, - 10, - 0, - 206, - 0, - 118, - 0, - 0, - 2, - 98, - 0, - 81 - ], - "75": [ - 12, - 44, - 0, - 151, - 203, - 0, - 29, - 33, - 148, - 12, - 0, - 179, - 0, - 116, - 0, - 0, - 1, - 93, - 0, - 88 - ], - "76": [ - 12, - 41, - 0, - 155, - 206, - 0, - 30, - 37, - 173, - 10, - 0, - 190, - 0, - 122, - 0, - 0, - 2, - 101, - 0, - 93 - ], - "77": [ - 9, - 45, - 0, - 153, - 202, - 0, - 34, - 43, - 170, - 5, - 0, - 195, - 0, - 119, - 0, - 0, - 4, - 100, - 0, - 88 - ], - "78": [ - 10, - 40, - 0, - 153, - 210, - 0, - 24, - 41, - 173, - 7, - 0, - 220, - 0, - 126, - 0, - 0, - 6, - 105, - 0, - 88 - ], - "79": [ - 4, - 39, - 0, - 145, - 202, - 0, - 26, - 42, - 168, - 6, - 0, - 227, - 0, - 114, - 0, - 0, - 1, - 97, - 0, - 91 - ], - "80": [ - 5, - 38, - 0, - 149, - 210, - 0, - 27, - 41, - 182, - 10, - 0, - 239, - 0, - 114, - 0, - 0, - 2, - 96, - 0, - 88 - ], - "81": [ - 12, - 33, - 0, - 145, - 209, - 0, - 35, - 38, - 189, - 9, - 0, - 246, - 0, - 117, - 0, - 0, - 3, - 99, - 0, - 83 - ], - "82": [ - 16, - 33, - 0, - 154, - 208, - 0, - 24, - 39, - 180, - 4, - 0, - 253, - 0, - 124, - 0, - 0, - 4, - 95, - 0, - 87 - ], - "83": [ - 14, - 30, - 0, - 162, - 210, - 0, - 23, - 44, - 168, - 6, - 0, - 240, - 0, - 134, - 0, - 0, - 6, - 90, - 0, - 92 - ], - "84": [ - 13, - 30, - 0, - 155, - 209, - 0, - 36, - 41, - 182, - 3, - 0, - 240, - 0, - 136, - 0, - 0, - 8, - 87, - 0, - 86 - ], - "85": [ - 15, - 37, - 0, - 165, - 208, - 0, - 43, - 42, - 181, - 0, - 0, - 255, - 0, - 132, - 0, - 0, - 8, - 91, - 0, - 85 - ], - "86": [ - 16, - 39, - 0, - 165, - 197, - 0, - 48, - 41, - 187, - 0, - 0, - 238, - 0, - 128, - 0, - 0, - 8, - 88, - 0, - 87 - ], - "87": [ - 13, - 34, - 0, - 167, - 199, - 0, - 38, - 37, - 192, - 0, - 0, - 244, - 0, - 135, - 0, - 0, - 9, - 99, - 0, - 86 - ], - "88": [ - 8, - 35, - 0, - 169, - 183, - 0, - 28, - 35, - 177, - 0, - 0, - 227, - 0, - 138, - 0, - 0, - 8, - 115, - 0, - 86 - ], - "89": [ - 5, - 35, - 2, - 154, - 161, - 0, - 30, - 38, - 175, - 0, - 0, - 255, - 0, - 131, - 0, - 0, - 7, - 124, - 0, - 94 - ], - "90": [ - 8, - 35, - 0, - 154, - 162, - 0, - 26, - 39, - 185, - 0, - 0, - 246, - 0, - 115, - 0, - 0, - 9, - 117, - 0, - 102 - ], - "91": [ - 14, - 33, - 2, - 155, - 166, - 0, - 29, - 33, - 187, - 0, - 0, - 257, - 0, - 110, - 0, - 0, - 6, - 120, - 0, - 96 - ], - "92": [ - 9, - 35, - 2, - 152, - 163, - 0, - 30, - 36, - 184, - 0, - 0, - 272, - 0, - 118, - 0, - 0, - 7, - 120, - 0, - 103 - ], - "93": [ - 9, - 36, - 1, - 147, - 153, - 0, - 13, - 39, - 192, - 0, - 0, - 265, - 0, - 119, - 0, - 0, - 5, - 124, - 0, - 105 - ], - "94": [ - 8, - 37, - 0, - 151, - 150, - 0, - 11, - 40, - 193, - 0, - 0, - 262, - 0, - 116, - 0, - 0, - 8, - 135, - 0, - 104 - ], - "95": [ - 7, - 35, - 1, - 144, - 149, - 0, - 14, - 38, - 192, - 0, - 0, - 255, - 0, - 116, - 0, - 0, - 6, - 142, - 0, - 106 - ], - "96": [ - 5, - 34, - 2, - 153, - 161, - 0, - 29, - 39, - 181, - 0, - 0, - 289, - 0, - 111, - 0, - 0, - 6, - 141, - 0, - 124 - ], - "97": [ - 9, - 28, - 2, - 150, - 157, - 0, - 26, - 39, - 165, - 0, - 0, - 265, - 0, - 112, - 0, - 0, - 6, - 133, - 0, - 123 - ], - "98": [ - 4, - 27, - 3, - 153, - 163, - 0, - 21, - 36, - 161, - 0, - 0, - 245, - 0, - 107, - 0, - 0, - 6, - 129, - 0, - 122 - ], - "99": [ - 1, - 28, - 5, - 154, - 147, - 0, - 21, - 35, - 159, - 0, - 0, - 250, - 0, - 125, - 0, - 0, - 4, - 128, - 0, - 125 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.01/run=438d479498404cce/rewards.plot.png b/experiments/seed=256/alpha=0.3.gamma=0.01/run=438d479498404cce/rewards.plot.png deleted file mode 100644 index 6bbefad..0000000 Binary files a/experiments/seed=256/alpha=0.3.gamma=0.01/run=438d479498404cce/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.3.gamma=0.01/run=438d479498404cce/sum_rewards.json b/experiments/seed=256/alpha=0.3.gamma=0.01/run=438d479498404cce/sum_rewards.json deleted file mode 100644 index 1ff79f5..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.01/run=438d479498404cce/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 65737, - "V": 6042715 - }, - "control": { - "R": 62531, - "V": 5721003 - } -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.01/run=438d479498404cce/view.plot.png b/experiments/seed=256/alpha=0.3.gamma=0.01/run=438d479498404cce/view.plot.png deleted file mode 100644 index da098df..0000000 Binary files a/experiments/seed=256/alpha=0.3.gamma=0.01/run=438d479498404cce/view.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.3.gamma=0.01/run=760fcceabd754495/choices.json b/experiments/seed=256/alpha=0.3.gamma=0.01/run=760fcceabd754495/choices.json deleted file mode 100644 index d6177ea..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.01/run=760fcceabd754495/choices.json +++ /dev/null @@ -1,702 +0,0 @@ -{ - "0": [ - 15, - 16, - 6, - 1, - 14 - ], - "1": [ - 11, - 17, - 1, - 19, - 14 - ], - "2": [ - 11, - 17, - 16, - 19, - 9 - ], - "3": [ - 11, - 17, - 15, - 19, - 3 - ], - "4": [ - 11, - 17, - 7, - 19, - 3 - ], - "5": [ - 11, - 17, - 19, - 3, - 9 - ], - "6": [ - 11, - 17, - 19, - 1, - 3 - ], - "7": [ - 11, - 17, - 19, - 4, - 1 - ], - "8": [ - 11, - 17, - 19, - 4, - 18 - ], - "9": [ - 11, - 17, - 19, - 9, - 3 - ], - "10": [ - 11, - 17, - 19, - 9, - 12 - ], - "11": [ - 11, - 17, - 19, - 3, - 9 - ], - "12": [ - 11, - 17, - 19, - 9, - 3 - ], - "13": [ - 11, - 17, - 19, - 4, - 3 - ], - "14": [ - 11, - 17, - 19, - 3, - 4 - ], - "15": [ - 11, - 17, - 16, - 19, - 1 - ], - "16": [ - 11, - 17, - 19, - 9, - 1 - ], - "17": [ - 11, - 17, - 3, - 19, - 9 - ], - "18": [ - 11, - 17, - 19, - 4, - 7 - ], - "19": [ - 11, - 17, - 19, - 4, - 9 - ], - "20": [ - 11, - 17, - 19, - 9, - 4 - ], - "21": [ - 11, - 17, - 19, - 4, - 9 - ], - "22": [ - 11, - 17, - 4, - 19, - 1 - ], - "23": [ - 11, - 17, - 4, - 19, - 3 - ], - "24": [ - 11, - 17, - 4, - 19, - 3 - ], - "25": [ - 11, - 17, - 19, - 4, - 9 - ], - "26": [ - 11, - 17, - 4, - 19, - 3 - ], - "27": [ - 11, - 17, - 4, - 19, - 3 - ], - "28": [ - 11, - 17, - 4, - 19, - 1 - ], - "29": [ - 11, - 17, - 4, - 19, - 9 - ], - "30": [ - 11, - 17, - 4, - 19, - 3 - ], - "31": [ - 11, - 17, - 4, - 19, - 3 - ], - "32": [ - 11, - 17, - 4, - 9, - 19 - ], - "33": [ - 11, - 17, - 4, - 19, - 1 - ], - "34": [ - 11, - 17, - 4, - 19, - 3 - ], - "35": [ - 11, - 17, - 4, - 19, - 9 - ], - "36": [ - 11, - 17, - 4, - 19, - 3 - ], - "37": [ - 11, - 17, - 4, - 1, - 19 - ], - "38": [ - 11, - 17, - 4, - 19, - 6 - ], - "39": [ - 11, - 17, - 4, - 19, - 1 - ], - "40": [ - 11, - 17, - 4, - 19, - 1 - ], - "41": [ - 11, - 17, - 4, - 19, - 9 - ], - "42": [ - 11, - 17, - 4, - 19, - 6 - ], - "43": [ - 11, - 17, - 4, - 19, - 1 - ], - "44": [ - 11, - 17, - 4, - 19, - 7 - ], - "45": [ - 11, - 17, - 4, - 19, - 3 - ], - "46": [ - 11, - 17, - 4, - 19, - 8 - ], - "47": [ - 11, - 17, - 4, - 19, - 1 - ], - "48": [ - 11, - 17, - 4, - 19, - 10 - ], - "49": [ - 11, - 17, - 4, - 19, - 3 - ], - "50": [ - 11, - 4, - 17, - 19, - 3 - ], - "51": [ - 11, - 4, - 17, - 19, - 8 - ], - "52": [ - 11, - 4, - 17, - 19, - 3 - ], - "53": [ - 11, - 4, - 17, - 19, - 3 - ], - "54": [ - 11, - 4, - 17, - 19, - 3 - ], - "55": [ - 11, - 4, - 17, - 19, - 1 - ], - "56": [ - 11, - 4, - 17, - 19, - 3 - ], - "57": [ - 11, - 4, - 17, - 19, - 3 - ], - "58": [ - 11, - 17, - 4, - 19, - 1 - ], - "59": [ - 11, - 4, - 17, - 19, - 6 - ], - "60": [ - 11, - 4, - 17, - 19, - 3 - ], - "61": [ - 11, - 4, - 17, - 19, - 3 - ], - "62": [ - 11, - 4, - 17, - 19, - 1 - ], - "63": [ - 11, - 4, - 17, - 19, - 1 - ], - "64": [ - 11, - 4, - 17, - 19, - 3 - ], - "65": [ - 11, - 4, - 17, - 19, - 3 - ], - "66": [ - 11, - 19, - 4, - 17, - 8 - ], - "67": [ - 11, - 4, - 17, - 19, - 8 - ], - "68": [ - 11, - 19, - 4, - 17, - 8 - ], - "69": [ - 11, - 19, - 4, - 17, - 8 - ], - "70": [ - 11, - 17, - 4, - 19, - 8 - ], - "71": [ - 11, - 19, - 4, - 8, - 17 - ], - "72": [ - 11, - 19, - 4, - 17, - 8 - ], - "73": [ - 11, - 4, - 19, - 17, - 8 - ], - "74": [ - 11, - 19, - 4, - 17, - 3 - ], - "75": [ - 11, - 19, - 4, - 17, - 8 - ], - "76": [ - 11, - 19, - 4, - 17, - 8 - ], - "77": [ - 11, - 4, - 19, - 17, - 8 - ], - "78": [ - 11, - 4, - 19, - 8, - 17 - ], - "79": [ - 11, - 4, - 19, - 17, - 8 - ], - "80": [ - 11, - 19, - 4, - 17, - 8 - ], - "81": [ - 11, - 4, - 19, - 17, - 13 - ], - "82": [ - 11, - 4, - 19, - 17, - 13 - ], - "83": [ - 11, - 13, - 4, - 19, - 17 - ], - "84": [ - 11, - 13, - 19, - 4, - 17 - ], - "85": [ - 11, - 13, - 4, - 19, - 17 - ], - "86": [ - 11, - 13, - 19, - 4, - 17 - ], - "87": [ - 11, - 13, - 4, - 19, - 7 - ], - "88": [ - 11, - 13, - 4, - 19, - 17 - ], - "89": [ - 11, - 13, - 4, - 19, - 17 - ], - "90": [ - 11, - 13, - 4, - 19, - 17 - ], - "91": [ - 11, - 13, - 4, - 19, - 17 - ], - "92": [ - 11, - 13, - 4, - 8, - 19 - ], - "93": [ - 11, - 13, - 4, - 19, - 17 - ], - "94": [ - 11, - 13, - 4, - 17, - 19 - ], - "95": [ - 11, - 13, - 19, - 4, - 17 - ], - "96": [ - 11, - 13, - 19, - 4, - 17 - ], - "97": [ - 11, - 13, - 4, - 19, - 17 - ], - "98": [ - 11, - 13, - 17, - 4, - 19 - ], - "99": [ - 11, - 13, - 4, - 17, - 19 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.01/run=760fcceabd754495/config.json b/experiments/seed=256/alpha=0.3.gamma=0.01/run=760fcceabd754495/config.json deleted file mode 100644 index fe6e416..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.01/run=760fcceabd754495/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 20, - "num_choices": 5, - "time_span": 100, - "history_span": 3000, - "alpha": 0.3, - "gamma": 0.01, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.01/run=760fcceabd754495/control.choices.json b/experiments/seed=256/alpha=0.3.gamma=0.01/run=760fcceabd754495/control.choices.json deleted file mode 100644 index 1ce1220..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.01/run=760fcceabd754495/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 4, - 3, - 11, - 1, - 13 -] \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.01/run=760fcceabd754495/qvalues.json b/experiments/seed=256/alpha=0.3.gamma=0.01/run=760fcceabd754495/qvalues.json deleted file mode 100644 index bef5516..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.01/run=760fcceabd754495/qvalues.json +++ /dev/null @@ -1,2180 +0,0 @@ -{ - "0": [ - 0.0, - 12.2, - 0.0, - 5.0, - 5.0, - 0.0, - 1.5, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 19.04, - 0.0, - 5.0, - 5.0, - 0.0, - 1.5, - 0.0, - 0.0, - 0.0, - 0.0, - 101.6, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 69.3, - 0.0, - 25.2 - ], - "2": [ - 0.0, - 19.04, - 0.0, - 5.0, - 5.0, - 0.0, - 1.5, - 0.0, - 0.0, - 11.7, - 0.0, - 172.82, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 116.91, - 0.0, - 44.04 - ], - "3": [ - 0.0, - 19.04, - 0.0, - 20.6, - 5.0, - 0.0, - 1.5, - 0.0, - 0.0, - 11.7, - 0.0, - 221.17399999999998, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 150.837, - 0.0, - 57.828 - ], - "4": [ - 0.0, - 19.04, - 0.0, - 30.92, - 5.0, - 0.0, - 1.5, - 2.6999999999999997, - 0.0, - 11.7, - 0.0, - 257.1218, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 171.2859, - 0.0, - 63.8796 - ], - "5": [ - 0.0, - 19.04, - 0.0, - 33.644, - 5.0, - 0.0, - 1.5, - 2.6999999999999997, - 0.0, - 20.189999999999998, - 0.0, - 286.18526, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 182.90013, - 0.0, - 68.11572 - ], - "6": [ - 0.0, - 25.328, - 0.0, - 35.2508, - 5.0, - 0.0, - 1.5, - 2.6999999999999997, - 0.0, - 20.189999999999998, - 0.0, - 302.02968200000004, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 191.930091, - 0.0, - 68.681004 - ], - "7": [ - 0.0, - 29.729599999999998, - 0.0, - 35.2508, - 17.0, - 0.0, - 1.5, - 2.6999999999999997, - 0.0, - 20.189999999999998, - 0.0, - 317.6207774, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 198.8510637, - 0.0, - 70.5767028 - ], - "8": [ - 0.0, - 29.729599999999998, - 0.0, - 35.2508, - 26.6, - 0.0, - 1.5, - 2.6999999999999997, - 0.0, - 20.189999999999998, - 0.0, - 324.93454418, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 201.89574459, - 0.0, - 71.30369196000001 - ], - "9": [ - 0.0, - 29.729599999999998, - 0.0, - 37.87556, - 26.6, - 0.0, - 1.5, - 2.6999999999999997, - 0.0, - 26.133, - 0.0, - 333.054180926, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 203.427021213, - 0.0, - 72.112584372 - ], - "10": [ - 0.0, - 29.729599999999998, - 0.0, - 37.87556, - 26.6, - 0.0, - 1.5, - 2.6999999999999997, - 0.0, - 29.3931, - 0.0, - 337.5379266482, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 204.4989148491, - 0.0, - 73.8788090604 - ], - "11": [ - 0.0, - 29.729599999999998, - 0.0, - 39.112892, - 26.6, - 0.0, - 1.5, - 2.6999999999999997, - 0.0, - 32.87517, - 0.0, - 342.17654865374004, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 202.54924039437, - 0.0, - 72.11516634228 - ], - "12": [ - 0.0, - 29.729599999999998, - 0.0, - 37.8790244, - 26.6, - 0.0, - 1.5, - 2.6999999999999997, - 0.0, - 35.612618999999995, - 0.0, - 348.72358405761804, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 199.384468276059, - 0.0, - 70.280616439596 - ], - "13": [ - 0.0, - 29.729599999999998, - 0.0, - 37.31531708, - 36.92, - 0.0, - 1.5, - 2.6999999999999997, - 0.0, - 35.612618999999995, - 0.0, - 354.50650884033263, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 198.6691277932413, - 0.0, - 69.8964315077172 - ], - "14": [ - 0.0, - 29.729599999999998, - 0.0, - 36.920721956, - 45.644, - 0.0, - 1.5, - 2.6999999999999997, - 0.0, - 35.612618999999995, - 0.0, - 353.45455618823286, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 197.86838945526893, - 0.0, - 69.62750205540203 - ], - "15": [ - 0.0, - 31.910719999999998, - 0.0, - 36.920721956, - 45.644, - 0.0, - 1.5, - 2.6999999999999997, - 0.0, - 35.612618999999995, - 0.0, - 354.818189331763, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 197.30787261868824, - 0.0, - 68.53925143878142 - ], - "16": [ - 0.0, - 34.637504, - 0.0, - 36.920721956, - 45.644, - 0.0, - 1.5, - 2.6999999999999997, - 0.0, - 39.3288333, - 0.0, - 356.37273253223407, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 196.01551083308178, - 0.0, - 68.67747600714699 - ], - "17": [ - 0.0, - 34.637504, - 0.0, - 35.144505369200004, - 45.644, - 0.0, - 1.5, - 2.6999999999999997, - 0.0, - 39.83018331, - 0.0, - 357.16091277256385, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 196.31085758315726, - 0.0, - 69.0742332050029 - ], - "18": [ - 0.0, - 34.637504, - 0.0, - 35.144505369200004, - 52.9508, - 0.0, - 1.5, - 2.4899999999999998, - 0.0, - 39.83018331, - 0.0, - 355.6126389407947, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 198.31760030821007, - 0.0, - 69.95196324350204 - ], - "19": [ - 0.0, - 34.637504, - 0.0, - 35.144505369200004, - 58.66556, - 0.0, - 1.5, - 2.4899999999999998, - 0.0, - 39.581128317, - 0.0, - 359.9288472585563, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 199.12232021574704, - 0.0, - 72.36637427045143 - ], - "20": [ - 0.0, - 34.637504, - 0.0, - 35.144505369200004, - 63.265892, - 0.0, - 1.5, - 2.4899999999999998, - 0.0, - 40.0067898219, - 0.0, - 361.4501930809894, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 195.18562415102292, - 0.0, - 73.756461989316 - ], - "21": [ - 0.0, - 34.637504, - 0.0, - 35.144505369200004, - 68.2861244, - 0.0, - 1.5, - 2.4899999999999998, - 0.0, - 37.00475287533, - 0.0, - 364.91513515669254, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 191.22993690571604, - 0.0, - 74.1295233925212 - ], - "22": [ - 0.0, - 36.8462528, - 0.0, - 35.144505369200004, - 72.70028708000001, - 0.0, - 1.5, - 2.4899999999999998, - 0.0, - 37.00475287533, - 0.0, - 367.9405946096848, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 187.56095583400122, - 0.0, - 74.39066637476483 - ], - "23": [ - 0.0, - 36.8462528, - 0.0, - 34.20115375844, - 77.590200956, - 0.0, - 1.5, - 2.4899999999999998, - 0.0, - 37.00475287533, - 0.0, - 368.85841622677935, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 184.09266908380084, - 0.0, - 73.37346646233539 - ], - "24": [ - 0.0, - 36.8462528, - 0.0, - 33.540807630908, - 81.9131406692, - 0.0, - 1.5, - 2.4899999999999998, - 0.0, - 37.00475287533, - 0.0, - 372.80089135874556, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 179.5648683586606, - 0.0, - 73.56142652363476 - ], - "25": [ - 0.0, - 36.8462528, - 0.0, - 33.540807630908, - 86.13919846844, - 0.0, - 1.5, - 2.4899999999999998, - 0.0, - 33.103327012731, - 0.0, - 375.8606239511219, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 175.1954078510624, - 0.0, - 74.59299856654434 - ], - "26": [ - 0.0, - 36.8462528, - 0.0, - 33.3785653416356, - 89.697438927908, - 0.0, - 1.5, - 2.4899999999999998, - 0.0, - 33.103327012731, - 0.0, - 373.80243676578533, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 171.8367854957437, - 0.0, - 72.01509899658103 - ], - "27": [ - 0.0, - 36.8462528, - 0.0, - 32.66499573914492, - 90.3882072495356, - 0.0, - 1.5, - 2.4899999999999998, - 0.0, - 33.103327012731, - 0.0, - 370.5617057360497, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 167.38574984702058, - 0.0, - 70.21056929760672 - ], - "28": [ - 0.0, - 38.39237696, - 0.0, - 32.66499573914492, - 88.47174507467491, - 0.0, - 1.5, - 2.4899999999999998, - 0.0, - 33.103327012731, - 0.0, - 366.7931940152348, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 162.4700248929144, - 0.0, - 66.8473985083247 - ], - "29": [ - 0.0, - 38.39237696, - 0.0, - 32.66499573914492, - 87.13022155227245, - 0.0, - 1.5, - 2.4899999999999998, - 0.0, - 32.4723289089117, - 0.0, - 360.85523581066434, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 161.12901742504008, - 0.0, - 67.49317895582729 - ], - "30": [ - 0.0, - 38.39237696, - 0.0, - 32.765497017401444, - 87.09115508659072, - 0.0, - 1.5, - 2.4899999999999998, - 0.0, - 32.4723289089117, - 0.0, - 354.59866506746505, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 158.99031219752806, - 0.0, - 66.1452252690791 - ], - "31": [ - 0.0, - 38.39237696, - 0.0, - 32.53584791218101, - 88.5638085606135, - 0.0, - 1.5, - 2.4899999999999998, - 0.0, - 32.4723289089117, - 0.0, - 351.11906554722555, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 157.79321853826963, - 0.0, - 67.30165768835538 - ], - "32": [ - 0.0, - 38.39237696, - 0.0, - 32.53584791218101, - 90.19466599242945, - 0.0, - 1.5, - 2.4899999999999998, - 0.0, - 26.33063023623819, - 0.0, - 351.08334588305786, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 158.45525297678873, - 0.0, - 69.01116038184877 - ], - "33": [ - 0.0, - 39.174663871999996, - 0.0, - 32.53584791218101, - 91.93626619470061, - 0.0, - 1.5, - 2.4899999999999998, - 0.0, - 26.33063023623819, - 0.0, - 351.9583421181405, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 157.4186770837521, - 0.0, - 72.30781226729414 - ], - "34": [ - 0.0, - 39.174663871999996, - 0.0, - 32.07509353852671, - 95.25538633629043, - 0.0, - 1.5, - 2.4899999999999998, - 0.0, - 26.33063023623819, - 0.0, - 353.47083948269835, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 158.19307395862648, - 0.0, - 75.8154685871059 - ], - "35": [ - 0.0, - 39.174663871999996, - 0.0, - 32.07509353852671, - 100.2787704354033, - 0.0, - 1.5, - 2.4899999999999998, - 0.0, - 23.831441165366734, - 0.0, - 345.5295876378888, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 159.33515177103854, - 0.0, - 80.37082801097412 - ], - "36": [ - 0.0, - 39.174663871999996, - 0.0, - 32.35256547696869, - 104.69513930478232, - 0.0, - 1.5, - 2.4899999999999998, - 0.0, - 23.831441165366734, - 0.0, - 340.57071134652216, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 160.13460623972696, - 0.0, - 85.05957960768188 - ], - "37": [ - 0.0, - 39.4222647104, - 0.0, - 32.35256547696869, - 110.18659751334762, - 0.0, - 1.5, - 2.4899999999999998, - 0.0, - 23.831441165366734, - 0.0, - 346.99949794256554, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 158.59422436780886, - 0.0, - 87.44170572537732 - ], - "38": [ - 0.0, - 39.4222647104, - 0.0, - 32.35256547696869, - 114.63061825934334, - 0.0, - 1.05, - 2.4899999999999998, - 0.0, - 23.831441165366734, - 0.0, - 348.79964855979586, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 159.3159570574662, - 0.0, - 88.20919400776413 - ], - "39": [ - 0.0, - 38.99558529728, - 0.0, - 32.35256547696869, - 119.54143278154034, - 0.0, - 1.05, - 2.4899999999999998, - 0.0, - 23.831441165366734, - 0.0, - 348.2597539918571, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 159.22116994022633, - 0.0, - 86.04643580543488 - ], - "40": [ - 0.0, - 38.696909708096, - 0.0, - 32.35256547696869, - 124.17900294707823, - 0.0, - 1.05, - 2.4899999999999998, - 0.0, - 23.831441165366734, - 0.0, - 349.6818277943, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 159.45481895815843, - 0.0, - 83.63250506380442 - ], - "41": [ - 0.0, - 38.696909708096, - 0.0, - 32.35256547696869, - 127.72530206295477, - 0.0, - 1.05, - 2.4899999999999998, - 0.0, - 19.982008815756714, - 0.0, - 350.37727945601, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 159.9183732707109, - 0.0, - 83.1427535446631 - ], - "42": [ - 0.0, - 38.696909708096, - 0.0, - 32.35256547696869, - 129.30771144406833, - 0.0, - 0.7350000000000001, - 2.4899999999999998, - 0.0, - 19.982008815756714, - 0.0, - 352.064095619207, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 159.04286128949764, - 0.0, - 83.69992748126417 - ], - "43": [ - 0.0, - 35.4878367956672, - 0.0, - 32.35256547696869, - 132.21539801084782, - 0.0, - 0.7350000000000001, - 2.4899999999999998, - 0.0, - 19.982008815756714, - 0.0, - 356.8448669334449, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 156.33000290264835, - 0.0, - 85.58994923688492 - ], - "44": [ - 0.0, - 35.4878367956672, - 0.0, - 32.35256547696869, - 133.0507786075935, - 0.0, - 0.7350000000000001, - 7.142999999999999, - 0.0, - 19.982008815756714, - 0.0, - 355.09140685341146, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 155.63100203185385, - 0.0, - 84.21296446581944 - ], - "45": [ - 0.0, - 35.4878367956672, - 0.0, - 33.446795833878085, - 134.23554502531545, - 0.0, - 0.7350000000000001, - 7.142999999999999, - 0.0, - 19.982008815756714, - 0.0, - 352.663984797388, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 154.5417014222977, - 0.0, - 84.44907512607361 - ], - "46": [ - 0.0, - 35.4878367956672, - 0.0, - 33.446795833878085, - 135.6648815177208, - 0.0, - 0.7350000000000001, - 7.142999999999999, - 23.4, - 19.982008815756714, - 0.0, - 354.8647893581716, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 152.87919099560838, - 0.0, - 86.41435258825153 - ], - "47": [ - 0.0, - 34.44148575696704, - 0.0, - 33.446795833878085, - 136.96541706240455, - 0.0, - 0.7350000000000001, - 7.142999999999999, - 23.4, - 19.982008815756714, - 0.0, - 362.4053525507201, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 149.31543369692588, - 0.0, - 84.79004681177608 - ], - "48": [ - 0.0, - 34.44148575696704, - 0.0, - 33.446795833878085, - 136.9757919436832, - 0.0, - 0.7350000000000001, - 7.142999999999999, - 23.4, - 19.982008815756714, - 0.0, - 371.88374678550406, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 143.8208035878481, - 0.0, - 83.95303276824326 - ], - "49": [ - 0.0, - 34.44148575696704, - 0.0, - 36.01275708371466, - 138.48305436057822, - 0.0, - 0.7350000000000001, - 7.142999999999999, - 23.4, - 19.982008815756714, - 0.0, - 383.91862274985283, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 139.07456251149367, - 0.0, - 81.56712293777028 - ], - "50": [ - 0.0, - 34.44148575696704, - 0.0, - 40.50892995860026, - 140.73813805240476, - 0.0, - 0.7350000000000001, - 7.142999999999999, - 23.4, - 19.982008815756714, - 0.0, - 391.143035924897, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 132.45219375804555, - 0.0, - 81.09698605643919 - ], - "51": [ - 0.0, - 34.44148575696704, - 0.0, - 40.50892995860026, - 142.31669663668333, - 0.0, - 0.7350000000000001, - 7.142999999999999, - 35.28, - 19.982008815756714, - 0.0, - 390.8001251474279, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 129.6165356306319, - 0.0, - 81.96789023950744 - ], - "52": [ - 0.0, - 34.44148575696704, - 0.0, - 42.156250971020185, - 144.02168764567833, - 0.0, - 0.7350000000000001, - 7.142999999999999, - 35.28, - 19.982008815756714, - 0.0, - 390.86008760319953, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 127.03157494144232, - 0.0, - 83.7775231676552 - ], - "53": [ - 0.0, - 34.44148575696704, - 0.0, - 42.70937567971413, - 143.41518135197484, - 0.0, - 0.7350000000000001, - 7.142999999999999, - 35.28, - 19.982008815756714, - 0.0, - 392.7020613222397, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 125.22210245900962, - 0.0, - 85.34426621735864 - ], - "54": [ - 0.0, - 34.44148575696704, - 0.0, - 42.79656297579989, - 141.7906269463824, - 0.0, - 0.7350000000000001, - 7.142999999999999, - 35.28, - 19.982008815756714, - 0.0, - 399.99144292556775, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 123.35547172130673, - 0.0, - 87.34098635215105 - ], - "55": [ - 0.0, - 33.70904002987693, - 0.0, - 42.79656297579989, - 138.85343886246767, - 0.0, - 0.7350000000000001, - 7.142999999999999, - 35.28, - 19.982008815756714, - 0.0, - 405.39401004789744, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 121.1488302049147, - 0.0, - 88.43869044650573 - ], - "56": [ - 0.0, - 33.70904002987693, - 0.0, - 44.05759408305992, - 137.39740720372737, - 0.0, - 0.7350000000000001, - 7.142999999999999, - 35.28, - 19.982008815756714, - 0.0, - 413.6758070335282, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 121.4041811434403, - 0.0, - 90.10708331255401 - ], - "57": [ - 0.0, - 33.70904002987693, - 0.0, - 42.84031585814194, - 135.47818504260917, - 0.0, - 0.7350000000000001, - 7.142999999999999, - 35.28, - 19.982008815756714, - 0.0, - 422.1730649234697, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 123.38292680040821, - 0.0, - 89.77495831878781 - ], - "58": [ - 0.0, - 31.696328020913853, - 0.0, - 42.84031585814194, - 132.3347295298264, - 0.0, - 0.7350000000000001, - 7.142999999999999, - 35.28, - 19.982008815756714, - 0.0, - 420.6211454464288, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 123.56804876028575, - 0.0, - 89.84247082315147 - ], - "59": [ - 0.0, - 31.696328020913853, - 0.0, - 42.84031585814194, - 129.8343106708785, - 0.0, - 0.5145000000000001, - 7.142999999999999, - 35.28, - 19.982008815756714, - 0.0, - 419.23480181250017, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 123.39763413220003, - 0.0, - 92.28972957620603 - ], - "60": [ - 0.0, - 31.696328020913853, - 0.0, - 41.98822110069936, - 128.08401746961493, - 0.0, - 0.5145000000000001, - 7.142999999999999, - 35.28, - 19.982008815756714, - 0.0, - 423.36436126875014, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 122.37834389254002, - 0.0, - 96.10281070334422 - ], - "61": [ - 0.0, - 31.696328020913853, - 0.0, - 41.09175477048955, - 127.45881222873045, - 0.0, - 0.5145000000000001, - 7.142999999999999, - 35.28, - 19.982008815756714, - 0.0, - 431.9550528881251, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 120.76484072477801, - 0.0, - 99.07196749234095 - ], - "62": [ - 0.0, - 29.387429614639696, - 0.0, - 41.09175477048955, - 124.62116856011131, - 0.0, - 0.5145000000000001, - 7.142999999999999, - 35.28, - 19.982008815756714, - 0.0, - 435.8685370216876, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 116.3353885073446, - 0.0, - 101.75037724463866 - ], - "63": [ - 0.0, - 26.57120073024779, - 0.0, - 41.09175477048955, - 121.73481799207792, - 0.0, - 0.5145000000000001, - 7.142999999999999, - 35.28, - 19.982008815756714, - 0.0, - 440.4079759151813, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 111.13477195514122, - 0.0, - 103.62526407124706 - ], - "64": [ - 0.0, - 26.57120073024779, - 0.0, - 42.86422833934269, - 119.71437259445455, - 0.0, - 0.5145000000000001, - 7.142999999999999, - 35.28, - 19.982008815756714, - 0.0, - 442.6855831406269, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 106.29434036859885, - 0.0, - 103.43768484987294 - ], - "65": [ - 0.0, - 26.57120073024779, - 0.0, - 44.10495983753988, - 120.40006081611818, - 0.0, - 0.5145000000000001, - 7.142999999999999, - 35.28, - 19.982008815756714, - 0.0, - 442.1799081984388, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 104.4060382580192, - 0.0, - 106.60637939491106 - ], - "66": [ - 0.0, - 26.57120073024779, - 0.0, - 44.10495983753988, - 117.28004257128273, - 0.0, - 0.5145000000000001, - 7.142999999999999, - 50.796, - 19.982008815756714, - 0.0, - 440.9259357389071, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 100.08422678061343, - 0.0, - 107.92446557643774 - ], - "67": [ - 0.0, - 26.57120073024779, - 0.0, - 44.10495983753988, - 115.09602979989792, - 0.0, - 0.5145000000000001, - 7.142999999999999, - 62.2572, - 19.982008815756714, - 0.0, - 444.848155017235, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 94.6589587464294, - 0.0, - 112.14712590350642 - ], - "68": [ - 0.0, - 26.57120073024779, - 0.0, - 44.10495983753988, - 115.66722085992855, - 0.0, - 0.5145000000000001, - 7.142999999999999, - 71.18003999999999, - 19.982008815756714, - 0.0, - 443.6937085120645, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 91.76127112250059, - 0.0, - 113.9029881324545 - ], - "69": [ - 0.0, - 26.57120073024779, - 0.0, - 44.10495983753988, - 116.36705460194999, - 0.0, - 0.5145000000000001, - 7.142999999999999, - 77.12602799999999, - 19.982008815756714, - 0.0, - 450.38559595844515, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 90.9328897857504, - 0.0, - 114.83209169271815 - ], - "70": [ - 0.0, - 26.57120073024779, - 0.0, - 44.10495983753988, - 118.05693822136499, - 0.0, - 0.5145000000000001, - 7.142999999999999, - 80.6882196, - 19.982008815756714, - 0.0, - 458.6699171709116, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 92.75302285002529, - 0.0, - 116.6824641849027 - ], - "71": [ - 0.0, - 26.57120073024779, - 0.0, - 44.10495983753988, - 120.7398567549555, - 0.0, - 0.5145000000000001, - 7.142999999999999, - 82.88175371999999, - 19.982008815756714, - 0.0, - 467.76894201963813, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 95.8271159950177, - 0.0, - 118.5777249294319 - ], - "72": [ - 0.0, - 26.57120073024779, - 0.0, - 44.10495983753988, - 124.41789972846885, - 0.0, - 0.5145000000000001, - 7.142999999999999, - 84.11722760399999, - 19.982008815756714, - 0.0, - 474.1382594137467, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 97.9789811965124, - 0.0, - 122.00440745060233 - ], - "73": [ - 0.0, - 26.57120073024779, - 0.0, - 44.10495983753988, - 129.3925298099282, - 0.0, - 0.5145000000000001, - 7.142999999999999, - 82.88205932279999, - 19.982008815756714, - 0.0, - 475.5967815896227, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 98.88528683755868, - 0.0, - 122.00308521542163 - ], - "74": [ - 0.0, - 26.57120073024779, - 0.0, - 45.573471886277915, - 129.57477086694973, - 0.0, - 0.5145000000000001, - 7.142999999999999, - 82.88205932279999, - 19.982008815756714, - 0.0, - 473.9177471127359, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 98.31970078629108, - 0.0, - 124.40215965079514 - ], - "75": [ - 0.0, - 26.57120073024779, - 0.0, - 45.573471886277915, - 131.80233960686482, - 0.0, - 0.5145000000000001, - 7.142999999999999, - 83.81744152595999, - 19.982008815756714, - 0.0, - 475.14242297891514, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 99.12379055040375, - 0.0, - 126.9815117555566 - ], - "76": [ - 0.0, - 26.57120073024779, - 0.0, - 45.573471886277915, - 134.56163772480537, - 0.0, - 0.5145000000000001, - 7.142999999999999, - 82.672209068172, - 19.982008815756714, - 0.0, - 472.9996960852406, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 97.28665338528263, - 0.0, - 127.58705822888962 - ], - "77": [ - 0.0, - 26.57120073024779, - 0.0, - 45.573471886277915, - 135.29314640736376, - 0.0, - 0.5145000000000001, - 7.142999999999999, - 83.37054634772039, - 19.982008815756714, - 0.0, - 470.8997872596684, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 99.00065736969785, - 0.0, - 129.21094076022274 - ], - "78": [ - 0.0, - 26.57120073024779, - 0.0, - 45.573471886277915, - 133.70520248515464, - 0.0, - 0.5145000000000001, - 7.142999999999999, - 83.25938244340428, - 19.982008815756714, - 0.0, - 470.3298510817679, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 98.1004601587885, - 0.0, - 130.0476585321559 - ], - "79": [ - 0.0, - 26.57120073024779, - 0.0, - 45.573471886277915, - 136.49364173960825, - 0.0, - 0.5145000000000001, - 7.142999999999999, - 85.281567710383, - 19.982008815756714, - 0.0, - 473.53089575723754, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 98.67032211115195, - 0.0, - 131.23336097250913 - ], - "80": [ - 0.0, - 26.57120073024779, - 0.0, - 45.573471886277915, - 138.44554921772578, - 0.0, - 0.5145000000000001, - 7.142999999999999, - 84.8970973972681, - 19.982008815756714, - 0.0, - 478.47162703006626, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 101.16922547780636, - 0.0, - 133.26335268075638 - ], - "81": [ - 0.0, - 26.57120073024779, - 0.0, - 45.573471886277915, - 139.81188445240804, - 0.0, - 0.5145000000000001, - 7.142999999999999, - 84.8970973972681, - 19.982008815756714, - 0.0, - 483.1301389210464, - 0.0, - 87.8, - 0.0, - 0.0, - 0.0, - 102.01845783446446, - 0.0, - 136.18434687652947 - ], - "82": [ - 0.0, - 26.57120073024779, - 0.0, - 45.573471886277915, - 141.36831911668563, - 0.0, - 0.5145000000000001, - 7.142999999999999, - 84.8970973972681, - 19.982008815756714, - 0.0, - 486.6910972447325, - 0.0, - 146.66, - 0.0, - 0.0, - 0.0, - 102.01292048412512, - 0.0, - 137.92904281357062 - ], - "83": [ - 0.0, - 26.57120073024779, - 0.0, - 45.573471886277915, - 141.85782338167994, - 0.0, - 0.5145000000000001, - 7.142999999999999, - 84.8970973972681, - 19.982008815756714, - 0.0, - 490.3837680713127, - 0.0, - 189.062, - 0.0, - 0.0, - 0.0, - 101.70904433888758, - 0.0, - 135.25032996949943 - ], - "84": [ - 0.0, - 26.57120073024779, - 0.0, - 45.573471886277915, - 144.00047636717596, - 0.0, - 0.5145000000000001, - 7.142999999999999, - 84.8970973972681, - 19.982008815756714, - 0.0, - 496.2686376499189, - 0.0, - 220.54340000000002, - 0.0, - 0.0, - 0.0, - 101.79633103722131, - 0.0, - 136.6752309786496 - ], - "85": [ - 0.0, - 26.57120073024779, - 0.0, - 45.573471886277915, - 147.00033345702317, - 0.0, - 0.5145000000000001, - 7.142999999999999, - 84.8970973972681, - 19.982008815756714, - 0.0, - 499.4880463549432, - 0.0, - 241.98038000000003, - 0.0, - 0.0, - 0.0, - 100.65743172605491, - 0.0, - 136.77266168505471 - ], - "86": [ - 0.0, - 26.57120073024779, - 0.0, - 45.573471886277915, - 147.90023341991622, - 0.0, - 0.5145000000000001, - 7.142999999999999, - 84.8970973972681, - 19.982008815756714, - 0.0, - 503.54163244846023, - 0.0, - 257.586266, - 0.0, - 0.0, - 0.0, - 103.46020220823844, - 0.0, - 134.7408631795383 - ], - "87": [ - 0.0, - 26.57120073024779, - 0.0, - 45.573471886277915, - 148.83016339394135, - 0.0, - 0.5145000000000001, - 11.900099999999998, - 84.8970973972681, - 19.982008815756714, - 0.0, - 505.77914271392217, - 0.0, - 267.9103862, - 0.0, - 0.0, - 0.0, - 103.46020220823844, - 0.0, - 131.51860422567682 - ], - "88": [ - 0.0, - 26.57120073024779, - 0.0, - 45.573471886277915, - 147.38111437575895, - 0.0, - 0.5145000000000001, - 11.900099999999998, - 84.8970973972681, - 19.982008815756714, - 0.0, - 507.64539989974554, - 0.0, - 273.63727034, - 0.0, - 0.0, - 0.0, - 109.62214154576691, - 0.0, - 134.36302295797378 - ], - "89": [ - 0.0, - 26.57120073024779, - 0.0, - 45.573471886277915, - 145.76678006303126, - 0.0, - 0.5145000000000001, - 11.900099999999998, - 84.8970973972681, - 19.982008815756714, - 0.0, - 509.55177992982186, - 0.0, - 275.24608923799997, - 0.0, - 0.0, - 0.0, - 110.63549908203683, - 0.0, - 136.65411607058164 - ], - "90": [ - 0.0, - 26.57120073024779, - 0.0, - 45.573471886277915, - 147.03674604412188, - 0.0, - 0.5145000000000001, - 11.900099999999998, - 84.8970973972681, - 19.982008815756714, - 0.0, - 509.68624595087533, - 0.0, - 274.27226246659995, - 0.0, - 0.0, - 0.0, - 113.44484935742578, - 0.0, - 135.55788124940716 - ], - "91": [ - 0.0, - 26.57120073024779, - 0.0, - 45.573471886277915, - 148.82572223088533, - 0.0, - 0.5145000000000001, - 11.900099999999998, - 84.8970973972681, - 19.982008815756714, - 0.0, - 511.28037216561273, - 0.0, - 278.39058372662, - 0.0, - 0.0, - 0.0, - 115.41139455019805, - 0.0, - 135.090516874585 - ], - "92": [ - 0.0, - 26.57120073024779, - 0.0, - 45.573471886277915, - 150.07800556161973, - 0.0, - 0.5145000000000001, - 11.900099999999998, - 88.82796817808767, - 19.982008815756714, - 0.0, - 514.496260515929, - 0.0, - 280.973408608634, - 0.0, - 0.0, - 0.0, - 115.41139455019805, - 0.0, - 133.5633618122095 - ], - "93": [ - 0.0, - 26.57120073024779, - 0.0, - 45.573471886277915, - 148.55460389313382, - 0.0, - 0.5145000000000001, - 11.900099999999998, - 88.82796817808767, - 19.982008815756714, - 0.0, - 518.8473823611503, - 0.0, - 279.7813860260438, - 0.0, - 0.0, - 0.0, - 121.28797618513863, - 0.0, - 128.59435326854666 - ], - "94": [ - 0.0, - 26.57120073024779, - 0.0, - 45.573471886277915, - 145.68822272519367, - 0.0, - 0.5145000000000001, - 11.900099999999998, - 88.82796817808767, - 19.982008815756714, - 0.0, - 520.3931676528052, - 0.0, - 277.14697021823065, - 0.0, - 0.0, - 0.0, - 127.50158332959704, - 0.0, - 125.41604728798266 - ], - "95": [ - 0.0, - 26.57120073024779, - 0.0, - 45.573471886277915, - 147.28175590763556, - 0.0, - 0.5145000000000001, - 11.900099999999998, - 88.82796817808767, - 19.982008815756714, - 0.0, - 521.7752173569637, - 0.0, - 274.40287915276144, - 0.0, - 0.0, - 0.0, - 131.55110833071794, - 0.0, - 127.39123310158786 - ], - "96": [ - 0.0, - 26.57120073024779, - 0.0, - 45.573471886277915, - 147.79722913534488, - 0.0, - 0.5145000000000001, - 11.900099999999998, - 88.82796817808767, - 19.982008815756714, - 0.0, - 520.0426521498746, - 0.0, - 273.382015406933, - 0.0, - 0.0, - 0.0, - 131.98577583150256, - 0.0, - 128.7738631711115 - ], - "97": [ - 0.0, - 26.57120073024779, - 0.0, - 45.573471886277915, - 149.0580603947414, - 0.0, - 0.5145000000000001, - 11.900099999999998, - 88.82796817808767, - 19.982008815756714, - 0.0, - 516.4298565049122, - 0.0, - 272.0674107848531, - 0.0, - 0.0, - 0.0, - 131.0900430820518, - 0.0, - 130.04170421977804 - ], - "98": [ - 0.0, - 26.57120073024779, - 0.0, - 45.573471886277915, - 147.240642276319, - 0.0, - 0.5145000000000001, - 11.900099999999998, - 88.82796817808767, - 19.982008815756714, - 0.0, - 514.5008995534386, - 0.0, - 277.4471875493972, - 0.0, - 0.0, - 0.0, - 130.16303015743625, - 0.0, - 130.62919295384464 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.01/run=760fcceabd754495/rewards.json b/experiments/seed=256/alpha=0.3.gamma=0.01/run=760fcceabd754495/rewards.json deleted file mode 100644 index a7800b1..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.01/run=760fcceabd754495/rewards.json +++ /dev/null @@ -1,2202 +0,0 @@ -{ - "0": [ - 37, - 32, - 6, - 52, - 40, - 0, - 6, - 0, - 82, - 34, - 0, - 315, - 0, - 216, - 0, - 0, - 0, - 242, - 0, - 84 - ], - "1": [ - 45, - 29, - 14, - 57, - 42, - 0, - 5, - 1, - 73, - 36, - 0, - 318, - 0, - 218, - 0, - 0, - 0, - 236, - 0, - 84 - ], - "2": [ - 49, - 35, - 15, - 50, - 42, - 0, - 2, - 0, - 73, - 42, - 0, - 327, - 0, - 227, - 0, - 0, - 0, - 231, - 0, - 84 - ], - "3": [ - 51, - 33, - 13, - 59, - 39, - 0, - 1, - 4, - 80, - 39, - 0, - 339, - 0, - 229, - 0, - 0, - 0, - 228, - 0, - 88 - ], - "4": [ - 56, - 36, - 11, - 57, - 38, - 0, - 0, - 3, - 77, - 37, - 0, - 334, - 0, - 229, - 0, - 0, - 0, - 230, - 0, - 90 - ], - "5": [ - 63, - 38, - 5, - 55, - 40, - 0, - 0, - 9, - 82, - 41, - 0, - 341, - 0, - 235, - 0, - 0, - 0, - 219, - 0, - 78 - ], - "6": [ - 61, - 36, - 6, - 40, - 40, - 0, - 0, - 10, - 76, - 40, - 0, - 354, - 0, - 224, - 0, - 0, - 0, - 210, - 0, - 78 - ], - "7": [ - 57, - 40, - 4, - 39, - 43, - 0, - 0, - 12, - 67, - 35, - 0, - 339, - 0, - 223, - 0, - 0, - 0, - 213, - 0, - 70 - ], - "8": [ - 54, - 40, - 4, - 45, - 45, - 0, - 0, - 13, - 70, - 32, - 0, - 354, - 0, - 220, - 0, - 0, - 0, - 215, - 0, - 75 - ], - "9": [ - 52, - 36, - 3, - 40, - 49, - 0, - 0, - 14, - 72, - 33, - 0, - 342, - 0, - 222, - 0, - 0, - 0, - 209, - 0, - 73 - ], - "10": [ - 55, - 42, - 3, - 44, - 48, - 0, - 0, - 11, - 78, - 40, - 0, - 352, - 0, - 232, - 0, - 0, - 0, - 207, - 0, - 74 - ], - "11": [ - 53, - 41, - 4, - 48, - 59, - 0, - 0, - 16, - 82, - 37, - 0, - 348, - 0, - 236, - 0, - 0, - 0, - 207, - 0, - 78 - ], - "12": [ - 40, - 40, - 6, - 42, - 62, - 0, - 0, - 18, - 85, - 41, - 0, - 353, - 0, - 225, - 0, - 0, - 0, - 198, - 0, - 68 - ], - "13": [ - 39, - 41, - 10, - 35, - 69, - 0, - 0, - 11, - 84, - 42, - 0, - 364, - 0, - 217, - 0, - 0, - 0, - 192, - 0, - 66 - ], - "14": [ - 35, - 41, - 13, - 36, - 61, - 0, - 0, - 10, - 87, - 46, - 0, - 368, - 0, - 220, - 0, - 0, - 0, - 197, - 0, - 69 - ], - "15": [ - 35, - 41, - 15, - 36, - 66, - 0, - 0, - 8, - 90, - 44, - 0, - 351, - 0, - 216, - 0, - 0, - 0, - 196, - 0, - 69 - ], - "16": [ - 36, - 37, - 17, - 35, - 69, - 0, - 0, - 3, - 86, - 49, - 0, - 358, - 0, - 225, - 0, - 0, - 0, - 196, - 0, - 66 - ], - "17": [ - 39, - 41, - 14, - 33, - 67, - 0, - 0, - 2, - 92, - 48, - 0, - 360, - 0, - 214, - 0, - 0, - 0, - 193, - 0, - 69 - ], - "18": [ - 37, - 40, - 16, - 31, - 70, - 0, - 0, - 5, - 99, - 41, - 0, - 359, - 0, - 211, - 0, - 0, - 0, - 197, - 0, - 70 - ], - "19": [ - 37, - 42, - 20, - 32, - 70, - 0, - 0, - 2, - 90, - 45, - 0, - 352, - 0, - 219, - 0, - 0, - 0, - 203, - 0, - 72 - ], - "20": [ - 35, - 35, - 14, - 31, - 72, - 0, - 0, - 0, - 89, - 39, - 0, - 370, - 0, - 234, - 0, - 0, - 0, - 201, - 0, - 78 - ], - "21": [ - 32, - 43, - 8, - 33, - 74, - 0, - 0, - 0, - 80, - 41, - 0, - 365, - 0, - 226, - 0, - 0, - 0, - 186, - 0, - 77 - ], - "22": [ - 36, - 37, - 9, - 32, - 80, - 0, - 0, - 0, - 79, - 30, - 0, - 373, - 0, - 232, - 0, - 0, - 0, - 182, - 0, - 75 - ], - "23": [ - 44, - 42, - 11, - 36, - 83, - 0, - 0, - 0, - 77, - 25, - 0, - 375, - 0, - 230, - 0, - 0, - 0, - 179, - 0, - 75 - ], - "24": [ - 43, - 42, - 5, - 32, - 89, - 0, - 0, - 0, - 74, - 23, - 0, - 371, - 0, - 229, - 0, - 0, - 0, - 176, - 0, - 71 - ], - "25": [ - 37, - 42, - 8, - 32, - 92, - 0, - 0, - 0, - 81, - 22, - 0, - 382, - 0, - 230, - 0, - 0, - 0, - 169, - 0, - 74 - ], - "26": [ - 44, - 40, - 17, - 34, - 96, - 0, - 0, - 1, - 81, - 24, - 0, - 383, - 0, - 229, - 0, - 0, - 0, - 165, - 0, - 77 - ], - "27": [ - 43, - 43, - 9, - 33, - 98, - 0, - 0, - 0, - 88, - 20, - 0, - 369, - 0, - 228, - 0, - 0, - 0, - 164, - 0, - 66 - ], - "28": [ - 53, - 43, - 10, - 31, - 92, - 0, - 0, - 2, - 95, - 24, - 0, - 363, - 0, - 225, - 0, - 0, - 0, - 157, - 0, - 66 - ], - "29": [ - 49, - 42, - 10, - 32, - 84, - 0, - 0, - 2, - 90, - 31, - 0, - 358, - 0, - 223, - 0, - 0, - 0, - 151, - 0, - 59 - ], - "30": [ - 45, - 45, - 8, - 33, - 84, - 0, - 0, - 3, - 96, - 31, - 0, - 347, - 0, - 215, - 0, - 0, - 0, - 158, - 0, - 69 - ], - "31": [ - 42, - 47, - 6, - 33, - 87, - 0, - 0, - 2, - 97, - 28, - 0, - 340, - 0, - 223, - 0, - 0, - 0, - 154, - 0, - 63 - ], - "32": [ - 39, - 46, - 4, - 32, - 92, - 0, - 0, - 2, - 105, - 20, - 0, - 343, - 0, - 222, - 0, - 0, - 0, - 155, - 0, - 70 - ], - "33": [ - 43, - 48, - 6, - 32, - 94, - 0, - 0, - 6, - 96, - 12, - 0, - 351, - 0, - 214, - 0, - 0, - 0, - 160, - 0, - 73 - ], - "34": [ - 43, - 41, - 5, - 30, - 96, - 0, - 0, - 4, - 95, - 13, - 0, - 354, - 0, - 229, - 0, - 0, - 0, - 155, - 0, - 80 - ], - "35": [ - 49, - 41, - 9, - 31, - 103, - 0, - 0, - 4, - 93, - 14, - 0, - 357, - 0, - 225, - 0, - 0, - 0, - 160, - 0, - 84 - ], - "36": [ - 45, - 41, - 11, - 30, - 112, - 0, - 0, - 1, - 89, - 18, - 0, - 327, - 0, - 237, - 0, - 0, - 0, - 162, - 0, - 91 - ], - "37": [ - 43, - 41, - 8, - 33, - 115, - 0, - 0, - 0, - 97, - 18, - 0, - 329, - 0, - 248, - 0, - 0, - 0, - 162, - 0, - 96 - ], - "38": [ - 38, - 40, - 8, - 29, - 123, - 0, - 0, - 0, - 98, - 18, - 0, - 362, - 0, - 260, - 0, - 0, - 0, - 155, - 0, - 93 - ], - "39": [ - 37, - 35, - 7, - 28, - 125, - 0, - 0, - 4, - 98, - 13, - 0, - 353, - 0, - 266, - 0, - 0, - 0, - 161, - 0, - 90 - ], - "40": [ - 32, - 38, - 7, - 32, - 131, - 0, - 0, - 7, - 103, - 20, - 0, - 347, - 0, - 281, - 0, - 0, - 0, - 159, - 0, - 81 - ], - "41": [ - 35, - 38, - 5, - 35, - 135, - 0, - 0, - 7, - 110, - 14, - 0, - 353, - 0, - 292, - 0, - 0, - 0, - 160, - 0, - 78 - ], - "42": [ - 36, - 39, - 8, - 36, - 136, - 0, - 0, - 10, - 113, - 11, - 0, - 352, - 0, - 296, - 0, - 0, - 0, - 161, - 0, - 82 - ], - "43": [ - 32, - 29, - 1, - 34, - 133, - 0, - 0, - 11, - 98, - 12, - 0, - 356, - 0, - 286, - 0, - 0, - 0, - 157, - 0, - 85 - ], - "44": [ - 30, - 28, - 0, - 36, - 139, - 0, - 0, - 15, - 93, - 12, - 0, - 368, - 0, - 289, - 0, - 0, - 0, - 150, - 0, - 90 - ], - "45": [ - 27, - 33, - 1, - 36, - 135, - 0, - 0, - 18, - 77, - 11, - 0, - 351, - 0, - 286, - 0, - 0, - 0, - 154, - 0, - 81 - ], - "46": [ - 22, - 38, - 3, - 36, - 137, - 0, - 0, - 20, - 72, - 13, - 0, - 347, - 0, - 274, - 0, - 0, - 0, - 152, - 0, - 85 - ], - "47": [ - 21, - 36, - 6, - 40, - 139, - 0, - 0, - 17, - 78, - 10, - 0, - 360, - 0, - 273, - 0, - 0, - 1, - 149, - 0, - 91 - ], - "48": [ - 21, - 32, - 8, - 38, - 140, - 0, - 0, - 18, - 73, - 10, - 0, - 380, - 0, - 275, - 0, - 0, - 0, - 141, - 0, - 81 - ], - "49": [ - 21, - 31, - 10, - 40, - 137, - 0, - 0, - 17, - 72, - 10, - 0, - 394, - 0, - 266, - 0, - 0, - 0, - 131, - 0, - 82 - ], - "50": [ - 22, - 31, - 12, - 42, - 142, - 0, - 0, - 19, - 71, - 12, - 0, - 412, - 0, - 259, - 0, - 0, - 0, - 128, - 0, - 76 - ], - "51": [ - 21, - 27, - 10, - 51, - 146, - 0, - 0, - 18, - 70, - 13, - 0, - 408, - 0, - 247, - 0, - 0, - 0, - 117, - 0, - 80 - ], - "52": [ - 19, - 31, - 7, - 44, - 146, - 0, - 0, - 12, - 63, - 17, - 0, - 390, - 0, - 237, - 0, - 0, - 1, - 123, - 0, - 84 - ], - "53": [ - 19, - 32, - 5, - 46, - 148, - 0, - 0, - 14, - 67, - 15, - 0, - 391, - 0, - 242, - 0, - 0, - 0, - 121, - 0, - 88 - ], - "54": [ - 21, - 34, - 3, - 44, - 142, - 0, - 0, - 11, - 64, - 17, - 0, - 397, - 0, - 242, - 0, - 0, - 0, - 121, - 0, - 89 - ], - "55": [ - 21, - 34, - 2, - 43, - 138, - 0, - 0, - 13, - 63, - 22, - 0, - 417, - 0, - 244, - 0, - 0, - 0, - 119, - 0, - 92 - ], - "56": [ - 20, - 32, - 2, - 47, - 132, - 0, - 0, - 15, - 65, - 26, - 0, - 418, - 0, - 251, - 0, - 0, - 0, - 116, - 0, - 91 - ], - "57": [ - 24, - 30, - 1, - 47, - 134, - 0, - 0, - 18, - 66, - 25, - 0, - 433, - 0, - 240, - 0, - 0, - 0, - 122, - 0, - 94 - ], - "58": [ - 20, - 26, - 2, - 40, - 131, - 0, - 0, - 17, - 64, - 31, - 0, - 442, - 0, - 247, - 0, - 0, - 0, - 128, - 0, - 89 - ], - "59": [ - 17, - 27, - 1, - 40, - 125, - 0, - 0, - 19, - 74, - 32, - 0, - 417, - 0, - 259, - 0, - 0, - 2, - 124, - 0, - 90 - ], - "60": [ - 17, - 29, - 0, - 40, - 124, - 0, - 0, - 21, - 70, - 31, - 0, - 416, - 0, - 259, - 0, - 0, - 5, - 123, - 0, - 98 - ], - "61": [ - 18, - 26, - 0, - 40, - 124, - 0, - 0, - 21, - 73, - 29, - 0, - 433, - 0, - 255, - 0, - 0, - 1, - 120, - 0, - 105 - ], - "62": [ - 16, - 24, - 0, - 39, - 126, - 0, - 0, - 20, - 79, - 31, - 0, - 452, - 0, - 261, - 0, - 0, - 1, - 117, - 0, - 106 - ], - "63": [ - 13, - 24, - 0, - 42, - 118, - 0, - 0, - 21, - 76, - 23, - 0, - 445, - 0, - 264, - 0, - 0, - 4, - 106, - 0, - 108 - ], - "64": [ - 13, - 20, - 0, - 46, - 115, - 0, - 0, - 22, - 78, - 21, - 0, - 451, - 0, - 259, - 0, - 0, - 0, - 99, - 0, - 108 - ], - "65": [ - 10, - 23, - 0, - 47, - 115, - 0, - 0, - 21, - 83, - 22, - 0, - 448, - 0, - 249, - 0, - 0, - 0, - 95, - 0, - 103 - ], - "66": [ - 14, - 23, - 0, - 47, - 122, - 0, - 0, - 20, - 82, - 20, - 0, - 441, - 0, - 249, - 0, - 0, - 2, - 100, - 0, - 114 - ], - "67": [ - 9, - 24, - 0, - 49, - 110, - 0, - 0, - 21, - 87, - 17, - 0, - 438, - 0, - 251, - 0, - 0, - 2, - 90, - 0, - 111 - ], - "68": [ - 6, - 25, - 0, - 55, - 110, - 0, - 0, - 20, - 89, - 16, - 0, - 454, - 0, - 246, - 0, - 0, - 3, - 82, - 0, - 122 - ], - "69": [ - 7, - 32, - 0, - 55, - 117, - 0, - 0, - 21, - 92, - 13, - 0, - 441, - 0, - 249, - 0, - 0, - 0, - 85, - 0, - 118 - ], - "70": [ - 10, - 32, - 0, - 56, - 118, - 0, - 2, - 20, - 91, - 22, - 0, - 466, - 0, - 250, - 0, - 0, - 2, - 89, - 0, - 117 - ], - "71": [ - 8, - 32, - 0, - 47, - 122, - 0, - 6, - 20, - 89, - 20, - 0, - 478, - 0, - 248, - 0, - 0, - 5, - 97, - 0, - 121 - ], - "72": [ - 5, - 30, - 0, - 51, - 127, - 0, - 7, - 20, - 88, - 27, - 0, - 489, - 0, - 247, - 0, - 0, - 4, - 103, - 0, - 123 - ], - "73": [ - 6, - 30, - 1, - 54, - 133, - 0, - 12, - 20, - 87, - 17, - 0, - 489, - 0, - 257, - 0, - 0, - 0, - 103, - 0, - 130 - ], - "74": [ - 8, - 30, - 0, - 50, - 141, - 0, - 10, - 19, - 80, - 16, - 0, - 479, - 0, - 260, - 0, - 0, - 5, - 101, - 0, - 122 - ], - "75": [ - 6, - 31, - 0, - 49, - 130, - 0, - 17, - 20, - 81, - 17, - 0, - 470, - 0, - 259, - 0, - 0, - 3, - 97, - 0, - 130 - ], - "76": [ - 6, - 28, - 0, - 57, - 137, - 0, - 17, - 23, - 86, - 14, - 0, - 478, - 0, - 253, - 0, - 0, - 4, - 101, - 0, - 133 - ], - "77": [ - 4, - 26, - 0, - 47, - 141, - 0, - 20, - 24, - 80, - 6, - 0, - 468, - 0, - 257, - 0, - 0, - 8, - 93, - 0, - 129 - ], - "78": [ - 4, - 23, - 0, - 53, - 137, - 0, - 15, - 23, - 85, - 9, - 0, - 466, - 0, - 271, - 0, - 0, - 11, - 103, - 0, - 133 - ], - "79": [ - 2, - 22, - 0, - 46, - 130, - 0, - 16, - 22, - 83, - 8, - 0, - 469, - 0, - 276, - 0, - 0, - 3, - 96, - 0, - 132 - ], - "80": [ - 2, - 20, - 0, - 45, - 143, - 0, - 17, - 22, - 90, - 13, - 0, - 481, - 0, - 274, - 0, - 0, - 3, - 100, - 0, - 134 - ], - "81": [ - 6, - 20, - 0, - 39, - 143, - 0, - 21, - 22, - 84, - 11, - 0, - 490, - 0, - 282, - 0, - 0, - 6, - 107, - 0, - 138 - ], - "82": [ - 8, - 26, - 0, - 47, - 143, - 0, - 15, - 22, - 80, - 5, - 0, - 494, - 0, - 281, - 0, - 0, - 9, - 104, - 0, - 143 - ], - "83": [ - 8, - 25, - 0, - 51, - 145, - 0, - 14, - 23, - 80, - 7, - 0, - 495, - 0, - 284, - 0, - 0, - 12, - 102, - 0, - 142 - ], - "84": [ - 7, - 28, - 0, - 58, - 143, - 0, - 24, - 22, - 85, - 3, - 0, - 499, - 0, - 288, - 0, - 0, - 16, - 101, - 0, - 129 - ], - "85": [ - 8, - 32, - 0, - 65, - 149, - 0, - 28, - 23, - 89, - 0, - 0, - 510, - 0, - 294, - 0, - 0, - 15, - 102, - 0, - 140 - ], - "86": [ - 9, - 33, - 0, - 69, - 154, - 0, - 30, - 23, - 91, - 0, - 0, - 507, - 0, - 292, - 0, - 0, - 16, - 98, - 0, - 137 - ], - "87": [ - 7, - 26, - 0, - 69, - 150, - 0, - 21, - 23, - 92, - 0, - 0, - 513, - 0, - 294, - 0, - 0, - 18, - 110, - 0, - 130 - ], - "88": [ - 4, - 26, - 0, - 78, - 151, - 0, - 15, - 23, - 87, - 1, - 0, - 511, - 0, - 292, - 0, - 0, - 13, - 122, - 0, - 124 - ], - "89": [ - 3, - 27, - 2, - 76, - 144, - 0, - 16, - 23, - 89, - 0, - 0, - 512, - 0, - 287, - 0, - 0, - 11, - 124, - 0, - 141 - ], - "90": [ - 4, - 26, - 0, - 69, - 142, - 0, - 14, - 25, - 101, - 0, - 0, - 514, - 0, - 279, - 0, - 0, - 13, - 113, - 0, - 142 - ], - "91": [ - 8, - 26, - 2, - 65, - 150, - 0, - 14, - 22, - 97, - 0, - 0, - 510, - 0, - 272, - 0, - 0, - 9, - 120, - 0, - 133 - ], - "92": [ - 5, - 29, - 2, - 65, - 153, - 0, - 13, - 22, - 93, - 0, - 0, - 515, - 0, - 288, - 0, - 0, - 9, - 120, - 0, - 134 - ], - "93": [ - 5, - 31, - 1, - 63, - 153, - 0, - 5, - 22, - 98, - 0, - 0, - 522, - 0, - 287, - 0, - 0, - 7, - 124, - 0, - 130 - ], - "94": [ - 4, - 36, - 0, - 61, - 145, - 0, - 4, - 21, - 110, - 0, - 0, - 529, - 0, - 277, - 0, - 0, - 11, - 135, - 0, - 117 - ], - "95": [ - 4, - 36, - 1, - 51, - 139, - 0, - 6, - 19, - 109, - 0, - 0, - 524, - 0, - 271, - 0, - 0, - 9, - 142, - 0, - 118 - ], - "96": [ - 2, - 40, - 2, - 49, - 151, - 0, - 12, - 19, - 95, - 0, - 0, - 525, - 0, - 268, - 0, - 0, - 8, - 141, - 0, - 132 - ], - "97": [ - 5, - 37, - 2, - 51, - 149, - 0, - 11, - 19, - 84, - 0, - 0, - 516, - 0, - 271, - 0, - 0, - 8, - 133, - 0, - 132 - ], - "98": [ - 2, - 36, - 3, - 47, - 152, - 0, - 8, - 18, - 84, - 0, - 0, - 508, - 0, - 269, - 0, - 0, - 8, - 129, - 0, - 133 - ], - "99": [ - 0, - 36, - 5, - 45, - 143, - 0, - 8, - 17, - 86, - 0, - 0, - 510, - 0, - 290, - 0, - 0, - 6, - 128, - 0, - 132 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.01/run=760fcceabd754495/rewards.plot.png b/experiments/seed=256/alpha=0.3.gamma=0.01/run=760fcceabd754495/rewards.plot.png deleted file mode 100644 index 168507d..0000000 Binary files a/experiments/seed=256/alpha=0.3.gamma=0.01/run=760fcceabd754495/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.3.gamma=0.01/run=760fcceabd754495/sum_rewards.json b/experiments/seed=256/alpha=0.3.gamma=0.01/run=760fcceabd754495/sum_rewards.json deleted file mode 100644 index 82bc617..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.01/run=760fcceabd754495/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 84461, - "V": 5341247 - }, - "control": { - "R": 85267, - "V": 5721003 - } -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.01/run=760fcceabd754495/view.plot.png b/experiments/seed=256/alpha=0.3.gamma=0.01/run=760fcceabd754495/view.plot.png deleted file mode 100644 index c679b4d..0000000 Binary files a/experiments/seed=256/alpha=0.3.gamma=0.01/run=760fcceabd754495/view.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.3.gamma=0.01/run=cc82916ae0c942d0/choices.json b/experiments/seed=256/alpha=0.3.gamma=0.01/run=cc82916ae0c942d0/choices.json deleted file mode 100644 index d0cb4be..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.01/run=cc82916ae0c942d0/choices.json +++ /dev/null @@ -1,702 +0,0 @@ -{ - "0": [ - 1, - 2, - 14, - 10, - 0 - ], - "1": [ - 1, - 0, - 9, - 6, - 5 - ], - "2": [ - 3, - 11, - 1, - 10, - 19 - ], - "3": [ - 11, - 19, - 4, - 14, - 9 - ], - "4": [ - 11, - 19, - 1, - 6, - 3 - ], - "5": [ - 11, - 19, - 3, - 1, - 0 - ], - "6": [ - 11, - 19, - 3, - 1, - 17 - ], - "7": [ - 11, - 19, - 3, - 17, - 2 - ], - "8": [ - 11, - 19, - 17, - 3, - 1 - ], - "9": [ - 11, - 19, - 17, - 3, - 1 - ], - "10": [ - 11, - 19, - 17, - 3, - 1 - ], - "11": [ - 11, - 19, - 17, - 3, - 1 - ], - "12": [ - 11, - 17, - 19, - 3, - 1 - ], - "13": [ - 11, - 17, - 19, - 3, - 1 - ], - "14": [ - 11, - 17, - 19, - 3, - 1 - ], - "15": [ - 11, - 17, - 19, - 3, - 1 - ], - "16": [ - 11, - 17, - 19, - 3, - 1 - ], - "17": [ - 11, - 17, - 19, - 3, - 1 - ], - "18": [ - 11, - 17, - 19, - 3, - 1 - ], - "19": [ - 11, - 17, - 19, - 3, - 13 - ], - "20": [ - 11, - 17, - 19, - 3, - 1 - ], - "21": [ - 11, - 17, - 19, - 8, - 3 - ], - "22": [ - 11, - 17, - 19, - 3, - 1 - ], - "23": [ - 11, - 17, - 19, - 3, - 1 - ], - "24": [ - 11, - 17, - 19, - 3, - 1 - ], - "25": [ - 11, - 17, - 19, - 1, - 3 - ], - "26": [ - 11, - 17, - 19, - 3, - 1 - ], - "27": [ - 11, - 17, - 19, - 3, - 0 - ], - "28": [ - 11, - 17, - 19, - 1, - 3 - ], - "29": [ - 11, - 17, - 19, - 3, - 1 - ], - "30": [ - 11, - 17, - 19, - 4, - 1 - ], - "31": [ - 11, - 17, - 19, - 1, - 3 - ], - "32": [ - 11, - 17, - 19, - 1, - 4 - ], - "33": [ - 11, - 17, - 19, - 4, - 3 - ], - "34": [ - 11, - 19, - 17, - 4, - 3 - ], - "35": [ - 11, - 17, - 19, - 4, - 3 - ], - "36": [ - 11, - 17, - 19, - 4, - 1 - ], - "37": [ - 11, - 17, - 19, - 4, - 3 - ], - "38": [ - 11, - 19, - 17, - 4, - 3 - ], - "39": [ - 11, - 19, - 17, - 4, - 3 - ], - "40": [ - 11, - 4, - 17, - 19, - 1 - ], - "41": [ - 11, - 4, - 17, - 19, - 3 - ], - "42": [ - 11, - 4, - 19, - 17, - 2 - ], - "43": [ - 11, - 4, - 17, - 19, - 14 - ], - "44": [ - 11, - 4, - 17, - 19, - 13 - ], - "45": [ - 11, - 4, - 19, - 17, - 3 - ], - "46": [ - 11, - 4, - 17, - 19, - 3 - ], - "47": [ - 11, - 4, - 17, - 19, - 3 - ], - "48": [ - 11, - 4, - 19, - 17, - 3 - ], - "49": [ - 11, - 4, - 17, - 19, - 3 - ], - "50": [ - 11, - 4, - 17, - 19, - 3 - ], - "51": [ - 11, - 4, - 17, - 19, - 3 - ], - "52": [ - 11, - 4, - 19, - 17, - 3 - ], - "53": [ - 11, - 4, - 19, - 17, - 3 - ], - "54": [ - 11, - 4, - 19, - 17, - 3 - ], - "55": [ - 11, - 4, - 19, - 17, - 3 - ], - "56": [ - 11, - 4, - 17, - 19, - 3 - ], - "57": [ - 11, - 4, - 19, - 17, - 3 - ], - "58": [ - 11, - 4, - 19, - 17, - 3 - ], - "59": [ - 11, - 4, - 19, - 17, - 3 - ], - "60": [ - 11, - 4, - 17, - 19, - 3 - ], - "61": [ - 11, - 4, - 19, - 17, - 3 - ], - "62": [ - 11, - 4, - 19, - 17, - 3 - ], - "63": [ - 11, - 4, - 19, - 17, - 3 - ], - "64": [ - 11, - 4, - 19, - 17, - 3 - ], - "65": [ - 11, - 4, - 19, - 17, - 3 - ], - "66": [ - 11, - 4, - 17, - 19, - 3 - ], - "67": [ - 11, - 4, - 19, - 3, - 17 - ], - "68": [ - 11, - 4, - 19, - 3, - 17 - ], - "69": [ - 11, - 4, - 19, - 3, - 17 - ], - "70": [ - 11, - 4, - 19, - 3, - 17 - ], - "71": [ - 11, - 4, - 19, - 3, - 17 - ], - "72": [ - 4, - 11, - 19, - 3, - 17 - ], - "73": [ - 11, - 4, - 19, - 17, - 3 - ], - "74": [ - 4, - 11, - 19, - 17, - 3 - ], - "75": [ - 11, - 4, - 19, - 3, - 17 - ], - "76": [ - 11, - 4, - 19, - 17, - 3 - ], - "77": [ - 11, - 4, - 19, - 3, - 17 - ], - "78": [ - 11, - 4, - 19, - 17, - 3 - ], - "79": [ - 11, - 4, - 19, - 17, - 3 - ], - "80": [ - 11, - 4, - 19, - 3, - 17 - ], - "81": [ - 11, - 4, - 19, - 17, - 3 - ], - "82": [ - 11, - 4, - 19, - 17, - 3 - ], - "83": [ - 11, - 4, - 19, - 17, - 3 - ], - "84": [ - 11, - 4, - 19, - 17, - 3 - ], - "85": [ - 11, - 4, - 19, - 17, - 3 - ], - "86": [ - 11, - 4, - 19, - 17, - 13 - ], - "87": [ - 11, - 4, - 19, - 17, - 3 - ], - "88": [ - 11, - 4, - 19, - 3, - 17 - ], - "89": [ - 11, - 4, - 17, - 19, - 3 - ], - "90": [ - 11, - 4, - 19, - 17, - 3 - ], - "91": [ - 11, - 4, - 19, - 3, - 17 - ], - "92": [ - 11, - 4, - 19, - 17, - 3 - ], - "93": [ - 11, - 4, - 19, - 17, - 3 - ], - "94": [ - 11, - 4, - 19, - 17, - 3 - ], - "95": [ - 11, - 4, - 17, - 19, - 3 - ], - "96": [ - 11, - 4, - 19, - 17, - 3 - ], - "97": [ - 4, - 11, - 19, - 17, - 3 - ], - "98": [ - 11, - 4, - 19, - 17, - 3 - ], - "99": [ - 11, - 4, - 19, - 17, - 3 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.01/run=cc82916ae0c942d0/config.json b/experiments/seed=256/alpha=0.3.gamma=0.01/run=cc82916ae0c942d0/config.json deleted file mode 100644 index fe6e416..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.01/run=cc82916ae0c942d0/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 20, - "num_choices": 5, - "time_span": 100, - "history_span": 3000, - "alpha": 0.3, - "gamma": 0.01, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.01/run=cc82916ae0c942d0/control.choices.json b/experiments/seed=256/alpha=0.3.gamma=0.01/run=cc82916ae0c942d0/control.choices.json deleted file mode 100644 index 1ce1220..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.01/run=cc82916ae0c942d0/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 4, - 3, - 11, - 1, - 13 -] \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.01/run=cc82916ae0c942d0/qvalues.json b/experiments/seed=256/alpha=0.3.gamma=0.01/run=cc82916ae0c942d0/qvalues.json deleted file mode 100644 index 615db8b..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.01/run=cc82916ae0c942d0/qvalues.json +++ /dev/null @@ -1,2180 +0,0 @@ -{ - "0": [ - 4.8, - 17.9, - 3.9, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 8.459999999999999, - 27.83, - 3.9, - 5.0, - 5.0, - 0.0, - 0.6, - 0.0, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 8.459999999999999, - 34.181, - 3.9, - 30.8, - 5.0, - 0.0, - 0.6, - 0.0, - 0.0, - 4.2, - 0.0, - 110.89999999999999, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 47.699999999999996 - ], - "3": [ - 8.459999999999999, - 34.181, - 3.9, - 30.8, - 19.7, - 0.0, - 0.6, - 0.0, - 0.0, - 6.84, - 0.0, - 185.32999999999998, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 82.89 - ], - "4": [ - 8.459999999999999, - 41.326699999999995, - 3.9, - 50.66, - 19.7, - 0.0, - 0.42, - 0.0, - 0.0, - 6.84, - 0.0, - 236.231, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 107.523 - ], - "5": [ - 11.622, - 43.62869, - 3.9, - 63.361999999999995, - 19.7, - 0.0, - 0.42, - 0.0, - 0.0, - 6.84, - 0.0, - 273.9617, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 126.86609999999999 - ], - "6": [ - 11.622, - 47.040082999999996, - 3.9, - 72.2534, - 19.7, - 0.0, - 0.42, - 0.0, - 0.0, - 6.84, - 0.0, - 300.97319, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 63.9, - 0.0, - 140.70627 - ], - "7": [ - 11.622, - 47.040082999999996, - 3.63, - 77.87738, - 19.7, - 0.0, - 0.42, - 0.0, - 0.0, - 6.84, - 0.0, - 320.181233, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 109.22999999999999, - 0.0, - 153.99438899999998 - ], - "8": [ - 11.622, - 47.028058099999996, - 3.63, - 77.614166, - 19.7, - 0.0, - 0.42, - 0.0, - 0.0, - 6.84, - 0.0, - 334.5268631, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 139.161, - 0.0, - 159.0960723 - ], - "9": [ - 11.622, - 48.21964067, - 3.63, - 79.22991619999999, - 19.7, - 0.0, - 0.42, - 0.0, - 0.0, - 6.84, - 0.0, - 346.96880417, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 159.5127, - 0.0, - 163.56725061 - ], - "10": [ - 11.622, - 49.653748469, - 3.63, - 82.16094134, - 19.7, - 0.0, - 0.42, - 0.0, - 0.0, - 6.84, - 0.0, - 355.078162919, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 173.75889, - 0.0, - 170.297075427 - ], - "11": [ - 11.622, - 48.5576239283, - 3.63, - 83.012658938, - 19.7, - 0.0, - 0.42, - 0.0, - 0.0, - 6.84, - 0.0, - 363.4547140433, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 181.031223, - 0.0, - 172.00795279890002 - ], - "12": [ - 11.622, - 46.890336749810004, - 3.63, - 82.1088612566, - 19.7, - 0.0, - 0.42, - 0.0, - 0.0, - 6.84, - 0.0, - 366.31829983030997, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 184.32185610000002, - 0.0, - 169.60556695923 - ], - "13": [ - 11.622, - 44.523235724867, - 3.63, - 83.87620287962, - 19.7, - 0.0, - 0.42, - 0.0, - 0.0, - 6.84, - 0.0, - 367.42280988121695, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 188.12529927000003, - 0.0, - 169.723896871461 - ], - "14": [ - 11.622, - 43.1662650074069, - 3.63, - 85.413342015734, - 19.7, - 0.0, - 0.42, - 0.0, - 0.0, - 6.84, - 0.0, - 365.79596691685185, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 190.48770948900003, - 0.0, - 168.0067278100227 - ], - "15": [ - 11.622, - 42.51638550518483, - 3.63, - 85.5893394110138, - 19.7, - 0.0, - 0.42, - 0.0, - 0.0, - 6.84, - 0.0, - 361.3571768417963, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 192.1413966423, - 0.0, - 163.2047094670159 - ], - "16": [ - 11.622, - 43.56146985362938, - 3.63, - 83.01253758770966, - 19.7, - 0.0, - 0.42, - 0.0, - 0.0, - 6.84, - 0.0, - 357.3500237892574, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 192.39897764961, - 0.0, - 162.84329662691113 - ], - "17": [ - 11.622, - 44.89302889754057, - 3.63, - 78.80877631139676, - 19.7, - 0.0, - 0.42, - 0.0, - 0.0, - 6.84, - 0.0, - 348.8450166524802, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 193.779284354727, - 0.0, - 158.6903076388378 - ], - "18": [ - 11.622, - 46.425120228278395, - 3.63, - 76.16614341797774, - 19.7, - 0.0, - 0.42, - 0.0, - 0.0, - 6.84, - 0.0, - 344.6915116567361, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 196.5454990483089, - 0.0, - 157.58321534718647 - ], - "19": [ - 11.622, - 46.425120228278395, - 3.63, - 73.71630039258442, - 19.7, - 0.0, - 0.42, - 0.0, - 0.0, - 6.84, - 0.0, - 346.88405815971527, - 0.0, - 34.7, - 0.0, - 0.0, - 0.0, - 197.88184933381623, - 0.0, - 157.40825074303052 - ], - "20": [ - 11.622, - 47.497584159794876, - 3.63, - 73.50141027480909, - 19.7, - 0.0, - 0.42, - 0.0, - 0.0, - 6.84, - 0.0, - 339.7188407118007, - 0.0, - 34.7, - 0.0, - 0.0, - 0.0, - 194.31729453367137, - 0.0, - 155.48577552012136 - ], - "21": [ - 11.622, - 47.497584159794876, - 3.63, - 72.75098719236637, - 19.7, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 334.7031884982605, - 0.0, - 34.7, - 0.0, - 0.0, - 0.0, - 190.62210617356996, - 0.0, - 153.24004286408496 - ], - "22": [ - 11.622, - 49.448308911856415, - 3.63, - 72.22569103465645, - 19.7, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 329.69223194878236, - 0.0, - 34.7, - 0.0, - 0.0, - 0.0, - 187.13547432149898, - 0.0, - 153.46803000485946 - ], - "23": [ - 11.622, - 49.31381623829949, - 3.63, - 71.25798372425952, - 19.7, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 321.38456236414765, - 0.0, - 34.7, - 0.0, - 0.0, - 0.0, - 183.7948320250493, - 0.0, - 152.72762100340162 - ], - "24": [ - 11.622, - 51.01967136680964, - 3.63, - 69.68058860698166, - 19.7, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 313.76919365490335, - 0.0, - 34.7, - 0.0, - 0.0, - 0.0, - 179.3563824175345, - 0.0, - 151.90933470238113 - ], - "25": [ - 11.622, - 50.41376995676675, - 3.63, - 71.57641202488716, - 19.7, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 311.43843555843233, - 0.0, - 34.7, - 0.0, - 0.0, - 0.0, - 175.04946769227413, - 0.0, - 151.6365342916668 - ], - "26": [ - 11.622, - 50.589638969736725, - 3.63, - 70.80348841742101, - 19.7, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 308.90690489090264, - 0.0, - 34.7, - 0.0, - 0.0, - 0.0, - 171.7346273845919, - 0.0, - 146.94557400416676 - ], - "27": [ - 16.2354, - 50.589638969736725, - 3.63, - 69.0624418921947, - 19.7, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 311.93483342363186, - 0.0, - 34.7, - 0.0, - 0.0, - 0.0, - 167.31423916921432, - 0.0, - 145.16190180291673 - ], - "28": [ - 16.2354, - 51.91274727881571, - 3.63, - 68.14370932453629, - 19.7, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 311.3543833965423, - 0.0, - 34.7, - 0.0, - 0.0, - 0.0, - 163.91996741845003, - 0.0, - 145.71333126204172 - ], - "29": [ - 16.2354, - 52.53892309517099, - 3.63, - 67.2005965271754, - 19.7, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 308.5480683775796, - 0.0, - 34.7, - 0.0, - 0.0, - 0.0, - 162.14397719291503, - 0.0, - 150.2993318834292 - ], - "30": [ - 16.2354, - 51.7772461666197, - 3.63, - 67.2005965271754, - 58.489999999999995, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 306.58364786430576, - 0.0, - 34.7, - 0.0, - 0.0, - 0.0, - 159.70078403504053, - 0.0, - 151.10953231840045 - ], - "31": [ - 16.2354, - 51.54407231663379, - 3.63, - 66.24041756902278, - 58.489999999999995, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 305.20855350501404, - 0.0, - 34.7, - 0.0, - 0.0, - 0.0, - 158.29054882452837, - 0.0, - 152.2766726228803 - ], - "32": [ - 16.2354, - 49.88085062164365, - 3.63, - 66.24041756902278, - 84.143, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 304.54598745350984, - 0.0, - 34.7, - 0.0, - 0.0, - 0.0, - 158.80338417716985, - 0.0, - 153.3936708360162 - ], - "33": [ - 16.2354, - 49.88085062164365, - 3.63, - 62.568292298315946, - 103.9001, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 303.4821912174569, - 0.0, - 34.7, - 0.0, - 0.0, - 0.0, - 157.6623689240189, - 0.0, - 153.87556958521134 - ], - "34": [ - 16.2354, - 49.88085062164365, - 3.63, - 59.69780460882116, - 118.63006999999999, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 301.83753385221985, - 0.0, - 34.7, - 0.0, - 0.0, - 0.0, - 158.36365824681323, - 0.0, - 154.21289870964793 - ], - "35": [ - 16.2354, - 49.88085062164365, - 3.63, - 56.18846322617481, - 133.441049, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 298.88627369655387, - 0.0, - 34.7, - 0.0, - 0.0, - 0.0, - 159.45456077276927, - 0.0, - 155.64902909675357 - ], - "36": [ - 16.2354, - 45.416595435150555, - 3.63, - 56.18846322617481, - 143.8087343, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 295.0203915875877, - 0.0, - 34.7, - 0.0, - 0.0, - 0.0, - 160.2181925409385, - 0.0, - 157.8543203677275 - ], - "37": [ - 16.2354, - 45.416595435150555, - 3.63, - 55.231924258322366, - 152.86611401, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 297.4142741113114, - 0.0, - 34.7, - 0.0, - 0.0, - 0.0, - 158.65273477865696, - 0.0, - 158.79802425740925 - ], - "38": [ - 16.2354, - 45.416595435150555, - 3.63, - 54.56234698082566, - 159.80627980699998, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 297.88999187791796, - 0.0, - 34.7, - 0.0, - 0.0, - 0.0, - 159.35691434505986, - 0.0, - 157.65861698018648 - ], - "39": [ - 16.2354, - 45.416595435150555, - 3.63, - 55.29364288657796, - 167.66439586489997, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 296.42299431454256, - 0.0, - 34.7, - 0.0, - 0.0, - 0.0, - 159.24984004154192, - 0.0, - 153.26103188613052 - ], - "40": [ - 16.2354, - 40.491616804605385, - 3.63, - 55.29364288657796, - 176.46507710542997, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 294.19609602017977, - 0.0, - 34.7, - 0.0, - 0.0, - 0.0, - 159.47488802907935, - 0.0, - 148.68272232029136 - ], - "41": [ - 16.2354, - 40.491616804605385, - 3.63, - 57.90555002060457, - 180.825553973801, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 293.83726721412586, - 0.0, - 34.7, - 0.0, - 0.0, - 0.0, - 159.93242162035554, - 0.0, - 144.57790562420396 - ], - "42": [ - 16.2354, - 40.491616804605385, - 2.541, - 57.90555002060457, - 185.6778877816607, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 291.7860870498881, - 0.0, - 34.7, - 0.0, - 0.0, - 0.0, - 159.0526951342489, - 0.0, - 142.90453393694278 - ], - "43": [ - 16.2354, - 40.491616804605385, - 2.541, - 57.90555002060457, - 190.57452144716248, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 297.85026093492166, - 0.0, - 34.7, - 0.0, - 0.0, - 0.0, - 156.3368865939742, - 0.0, - 144.13317375585996 - ], - "44": [ - 16.2354, - 40.491616804605385, - 2.541, - 57.90555002060457, - 193.10216501301375, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 306.5951826544452, - 0.0, - 45.89, - 0.0, - 0.0, - 0.0, - 155.63582061578194, - 0.0, - 141.99322162910198 - ], - "45": [ - 16.2354, - 40.491616804605385, - 2.541, - 67.8338850144232, - 197.57151550910962, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 309.4166278581116, - 0.0, - 45.89, - 0.0, - 0.0, - 0.0, - 154.54507443104737, - 0.0, - 140.79525514037138 - ], - "46": [ - 16.2354, - 40.491616804605385, - 2.541, - 72.98371951009624, - 201.30006085637672, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 305.0916395006781, - 0.0, - 45.89, - 0.0, - 0.0, - 0.0, - 152.88155210173315, - 0.0, - 142.65667859825996 - ], - "47": [ - 16.2354, - 40.491616804605385, - 2.541, - 74.48860365706736, - 203.0100425994637, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 302.9641476504747, - 0.0, - 45.89, - 0.0, - 0.0, - 0.0, - 150.2170864712132, - 0.0, - 142.15967501878197 - ], - "48": [ - 16.2354, - 40.491616804605385, - 2.541, - 77.34202255994715, - 201.8070298196246, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 303.87490335533226, - 0.0, - 45.89, - 0.0, - 0.0, - 0.0, - 145.65196052984925, - 0.0, - 142.71177251314737 - ], - "49": [ - 16.2354, - 40.491616804605385, - 2.541, - 80.53941579196301, - 202.76492087373722, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 302.7124323487326, - 0.0, - 45.89, - 0.0, - 0.0, - 0.0, - 142.75637237089447, - 0.0, - 140.39824075920316 - ], - "50": [ - 16.2354, - 40.491616804605385, - 2.541, - 84.57759105437411, - 204.93544461161605, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 299.1987026441128, - 0.0, - 45.89, - 0.0, - 0.0, - 0.0, - 137.12946065962612, - 0.0, - 139.67876853144222 - ], - "51": [ - 16.2354, - 40.491616804605385, - 2.541, - 89.80431373806188, - 204.65481122813122, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 297.63909185087897, - 0.0, - 45.89, - 0.0, - 0.0, - 0.0, - 135.89062246173827, - 0.0, - 142.17513797200957 - ], - "52": [ - 16.2354, - 40.491616804605385, - 2.541, - 93.76301961664332, - 206.55836785969186, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 295.64736429561526, - 0.0, - 45.89, - 0.0, - 0.0, - 0.0, - 135.6234357232168, - 0.0, - 142.7225965804067 - ], - "53": [ - 16.2354, - 40.491616804605385, - 2.541, - 96.23411373165033, - 206.6908575017843, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 289.7531550069307, - 0.0, - 45.89, - 0.0, - 0.0, - 0.0, - 133.93640500625176, - 0.0, - 143.70581760628468 - ], - "54": [ - 16.2354, - 40.491616804605385, - 2.541, - 98.56387961215523, - 208.28360025124903, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 287.4272085048515, - 0.0, - 45.89, - 0.0, - 0.0, - 0.0, - 132.45548350437622, - 0.0, - 142.89407232439927 - ], - "55": [ - 16.2354, - 40.491616804605385, - 2.541, - 100.79471572850866, - 213.29852017587433, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 282.79904595339605, - 0.0, - 45.89, - 0.0, - 0.0, - 0.0, - 130.21883845306334, - 0.0, - 142.6258506270795 - ], - "56": [ - 16.2354, - 40.491616804605385, - 2.541, - 102.35630100995607, - 216.50896412311204, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 281.9593321673772, - 0.0, - 45.89, - 0.0, - 0.0, - 0.0, - 129.85318691714434, - 0.0, - 143.03809543895565 - ], - "57": [ - 16.2354, - 40.491616804605385, - 2.541, - 101.64941070696925, - 216.65627488617844, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 278.37153251716404, - 0.0, - 45.89, - 0.0, - 0.0, - 0.0, - 131.69723084200103, - 0.0, - 143.92666680726896 - ], - "58": [ - 16.2354, - 40.491616804605385, - 2.541, - 101.45458749487847, - 214.95939242032492, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 271.9600727620148, - 0.0, - 45.89, - 0.0, - 0.0, - 0.0, - 131.7880615894007, - 0.0, - 146.64866676508828 - ], - "59": [ - 16.2354, - 40.491616804605385, - 2.541, - 100.71821124641492, - 212.87157469422743, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 258.4720509334104, - 0.0, - 45.89, - 0.0, - 0.0, - 0.0, - 133.6516431125805, - 0.0, - 150.3540667355618 - ], - "60": [ - 16.2354, - 40.491616804605385, - 2.541, - 99.00274787249045, - 211.7101022859592, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 250.23043565338727, - 0.0, - 45.89, - 0.0, - 0.0, - 0.0, - 132.85615017880636, - 0.0, - 153.24784671489326 - ], - "61": [ - 16.2354, - 40.491616804605385, - 2.541, - 96.30192351074331, - 208.79707160017145, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 243.8613049573711, - 0.0, - 45.89, - 0.0, - 0.0, - 0.0, - 130.79930512516444, - 0.0, - 154.67349270042527 - ], - "62": [ - 16.2354, - 40.491616804605385, - 2.541, - 93.81134645752032, - 209.15795012012, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 244.50291347015977, - 0.0, - 45.89, - 0.0, - 0.0, - 0.0, - 127.2595135876151, - 0.0, - 156.5714448902977 - ], - "63": [ - 16.2354, - 40.491616804605385, - 2.541, - 92.36794252026422, - 208.510565084084, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 250.05203942911183, - 0.0, - 45.89, - 0.0, - 0.0, - 0.0, - 124.18165951133057, - 0.0, - 160.00001142320838 - ], - "64": [ - 16.2354, - 40.491616804605385, - 2.541, - 94.65755976418495, - 207.7573955588588, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 253.0364276003783, - 0.0, - 45.89, - 0.0, - 0.0, - 0.0, - 121.72716165793139, - 0.0, - 160.90000799624588 - ], - "65": [ - 16.2354, - 40.491616804605385, - 2.541, - 96.26029183492946, - 209.33017689120118, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 250.0254993202648, - 0.0, - 45.89, - 0.0, - 0.0, - 0.0, - 118.80901316055197, - 0.0, - 162.7300055973721 - ], - "66": [ - 16.2354, - 40.491616804605385, - 2.541, - 99.48220428445062, - 207.73112382384082, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 241.31784952418536, - 0.0, - 45.89, - 0.0, - 0.0, - 0.0, - 113.46630921238638, - 0.0, - 162.21100391816046 - ], - "67": [ - 16.2354, - 40.491616804605385, - 2.541, - 101.43754299911544, - 206.0117866766886, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 231.32249466692974, - 0.0, - 45.89, - 0.0, - 0.0, - 0.0, - 106.42641644867047, - 0.0, - 164.2477027427123 - ], - "68": [ - 16.2354, - 40.491616804605385, - 2.541, - 103.40628009938081, - 206.308250673682, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 221.9257462668508, - 0.0, - 45.89, - 0.0, - 0.0, - 0.0, - 100.89849151406932, - 0.0, - 163.8733919198986 - ], - "69": [ - 16.2354, - 40.491616804605385, - 2.541, - 100.88439606956656, - 204.71577547157742, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 219.84802238679558, - 0.0, - 45.89, - 0.0, - 0.0, - 0.0, - 97.62894405984852, - 0.0, - 161.81137434392903 - ], - "70": [ - 16.2354, - 40.491616804605385, - 2.541, - 99.71907724869659, - 203.3010428301042, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 215.6936156707569, - 0.0, - 45.89, - 0.0, - 0.0, - 0.0, - 97.44026084189396, - 0.0, - 160.9679620407503 - ], - "71": [ - 16.2354, - 40.491616804605385, - 2.541, - 101.00335407408761, - 206.21072998107294, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 210.98553096952983, - 0.0, - 45.89, - 0.0, - 0.0, - 0.0, - 99.10818258932576, - 0.0, - 162.4775734285252 - ], - "72": [ - 16.2354, - 40.491616804605385, - 2.541, - 101.30234785186133, - 208.24751098675105, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 211.58987167867087, - 0.0, - 45.89, - 0.0, - 0.0, - 0.0, - 101.77572781252803, - 0.0, - 163.83430139996764 - ], - "73": [ - 16.2354, - 40.491616804605385, - 2.541, - 100.61164349630293, - 209.67325769072573, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 213.81291017506962, - 0.0, - 45.89, - 0.0, - 0.0, - 0.0, - 103.64300946876962, - 0.0, - 162.98401097997734 - ], - "74": [ - 16.2354, - 40.491616804605385, - 2.541, - 98.62815044741205, - 207.67128038350802, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 221.06903712254874, - 0.0, - 45.89, - 0.0, - 0.0, - 0.0, - 103.15010662813873, - 0.0, - 164.78880768598412 - ], - "75": [ - 16.2354, - 40.491616804605385, - 2.541, - 97.53970531318843, - 207.1698962684556, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 229.1483259857841, - 0.0, - 45.89, - 0.0, - 0.0, - 0.0, - 104.60507463969711, - 0.0, - 167.2521653801889 - ], - "76": [ - 16.2354, - 40.491616804605385, - 2.541, - 95.5777937192319, - 205.61892738791892, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 235.40382819004887, - 0.0, - 45.89, - 0.0, - 0.0, - 0.0, - 104.72355224778798, - 0.0, - 167.47651576613222 - ], - "77": [ - 16.2354, - 40.491616804605385, - 2.541, - 97.20445560346234, - 206.93324917154325, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 240.0826797330342, - 0.0, - 45.89, - 0.0, - 0.0, - 0.0, - 107.20648657345158, - 0.0, - 166.13356103629255 - ], - "78": [ - 16.2354, - 40.491616804605385, - 2.541, - 95.94311892242364, - 205.45327442008028, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 240.35787581312394, - 0.0, - 45.89, - 0.0, - 0.0, - 0.0, - 106.2445406014161, - 0.0, - 164.89349272540477 - ], - "79": [ - 16.2354, - 40.491616804605385, - 2.541, - 94.16018324569654, - 206.8172920940562, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 246.25051306918675, - 0.0, - 45.89, - 0.0, - 0.0, - 0.0, - 105.57117842099127, - 0.0, - 163.42544490778334 - ], - "80": [ - 16.2354, - 40.491616804605385, - 2.541, - 92.61212827198759, - 207.47210446583935, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 255.17535914843072, - 0.0, - 45.89, - 0.0, - 0.0, - 0.0, - 105.99982489469389, - 0.0, - 163.59781143544834 - ], - "81": [ - 16.2354, - 40.491616804605385, - 2.541, - 93.0284897903913, - 207.63047312608754, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 262.3227514039015, - 0.0, - 45.89, - 0.0, - 0.0, - 0.0, - 106.29987742628572, - 0.0, - 163.41846800481383 - ], - "82": [ - 16.2354, - 40.491616804605385, - 2.541, - 93.61994285327391, - 208.34133118826128, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 260.72592598273104, - 0.0, - 45.89, - 0.0, - 0.0, - 0.0, - 105.0099141984, - 0.0, - 163.59292760336967 - ], - "83": [ - 16.2354, - 40.491616804605385, - 2.541, - 93.13395999729174, - 208.5389318317829, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 264.7081481879117, - 0.0, - 45.89, - 0.0, - 0.0, - 0.0, - 104.40693993888, - 0.0, - 159.51504932235878 - ], - "84": [ - 16.2354, - 40.491616804605385, - 2.541, - 91.89377199810421, - 208.37725228224804, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 265.3957037315382, - 0.0, - 45.89, - 0.0, - 0.0, - 0.0, - 104.284857957216, - 0.0, - 157.86053452565113 - ], - "85": [ - 16.2354, - 40.491616804605385, - 2.541, - 91.62564039867294, - 206.76407659757362, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 259.27699261207675, - 0.0, - 45.89, - 0.0, - 0.0, - 0.0, - 102.69940057005121, - 0.0, - 155.20237416795578 - ], - "86": [ - 16.2354, - 40.491616804605385, - 2.541, - 91.62564039867294, - 207.43485361830153, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 251.69389482845372, - 0.0, - 54.022999999999996, - 0.0, - 0.0, - 0.0, - 104.88958039903585, - 0.0, - 153.64166191756905 - ], - "87": [ - 16.2354, - 40.491616804605385, - 2.541, - 95.63794827907105, - 207.30439753281107, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 245.7857263799176, - 0.0, - 54.022999999999996, - 0.0, - 0.0, - 0.0, - 110.02270627932509, - 0.0, - 149.54916334229833 - ], - "88": [ - 16.2354, - 40.491616804605385, - 2.541, - 97.84656379534974, - 201.81307827296774, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 243.15000846594234, - 0.0, - 54.022999999999996, - 0.0, - 0.0, - 0.0, - 114.21589439552757, - 0.0, - 150.58441433960883 - ], - "89": [ - 16.2354, - 40.491616804605385, - 2.541, - 97.89259465674482, - 197.36915479107742, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 238.60500592615963, - 0.0, - 54.022999999999996, - 0.0, - 0.0, - 0.0, - 115.0511260768693, - 0.0, - 151.6090900377262 - ], - "90": [ - 16.2354, - 40.491616804605385, - 2.541, - 97.92481625972137, - 197.2584083537542, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 231.82350414831174, - 0.0, - 54.022999999999996, - 0.0, - 0.0, - 0.0, - 116.5357882538085, - 0.0, - 150.82636302640833 - ], - "91": [ - 16.2354, - 40.491616804605385, - 2.541, - 97.04737138180496, - 196.58088584762794, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 231.2764529038182, - 0.0, - 54.022999999999996, - 0.0, - 0.0, - 0.0, - 117.57505177766595, - 0.0, - 152.07845411848584 - ], - "92": [ - 16.2354, - 40.491616804605385, - 2.541, - 96.13315996726348, - 194.00662009333956, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 229.09351703267274, - 0.0, - 54.022999999999996, - 0.0, - 0.0, - 0.0, - 119.50253624436617, - 0.0, - 153.5549178829401 - ], - "93": [ - 16.2354, - 40.491616804605385, - 2.541, - 97.59321197708444, - 192.2046340653377, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 228.46546192287093, - 0.0, - 54.022999999999996, - 0.0, - 0.0, - 0.0, - 124.15177537105632, - 0.0, - 152.48844251805806 - ], - "94": [ - 16.2354, - 40.491616804605385, - 2.541, - 97.11524838395911, - 191.54324384573638, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 222.32582334600966, - 0.0, - 54.022999999999996, - 0.0, - 0.0, - 0.0, - 129.50624275973942, - 0.0, - 150.84190976264065 - ], - "95": [ - 16.2354, - 40.491616804605385, - 2.541, - 97.08067386877138, - 194.08027069201546, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 217.72807634220675, - 0.0, - 54.022999999999996, - 0.0, - 0.0, - 0.0, - 132.9543699318176, - 0.0, - 155.38933683384846 - ], - "96": [ - 16.2354, - 40.491616804605385, - 2.541, - 97.05647170813997, - 194.65618948441082, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 210.30965343954472, - 0.0, - 54.022999999999996, - 0.0, - 0.0, - 0.0, - 132.96805895227232, - 0.0, - 159.17253578369392 - ], - "97": [ - 16.2354, - 40.491616804605385, - 2.541, - 96.13953019569797, - 195.0593326390876, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 196.7167574076813, - 0.0, - 54.022999999999996, - 0.0, - 0.0, - 0.0, - 131.77764126659062, - 0.0, - 162.72077504858575 - ], - "98": [ - 16.2354, - 40.491616804605385, - 2.541, - 97.29767113698858, - 191.7415328473613, - 0.0, - 0.42, - 0.0, - 25.5, - 6.84, - 0.0, - 184.80173018537693, - 0.0, - 54.022999999999996, - 0.0, - 0.0, - 0.0, - 130.64434888661344, - 0.0, - 166.70454253401002 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.01/run=cc82916ae0c942d0/rewards.json b/experiments/seed=256/alpha=0.3.gamma=0.01/run=cc82916ae0c942d0/rewards.json deleted file mode 100644 index ff0e9dc..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.01/run=cc82916ae0c942d0/rewards.json +++ /dev/null @@ -1,2202 +0,0 @@ -{ - "0": [ - 12, - 49, - 6, - 93, - 54, - 0, - 7, - 0, - 79, - 12, - 0, - 341, - 0, - 163, - 0, - 0, - 0, - 220, - 0, - 157 - ], - "1": [ - 16, - 48, - 13, - 92, - 57, - 0, - 6, - 1, - 81, - 13, - 0, - 335, - 0, - 172, - 0, - 0, - 0, - 218, - 0, - 161 - ], - "2": [ - 17, - 51, - 14, - 88, - 59, - 0, - 2, - 0, - 82, - 14, - 0, - 345, - 0, - 175, - 0, - 0, - 0, - 216, - 0, - 162 - ], - "3": [ - 18, - 49, - 11, - 91, - 54, - 0, - 1, - 2, - 85, - 13, - 0, - 358, - 0, - 169, - 0, - 0, - 0, - 226, - 0, - 159 - ], - "4": [ - 18, - 49, - 9, - 87, - 54, - 0, - 0, - 1, - 86, - 13, - 0, - 359, - 0, - 172, - 0, - 0, - 0, - 230, - 0, - 165 - ], - "5": [ - 19, - 58, - 4, - 97, - 57, - 0, - 0, - 4, - 88, - 14, - 0, - 355, - 0, - 163, - 0, - 0, - 0, - 219, - 0, - 165 - ], - "6": [ - 19, - 49, - 5, - 93, - 61, - 0, - 0, - 5, - 90, - 13, - 0, - 362, - 0, - 138, - 0, - 0, - 0, - 210, - 0, - 172 - ], - "7": [ - 18, - 55, - 3, - 93, - 69, - 0, - 0, - 6, - 87, - 12, - 0, - 364, - 0, - 145, - 0, - 0, - 0, - 213, - 0, - 173 - ], - "8": [ - 18, - 51, - 3, - 91, - 74, - 0, - 0, - 6, - 85, - 11, - 0, - 365, - 0, - 142, - 0, - 0, - 0, - 215, - 0, - 185 - ], - "9": [ - 18, - 47, - 3, - 77, - 81, - 0, - 0, - 6, - 90, - 10, - 0, - 368, - 0, - 142, - 0, - 0, - 0, - 209, - 0, - 171 - ], - "10": [ - 20, - 51, - 2, - 83, - 80, - 0, - 0, - 5, - 98, - 12, - 0, - 376, - 0, - 139, - 0, - 0, - 0, - 207, - 0, - 174 - ], - "11": [ - 20, - 53, - 3, - 89, - 95, - 0, - 0, - 8, - 101, - 11, - 0, - 374, - 0, - 131, - 0, - 0, - 0, - 207, - 0, - 186 - ], - "12": [ - 15, - 46, - 5, - 85, - 105, - 0, - 0, - 9, - 103, - 13, - 0, - 383, - 0, - 136, - 0, - 0, - 0, - 198, - 0, - 176 - ], - "13": [ - 14, - 43, - 7, - 80, - 111, - 0, - 0, - 5, - 94, - 14, - 0, - 373, - 0, - 130, - 0, - 0, - 0, - 192, - 0, - 164 - ], - "14": [ - 13, - 39, - 10, - 88, - 106, - 0, - 0, - 5, - 97, - 15, - 0, - 370, - 0, - 120, - 0, - 0, - 0, - 197, - 0, - 170 - ], - "15": [ - 14, - 40, - 13, - 89, - 109, - 0, - 0, - 4, - 99, - 15, - 0, - 362, - 0, - 125, - 0, - 0, - 0, - 196, - 0, - 164 - ], - "16": [ - 15, - 41, - 13, - 86, - 112, - 0, - 0, - 1, - 96, - 16, - 0, - 351, - 0, - 126, - 0, - 0, - 0, - 196, - 0, - 152 - ], - "17": [ - 15, - 46, - 11, - 77, - 104, - 0, - 0, - 1, - 101, - 15, - 0, - 348, - 0, - 108, - 0, - 0, - 0, - 193, - 0, - 162 - ], - "18": [ - 15, - 48, - 13, - 69, - 107, - 0, - 0, - 3, - 108, - 13, - 0, - 329, - 0, - 109, - 0, - 0, - 0, - 197, - 0, - 149 - ], - "19": [ - 14, - 50, - 14, - 70, - 109, - 0, - 0, - 1, - 105, - 14, - 0, - 335, - 0, - 110, - 0, - 0, - 0, - 203, - 0, - 155 - ], - "20": [ - 14, - 49, - 11, - 68, - 113, - 0, - 0, - 0, - 90, - 12, - 0, - 352, - 0, - 104, - 0, - 0, - 0, - 201, - 0, - 157 - ], - "21": [ - 13, - 50, - 6, - 73, - 120, - 0, - 0, - 0, - 86, - 12, - 0, - 323, - 0, - 94, - 0, - 0, - 0, - 186, - 0, - 151 - ], - "22": [ - 15, - 50, - 6, - 71, - 124, - 0, - 0, - 0, - 85, - 9, - 0, - 323, - 0, - 96, - 0, - 0, - 0, - 182, - 0, - 148 - ], - "23": [ - 19, - 54, - 8, - 71, - 126, - 0, - 0, - 0, - 89, - 8, - 0, - 318, - 0, - 95, - 0, - 0, - 0, - 179, - 0, - 154 - ], - "24": [ - 20, - 49, - 3, - 69, - 131, - 0, - 0, - 0, - 83, - 8, - 0, - 302, - 0, - 96, - 0, - 0, - 0, - 176, - 0, - 151 - ], - "25": [ - 19, - 55, - 6, - 66, - 135, - 0, - 0, - 0, - 93, - 8, - 0, - 296, - 0, - 86, - 0, - 0, - 0, - 169, - 0, - 150 - ], - "26": [ - 23, - 49, - 13, - 76, - 143, - 0, - 0, - 1, - 82, - 9, - 0, - 306, - 0, - 78, - 0, - 0, - 0, - 165, - 0, - 151 - ], - "27": [ - 23, - 51, - 8, - 69, - 149, - 0, - 0, - 0, - 82, - 7, - 0, - 303, - 0, - 88, - 0, - 0, - 0, - 164, - 0, - 136 - ], - "28": [ - 27, - 53, - 9, - 65, - 150, - 0, - 0, - 2, - 91, - 8, - 0, - 319, - 0, - 85, - 0, - 0, - 0, - 157, - 0, - 141 - ], - "29": [ - 26, - 55, - 10, - 66, - 148, - 0, - 0, - 1, - 102, - 11, - 0, - 310, - 0, - 88, - 0, - 0, - 0, - 156, - 0, - 147 - ], - "30": [ - 23, - 54, - 7, - 65, - 147, - 0, - 0, - 2, - 106, - 12, - 0, - 302, - 0, - 96, - 0, - 0, - 0, - 158, - 0, - 161 - ], - "31": [ - 24, - 50, - 5, - 66, - 149, - 0, - 0, - 1, - 111, - 11, - 0, - 302, - 0, - 93, - 0, - 0, - 0, - 154, - 0, - 153 - ], - "32": [ - 23, - 51, - 4, - 64, - 147, - 0, - 0, - 1, - 118, - 8, - 0, - 302, - 0, - 95, - 0, - 0, - 0, - 155, - 0, - 155 - ], - "33": [ - 27, - 46, - 5, - 55, - 144, - 0, - 0, - 4, - 103, - 4, - 0, - 303, - 0, - 89, - 0, - 0, - 0, - 160, - 0, - 156 - ], - "34": [ - 26, - 36, - 3, - 54, - 150, - 0, - 0, - 3, - 101, - 5, - 0, - 301, - 0, - 100, - 0, - 0, - 0, - 155, - 0, - 155 - ], - "35": [ - 35, - 39, - 7, - 53, - 153, - 0, - 0, - 2, - 103, - 5, - 0, - 298, - 0, - 105, - 0, - 0, - 0, - 160, - 0, - 155 - ], - "36": [ - 34, - 38, - 8, - 48, - 168, - 0, - 0, - 1, - 110, - 7, - 0, - 292, - 0, - 115, - 0, - 0, - 0, - 162, - 0, - 159 - ], - "37": [ - 33, - 35, - 5, - 54, - 168, - 0, - 0, - 0, - 107, - 7, - 0, - 286, - 0, - 104, - 0, - 0, - 0, - 162, - 0, - 163 - ], - "38": [ - 29, - 38, - 5, - 53, - 174, - 0, - 0, - 0, - 104, - 7, - 0, - 303, - 0, - 108, - 0, - 0, - 0, - 155, - 0, - 161 - ], - "39": [ - 30, - 34, - 5, - 53, - 176, - 0, - 0, - 2, - 103, - 5, - 0, - 299, - 0, - 105, - 0, - 0, - 0, - 161, - 0, - 155 - ], - "40": [ - 24, - 30, - 4, - 57, - 186, - 0, - 0, - 4, - 109, - 7, - 0, - 293, - 0, - 94, - 0, - 0, - 0, - 159, - 0, - 143 - ], - "41": [ - 24, - 29, - 3, - 56, - 197, - 0, - 0, - 5, - 119, - 5, - 0, - 289, - 0, - 90, - 0, - 0, - 0, - 160, - 0, - 138 - ], - "42": [ - 23, - 34, - 4, - 64, - 191, - 0, - 0, - 8, - 113, - 4, - 0, - 293, - 0, - 78, - 0, - 0, - 0, - 161, - 0, - 135 - ], - "43": [ - 24, - 31, - 0, - 78, - 197, - 0, - 0, - 8, - 108, - 4, - 0, - 287, - 0, - 72, - 0, - 0, - 0, - 157, - 0, - 139 - ], - "44": [ - 24, - 29, - 0, - 80, - 202, - 0, - 0, - 11, - 111, - 5, - 0, - 312, - 0, - 72, - 0, - 0, - 0, - 150, - 0, - 147 - ], - "45": [ - 27, - 27, - 0, - 81, - 199, - 0, - 0, - 12, - 102, - 4, - 0, - 327, - 0, - 72, - 0, - 0, - 0, - 154, - 0, - 137 - ], - "46": [ - 24, - 27, - 2, - 91, - 208, - 0, - 0, - 12, - 100, - 4, - 0, - 316, - 0, - 70, - 0, - 0, - 0, - 152, - 0, - 138 - ], - "47": [ - 23, - 22, - 5, - 85, - 210, - 0, - 0, - 9, - 103, - 3, - 0, - 295, - 0, - 71, - 0, - 0, - 3, - 149, - 0, - 147 - ], - "48": [ - 23, - 21, - 7, - 78, - 207, - 0, - 0, - 10, - 97, - 3, - 0, - 298, - 0, - 69, - 0, - 0, - 0, - 144, - 0, - 141 - ], - "49": [ - 22, - 23, - 7, - 84, - 199, - 0, - 0, - 12, - 101, - 3, - 0, - 306, - 0, - 68, - 0, - 0, - 0, - 135, - 0, - 144 - ], - "50": [ - 20, - 25, - 8, - 88, - 205, - 0, - 0, - 13, - 97, - 5, - 0, - 300, - 0, - 67, - 0, - 0, - 0, - 136, - 0, - 135 - ], - "51": [ - 19, - 26, - 7, - 94, - 210, - 0, - 0, - 16, - 94, - 4, - 0, - 291, - 0, - 66, - 0, - 0, - 0, - 124, - 0, - 138 - ], - "52": [ - 19, - 29, - 5, - 102, - 204, - 0, - 0, - 11, - 93, - 6, - 0, - 294, - 0, - 63, - 0, - 0, - 3, - 133, - 0, - 148 - ], - "53": [ - 18, - 29, - 3, - 103, - 211, - 0, - 0, - 14, - 96, - 6, - 0, - 291, - 0, - 63, - 0, - 0, - 2, - 135, - 0, - 144 - ], - "54": [ - 24, - 30, - 2, - 102, - 207, - 0, - 0, - 11, - 86, - 7, - 0, - 276, - 0, - 64, - 0, - 0, - 0, - 130, - 0, - 146 - ], - "55": [ - 22, - 31, - 1, - 104, - 212, - 0, - 0, - 11, - 88, - 10, - 0, - 282, - 0, - 63, - 0, - 0, - 0, - 129, - 0, - 141 - ], - "56": [ - 19, - 30, - 1, - 106, - 225, - 0, - 0, - 13, - 96, - 15, - 0, - 272, - 0, - 62, - 0, - 0, - 0, - 125, - 0, - 142 - ], - "57": [ - 21, - 26, - 1, - 106, - 224, - 0, - 0, - 17, - 97, - 14, - 0, - 280, - 0, - 61, - 0, - 0, - 0, - 129, - 0, - 144 - ], - "58": [ - 16, - 24, - 2, - 100, - 217, - 0, - 0, - 17, - 96, - 16, - 0, - 270, - 0, - 62, - 0, - 0, - 0, - 136, - 0, - 146 - ], - "59": [ - 13, - 24, - 1, - 101, - 211, - 0, - 0, - 21, - 98, - 17, - 0, - 257, - 0, - 64, - 0, - 0, - 4, - 132, - 0, - 153 - ], - "60": [ - 14, - 28, - 0, - 99, - 208, - 0, - 0, - 21, - 97, - 15, - 0, - 227, - 0, - 64, - 0, - 0, - 9, - 138, - 0, - 159 - ], - "61": [ - 16, - 27, - 0, - 95, - 209, - 0, - 0, - 22, - 106, - 14, - 0, - 231, - 0, - 63, - 0, - 0, - 3, - 131, - 0, - 160 - ], - "62": [ - 14, - 23, - 0, - 90, - 202, - 0, - 0, - 23, - 109, - 13, - 0, - 229, - 0, - 65, - 0, - 0, - 3, - 126, - 0, - 158 - ], - "63": [ - 11, - 19, - 0, - 88, - 210, - 0, - 0, - 26, - 110, - 10, - 0, - 246, - 0, - 66, - 0, - 0, - 7, - 119, - 0, - 161 - ], - "64": [ - 11, - 15, - 0, - 89, - 207, - 0, - 0, - 25, - 112, - 9, - 0, - 263, - 0, - 64, - 0, - 0, - 0, - 117, - 0, - 168 - ], - "65": [ - 8, - 18, - 0, - 100, - 206, - 0, - 0, - 21, - 119, - 11, - 0, - 260, - 0, - 62, - 0, - 0, - 0, - 116, - 0, - 163 - ], - "66": [ - 10, - 18, - 0, - 100, - 213, - 0, - 0, - 20, - 115, - 10, - 0, - 243, - 0, - 62, - 0, - 0, - 2, - 112, - 0, - 167 - ], - "67": [ - 7, - 20, - 0, - 107, - 204, - 0, - 0, - 24, - 103, - 8, - 0, - 221, - 0, - 62, - 0, - 0, - 3, - 101, - 0, - 161 - ], - "68": [ - 5, - 20, - 0, - 106, - 202, - 0, - 0, - 23, - 103, - 8, - 0, - 208, - 0, - 61, - 0, - 0, - 4, - 90, - 0, - 169 - ], - "69": [ - 7, - 20, - 0, - 108, - 207, - 0, - 0, - 25, - 105, - 7, - 0, - 200, - 0, - 64, - 0, - 0, - 0, - 88, - 0, - 163 - ], - "70": [ - 9, - 20, - 0, - 95, - 201, - 0, - 2, - 27, - 108, - 12, - 0, - 215, - 0, - 62, - 0, - 0, - 3, - 90, - 0, - 157 - ], - "71": [ - 8, - 21, - 0, - 97, - 200, - 0, - 7, - 26, - 119, - 12, - 0, - 206, - 0, - 62, - 0, - 0, - 6, - 97, - 0, - 159 - ], - "72": [ - 5, - 23, - 0, - 104, - 213, - 0, - 8, - 26, - 124, - 17, - 0, - 200, - 0, - 61, - 0, - 0, - 5, - 103, - 0, - 166 - ], - "73": [ - 5, - 27, - 1, - 102, - 213, - 0, - 12, - 27, - 124, - 10, - 0, - 213, - 0, - 64, - 0, - 0, - 0, - 108, - 0, - 167 - ], - "74": [ - 7, - 26, - 0, - 99, - 213, - 0, - 10, - 28, - 121, - 9, - 0, - 219, - 0, - 65, - 0, - 0, - 6, - 108, - 0, - 161 - ], - "75": [ - 6, - 32, - 1, - 94, - 203, - 0, - 14, - 27, - 131, - 10, - 0, - 238, - 0, - 64, - 0, - 0, - 4, - 102, - 0, - 169 - ], - "76": [ - 6, - 30, - 0, - 95, - 206, - 0, - 14, - 29, - 139, - 8, - 0, - 248, - 0, - 63, - 0, - 0, - 4, - 108, - 0, - 173 - ], - "77": [ - 4, - 29, - 0, - 91, - 202, - 0, - 15, - 32, - 149, - 3, - 0, - 250, - 0, - 64, - 0, - 0, - 8, - 105, - 0, - 168 - ], - "78": [ - 4, - 27, - 0, - 101, - 210, - 0, - 10, - 31, - 153, - 5, - 0, - 251, - 0, - 67, - 0, - 0, - 10, - 113, - 0, - 163 - ], - "79": [ - 2, - 28, - 0, - 93, - 202, - 0, - 11, - 28, - 142, - 5, - 0, - 241, - 0, - 69, - 0, - 0, - 3, - 104, - 0, - 162 - ], - "80": [ - 2, - 29, - 0, - 90, - 210, - 0, - 11, - 24, - 152, - 7, - 0, - 260, - 0, - 68, - 0, - 0, - 3, - 104, - 0, - 160 - ], - "81": [ - 5, - 24, - 0, - 89, - 209, - 0, - 14, - 26, - 160, - 7, - 0, - 276, - 0, - 70, - 0, - 0, - 6, - 107, - 0, - 164 - ], - "82": [ - 7, - 25, - 0, - 94, - 208, - 0, - 9, - 26, - 163, - 3, - 0, - 279, - 0, - 70, - 0, - 0, - 8, - 107, - 0, - 163 - ], - "83": [ - 7, - 22, - 0, - 95, - 210, - 0, - 8, - 27, - 149, - 5, - 0, - 257, - 0, - 71, - 0, - 0, - 12, - 102, - 0, - 164 - ], - "84": [ - 6, - 22, - 0, - 92, - 209, - 0, - 12, - 24, - 147, - 2, - 0, - 274, - 0, - 72, - 0, - 0, - 16, - 103, - 0, - 150 - ], - "85": [ - 6, - 26, - 0, - 89, - 208, - 0, - 14, - 25, - 145, - 0, - 0, - 267, - 0, - 73, - 0, - 0, - 15, - 104, - 0, - 154 - ], - "86": [ - 7, - 23, - 0, - 91, - 203, - 0, - 16, - 23, - 151, - 0, - 0, - 245, - 0, - 73, - 0, - 0, - 16, - 99, - 0, - 149 - ], - "87": [ - 6, - 19, - 0, - 100, - 209, - 0, - 12, - 23, - 164, - 0, - 0, - 234, - 0, - 73, - 0, - 0, - 18, - 110, - 0, - 150 - ], - "88": [ - 3, - 19, - 1, - 105, - 207, - 0, - 8, - 23, - 155, - 0, - 0, - 232, - 0, - 73, - 0, - 0, - 14, - 122, - 0, - 140 - ], - "89": [ - 2, - 19, - 3, - 103, - 189, - 0, - 9, - 23, - 155, - 0, - 0, - 237, - 0, - 71, - 0, - 0, - 13, - 124, - 0, - 153 - ], - "90": [ - 3, - 18, - 1, - 98, - 187, - 0, - 7, - 25, - 160, - 0, - 0, - 228, - 0, - 69, - 0, - 0, - 15, - 117, - 0, - 154 - ], - "91": [ - 6, - 18, - 4, - 98, - 197, - 0, - 7, - 22, - 147, - 0, - 0, - 216, - 0, - 75, - 0, - 0, - 9, - 120, - 0, - 149 - ], - "92": [ - 4, - 20, - 4, - 95, - 195, - 0, - 8, - 22, - 146, - 0, - 0, - 230, - 0, - 80, - 0, - 0, - 12, - 120, - 0, - 155 - ], - "93": [ - 4, - 21, - 1, - 94, - 188, - 0, - 3, - 22, - 151, - 0, - 0, - 224, - 0, - 71, - 0, - 0, - 8, - 124, - 0, - 157 - ], - "94": [ - 4, - 22, - 1, - 101, - 188, - 0, - 3, - 21, - 154, - 0, - 0, - 227, - 0, - 69, - 0, - 0, - 13, - 135, - 0, - 150 - ], - "95": [ - 3, - 21, - 2, - 96, - 190, - 0, - 3, - 19, - 149, - 0, - 0, - 208, - 0, - 67, - 0, - 0, - 10, - 142, - 0, - 147 - ], - "96": [ - 2, - 22, - 5, - 97, - 200, - 0, - 7, - 19, - 153, - 0, - 0, - 207, - 0, - 67, - 0, - 0, - 9, - 141, - 0, - 166 - ], - "97": [ - 4, - 20, - 4, - 97, - 196, - 0, - 6, - 19, - 131, - 0, - 0, - 193, - 0, - 67, - 0, - 0, - 9, - 133, - 0, - 168 - ], - "98": [ - 2, - 20, - 6, - 94, - 196, - 0, - 5, - 18, - 132, - 0, - 0, - 165, - 0, - 67, - 0, - 0, - 8, - 129, - 0, - 171 - ], - "99": [ - 0, - 22, - 9, - 100, - 184, - 0, - 5, - 17, - 134, - 0, - 0, - 157, - 0, - 77, - 0, - 0, - 7, - 128, - 0, - 176 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.01/run=cc82916ae0c942d0/rewards.plot.png b/experiments/seed=256/alpha=0.3.gamma=0.01/run=cc82916ae0c942d0/rewards.plot.png deleted file mode 100644 index a61bd0d..0000000 Binary files a/experiments/seed=256/alpha=0.3.gamma=0.01/run=cc82916ae0c942d0/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.3.gamma=0.01/run=cc82916ae0c942d0/sum_rewards.json b/experiments/seed=256/alpha=0.3.gamma=0.01/run=cc82916ae0c942d0/sum_rewards.json deleted file mode 100644 index 6f268e0..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.01/run=cc82916ae0c942d0/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 79925, - "V": 5290336 - }, - "control": { - "R": 65936, - "V": 5721003 - } -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.01/run=cc82916ae0c942d0/view.plot.png b/experiments/seed=256/alpha=0.3.gamma=0.01/run=cc82916ae0c942d0/view.plot.png deleted file mode 100644 index b2d691b..0000000 Binary files a/experiments/seed=256/alpha=0.3.gamma=0.01/run=cc82916ae0c942d0/view.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.3.gamma=0.1/run=2b4cefbebe03455a/choices.json b/experiments/seed=256/alpha=0.3.gamma=0.1/run=2b4cefbebe03455a/choices.json deleted file mode 100644 index 941cfdd..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.1/run=2b4cefbebe03455a/choices.json +++ /dev/null @@ -1,702 +0,0 @@ -{ - "0": [ - 0, - 16, - 13, - 1, - 18 - ], - "1": [ - 13, - 7, - 6, - 14, - 0 - ], - "2": [ - 13, - 2, - 0, - 6, - 11 - ], - "3": [ - 13, - 11, - 9, - 2, - 1 - ], - "4": [ - 13, - 11, - 17, - 7, - 4 - ], - "5": [ - 13, - 11, - 2, - 1, - 16 - ], - "6": [ - 13, - 11, - 10, - 17, - 1 - ], - "7": [ - 13, - 17, - 11, - 3, - 16 - ], - "8": [ - 13, - 11, - 17, - 1, - 3 - ], - "9": [ - 13, - 11, - 17, - 3, - 1 - ], - "10": [ - 13, - 11, - 17, - 3, - 1 - ], - "11": [ - 13, - 11, - 17, - 3, - 4 - ], - "12": [ - 13, - 11, - 17, - 3, - 15 - ], - "13": [ - 13, - 11, - 17, - 3, - 4 - ], - "14": [ - 13, - 11, - 17, - 3, - 7 - ], - "15": [ - 13, - 11, - 17, - 3, - 4 - ], - "16": [ - 13, - 11, - 17, - 3, - 4 - ], - "17": [ - 13, - 11, - 17, - 3, - 4 - ], - "18": [ - 13, - 11, - 17, - 3, - 4 - ], - "19": [ - 13, - 11, - 17, - 3, - 4 - ], - "20": [ - 13, - 11, - 17, - 3, - 4 - ], - "21": [ - 13, - 11, - 17, - 3, - 4 - ], - "22": [ - 13, - 11, - 17, - 4, - 3 - ], - "23": [ - 13, - 11, - 17, - 3, - 4 - ], - "24": [ - 13, - 11, - 17, - 4, - 3 - ], - "25": [ - 13, - 11, - 17, - 4, - 3 - ], - "26": [ - 13, - 11, - 17, - 4, - 3 - ], - "27": [ - 13, - 11, - 4, - 17, - 3 - ], - "28": [ - 13, - 11, - 17, - 3, - 4 - ], - "29": [ - 13, - 11, - 4, - 17, - 1 - ], - "30": [ - 13, - 11, - 17, - 4, - 3 - ], - "31": [ - 13, - 11, - 17, - 4, - 3 - ], - "32": [ - 13, - 11, - 17, - 4, - 2 - ], - "33": [ - 13, - 11, - 17, - 4, - 3 - ], - "34": [ - 13, - 11, - 17, - 4, - 3 - ], - "35": [ - 13, - 11, - 3, - 17, - 4 - ], - "36": [ - 13, - 11, - 4, - 17, - 3 - ], - "37": [ - 13, - 11, - 17, - 4, - 3 - ], - "38": [ - 13, - 11, - 17, - 4, - 3 - ], - "39": [ - 13, - 11, - 17, - 4, - 3 - ], - "40": [ - 13, - 11, - 17, - 4, - 3 - ], - "41": [ - 13, - 11, - 4, - 17, - 3 - ], - "42": [ - 13, - 11, - 4, - 17, - 3 - ], - "43": [ - 13, - 11, - 4, - 17, - 3 - ], - "44": [ - 13, - 4, - 11, - 17, - 3 - ], - "45": [ - 13, - 11, - 4, - 17, - 3 - ], - "46": [ - 13, - 11, - 4, - 17, - 3 - ], - "47": [ - 13, - 11, - 4, - 17, - 3 - ], - "48": [ - 13, - 11, - 4, - 17, - 3 - ], - "49": [ - 13, - 11, - 4, - 17, - 3 - ], - "50": [ - 13, - 11, - 4, - 17, - 3 - ], - "51": [ - 13, - 11, - 4, - 17, - 3 - ], - "52": [ - 13, - 11, - 4, - 3, - 17 - ], - "53": [ - 13, - 11, - 4, - 3, - 17 - ], - "54": [ - 13, - 11, - 4, - 17, - 3 - ], - "55": [ - 13, - 11, - 4, - 17, - 3 - ], - "56": [ - 13, - 11, - 4, - 3, - 17 - ], - "57": [ - 13, - 11, - 4, - 3, - 17 - ], - "58": [ - 13, - 4, - 11, - 17, - 3 - ], - "59": [ - 13, - 11, - 4, - 3, - 17 - ], - "60": [ - 13, - 11, - 4, - 17, - 3 - ], - "61": [ - 13, - 11, - 4, - 17, - 3 - ], - "62": [ - 13, - 11, - 4, - 3, - 17 - ], - "63": [ - 13, - 11, - 4, - 17, - 3 - ], - "64": [ - 13, - 11, - 4, - 17, - 3 - ], - "65": [ - 13, - 11, - 4, - 17, - 3 - ], - "66": [ - 13, - 11, - 17, - 4, - 3 - ], - "67": [ - 13, - 11, - 4, - 3, - 17 - ], - "68": [ - 13, - 11, - 3, - 4, - 17 - ], - "69": [ - 13, - 11, - 4, - 3, - 17 - ], - "70": [ - 13, - 11, - 4, - 3, - 17 - ], - "71": [ - 13, - 11, - 4, - 17, - 3 - ], - "72": [ - 13, - 11, - 3, - 17, - 4 - ], - "73": [ - 13, - 11, - 4, - 3, - 17 - ], - "74": [ - 13, - 11, - 4, - 3, - 17 - ], - "75": [ - 13, - 11, - 3, - 4, - 17 - ], - "76": [ - 13, - 11, - 3, - 4, - 17 - ], - "77": [ - 13, - 11, - 3, - 4, - 17 - ], - "78": [ - 13, - 11, - 4, - 3, - 17 - ], - "79": [ - 13, - 11, - 4, - 3, - 17 - ], - "80": [ - 13, - 11, - 3, - 4, - 17 - ], - "81": [ - 13, - 11, - 3, - 4, - 17 - ], - "82": [ - 11, - 13, - 4, - 3, - 17 - ], - "83": [ - 11, - 13, - 3, - 4, - 17 - ], - "84": [ - 11, - 13, - 17, - 3, - 4 - ], - "85": [ - 11, - 13, - 17, - 3, - 1 - ], - "86": [ - 11, - 13, - 17, - 4, - 3 - ], - "87": [ - 11, - 13, - 17, - 3, - 4 - ], - "88": [ - 11, - 13, - 3, - 17, - 4 - ], - "89": [ - 11, - 13, - 17, - 3, - 4 - ], - "90": [ - 11, - 13, - 3, - 17, - 4 - ], - "91": [ - 11, - 13, - 3, - 4, - 17 - ], - "92": [ - 11, - 13, - 3, - 17, - 4 - ], - "93": [ - 11, - 13, - 3, - 17, - 4 - ], - "94": [ - 11, - 13, - 17, - 3, - 1 - ], - "95": [ - 11, - 13, - 3, - 17, - 1 - ], - "96": [ - 11, - 13, - 17, - 3, - 4 - ], - "97": [ - 11, - 13, - 17, - 3, - 4 - ], - "98": [ - 11, - 13, - 17, - 3, - 1 - ], - "99": [ - 11, - 13, - 17, - 3, - 4 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.1/run=2b4cefbebe03455a/config.json b/experiments/seed=256/alpha=0.3.gamma=0.1/run=2b4cefbebe03455a/config.json deleted file mode 100644 index 4168339..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.1/run=2b4cefbebe03455a/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 20, - "num_choices": 5, - "time_span": 100, - "history_span": 3000, - "alpha": 0.3, - "gamma": 0.1, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.1/run=2b4cefbebe03455a/control.choices.json b/experiments/seed=256/alpha=0.3.gamma=0.1/run=2b4cefbebe03455a/control.choices.json deleted file mode 100644 index 1ce1220..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.1/run=2b4cefbebe03455a/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 4, - 3, - 11, - 1, - 13 -] \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.1/run=2b4cefbebe03455a/qvalues.json b/experiments/seed=256/alpha=0.3.gamma=0.1/run=2b4cefbebe03455a/qvalues.json deleted file mode 100644 index aa2fe8b..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.1/run=2b4cefbebe03455a/qvalues.json +++ /dev/null @@ -1,2180 +0,0 @@ -{ - "0": [ - 6.3, - 16.4, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 82.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 11.01, - 16.4, - 0.0, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 136.97, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 14.607, - 16.4, - 5.1, - 5.0, - 5.0, - 0.0, - 0.9299999999999999, - 0.0, - 0.0, - 0.0, - 0.0, - 50.6, - 0.0, - 175.679, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 14.607, - 24.38, - 7.77, - 5.0, - 5.0, - 0.0, - 0.9299999999999999, - 0.0, - 0.0, - 10.799999999999999, - 0.0, - 82.22, - 0.0, - 198.8753, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "4": [ - 14.607, - 24.38, - 7.77, - 5.0, - 17.9, - 0.0, - 0.9299999999999999, - 5.3999999999999995, - 0.0, - 10.799999999999999, - 0.0, - 100.154, - 0.0, - 213.61271, - 0.0, - 0.0, - 0.0, - 39.0, - 0.0, - 0.0 - ], - "5": [ - 14.607, - 29.366, - 7.8389999999999995, - 5.0, - 17.9, - 0.0, - 0.9299999999999999, - 5.3999999999999995, - 0.0, - 10.799999999999999, - 0.0, - 116.3078, - 0.0, - 217.32889699999998, - 0.0, - 0.0, - 0.0, - 39.0, - 0.0, - 0.0 - ], - "6": [ - 14.607, - 33.4562, - 7.8389999999999995, - 5.0, - 17.9, - 0.0, - 0.9299999999999999, - 5.3999999999999995, - 0.0, - 10.799999999999999, - 0.0, - 130.01546, - 0.0, - 218.43022789999998, - 0.0, - 0.0, - 0.0, - 67.8, - 0.0, - 0.0 - ], - "7": [ - 14.607, - 33.4562, - 7.8389999999999995, - 36.8, - 17.9, - 0.0, - 0.9299999999999999, - 5.3999999999999995, - 0.0, - 10.799999999999999, - 0.0, - 134.210822, - 0.0, - 221.60115953, - 0.0, - 0.0, - 0.0, - 88.25999999999999, - 0.0, - 0.0 - ], - "8": [ - 14.607, - 34.51934, - 7.8389999999999995, - 55.459999999999994, - 17.9, - 0.0, - 0.9299999999999999, - 5.3999999999999995, - 0.0, - 10.799999999999999, - 0.0, - 135.9475754, - 0.0, - 230.420811671, - 0.0, - 0.0, - 0.0, - 98.982, - 0.0, - 0.0 - ], - "9": [ - 14.607, - 34.363538, - 7.8389999999999995, - 67.02199999999999, - 17.9, - 0.0, - 0.9299999999999999, - 5.3999999999999995, - 0.0, - 10.799999999999999, - 0.0, - 141.06330278000001, - 0.0, - 242.59456816969998, - 0.0, - 0.0, - 0.0, - 106.4874, - 0.0, - 0.0 - ], - "10": [ - 14.607, - 36.3544766, - 7.8389999999999995, - 75.1154, - 17.9, - 0.0, - 0.9299999999999999, - 5.3999999999999995, - 0.0, - 10.799999999999999, - 0.0, - 145.844311946, - 0.0, - 251.71619771879, - 0.0, - 0.0, - 0.0, - 109.94118, - 0.0, - 0.0 - ], - "11": [ - 14.607, - 36.3544766, - 7.8389999999999995, - 80.78078, - 39.23, - 0.0, - 0.9299999999999999, - 5.3999999999999995, - 0.0, - 10.799999999999999, - 0.0, - 153.39101836220001, - 0.0, - 260.801338403153, - 0.0, - 0.0, - 0.0, - 110.85882600000001, - 0.0, - 0.0 - ], - "12": [ - 14.607, - 36.3544766, - 7.8389999999999995, - 84.446546, - 39.23, - 0.0, - 0.9299999999999999, - 5.3999999999999995, - 0.0, - 10.799999999999999, - 0.0, - 158.97371285354, - 0.0, - 269.2609368822071, - 0.0, - 0.0, - 0.0, - 110.6011782, - 0.0, - 0.0 - ], - "13": [ - 14.607, - 36.3544766, - 7.8389999999999995, - 88.2125822, - 54.461, - 0.0, - 0.9299999999999999, - 5.3999999999999995, - 0.0, - 10.799999999999999, - 0.0, - 160.181598997478, - 0.0, - 274.282655817545, - 0.0, - 0.0, - 0.0, - 114.62082474, - 0.0, - 0.0 - ], - "14": [ - 14.607, - 36.3544766, - 7.8389999999999995, - 89.64880754, - 54.461, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 161.9271192982346, - 0.0, - 277.49785907228147, - 0.0, - 0.0, - 0.0, - 118.93457731800001, - 0.0, - 0.0 - ], - "15": [ - 14.607, - 36.3544766, - 7.8389999999999995, - 90.35416527800001, - 66.3227, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 167.3489835087642, - 0.0, - 281.848501350597, - 0.0, - 0.0, - 0.0, - 122.85420412260001, - 0.0, - 0.0 - ], - "16": [ - 14.607, - 36.3544766, - 7.8389999999999995, - 87.8479156946, - 72.82589, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 169.34428845613493, - 0.0, - 284.59395094541793, - 0.0, - 0.0, - 0.0, - 124.09794288582, - 0.0, - 0.0 - ], - "17": [ - 14.607, - 36.3544766, - 7.8389999999999995, - 84.59354098622, - 77.678123, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 173.44100191929445, - 0.0, - 285.91576566179253, - 0.0, - 0.0, - 0.0, - 127.668560020074, - 0.0, - 0.0 - ], - "18": [ - 14.607, - 36.3544766, - 7.8389999999999995, - 84.11547869035401, - 81.3746861, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 178.40870134350612, - 0.0, - 288.94103596325476, - 0.0, - 0.0, - 0.0, - 130.1679920140518, - 0.0, - 0.0 - ], - "19": [ - 14.607, - 36.3544766, - 7.8389999999999995, - 84.3808350832478, - 83.66228027, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 179.18609094045428, - 0.0, - 293.7587251742783, - 0.0, - 0.0, - 0.0, - 129.81759440983626, - 0.0, - 0.0 - ], - "20": [ - 14.607, - 36.3544766, - 7.8389999999999995, - 85.46658455827347, - 86.463596189, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 176.130263658318, - 0.0, - 294.7311076219948, - 0.0, - 0.0, - 0.0, - 125.97231608688539, - 0.0, - 0.0 - ], - "21": [ - 14.607, - 36.3544766, - 7.8389999999999995, - 85.32660919079143, - 90.2245173323, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 174.29118456082261, - 0.0, - 296.6117753353964, - 0.0, - 0.0, - 0.0, - 121.78062126081977, - 0.0, - 0.0 - ], - "22": [ - 14.607, - 36.3544766, - 7.8389999999999995, - 86.428626433554, - 91.05716213261, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 176.60382919257583, - 0.0, - 296.72824273477744, - 0.0, - 0.0, - 0.0, - 121.54643488257383, - 0.0, - 0.0 - ], - "23": [ - 14.607, - 36.3544766, - 7.8389999999999995, - 86.6000385034878, - 92.840013492827, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 180.92268043480308, - 0.0, - 295.6097699143442, - 0.0, - 0.0, - 0.0, - 124.08250441780169, - 0.0, - 0.0 - ], - "24": [ - 14.607, - 36.3544766, - 7.8389999999999995, - 87.92002695244146, - 94.9880094449789, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 186.64587630436216, - 0.0, - 295.12683894004095, - 0.0, - 0.0, - 0.0, - 123.75775309246119, - 0.0, - 0.0 - ], - "25": [ - 14.607, - 36.3544766, - 7.8389999999999995, - 89.44401886670903, - 96.79160661148524, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 191.8521134130535, - 0.0, - 293.5887872580287, - 0.0, - 0.0, - 0.0, - 119.63042716472283, - 0.0, - 0.0 - ], - "26": [ - 14.607, - 36.3544766, - 7.8389999999999995, - 89.31081320669632, - 98.65412462803967, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 194.29647938913746, - 0.0, - 291.6121510806201, - 0.0, - 0.0, - 0.0, - 117.04129901530598, - 0.0, - 0.0 - ], - "27": [ - 14.607, - 36.3544766, - 7.8389999999999995, - 88.61756924468743, - 99.95788723962777, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 193.30753557239623, - 0.0, - 292.92850575643405, - 0.0, - 0.0, - 0.0, - 114.62890931071419, - 0.0, - 0.0 - ], - "28": [ - 14.607, - 36.3544766, - 7.8389999999999995, - 87.2322984712812, - 100.57052106773943, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 193.21527490067737, - 0.0, - 292.6499540295038, - 0.0, - 0.0, - 0.0, - 112.34023651749993, - 0.0, - 0.0 - ], - "29": [ - 14.607, - 35.34813362, - 7.8389999999999995, - 87.2322984712812, - 100.9993647474176, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 193.15069243047415, - 0.0, - 289.45496782065266, - 0.0, - 0.0, - 0.0, - 111.63816556224995, - 0.0, - 0.0 - ], - "30": [ - 14.607, - 35.34813362, - 7.8389999999999995, - 86.86260892989684, - 101.29955532319232, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 192.80548470133192, - 0.0, - 287.51847747445686, - 0.0, - 0.0, - 0.0, - 110.54671589357497, - 0.0, - 0.0 - ], - "31": [ - 14.607, - 35.34813362, - 7.8389999999999995, - 84.50382625092779, - 99.70968872623463, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 192.56383929093235, - 0.0, - 284.3629342321198, - 0.0, - 0.0, - 0.0, - 110.38270112550248, - 0.0, - 0.0 - ], - "32": [ - 14.607, - 35.34813362, - 8.1873, - 84.50382625092779, - 98.89678210836425, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 193.89468750365265, - 0.0, - 281.25405396248385, - 0.0, - 0.0, - 0.0, - 112.66789078785173, - 0.0, - 0.0 - ], - "33": [ - 14.607, - 35.34813362, - 8.1873, - 86.15267837564946, - 99.82774747585498, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 198.42628125255686, - 0.0, - 282.0778377737387, - 0.0, - 0.0, - 0.0, - 114.26752355149621, - 0.0, - 0.0 - ], - "34": [ - 14.607, - 35.34813362, - 8.1873, - 86.70687486295462, - 98.97942323309849, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 200.69839687678981, - 0.0, - 281.7544864416171, - 0.0, - 0.0, - 0.0, - 118.68726648604735, - 0.0, - 0.0 - ], - "35": [ - 14.607, - 35.34813362, - 8.1873, - 87.69481240406823, - 100.18559626316895, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 202.28887781375286, - 0.0, - 283.02814050913196, - 0.0, - 0.0, - 0.0, - 119.98108654023315, - 0.0, - 0.0 - ], - "36": [ - 14.607, - 35.34813362, - 8.1873, - 88.08636868284776, - 101.02991738421827, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 202.80221446962702, - 0.0, - 285.71969835639237, - 0.0, - 0.0, - 0.0, - 119.3867605781632, - 0.0, - 0.0 - ], - "37": [ - 14.607, - 35.34813362, - 8.1873, - 87.16045807799344, - 104.02094216895279, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 201.9615501287389, - 0.0, - 291.2037888494747, - 0.0, - 0.0, - 0.0, - 117.17073240471424, - 0.0, - 0.0 - ], - "38": [ - 14.607, - 35.34813362, - 8.1873, - 85.61232065459541, - 107.61465951826695, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 199.87308509011723, - 0.0, - 294.4426521946323, - 0.0, - 0.0, - 0.0, - 116.81951268329998, - 0.0, - 0.0 - ], - "39": [ - 14.607, - 35.34813362, - 8.1873, - 85.72862445821679, - 111.93026166278686, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 195.11115956308205, - 0.0, - 291.6098565362426, - 0.0, - 0.0, - 0.0, - 114.77365887830999, - 0.0, - 0.0 - ], - "40": [ - 14.607, - 35.34813362, - 8.1873, - 83.11003712075176, - 116.7511831639508, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 189.37781169415743, - 0.0, - 292.02689957536984, - 0.0, - 0.0, - 0.0, - 112.14156121481699, - 0.0, - 0.0 - ], - "41": [ - 14.607, - 35.34813362, - 8.1873, - 81.87702598452623, - 120.72582821476556, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 185.9644681859102, - 0.0, - 289.9188297027589, - 0.0, - 0.0, - 0.0, - 110.89909285037189, - 0.0, - 0.0 - ], - "42": [ - 14.607, - 35.34813362, - 8.1873, - 81.61391818916836, - 123.20807975033588, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 178.17512773013715, - 0.0, - 283.64318079193123, - 0.0, - 0.0, - 0.0, - 109.12936499526032, - 0.0, - 0.0 - ], - "43": [ - 14.607, - 35.34813362, - 8.1873, - 81.12974273241785, - 125.24565582523512, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 167.62258941109602, - 0.0, - 277.1502265543519, - 0.0, - 0.0, - 0.0, - 107.29055549668222, - 0.0, - 0.0 - ], - "44": [ - 14.607, - 35.34813362, - 8.1873, - 81.9908199126925, - 125.17195907766458, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 159.3358125877672, - 0.0, - 273.5051585880463, - 0.0, - 0.0, - 0.0, - 106.60338884767755, - 0.0, - 0.0 - ], - "45": [ - 14.607, - 35.34813362, - 8.1873, - 86.79357393888475, - 124.52037135436521, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 152.63506881143704, - 0.0, - 271.2536110116324, - 0.0, - 0.0, - 0.0, - 104.32237219337429, - 0.0, - 0.0 - ], - "46": [ - 14.607, - 35.34813362, - 8.1873, - 86.85550175721933, - 123.46425994805564, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 151.24454816800593, - 0.0, - 268.7775277081427, - 0.0, - 0.0, - 0.0, - 101.52566053536201, - 0.0, - 0.0 - ], - "47": [ - 14.607, - 35.34813362, - 8.1873, - 85.69885123005353, - 121.52498196363895, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 151.17118371760415, - 0.0, - 264.9442693956999, - 0.0, - 0.0, - 0.0, - 97.76796237475341, - 0.0, - 0.0 - ], - "48": [ - 14.607, - 35.34813362, - 8.1873, - 85.48919586103747, - 120.76748737454727, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 154.7198286023229, - 0.0, - 261.36098857698994, - 0.0, - 0.0, - 0.0, - 94.23757366232739, - 0.0, - 0.0 - ], - "49": [ - 14.607, - 35.34813362, - 8.1873, - 83.84243710272624, - 120.83724116218309, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 164.70388002162605, - 0.0, - 258.25269200389295, - 0.0, - 0.0, - 0.0, - 91.16630156362918, - 0.0, - 0.0 - ], - "50": [ - 14.607, - 35.34813362, - 8.1873, - 82.68970597190837, - 123.88606881352817, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 170.79271601513824, - 0.0, - 254.27688440272507, - 0.0, - 0.0, - 0.0, - 86.61641109454042, - 0.0, - 0.0 - ], - "51": [ - 14.607, - 35.34813362, - 8.1873, - 82.78279418033586, - 129.32024816946972, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 165.75490121059676, - 0.0, - 246.99381908190756, - 0.0, - 0.0, - 0.0, - 83.7314877661783, - 0.0, - 0.0 - ], - "52": [ - 14.607, - 35.34813362, - 8.1873, - 83.1479559262351, - 134.02417371862882, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 165.82843084741774, - 0.0, - 240.39567335733528, - 0.0, - 0.0, - 0.0, - 81.41204143632481, - 0.0, - 0.0 - ], - "53": [ - 14.607, - 35.34813362, - 8.1873, - 82.20356914836456, - 135.81692160304016, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 160.17990159319243, - 0.0, - 237.2769713501347, - 0.0, - 0.0, - 0.0, - 77.38842900542737, - 0.0, - 0.0 - ], - "54": [ - 14.607, - 35.34813362, - 8.1873, - 83.34249840385519, - 135.5718451221281, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 151.7259311152347, - 0.0, - 235.99387994509428, - 0.0, - 0.0, - 0.0, - 75.17190030379916, - 0.0, - 0.0 - ], - "55": [ - 14.607, - 35.34813362, - 8.1873, - 83.83974888269863, - 134.80029158548967, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 145.80815178066428, - 0.0, - 234.795715961566, - 0.0, - 0.0, - 0.0, - 74.22033021265942, - 0.0, - 0.0 - ], - "56": [ - 14.607, - 35.34813362, - 8.1873, - 82.68782421788904, - 131.56020410984277, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 146.165706246465, - 0.0, - 229.7570011730962, - 0.0, - 0.0, - 0.0, - 72.9542311488616, - 0.0, - 0.0 - ], - "57": [ - 14.607, - 35.34813362, - 8.1873, - 80.98147695252233, - 127.79214287688994, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 146.4159943725255, - 0.0, - 227.42990082116734, - 0.0, - 0.0, - 0.0, - 74.46796180420311, - 0.0, - 0.0 - ], - "58": [ - 14.607, - 35.34813362, - 8.1873, - 79.18703386676563, - 120.65450001382295, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 151.39119606076784, - 0.0, - 227.00093057481715, - 0.0, - 0.0, - 0.0, - 74.62757326294218, - 0.0, - 0.0 - ], - "59": [ - 14.607, - 35.34813362, - 8.1873, - 76.13092370673594, - 114.45815000967607, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 156.97383724253748, - 0.0, - 223.100651402372, - 0.0, - 0.0, - 0.0, - 76.53930128405952, - 0.0, - 0.0 - ], - "60": [ - 14.607, - 35.34813362, - 8.1873, - 73.39164659471516, - 108.62070500677325, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 161.48168606977623, - 0.0, - 221.2704559816604, - 0.0, - 0.0, - 0.0, - 77.57751089884167, - 0.0, - 0.0 - ], - "61": [ - 14.607, - 35.34813362, - 8.1873, - 72.3741526163006, - 103.03449350474128, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 161.93718024884336, - 0.0, - 221.4893191871623, - 0.0, - 0.0, - 0.0, - 77.40425762918916, - 0.0, - 0.0 - ], - "62": [ - 14.607, - 35.34813362, - 8.1873, - 72.86190683141042, - 99.4241454533189, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 167.35602617419036, - 0.0, - 223.14252343101361, - 0.0, - 0.0, - 0.0, - 76.08298034043241, - 0.0, - 0.0 - ], - "63": [ - 14.607, - 35.34813362, - 8.1873, - 72.6033347819873, - 94.49690181732323, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 174.44921832193324, - 0.0, - 227.59976640170953, - 0.0, - 0.0, - 0.0, - 75.45808623830268, - 0.0, - 0.0 - ], - "64": [ - 14.607, - 35.34813362, - 8.1873, - 73.3223343473911, - 90.44783127212627, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 179.71445282535328, - 0.0, - 227.41983648119668, - 0.0, - 0.0, - 0.0, - 75.92066036681187, - 0.0, - 0.0 - ], - "65": [ - 14.607, - 35.34813362, - 8.1873, - 72.92563404317377, - 85.21348189048838, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 181.6001169777473, - 0.0, - 229.69388553683768, - 0.0, - 0.0, - 0.0, - 73.24446225676832, - 0.0, - 0.0 - ], - "66": [ - 14.607, - 35.34813362, - 8.1873, - 75.04794383022164, - 83.34943732334187, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 182.62008188442312, - 0.0, - 233.38571987578638, - 0.0, - 0.0, - 0.0, - 68.67112357973782, - 0.0, - 0.0 - ], - "67": [ - 14.607, - 35.34813362, - 8.1873, - 75.93356068115514, - 84.14460612633931, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 179.73405731909617, - 0.0, - 232.07000391305047, - 0.0, - 0.0, - 0.0, - 63.069786505816474, - 0.0, - 0.0 - ], - "68": [ - 14.607, - 35.34813362, - 8.1873, - 75.3534924768086, - 84.70122428843752, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 179.81384012336733, - 0.0, - 230.84900273913533, - 0.0, - 0.0, - 0.0, - 59.448850554071534, - 0.0, - 0.0 - ], - "69": [ - 14.607, - 35.34813362, - 8.1873, - 75.54744473376601, - 84.19085700190627, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 178.96968808635714, - 0.0, - 230.59430191739472, - 0.0, - 0.0, - 0.0, - 57.51419538785007, - 0.0, - 0.0 - ], - "70": [ - 14.607, - 35.34813362, - 8.1873, - 76.58321131363621, - 84.13359990133439, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 180.77878166045, - 0.0, - 224.7160113421763, - 0.0, - 0.0, - 0.0, - 56.159936771495055, - 0.0, - 0.0 - ], - "71": [ - 14.607, - 35.34813362, - 8.1873, - 79.40824791954535, - 83.49351993093407, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 186.245147162315, - 0.0, - 222.4012079395234, - 0.0, - 0.0, - 0.0, - 57.01195574004654, - 0.0, - 0.0 - ], - "72": [ - 14.607, - 35.34813362, - 8.1873, - 82.58577354368174, - 81.84546395165385, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 188.8716030136205, - 0.0, - 224.3808455576664, - 0.0, - 0.0, - 0.0, - 58.80836901803258, - 0.0, - 0.0 - ], - "73": [ - 14.607, - 35.34813362, - 8.1873, - 83.91004148057722, - 82.7918247661577, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 187.71012210953435, - 0.0, - 226.06659189036648, - 0.0, - 0.0, - 0.0, - 60.06585831262281, - 0.0, - 0.0 - ], - "74": [ - 14.607, - 35.34813362, - 8.1873, - 83.93702903640406, - 84.35427733631039, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 185.69708547667403, - 0.0, - 229.64661432325653, - 0.0, - 0.0, - 0.0, - 61.24610081883596, - 0.0, - 0.0 - ], - "75": [ - 14.607, - 35.34813362, - 8.1873, - 84.85592032548284, - 83.34799413541727, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 187.88795983367183, - 0.0, - 227.95263002627956, - 0.0, - 0.0, - 0.0, - 62.372270573185176, - 0.0, - 0.0 - ], - "76": [ - 14.607, - 35.34813362, - 8.1873, - 83.99914422783799, - 81.14359589479209, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 190.62157188357028, - 0.0, - 226.46684101839568, - 0.0, - 0.0, - 0.0, - 63.76058940122962, - 0.0, - 0.0 - ], - "77": [ - 14.607, - 35.34813362, - 8.1873, - 83.6994009594866, - 80.50051712635445, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 194.9351003184992, - 0.0, - 226.626788712877, - 0.0, - 0.0, - 0.0, - 66.23241258086074, - 0.0, - 0.0 - ], - "78": [ - 14.607, - 35.34813362, - 8.1873, - 81.98958067164062, - 78.85036198844811, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 196.75457022294944, - 0.0, - 222.8387520990139, - 0.0, - 0.0, - 0.0, - 67.06268880660252, - 0.0, - 0.0 - ], - "79": [ - 14.607, - 35.34813362, - 8.1873, - 80.19270647014844, - 77.69525339191368, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 202.5281991560646, - 0.0, - 221.68712646930973, - 0.0, - 0.0, - 0.0, - 68.54388216462176, - 0.0, - 0.0 - ], - "80": [ - 14.607, - 35.34813362, - 8.1873, - 77.1348945291039, - 76.58667737433957, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 209.86973940924523, - 0.0, - 221.4809885285168, - 0.0, - 0.0, - 0.0, - 69.58071751523524, - 0.0, - 0.0 - ], - "81": [ - 14.607, - 35.34813362, - 8.1873, - 76.79442617037273, - 73.7106741620377, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 215.90881758647166, - 0.0, - 221.93669196996177, - 0.0, - 0.0, - 0.0, - 69.70650226066466, - 0.0, - 0.0 - ], - "82": [ - 14.607, - 35.34813362, - 8.1873, - 79.25609831926091, - 68.39747191342639, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 225.83617231053017, - 0.0, - 221.95568437897325, - 0.0, - 0.0, - 0.0, - 70.69455158246527, - 0.0, - 0.0 - ], - "83": [ - 14.607, - 35.34813362, - 8.1873, - 79.77926882348264, - 64.97823033939846, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 231.88532061737112, - 0.0, - 219.26897906528126, - 0.0, - 0.0, - 0.0, - 71.98618610772569, - 0.0, - 0.0 - ], - "84": [ - 14.607, - 35.34813362, - 8.1873, - 79.54548817643784, - 62.584761237578924, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 239.4197244321598, - 0.0, - 216.7882853456969, - 0.0, - 0.0, - 0.0, - 71.69033027540797, - 0.0, - 0.0 - ], - "85": [ - 14.607, - 34.043693534, - 8.1873, - 79.38184172350648, - 62.584761237578924, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 241.99380710251185, - 0.0, - 216.55179974198782, - 0.0, - 0.0, - 0.0, - 70.28323119278558, - 0.0, - 0.0 - ], - "86": [ - 14.607, - 34.043693534, - 8.1873, - 81.06728920645453, - 60.90933286630525, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 245.5956649717583, - 0.0, - 213.08625981939147, - 0.0, - 0.0, - 0.0, - 72.2982618349499, - 0.0, - 0.0 - ], - "87": [ - 14.607, - 34.043693534, - 8.1873, - 82.84710244451817, - 59.436533006413676, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 253.2169654802308, - 0.0, - 210.06038187357404, - 0.0, - 0.0, - 0.0, - 76.10878328446493, - 0.0, - 0.0 - ], - "88": [ - 14.607, - 34.043693534, - 8.1873, - 84.09297171116272, - 59.00557310448957, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 262.75187583616156, - 0.0, - 206.74226731150182, - 0.0, - 0.0, - 0.0, - 79.67614829912546, - 0.0, - 0.0 - ], - "89": [ - 14.607, - 34.043693534, - 8.1873, - 84.9650801978139, - 55.1039011731427, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 273.3263130853131, - 0.0, - 201.71958711805127, - 0.0, - 0.0, - 0.0, - 79.77330380938783, - 0.0, - 0.0 - ], - "90": [ - 14.607, - 34.043693534, - 8.1873, - 85.57555613846974, - 53.27273082119989, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 277.42841915971917, - 0.0, - 197.00371098263588, - 0.0, - 0.0, - 0.0, - 79.54131266657149, - 0.0, - 0.0 - ], - "91": [ - 14.607, - 34.043693534, - 8.1873, - 85.10288929692882, - 51.69091157483992, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 281.19989341180343, - 0.0, - 197.0025976878451, - 0.0, - 0.0, - 0.0, - 79.67891886660004, - 0.0, - 0.0 - ], - "92": [ - 14.607, - 34.043693534, - 8.1873, - 86.27202250785018, - 50.28363810238795, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 285.3399253882624, - 0.0, - 198.50181838149157, - 0.0, - 0.0, - 0.0, - 80.97524320662004, - 0.0, - 0.0 - ], - "93": [ - 14.607, - 34.043693534, - 8.1873, - 87.39041575549513, - 49.29854667167156, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 288.83794777178366, - 0.0, - 196.8512728670441, - 0.0, - 0.0, - 0.0, - 85.78267024463402, - 0.0, - 0.0 - ], - "94": [ - 14.607, - 34.3305854738, - 8.1873, - 84.8732910288466, - 49.29854667167156, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 282.58656344024854, - 0.0, - 191.79589100693087, - 0.0, - 0.0, - 0.0, - 91.54786917124382, - 0.0, - 0.0 - ], - "95": [ - 14.607, - 33.33140983166, - 8.1873, - 86.11130372019261, - 49.29854667167156, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 276.110594408174, - 0.0, - 184.6571237048516, - 0.0, - 0.0, - 0.0, - 97.08350841987067, - 0.0, - 0.0 - ], - "96": [ - 14.607, - 33.33140983166, - 8.1873, - 86.07791260413482, - 50.10898267017009, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 261.6774160857218, - 0.0, - 183.85998659339612, - 0.0, - 0.0, - 0.0, - 100.95845589390947, - 0.0, - 0.0 - ], - "97": [ - 14.607, - 33.33140983166, - 8.1873, - 86.35453882289437, - 49.776287869119066, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 249.47419126000526, - 0.0, - 183.9019906153773, - 0.0, - 0.0, - 0.0, - 103.97091912573663, - 0.0, - 0.0 - ], - "98": [ - 14.607, - 33.531986882161995, - 8.1873, - 86.54817717602606, - 49.776287869119066, - 0.0, - 0.9299999999999999, - 8.879999999999999, - 0.0, - 10.799999999999999, - 0.0, - 241.2319338820037, - 0.0, - 190.23139343076411, - 0.0, - 0.0, - 0.0, - 106.67964338801563, - 0.0, - 0.0 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.1/run=2b4cefbebe03455a/rewards.json b/experiments/seed=256/alpha=0.3.gamma=0.1/run=2b4cefbebe03455a/rewards.json deleted file mode 100644 index 5744e34..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.1/run=2b4cefbebe03455a/rewards.json +++ /dev/null @@ -1,2202 +0,0 @@ -{ - "0": [ - 17, - 45, - 9, - 109, - 37, - 0, - 8, - 0, - 148, - 38, - 0, - 141, - 0, - 265, - 0, - 0, - 0, - 146, - 0, - 126 - ], - "1": [ - 21, - 43, - 19, - 110, - 40, - 0, - 7, - 3, - 155, - 40, - 0, - 157, - 0, - 262, - 0, - 0, - 0, - 133, - 0, - 134 - ], - "2": [ - 22, - 42, - 20, - 111, - 44, - 0, - 3, - 0, - 161, - 46, - 0, - 156, - 0, - 265, - 0, - 0, - 0, - 129, - 0, - 133 - ], - "3": [ - 23, - 43, - 17, - 115, - 40, - 0, - 1, - 9, - 168, - 38, - 0, - 157, - 0, - 266, - 0, - 0, - 0, - 140, - 0, - 131 - ], - "4": [ - 27, - 43, - 14, - 114, - 43, - 0, - 0, - 7, - 164, - 36, - 0, - 156, - 0, - 253, - 0, - 0, - 0, - 134, - 0, - 130 - ], - "5": [ - 29, - 47, - 6, - 114, - 48, - 0, - 0, - 18, - 154, - 38, - 0, - 142, - 0, - 248, - 0, - 0, - 0, - 130, - 0, - 129 - ], - "6": [ - 31, - 41, - 8, - 113, - 50, - 0, - 0, - 23, - 156, - 35, - 0, - 154, - 0, - 226, - 0, - 0, - 0, - 123, - 0, - 132 - ], - "7": [ - 28, - 43, - 5, - 113, - 56, - 0, - 0, - 25, - 155, - 33, - 0, - 162, - 0, - 221, - 0, - 0, - 0, - 135, - 0, - 135 - ], - "8": [ - 25, - 42, - 5, - 111, - 62, - 0, - 0, - 26, - 154, - 30, - 0, - 144, - 0, - 229, - 0, - 0, - 0, - 136, - 0, - 140 - ], - "9": [ - 28, - 37, - 4, - 99, - 67, - 0, - 0, - 27, - 157, - 30, - 0, - 140, - 0, - 251, - 0, - 0, - 0, - 124, - 0, - 132 - ], - "10": [ - 31, - 34, - 3, - 94, - 66, - 0, - 0, - 21, - 161, - 36, - 0, - 153, - 0, - 271, - 0, - 0, - 0, - 124, - 0, - 132 - ], - "11": [ - 34, - 41, - 5, - 94, - 80, - 0, - 0, - 32, - 160, - 34, - 0, - 157, - 0, - 273, - 0, - 0, - 0, - 118, - 0, - 142 - ], - "12": [ - 25, - 33, - 8, - 94, - 89, - 0, - 0, - 36, - 158, - 38, - 0, - 171, - 0, - 282, - 0, - 0, - 0, - 113, - 0, - 144 - ], - "13": [ - 20, - 28, - 12, - 93, - 94, - 0, - 0, - 22, - 159, - 38, - 0, - 172, - 0, - 289, - 0, - 0, - 0, - 110, - 0, - 128 - ], - "14": [ - 17, - 27, - 16, - 97, - 90, - 0, - 0, - 19, - 169, - 40, - 0, - 163, - 0, - 286, - 0, - 0, - 0, - 124, - 0, - 135 - ], - "15": [ - 19, - 30, - 20, - 93, - 92, - 0, - 0, - 17, - 173, - 39, - 0, - 166, - 0, - 285, - 0, - 0, - 0, - 129, - 0, - 126 - ], - "16": [ - 20, - 29, - 20, - 92, - 94, - 0, - 0, - 6, - 170, - 43, - 0, - 180, - 0, - 292, - 0, - 0, - 0, - 132, - 0, - 121 - ], - "17": [ - 21, - 28, - 16, - 82, - 88, - 0, - 0, - 4, - 183, - 40, - 0, - 174, - 0, - 291, - 0, - 0, - 0, - 127, - 0, - 135 - ], - "18": [ - 21, - 29, - 19, - 77, - 89, - 0, - 0, - 12, - 179, - 35, - 0, - 183, - 0, - 289, - 0, - 0, - 0, - 136, - 0, - 127 - ], - "19": [ - 19, - 29, - 23, - 83, - 90, - 0, - 0, - 5, - 169, - 38, - 0, - 190, - 0, - 296, - 0, - 0, - 0, - 136, - 0, - 136 - ], - "20": [ - 18, - 27, - 16, - 85, - 89, - 0, - 0, - 0, - 155, - 32, - 0, - 181, - 0, - 305, - 0, - 0, - 0, - 129, - 0, - 138 - ], - "21": [ - 18, - 29, - 9, - 88, - 93, - 0, - 0, - 0, - 147, - 32, - 0, - 169, - 0, - 297, - 0, - 0, - 0, - 117, - 0, - 137 - ], - "22": [ - 21, - 28, - 10, - 85, - 99, - 0, - 0, - 0, - 145, - 26, - 0, - 170, - 0, - 301, - 0, - 0, - 0, - 112, - 0, - 132 - ], - "23": [ - 27, - 27, - 12, - 89, - 93, - 0, - 0, - 0, - 150, - 23, - 0, - 182, - 0, - 297, - 0, - 0, - 0, - 121, - 0, - 139 - ], - "24": [ - 26, - 26, - 6, - 87, - 97, - 0, - 0, - 0, - 141, - 22, - 0, - 191, - 0, - 293, - 0, - 0, - 0, - 130, - 0, - 128 - ], - "25": [ - 26, - 27, - 9, - 91, - 100, - 0, - 0, - 0, - 143, - 22, - 0, - 200, - 0, - 294, - 0, - 0, - 0, - 123, - 0, - 129 - ], - "26": [ - 32, - 26, - 20, - 93, - 101, - 0, - 0, - 4, - 133, - 25, - 0, - 204, - 0, - 290, - 0, - 0, - 0, - 110, - 0, - 125 - ], - "27": [ - 30, - 27, - 13, - 89, - 103, - 0, - 0, - 1, - 136, - 19, - 0, - 200, - 0, - 287, - 0, - 0, - 0, - 111, - 0, - 118 - ], - "28": [ - 35, - 27, - 14, - 87, - 103, - 0, - 0, - 7, - 141, - 22, - 0, - 191, - 0, - 296, - 0, - 0, - 0, - 109, - 0, - 115 - ], - "29": [ - 35, - 29, - 15, - 84, - 102, - 0, - 0, - 6, - 131, - 28, - 0, - 193, - 0, - 292, - 0, - 0, - 0, - 107, - 0, - 112 - ], - "30": [ - 31, - 33, - 12, - 87, - 102, - 0, - 0, - 8, - 127, - 31, - 0, - 193, - 0, - 282, - 0, - 0, - 0, - 110, - 0, - 128 - ], - "31": [ - 32, - 31, - 10, - 86, - 102, - 0, - 0, - 5, - 128, - 25, - 0, - 192, - 0, - 283, - 0, - 0, - 0, - 108, - 0, - 121 - ], - "32": [ - 27, - 30, - 7, - 79, - 96, - 0, - 0, - 5, - 128, - 18, - 0, - 192, - 0, - 277, - 0, - 0, - 0, - 110, - 0, - 120 - ], - "33": [ - 28, - 30, - 9, - 87, - 97, - 0, - 0, - 15, - 114, - 11, - 0, - 197, - 0, - 274, - 0, - 0, - 0, - 118, - 0, - 119 - ], - "34": [ - 30, - 24, - 7, - 90, - 102, - 0, - 0, - 10, - 112, - 11, - 0, - 209, - 0, - 284, - 0, - 0, - 0, - 118, - 0, - 113 - ], - "35": [ - 36, - 24, - 14, - 88, - 97, - 0, - 0, - 9, - 113, - 11, - 0, - 206, - 0, - 281, - 0, - 0, - 0, - 129, - 0, - 115 - ], - "36": [ - 30, - 25, - 16, - 90, - 103, - 0, - 0, - 3, - 117, - 15, - 0, - 206, - 0, - 286, - 0, - 0, - 0, - 123, - 0, - 117 - ], - "37": [ - 29, - 27, - 11, - 89, - 103, - 0, - 0, - 0, - 120, - 15, - 0, - 204, - 0, - 292, - 0, - 0, - 0, - 118, - 0, - 123 - ], - "38": [ - 24, - 28, - 12, - 85, - 111, - 0, - 0, - 1, - 118, - 15, - 0, - 200, - 0, - 304, - 0, - 0, - 0, - 112, - 0, - 121 - ], - "39": [ - 22, - 26, - 11, - 82, - 116, - 0, - 0, - 9, - 121, - 12, - 0, - 195, - 0, - 302, - 0, - 0, - 0, - 116, - 0, - 119 - ], - "40": [ - 18, - 26, - 10, - 86, - 122, - 0, - 0, - 15, - 124, - 17, - 0, - 184, - 0, - 285, - 0, - 0, - 0, - 110, - 0, - 114 - ], - "41": [ - 21, - 29, - 7, - 77, - 128, - 0, - 0, - 17, - 138, - 12, - 0, - 176, - 0, - 293, - 0, - 0, - 0, - 106, - 0, - 113 - ], - "42": [ - 25, - 29, - 11, - 79, - 130, - 0, - 0, - 22, - 138, - 9, - 0, - 178, - 0, - 285, - 0, - 0, - 0, - 108, - 0, - 106 - ], - "43": [ - 24, - 26, - 1, - 81, - 129, - 0, - 0, - 23, - 137, - 10, - 0, - 160, - 0, - 269, - 0, - 0, - 0, - 105, - 0, - 102 - ], - "44": [ - 24, - 26, - 0, - 80, - 130, - 0, - 0, - 28, - 133, - 10, - 0, - 143, - 0, - 262, - 0, - 0, - 0, - 103, - 0, - 109 - ], - "45": [ - 25, - 28, - 1, - 84, - 125, - 0, - 0, - 35, - 120, - 10, - 0, - 140, - 0, - 265, - 0, - 0, - 0, - 105, - 0, - 99 - ], - "46": [ - 26, - 27, - 6, - 98, - 123, - 0, - 0, - 39, - 117, - 11, - 0, - 137, - 0, - 266, - 0, - 0, - 0, - 99, - 0, - 98 - ], - "47": [ - 25, - 27, - 11, - 87, - 121, - 0, - 0, - 32, - 125, - 9, - 0, - 148, - 0, - 263, - 0, - 0, - 3, - 95, - 0, - 105 - ], - "48": [ - 24, - 25, - 15, - 83, - 117, - 0, - 0, - 34, - 118, - 9, - 0, - 151, - 0, - 256, - 0, - 0, - 0, - 89, - 0, - 100 - ], - "49": [ - 20, - 26, - 19, - 85, - 119, - 0, - 0, - 39, - 118, - 9, - 0, - 163, - 0, - 253, - 0, - 0, - 0, - 86, - 0, - 101 - ], - "50": [ - 22, - 27, - 22, - 80, - 121, - 0, - 0, - 45, - 118, - 10, - 0, - 188, - 0, - 251, - 0, - 0, - 0, - 84, - 0, - 90 - ], - "51": [ - 19, - 27, - 18, - 80, - 131, - 0, - 0, - 51, - 110, - 11, - 0, - 185, - 0, - 245, - 0, - 0, - 0, - 76, - 0, - 96 - ], - "52": [ - 17, - 32, - 15, - 83, - 142, - 0, - 0, - 37, - 107, - 14, - 0, - 154, - 0, - 230, - 0, - 0, - 3, - 77, - 0, - 107 - ], - "53": [ - 18, - 32, - 10, - 84, - 145, - 0, - 0, - 45, - 102, - 13, - 0, - 166, - 0, - 225, - 0, - 0, - 2, - 76, - 0, - 108 - ], - "54": [ - 22, - 35, - 7, - 80, - 140, - 0, - 0, - 35, - 105, - 14, - 0, - 147, - 0, - 230, - 0, - 0, - 0, - 68, - 0, - 102 - ], - "55": [ - 18, - 34, - 4, - 86, - 135, - 0, - 0, - 40, - 104, - 19, - 0, - 132, - 0, - 233, - 0, - 0, - 0, - 70, - 0, - 103 - ], - "56": [ - 15, - 33, - 4, - 85, - 133, - 0, - 0, - 51, - 106, - 23, - 0, - 132, - 0, - 232, - 0, - 0, - 0, - 72, - 0, - 102 - ], - "57": [ - 17, - 29, - 3, - 80, - 124, - 0, - 0, - 57, - 117, - 21, - 0, - 147, - 0, - 218, - 0, - 0, - 0, - 70, - 0, - 100 - ], - "58": [ - 15, - 32, - 5, - 77, - 119, - 0, - 0, - 56, - 114, - 23, - 0, - 147, - 0, - 222, - 0, - 0, - 0, - 78, - 0, - 108 - ], - "59": [ - 12, - 32, - 2, - 75, - 104, - 0, - 0, - 67, - 115, - 22, - 0, - 163, - 0, - 226, - 0, - 0, - 4, - 75, - 0, - 113 - ], - "60": [ - 14, - 34, - 0, - 69, - 100, - 0, - 0, - 67, - 112, - 21, - 0, - 170, - 0, - 214, - 0, - 0, - 7, - 81, - 0, - 118 - ], - "61": [ - 15, - 36, - 0, - 67, - 95, - 0, - 0, - 80, - 121, - 21, - 0, - 172, - 0, - 217, - 0, - 0, - 2, - 80, - 0, - 110 - ], - "62": [ - 14, - 28, - 0, - 70, - 90, - 0, - 0, - 82, - 120, - 21, - 0, - 163, - 0, - 222, - 0, - 0, - 2, - 77, - 0, - 104 - ], - "63": [ - 13, - 28, - 0, - 74, - 91, - 0, - 0, - 87, - 122, - 16, - 0, - 180, - 0, - 227, - 0, - 0, - 5, - 73, - 0, - 109 - ], - "64": [ - 11, - 23, - 0, - 72, - 83, - 0, - 0, - 87, - 120, - 14, - 0, - 191, - 0, - 238, - 0, - 0, - 0, - 74, - 0, - 121 - ], - "65": [ - 8, - 25, - 0, - 75, - 81, - 0, - 0, - 86, - 125, - 14, - 0, - 192, - 0, - 227, - 0, - 0, - 0, - 77, - 0, - 118 - ], - "66": [ - 10, - 27, - 0, - 72, - 73, - 0, - 0, - 80, - 122, - 13, - 0, - 186, - 0, - 235, - 0, - 0, - 2, - 67, - 0, - 125 - ], - "67": [ - 7, - 30, - 0, - 80, - 79, - 0, - 0, - 87, - 120, - 11, - 0, - 185, - 0, - 242, - 0, - 0, - 2, - 58, - 0, - 120 - ], - "68": [ - 5, - 28, - 0, - 78, - 86, - 0, - 0, - 80, - 105, - 12, - 0, - 173, - 0, - 229, - 0, - 0, - 3, - 50, - 0, - 131 - ], - "69": [ - 7, - 29, - 0, - 74, - 86, - 0, - 0, - 86, - 106, - 10, - 0, - 180, - 0, - 228, - 0, - 0, - 0, - 51, - 0, - 125 - ], - "70": [ - 10, - 31, - 0, - 76, - 83, - 0, - 3, - 83, - 105, - 18, - 0, - 177, - 0, - 230, - 0, - 0, - 2, - 53, - 0, - 121 - ], - "71": [ - 7, - 29, - 0, - 79, - 84, - 0, - 8, - 81, - 112, - 15, - 0, - 185, - 0, - 211, - 0, - 0, - 5, - 53, - 0, - 117 - ], - "72": [ - 5, - 33, - 0, - 86, - 82, - 0, - 10, - 82, - 116, - 20, - 0, - 199, - 0, - 217, - 0, - 0, - 4, - 59, - 0, - 122 - ], - "73": [ - 5, - 34, - 4, - 90, - 78, - 0, - 15, - 82, - 113, - 11, - 0, - 195, - 0, - 229, - 0, - 0, - 0, - 63, - 0, - 121 - ], - "74": [ - 7, - 32, - 0, - 87, - 85, - 0, - 12, - 78, - 105, - 11, - 0, - 185, - 0, - 230, - 0, - 0, - 4, - 63, - 0, - 116 - ], - "75": [ - 6, - 28, - 2, - 84, - 88, - 0, - 21, - 82, - 108, - 11, - 0, - 181, - 0, - 238, - 0, - 0, - 3, - 64, - 0, - 130 - ], - "76": [ - 6, - 31, - 0, - 87, - 81, - 0, - 20, - 92, - 110, - 9, - 0, - 193, - 0, - 224, - 0, - 0, - 3, - 65, - 0, - 136 - ], - "77": [ - 4, - 34, - 0, - 82, - 76, - 0, - 24, - 96, - 102, - 4, - 0, - 197, - 0, - 223, - 0, - 0, - 6, - 67, - 0, - 136 - ], - "78": [ - 4, - 33, - 0, - 83, - 79, - 0, - 16, - 92, - 98, - 6, - 0, - 205, - 0, - 227, - 0, - 0, - 9, - 72, - 0, - 128 - ], - "79": [ - 2, - 29, - 0, - 78, - 75, - 0, - 18, - 91, - 87, - 5, - 0, - 201, - 0, - 214, - 0, - 0, - 2, - 69, - 0, - 130 - ], - "80": [ - 2, - 28, - 0, - 76, - 75, - 0, - 18, - 90, - 85, - 8, - 0, - 216, - 0, - 219, - 0, - 0, - 2, - 72, - 0, - 130 - ], - "81": [ - 6, - 25, - 0, - 70, - 74, - 0, - 23, - 91, - 98, - 8, - 0, - 227, - 0, - 221, - 0, - 0, - 4, - 72, - 0, - 136 - ], - "82": [ - 7, - 29, - 0, - 76, - 67, - 0, - 16, - 88, - 95, - 3, - 0, - 230, - 0, - 223, - 0, - 0, - 5, - 70, - 0, - 140 - ], - "83": [ - 7, - 27, - 0, - 85, - 56, - 0, - 16, - 95, - 93, - 5, - 0, - 249, - 0, - 222, - 0, - 0, - 7, - 73, - 0, - 138 - ], - "84": [ - 6, - 28, - 0, - 81, - 57, - 0, - 26, - 91, - 89, - 2, - 0, - 246, - 0, - 213, - 0, - 0, - 10, - 75, - 0, - 120 - ], - "85": [ - 6, - 32, - 0, - 79, - 57, - 0, - 31, - 95, - 84, - 0, - 0, - 257, - 0, - 211, - 0, - 0, - 10, - 71, - 0, - 125 - ], - "86": [ - 6, - 31, - 0, - 79, - 55, - 0, - 34, - 95, - 94, - 0, - 0, - 248, - 0, - 216, - 0, - 0, - 10, - 67, - 0, - 121 - ], - "87": [ - 4, - 28, - 1, - 85, - 57, - 0, - 26, - 91, - 97, - 0, - 0, - 254, - 0, - 205, - 0, - 0, - 10, - 77, - 0, - 112 - ], - "88": [ - 2, - 29, - 2, - 87, - 56, - 0, - 21, - 93, - 88, - 0, - 0, - 271, - 0, - 203, - 0, - 0, - 8, - 85, - 0, - 107 - ], - "89": [ - 1, - 29, - 6, - 87, - 58, - 0, - 22, - 91, - 84, - 0, - 0, - 285, - 0, - 199, - 0, - 0, - 8, - 88, - 0, - 118 - ], - "90": [ - 2, - 27, - 2, - 87, - 46, - 0, - 19, - 96, - 89, - 0, - 0, - 298, - 0, - 190, - 0, - 0, - 8, - 80, - 0, - 122 - ], - "91": [ - 5, - 29, - 7, - 87, - 49, - 0, - 20, - 89, - 80, - 0, - 0, - 287, - 0, - 186, - 0, - 0, - 5, - 79, - 0, - 112 - ], - "92": [ - 2, - 32, - 6, - 84, - 48, - 0, - 22, - 90, - 79, - 0, - 0, - 290, - 0, - 197, - 0, - 0, - 5, - 80, - 0, - 113 - ], - "93": [ - 2, - 33, - 2, - 89, - 47, - 0, - 9, - 90, - 75, - 0, - 0, - 295, - 0, - 202, - 0, - 0, - 4, - 84, - 0, - 115 - ], - "94": [ - 2, - 36, - 2, - 90, - 47, - 0, - 7, - 85, - 84, - 0, - 0, - 297, - 0, - 193, - 0, - 0, - 6, - 97, - 0, - 107 - ], - "95": [ - 2, - 35, - 3, - 79, - 47, - 0, - 10, - 76, - 86, - 0, - 0, - 268, - 0, - 180, - 0, - 0, - 4, - 105, - 0, - 111 - ], - "96": [ - 1, - 31, - 8, - 89, - 50, - 0, - 20, - 78, - 91, - 0, - 0, - 261, - 0, - 168, - 0, - 0, - 4, - 110, - 0, - 130 - ], - "97": [ - 2, - 28, - 6, - 86, - 52, - 0, - 18, - 78, - 78, - 0, - 0, - 228, - 0, - 182, - 0, - 0, - 4, - 110, - 0, - 131 - ], - "98": [ - 1, - 31, - 10, - 87, - 49, - 0, - 15, - 74, - 70, - 0, - 0, - 221, - 0, - 184, - 0, - 0, - 4, - 111, - 0, - 132 - ], - "99": [ - 0, - 34, - 15, - 87, - 46, - 0, - 15, - 69, - 71, - 0, - 0, - 222, - 0, - 205, - 0, - 0, - 4, - 113, - 0, - 143 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.1/run=2b4cefbebe03455a/rewards.plot.png b/experiments/seed=256/alpha=0.3.gamma=0.1/run=2b4cefbebe03455a/rewards.plot.png deleted file mode 100644 index 42769ae..0000000 Binary files a/experiments/seed=256/alpha=0.3.gamma=0.1/run=2b4cefbebe03455a/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.3.gamma=0.1/run=2b4cefbebe03455a/sum_rewards.json b/experiments/seed=256/alpha=0.3.gamma=0.1/run=2b4cefbebe03455a/sum_rewards.json deleted file mode 100644 index 8722ea3..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.1/run=2b4cefbebe03455a/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 68629, - "V": 5835816 - }, - "control": { - "R": 64178, - "V": 5721003 - } -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.1/run=2b4cefbebe03455a/view.plot.png b/experiments/seed=256/alpha=0.3.gamma=0.1/run=2b4cefbebe03455a/view.plot.png deleted file mode 100644 index e98d822..0000000 Binary files a/experiments/seed=256/alpha=0.3.gamma=0.1/run=2b4cefbebe03455a/view.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.3.gamma=0.1/run=404717510cba44d0/choices.json b/experiments/seed=256/alpha=0.3.gamma=0.1/run=404717510cba44d0/choices.json deleted file mode 100644 index a063c76..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.1/run=404717510cba44d0/choices.json +++ /dev/null @@ -1,702 +0,0 @@ -{ - "0": [ - 10, - 15, - 12, - 18, - 2 - ], - "1": [ - 18, - 3, - 2, - 0, - 9 - ], - "2": [ - 11, - 3, - 13, - 9, - 6 - ], - "3": [ - 11, - 3, - 2, - 13, - 0 - ], - "4": [ - 11, - 3, - 13, - 10, - 9 - ], - "5": [ - 11, - 3, - 13, - 18, - 9 - ], - "6": [ - 11, - 3, - 13, - 0, - 9 - ], - "7": [ - 11, - 3, - 13, - 0, - 9 - ], - "8": [ - 11, - 3, - 13, - 0, - 18 - ], - "9": [ - 11, - 3, - 13, - 9, - 0 - ], - "10": [ - 11, - 3, - 13, - 0, - 9 - ], - "11": [ - 11, - 13, - 3, - 0, - 6 - ], - "12": [ - 11, - 3, - 13, - 0, - 9 - ], - "13": [ - 11, - 3, - 13, - 0, - 9 - ], - "14": [ - 11, - 3, - 13, - 9, - 10 - ], - "15": [ - 11, - 3, - 13, - 9, - 19 - ], - "16": [ - 11, - 3, - 13, - 0, - 19 - ], - "17": [ - 11, - 13, - 3, - 9, - 1 - ], - "18": [ - 11, - 13, - 3, - 9, - 19 - ], - "19": [ - 11, - 13, - 3, - 19, - 9 - ], - "20": [ - 11, - 13, - 3, - 19, - 9 - ], - "21": [ - 11, - 13, - 3, - 19, - 9 - ], - "22": [ - 11, - 13, - 3, - 19, - 9 - ], - "23": [ - 11, - 13, - 3, - 19, - 0 - ], - "24": [ - 11, - 13, - 3, - 19, - 0 - ], - "25": [ - 11, - 13, - 19, - 3, - 0 - ], - "26": [ - 11, - 13, - 3, - 19, - 0 - ], - "27": [ - 11, - 13, - 19, - 3, - 0 - ], - "28": [ - 11, - 13, - 19, - 3, - 0 - ], - "29": [ - 11, - 13, - 3, - 19, - 0 - ], - "30": [ - 11, - 13, - 3, - 19, - 0 - ], - "31": [ - 11, - 13, - 3, - 19, - 2 - ], - "32": [ - 11, - 13, - 3, - 19, - 9 - ], - "33": [ - 11, - 13, - 3, - 19, - 0 - ], - "34": [ - 11, - 13, - 19, - 3, - 0 - ], - "35": [ - 11, - 13, - 3, - 19, - 9 - ], - "36": [ - 11, - 13, - 3, - 19, - 14 - ], - "37": [ - 11, - 13, - 19, - 3, - 0 - ], - "38": [ - 11, - 13, - 19, - 3, - 0 - ], - "39": [ - 11, - 13, - 19, - 3, - 9 - ], - "40": [ - 11, - 13, - 19, - 3, - 0 - ], - "41": [ - 11, - 13, - 3, - 19, - 0 - ], - "42": [ - 11, - 13, - 19, - 3, - 9 - ], - "43": [ - 11, - 13, - 19, - 3, - 9 - ], - "44": [ - 11, - 13, - 19, - 3, - 0 - ], - "45": [ - 11, - 13, - 3, - 19, - 0 - ], - "46": [ - 11, - 13, - 19, - 3, - 1 - ], - "47": [ - 11, - 13, - 19, - 3, - 0 - ], - "48": [ - 11, - 13, - 19, - 3, - 1 - ], - "49": [ - 11, - 13, - 3, - 19, - 1 - ], - "50": [ - 11, - 13, - 3, - 19, - 2 - ], - "51": [ - 11, - 13, - 3, - 19, - 1 - ], - "52": [ - 11, - 13, - 3, - 19, - 1 - ], - "53": [ - 11, - 13, - 19, - 3, - 1 - ], - "54": [ - 11, - 13, - 3, - 19, - 1 - ], - "55": [ - 11, - 13, - 19, - 3, - 1 - ], - "56": [ - 11, - 13, - 3, - 19, - 1 - ], - "57": [ - 11, - 13, - 3, - 19, - 1 - ], - "58": [ - 11, - 13, - 3, - 19, - 0 - ], - "59": [ - 11, - 13, - 3, - 19, - 6 - ], - "60": [ - 11, - 13, - 19, - 3, - 0 - ], - "61": [ - 11, - 13, - 3, - 19, - 4 - ], - "62": [ - 11, - 13, - 3, - 19, - 1 - ], - "63": [ - 11, - 13, - 19, - 3, - 1 - ], - "64": [ - 11, - 13, - 19, - 3, - 2 - ], - "65": [ - 11, - 13, - 19, - 3, - 1 - ], - "66": [ - 11, - 19, - 13, - 3, - 1 - ], - "67": [ - 11, - 13, - 3, - 19, - 9 - ], - "68": [ - 11, - 19, - 13, - 3, - 9 - ], - "69": [ - 11, - 3, - 19, - 13, - 1 - ], - "70": [ - 11, - 13, - 19, - 3, - 1 - ], - "71": [ - 11, - 13, - 19, - 3, - 1 - ], - "72": [ - 11, - 13, - 19, - 3, - 1 - ], - "73": [ - 11, - 13, - 19, - 3, - 1 - ], - "74": [ - 11, - 13, - 19, - 3, - 1 - ], - "75": [ - 11, - 13, - 3, - 19, - 1 - ], - "76": [ - 11, - 19, - 13, - 3, - 1 - ], - "77": [ - 11, - 13, - 19, - 3, - 1 - ], - "78": [ - 11, - 19, - 13, - 3, - 1 - ], - "79": [ - 11, - 19, - 13, - 3, - 1 - ], - "80": [ - 11, - 13, - 19, - 3, - 1 - ], - "81": [ - 11, - 19, - 13, - 3, - 1 - ], - "82": [ - 11, - 19, - 13, - 3, - 1 - ], - "83": [ - 11, - 13, - 19, - 3, - 0 - ], - "84": [ - 11, - 13, - 19, - 3, - 1 - ], - "85": [ - 11, - 13, - 19, - 3, - 1 - ], - "86": [ - 11, - 13, - 19, - 3, - 1 - ], - "87": [ - 11, - 13, - 19, - 3, - 1 - ], - "88": [ - 11, - 13, - 19, - 3, - 9 - ], - "89": [ - 11, - 19, - 13, - 3, - 1 - ], - "90": [ - 11, - 13, - 19, - 3, - 1 - ], - "91": [ - 11, - 13, - 19, - 3, - 1 - ], - "92": [ - 11, - 13, - 19, - 3, - 1 - ], - "93": [ - 11, - 13, - 19, - 3, - 1 - ], - "94": [ - 11, - 13, - 19, - 3, - 1 - ], - "95": [ - 11, - 13, - 19, - 3, - 9 - ], - "96": [ - 11, - 13, - 19, - 3, - 1 - ], - "97": [ - 11, - 13, - 19, - 3, - 1 - ], - "98": [ - 11, - 13, - 19, - 3, - 1 - ], - "99": [ - 11, - 13, - 19, - 3, - 10 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.1/run=404717510cba44d0/config.json b/experiments/seed=256/alpha=0.3.gamma=0.1/run=404717510cba44d0/config.json deleted file mode 100644 index 4168339..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.1/run=404717510cba44d0/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 20, - "num_choices": 5, - "time_span": 100, - "history_span": 3000, - "alpha": 0.3, - "gamma": 0.1, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.1/run=404717510cba44d0/control.choices.json b/experiments/seed=256/alpha=0.3.gamma=0.1/run=404717510cba44d0/control.choices.json deleted file mode 100644 index 1ce1220..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.1/run=404717510cba44d0/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 4, - 3, - 11, - 1, - 13 -] \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.1/run=404717510cba44d0/qvalues.json b/experiments/seed=256/alpha=0.3.gamma=0.1/run=404717510cba44d0/qvalues.json deleted file mode 100644 index f1008f2..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.1/run=404717510cba44d0/qvalues.json +++ /dev/null @@ -1,2180 +0,0 @@ -{ - "0": [ - 0.0, - 5.0, - 3.3, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 13.2, - 5.0, - 5.609999999999999, - 47.6, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 12.6, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 13.2, - 5.0, - 5.609999999999999, - 79.22, - 5.0, - 0.0, - 0.3, - 0.0, - 0.0, - 19.619999999999997, - 0.0, - 90.8, - 0.0, - 38.9, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 24.54, - 5.0, - 6.026999999999999, - 101.054, - 5.0, - 0.0, - 0.3, - 0.0, - 0.0, - 19.619999999999997, - 0.0, - 151.45999999999998, - 0.0, - 60.53, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "4": [ - 24.54, - 5.0, - 6.026999999999999, - 116.6378, - 5.0, - 0.0, - 0.3, - 0.0, - 0.0, - 25.433999999999997, - 0.0, - 197.522, - 0.0, - 75.371, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "5": [ - 24.54, - 5.0, - 6.026999999999999, - 125.14646, - 5.0, - 0.0, - 0.3, - 0.0, - 0.0, - 29.203799999999998, - 0.0, - 233.9654, - 0.0, - 84.2597, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "6": [ - 30.977999999999998, - 5.0, - 6.026999999999999, - 129.602522, - 5.0, - 0.0, - 0.3, - 0.0, - 0.0, - 30.042659999999998, - 0.0, - 260.07578, - 0.0, - 89.28179, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "7": [ - 35.184599999999996, - 5.0, - 6.026999999999999, - 134.22176539999998, - 5.0, - 0.0, - 0.3, - 0.0, - 0.0, - 30.329862, - 0.0, - 276.853046, - 0.0, - 95.197253, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "8": [ - 38.42922, - 5.0, - 6.026999999999999, - 132.65523578, - 5.0, - 0.0, - 0.3, - 0.0, - 0.0, - 30.329862, - 0.0, - 288.2971322, - 0.0, - 98.1380771, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "9": [ - 41.900454, - 5.0, - 6.026999999999999, - 130.058665046, - 5.0, - 0.0, - 0.3, - 0.0, - 0.0, - 31.4309034, - 0.0, - 297.80799254, - 0.0, - 100.19665397, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "10": [ - 43.7303178, - 5.0, - 6.026999999999999, - 127.64106553219999, - 5.0, - 0.0, - 0.3, - 0.0, - 0.0, - 31.90163238, - 0.0, - 299.065594778, - 0.0, - 101.637657779, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "11": [ - 42.01122246, - 5.0, - 6.026999999999999, - 125.94874587253999, - 5.0, - 0.0, - 0.21, - 0.0, - 0.0, - 31.90163238, - 0.0, - 305.9459163446, - 0.0, - 101.4463604453, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "12": [ - 40.207855722, - 5.0, - 6.026999999999999, - 124.46412211077799, - 5.0, - 0.0, - 0.21, - 0.0, - 0.0, - 35.231142666, - 0.0, - 311.96214144122, - 0.0, - 98.91245231171, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "13": [ - 37.445499005399995, - 5.0, - 6.026999999999999, - 124.92488547754459, - 5.0, - 0.0, - 0.21, - 0.0, - 0.0, - 38.461799866199996, - 0.0, - 323.67349900885404, - 0.0, - 98.93871661819699, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "14": [ - 37.445499005399995, - 5.0, - 6.026999999999999, - 124.94741983428122, - 5.0, - 0.0, - 0.21, - 0.0, - 0.0, - 41.023259906339995, - 0.0, - 330.3714493061978, - 0.0, - 102.2571016327379, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "15": [ - 37.445499005399995, - 5.0, - 6.026999999999999, - 122.86319388399686, - 5.0, - 0.0, - 0.21, - 0.0, - 0.0, - 44.316281934437995, - 0.0, - 335.0600145143385, - 0.0, - 107.87997114291653, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 30.0 - ], - "16": [ - 37.61184930378, - 5.0, - 6.026999999999999, - 119.6042357187978, - 5.0, - 0.0, - 0.21, - 0.0, - 0.0, - 44.316281934437995, - 0.0, - 335.64201016003693, - 0.0, - 113.61597980004157, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 50.7 - ], - "17": [ - 37.61184930378, - 21.8, - 6.026999999999999, - 114.92296500315845, - 5.0, - 0.0, - 0.21, - 0.0, - 0.0, - 44.5213973541066, - 0.0, - 334.24940711202584, - 0.0, - 120.0311858600291, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 50.7 - ], - "18": [ - 37.61184930378, - 21.8, - 6.026999999999999, - 112.84607550221092, - 5.0, - 0.0, - 0.21, - 0.0, - 0.0, - 45.264978147874615, - 0.0, - 333.2745849784181, - 0.0, - 129.32183010202036, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 65.19 - ], - "19": [ - 37.61184930378, - 21.8, - 6.026999999999999, - 111.09225285154764, - 5.0, - 0.0, - 0.21, - 0.0, - 0.0, - 43.38548470351223, - 0.0, - 337.0922094848927, - 0.0, - 134.32528107141425, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 75.633 - ], - "20": [ - 37.61184930378, - 21.8, - 6.026999999999999, - 111.06457699608335, - 5.0, - 0.0, - 0.21, - 0.0, - 0.0, - 42.369839292458565, - 0.0, - 341.2645466394249, - 0.0, - 139.32769674998997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 81.4431 - ], - "21": [ - 37.61184930378, - 21.8, - 6.026999999999999, - 109.54520389725835, - 5.0, - 0.0, - 0.21, - 0.0, - 0.0, - 39.258887504720995, - 0.0, - 339.9851826475974, - 0.0, - 145.229387724993, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 84.91017 - ], - "22": [ - 37.61184930378, - 21.8, - 6.026999999999999, - 108.18164272808085, - 5.0, - 0.0, - 0.21, - 0.0, - 0.0, - 36.1812212533047, - 0.0, - 341.4896278533182, - 0.0, - 149.0605714074951, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 87.937119 - ], - "23": [ - 37.728294512646, - 21.8, - 6.026999999999999, - 105.72714990965659, - 5.0, - 0.0, - 0.21, - 0.0, - 0.0, - 36.1812212533047, - 0.0, - 339.24273949732276, - 0.0, - 151.14239998524658, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 89.4559833 - ], - "24": [ - 37.2098061588522, - 21.8, - 6.026999999999999, - 102.50900493675961, - 5.0, - 0.0, - 0.21, - 0.0, - 0.0, - 36.1812212533047, - 0.0, - 342.16991764812593, - 0.0, - 153.49967998967261, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 92.61918831 - ], - "25": [ - 39.24686431119654, - 21.8, - 6.026999999999999, - 103.85630345573173, - 5.0, - 0.0, - 0.21, - 0.0, - 0.0, - 36.1812212533047, - 0.0, - 349.61894235368817, - 0.0, - 156.94977599277084, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 96.333431817 - ], - "26": [ - 40.672805017837575, - 21.8, - 6.026999999999999, - 102.99941241901222, - 5.0, - 0.0, - 0.21, - 0.0, - 0.0, - 36.1812212533047, - 0.0, - 351.8332596475817, - 0.0, - 159.66484319493958, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 97.1334022719 - ], - "27": [ - 44.6709635124863, - 21.8, - 6.026999999999999, - 103.29958869330855, - 5.0, - 0.0, - 0.21, - 0.0, - 0.0, - 36.1812212533047, - 0.0, - 352.7832817533072, - 0.0, - 161.2653902364577, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 97.69338159032999 - ], - "28": [ - 46.26967445874041, - 21.8, - 6.026999999999999, - 104.40971208531599, - 5.0, - 0.0, - 0.21, - 0.0, - 0.0, - 36.1812212533047, - 0.0, - 356.74829722731505, - 0.0, - 163.58577316552038, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 98.085367113231 - ], - "29": [ - 45.888772121118286, - 21.8, - 6.026999999999999, - 108.48679845972119, - 5.0, - 0.0, - 0.21, - 0.0, - 0.0, - 36.1812212533047, - 0.0, - 358.32380805912055, - 0.0, - 166.71004121586427, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 98.6597569792617 - ], - "30": [ - 46.8221404847828, - 21.8, - 6.026999999999999, - 113.14075892180483, - 5.0, - 0.0, - 0.21, - 0.0, - 0.0, - 36.1812212533047, - 0.0, - 360.9266656413844, - 0.0, - 168.29702885110498, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 98.7618298854832 - ], - "31": [ - 46.8221404847828, - 21.8, - 5.7189, - 114.29853124526338, - 5.0, - 0.0, - 0.21, - 0.0, - 0.0, - 36.1812212533047, - 0.0, - 366.94866594896905, - 0.0, - 167.6079201957735, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 100.63328091983824 - ], - "32": [ - 46.8221404847828, - 21.8, - 5.7189, - 114.80897187168436, - 5.0, - 0.0, - 0.21, - 0.0, - 0.0, - 29.826854877313288, - 0.0, - 381.3640661642783, - 0.0, - 166.52554413704144, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 101.04329664388678 - ], - "33": [ - 46.57549833934796, - 21.8, - 5.7189, - 112.16628031017905, - 5.0, - 0.0, - 0.21, - 0.0, - 0.0, - 29.826854877313288, - 0.0, - 386.9548463149948, - 0.0, - 167.267880895929, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 101.03030765072074 - ], - "34": [ - 48.20284883754357, - 21.8, - 5.7189, - 110.91639621712534, - 5.0, - 0.0, - 0.21, - 0.0, - 0.0, - 29.826854877313288, - 0.0, - 384.8683924204964, - 0.0, - 170.4875166271503, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 101.92121535550451 - ], - "35": [ - 48.20284883754357, - 21.8, - 5.7189, - 108.84147735198773, - 5.0, - 0.0, - 0.21, - 0.0, - 0.0, - 27.4787984141193, - 0.0, - 382.5078746943475, - 0.0, - 174.24126163900522, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 102.84485074885316 - ], - "36": [ - 48.20284883754357, - 21.8, - 5.7189, - 108.58903414639141, - 5.0, - 0.0, - 0.21, - 0.0, - 0.0, - 27.4787984141193, - 0.0, - 384.15551228604323, - 0.0, - 179.86888314730365, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 105.59139552419721 - ], - "37": [ - 45.7419941862805, - 21.8, - 5.7189, - 106.31232390247399, - 5.0, - 0.0, - 0.21, - 0.0, - 0.0, - 27.4787984141193, - 0.0, - 391.3088586002303, - 0.0, - 187.10821820311256, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 109.91397686693804 - ], - "38": [ - 44.61939593039635, - 21.8, - 5.7189, - 102.0186267317318, - 5.0, - 0.0, - 0.21, - 0.0, - 0.0, - 27.4787984141193, - 0.0, - 400.2162010201612, - 0.0, - 190.9757527421788, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 111.73978380685664 - ], - "39": [ - 44.61939593039635, - 21.8, - 5.7189, - 101.41303871221226, - 5.0, - 0.0, - 0.21, - 0.0, - 0.0, - 26.73515888988351, - 0.0, - 406.7513407141128, - 0.0, - 195.18302691952516, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 111.21784866479965 - ], - "40": [ - 42.93357715127745, - 21.8, - 5.7189, - 99.48912709854858, - 5.0, - 0.0, - 0.21, - 0.0, - 0.0, - 26.73515888988351, - 0.0, - 413.125938499879, - 0.0, - 199.0281188436676, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 111.45249406535976 - ], - "41": [ - 42.65350400589421, - 21.8, - 5.7189, - 100.542388968984, - 5.0, - 0.0, - 0.21, - 0.0, - 0.0, - 26.73515888988351, - 0.0, - 419.3881569499153, - 0.0, - 202.91968319056733, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 112.21674584575183 - ], - "42": [ - 42.65350400589421, - 21.8, - 5.7189, - 103.9796722782888, - 5.0, - 0.0, - 0.21, - 0.0, - 0.0, - 23.514611222918457, - 0.0, - 428.2717098649407, - 0.0, - 205.64377823339714, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 113.95172209202629 - ], - "43": [ - 42.65350400589421, - 21.8, - 5.7189, - 106.38577059480217, - 5.0, - 0.0, - 0.21, - 0.0, - 0.0, - 21.86022785604292, - 0.0, - 433.59019690545847, - 0.0, - 207.550644763378, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 117.5662054644184 - ], - "44": [ - 38.55745280412595, - 21.8, - 5.7189, - 108.67003941636152, - 5.0, - 0.0, - 0.21, - 0.0, - 0.0, - 21.86022785604292, - 0.0, - 437.61313783382093, - 0.0, - 206.78545133436458, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 119.19634382509288 - ], - "45": [ - 34.79021696288817, - 21.8, - 5.7189, - 112.96902759145306, - 5.0, - 0.0, - 0.21, - 0.0, - 0.0, - 21.86022785604292, - 0.0, - 442.2291964836746, - 0.0, - 203.24981593405522, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 120.33744067756501 - ], - "46": [ - 34.79021696288817, - 31.46, - 5.7189, - 113.27831931401714, - 5.0, - 0.0, - 0.21, - 0.0, - 0.0, - 21.86022785604292, - 0.0, - 447.26043753857226, - 0.0, - 200.47487115383865, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 123.5362084742955 - ], - "47": [ - 32.453151874021714, - 31.46, - 5.7189, - 112.594823519812, - 5.0, - 0.0, - 0.21, - 0.0, - 0.0, - 21.86022785604292, - 0.0, - 447.4823062770006, - 0.0, - 194.33240980768704, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 124.27534593200686 - ], - "48": [ - 32.453151874021714, - 37.322, - 5.7189, - 114.8163764638684, - 5.0, - 0.0, - 0.21, - 0.0, - 0.0, - 21.86022785604292, - 0.0, - 440.13761439390044, - 0.0, - 190.93268686538093, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 124.4927421524048 - ], - "49": [ - 32.453151874021714, - 40.525400000000005, - 5.7189, - 116.67146352470787, - 5.0, - 0.0, - 0.21, - 0.0, - 0.0, - 21.86022785604292, - 0.0, - 435.2963300757303, - 0.0, - 190.35288080576666, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 122.54491950668336 - ], - "50": [ - 32.453151874021714, - 40.525400000000005, - 7.90323, - 118.87002446729551, - 5.0, - 0.0, - 0.21, - 0.0, - 0.0, - 21.86022785604292, - 0.0, - 428.0074310530112, - 0.0, - 189.64701656403668, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 122.98144365467834 - ], - "51": [ - 32.453151874021714, - 44.86778, - 7.90323, - 121.60901712710685, - 5.0, - 0.0, - 0.21, - 0.0, - 0.0, - 21.86022785604292, - 0.0, - 427.10520173710785, - 0.0, - 183.45291159482568, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 125.08701055827484 - ], - "52": [ - 32.453151874021714, - 46.707446000000004, - 7.90323, - 125.0263119889748, - 5.0, - 0.0, - 0.21, - 0.0, - 0.0, - 21.86022785604292, - 0.0, - 423.1736412159755, - 0.0, - 179.71703811637798, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 124.76090739079238 - ], - "53": [ - 32.453151874021714, - 48.595212200000006, - 7.90323, - 125.01841839228236, - 5.0, - 0.0, - 0.21, - 0.0, - 0.0, - 21.86022785604292, - 0.0, - 415.9215488511829, - 0.0, - 179.20192668146458, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 125.73263517355467 - ], - "54": [ - 32.453151874021714, - 50.516648540000006, - 7.90323, - 126.51289287459765, - 5.0, - 0.0, - 0.21, - 0.0, - 0.0, - 21.86022785604292, - 0.0, - 414.745084195828, - 0.0, - 181.2413486770252, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 124.61284462148826 - ], - "55": [ - 32.453151874021714, - 52.461653978, - 7.90323, - 128.75902501221836, - 5.0, - 0.0, - 0.21, - 0.0, - 0.0, - 21.86022785604292, - 0.0, - 414.2215589370796, - 0.0, - 181.46894407391764, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 122.62899123504178 - ], - "56": [ - 32.453151874021714, - 52.623157784600004, - 7.90323, - 130.63131750855285, - 5.0, - 0.0, - 0.21, - 0.0, - 0.0, - 21.86022785604292, - 0.0, - 413.2550912559557, - 0.0, - 180.12826085174234, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 120.34029386452924 - ], - "57": [ - 32.453151874021714, - 52.43621044922, - 7.90323, - 132.541922255987, - 5.0, - 0.0, - 0.21, - 0.0, - 0.0, - 21.86022785604292, - 0.0, - 414.078563879169, - 0.0, - 180.68978259621963, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 118.73820570517047 - ], - "58": [ - 27.2172063118152, - 52.43621044922, - 7.90323, - 133.2793455791909, - 5.0, - 0.0, - 0.21, - 0.0, - 0.0, - 21.86022785604292, - 0.0, - 415.8549947154183, - 0.0, - 180.48284781735373, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 120.91674399361933 - ], - "59": [ - 27.2172063118152, - 52.43621044922, - 7.90323, - 134.69554190543363, - 5.0, - 0.0, - 0.147, - 0.0, - 0.0, - 21.86022785604292, - 0.0, - 409.8984963007928, - 0.0, - 177.6379934721476, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 122.74172079553354 - ], - "60": [ - 23.85204441827064, - 52.43621044922, - 7.90323, - 135.68687933380355, - 5.0, - 0.0, - 0.147, - 0.0, - 0.0, - 21.86022785604292, - 0.0, - 404.52894741055496, - 0.0, - 172.94659543050332, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 124.61920455687348 - ], - "61": [ - 23.85204441827064, - 52.43621044922, - 7.90323, - 135.1808155336625, - 28.7, - 0.0, - 0.147, - 0.0, - 0.0, - 21.86022785604292, - 0.0, - 401.67026318738846, - 0.0, - 169.06261680135233, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 125.63344318981144 - ], - "62": [ - 23.85204441827064, - 50.205347314454, - 7.90323, - 133.92657087356375, - 28.7, - 0.0, - 0.147, - 0.0, - 0.0, - 21.86022785604292, - 0.0, - 398.46918423117194, - 0.0, - 167.84383176094664, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 128.143410232868 - ], - "63": [ - 23.85204441827064, - 45.643743120117804, - 7.90323, - 129.74859961149463, - 28.7, - 0.0, - 0.147, - 0.0, - 0.0, - 21.86022785604292, - 0.0, - 402.2284289618203, - 0.0, - 164.29068223266265, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 133.8003871630076 - ], - "64": [ - 23.85204441827064, - 45.643743120117804, - 5.532261, - 128.32401972804624, - 28.7, - 0.0, - 0.147, - 0.0, - 0.0, - 21.86022785604292, - 0.0, - 400.6599002732742, - 0.0, - 156.70347756286384, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 137.7602710141053 - ], - "65": [ - 23.85204441827064, - 45.15062018408246, - 5.532261, - 127.02681380963237, - 28.7, - 0.0, - 0.147, - 0.0, - 0.0, - 21.86022785604292, - 0.0, - 402.261930191292, - 0.0, - 150.7924342940047, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 140.83218970987372 - ], - "66": [ - 23.85204441827064, - 46.00543412885772, - 5.532261, - 128.51876966674266, - 28.7, - 0.0, - 0.147, - 0.0, - 0.0, - 21.86022785604292, - 0.0, - 407.8833511339044, - 0.0, - 149.05470400580327, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 141.1825327969116 - ], - "67": [ - 23.85204441827064, - 46.00543412885772, - 5.532261, - 130.46313876671985, - 28.7, - 0.0, - 0.147, - 0.0, - 0.0, - 21.002159499230043, - 0.0, - 407.0183457937331, - 0.0, - 146.93829280406229, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 143.2277729578381 - ], - "68": [ - 23.85204441827064, - 46.00543412885772, - 5.532261, - 131.8241971367039, - 28.7, - 0.0, - 0.147, - 0.0, - 0.0, - 19.80151164946103, - 0.0, - 406.41284205561317, - 0.0, - 147.2568049628436, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 144.65944107048668 - ], - "69": [ - 23.85204441827064, - 48.40380389020041, - 5.532261, - 130.37693799569274, - 28.7, - 0.0, - 0.147, - 0.0, - 0.0, - 19.80151164946103, - 0.0, - 404.7889894389292, - 0.0, - 149.27976347399053, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 145.3616087493407 - ], - "70": [ - 23.85204441827064, - 51.282662723140284, - 5.532261, - 132.06385659698492, - 28.7, - 0.0, - 0.147, - 0.0, - 0.0, - 19.80151164946103, - 0.0, - 403.0522926072504, - 0.0, - 150.99583443179336, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 146.45312612453847 - ], - "71": [ - 23.85204441827064, - 53.5978639061982, - 5.532261, - 132.34469961788943, - 28.7, - 0.0, - 0.147, - 0.0, - 0.0, - 19.80151164946103, - 0.0, - 403.3366048250753, - 0.0, - 153.69708410225536, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 147.81718828717692 - ], - "72": [ - 23.85204441827064, - 56.71850473433874, - 5.532261, - 133.4412897325226, - 28.7, - 0.0, - 0.147, - 0.0, - 0.0, - 19.80151164946103, - 0.0, - 402.33562337755274, - 0.0, - 153.48795887157874, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 148.17203180102385 - ], - "73": [ - 23.85204441827064, - 59.502953314037114, - 5.532261, - 132.7089028127658, - 28.7, - 0.0, - 0.147, - 0.0, - 0.0, - 19.80151164946103, - 0.0, - 406.7349363642869, - 0.0, - 154.24157121010512, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 147.52042226071669 - ], - "74": [ - 23.85204441827064, - 61.45206731982598, - 5.532261, - 132.49623196893606, - 28.7, - 0.0, - 0.147, - 0.0, - 0.0, - 19.80151164946103, - 0.0, - 405.0144554550008, - 0.0, - 154.1690998470736, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 150.36429558250168 - ], - "75": [ - 23.85204441827064, - 62.51644712387819, - 5.532261, - 132.64736237825525, - 28.7, - 0.0, - 0.147, - 0.0, - 0.0, - 19.80151164946103, - 0.0, - 408.0101188185006, - 0.0, - 152.6183698929515, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 152.95500690775117 - ], - "76": [ - 23.85204441827064, - 63.56151298671473, - 5.532261, - 131.25315366477867, - 28.7, - 0.0, - 0.147, - 0.0, - 0.0, - 19.80151164946103, - 0.0, - 411.3070831729504, - 0.0, - 152.73285892506607, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 152.36850483542582 - ], - "77": [ - 23.85204441827064, - 63.69305909070031, - 5.532261, - 129.97720756534505, - 28.7, - 0.0, - 0.147, - 0.0, - 0.0, - 19.80151164946103, - 0.0, - 409.1149582210653, - 0.0, - 155.51300124754624, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 152.85795338479807 - ], - "78": [ - 23.85204441827064, - 62.28514136349022, - 5.532261, - 127.58404529574153, - 28.7, - 0.0, - 0.147, - 0.0, - 0.0, - 19.80151164946103, - 0.0, - 405.1804707547457, - 0.0, - 158.65910087328237, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 153.80056736935865 - ], - "79": [ - 23.85204441827064, - 59.799598954443155, - 5.532261, - 127.10883170701908, - 28.7, - 0.0, - 0.147, - 0.0, - 0.0, - 19.80151164946103, - 0.0, - 401.526329528322, - 0.0, - 160.26137061129765, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 155.66039715855106 - ], - "80": [ - 23.85204441827064, - 57.459719268110206, - 5.532261, - 125.87618219491335, - 28.7, - 0.0, - 0.147, - 0.0, - 0.0, - 19.80151164946103, - 0.0, - 407.0684306698254, - 0.0, - 161.38295942790836, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 158.16227801098574 - ], - "81": [ - 23.85204441827064, - 57.921803487677145, - 5.532261, - 128.61332753643936, - 28.7, - 0.0, - 0.147, - 0.0, - 0.0, - 19.80151164946103, - 0.0, - 414.2479014688778, - 0.0, - 166.96807159953585, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 159.61359460769003 - ], - "82": [ - 23.85204441827064, - 56.745262441374, - 5.532261, - 130.22932927550755, - 28.7, - 0.0, - 0.147, - 0.0, - 0.0, - 19.80151164946103, - 0.0, - 416.27353102821445, - 0.0, - 169.9776501196751, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 160.92951622538303 - ], - "83": [ - 19.39643109278945, - 56.745262441374, - 5.532261, - 132.86053049285528, - 28.7, - 0.0, - 0.147, - 0.0, - 0.0, - 19.80151164946103, - 0.0, - 423.6914717197501, - 0.0, - 175.38435508377256, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 157.65066135776812 - ], - "84": [ - 19.39643109278945, - 57.721683708961805, - 5.532261, - 133.8023713449987, - 28.7, - 0.0, - 0.147, - 0.0, - 0.0, - 19.80151164946103, - 0.0, - 436.0840302038251, - 0.0, - 182.4690485586408, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 156.5554629504377 - ], - "85": [ - 19.39643109278945, - 58.10517859627326, - 5.532261, - 133.2616599414991, - 28.7, - 0.0, - 0.147, - 0.0, - 0.0, - 19.80151164946103, - 0.0, - 439.65882114267754, - 0.0, - 188.62833399104855, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 154.2888240653064 - ], - "86": [ - 19.39643109278945, - 55.07362501739129, - 5.532261, - 134.68316195904936, - 28.7, - 0.0, - 0.147, - 0.0, - 0.0, - 19.80151164946103, - 0.0, - 442.4611747998743, - 0.0, - 187.239833793734, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 153.00217684571447 - ], - "87": [ - 19.39643109278945, - 52.6515375121739, - 5.532261, - 136.57821337133456, - 28.7, - 0.0, - 0.147, - 0.0, - 0.0, - 19.80151164946103, - 0.0, - 442.622822359912, - 0.0, - 185.6678836556138, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 149.10152379200014 - ], - "88": [ - 19.39643109278945, - 52.6515375121739, - 5.532261, - 137.00474935993418, - 28.7, - 0.0, - 0.147, - 0.0, - 0.0, - 14.161058154622722, - 0.0, - 446.3359756519384, - 0.0, - 185.46751855892967, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 150.2710666544001 - ], - "89": [ - 19.39643109278945, - 50.35607625852173, - 5.532261, - 136.40332455195392, - 28.7, - 0.0, - 0.147, - 0.0, - 0.0, - 14.161058154622722, - 0.0, - 442.63518295635686, - 0.0, - 185.62726299125077, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 151.38974665808007 - ], - "90": [ - 19.39643109278945, - 48.749253380965214, - 5.532261, - 135.68232718636773, - 28.7, - 0.0, - 0.147, - 0.0, - 0.0, - 14.161058154622722, - 0.0, - 439.7446280694498, - 0.0, - 185.73908409387553, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 150.67282266065604 - ], - "91": [ - 19.39643109278945, - 48.22447736667565, - 5.532261, - 135.47762903045742, - 28.7, - 0.0, - 0.147, - 0.0, - 0.0, - 14.161058154622722, - 0.0, - 440.12123964861485, - 0.0, - 189.71735886571287, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 151.97097586245923 - ], - "92": [ - 19.39643109278945, - 48.45713415667296, - 5.532261, - 132.6343403213202, - 28.7, - 0.0, - 0.147, - 0.0, - 0.0, - 14.161058154622722, - 0.0, - 442.4848677540304, - 0.0, - 189.502151205999, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 153.47968310372147 - ], - "93": [ - 19.39643109278945, - 49.81999390967107, - 5.532261, - 130.34403822492413, - 28.7, - 0.0, - 0.147, - 0.0, - 0.0, - 14.161058154622722, - 0.0, - 445.3394074278213, - 0.0, - 183.35150584419932, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 152.43577817260504 - ], - "94": [ - 19.39643109278945, - 51.073995736769746, - 5.532261, - 125.14082675744689, - 28.7, - 0.0, - 0.147, - 0.0, - 0.0, - 14.161058154622722, - 0.0, - 443.7375851994749, - 0.0, - 184.14605409093951, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 150.80504472082353 - ], - "95": [ - 19.39643109278945, - 51.073995736769746, - 5.532261, - 126.89857873021282, - 28.7, - 0.0, - 0.147, - 0.0, - 0.0, - 9.912740708235905, - 0.0, - 439.9163096396324, - 0.0, - 185.30223786365767, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 155.36353130457647 - ], - "96": [ - 19.39643109278945, - 51.351797015738825, - 5.532261, - 127.22900511114898, - 28.7, - 0.0, - 0.147, - 0.0, - 0.0, - 9.912740708235905, - 0.0, - 434.2414167477427, - 0.0, - 187.61156650456036, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 159.15447191320354 - ], - "97": [ - 19.39643109278945, - 50.94625791101718, - 5.532261, - 129.26030357780428, - 28.7, - 0.0, - 0.147, - 0.0, - 0.0, - 9.912740708235905, - 0.0, - 424.56899172341986, - 0.0, - 188.92809655319226, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 162.70813033924247 - ], - "98": [ - 19.39643109278945, - 53.06238053771202, - 5.532261, - 131.582212504463, - 28.7, - 0.0, - 0.147, - 0.0, - 0.0, - 9.912740708235905, - 0.0, - 414.4982942063939, - 0.0, - 200.3496675872346, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 166.69569123746973 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.1/run=404717510cba44d0/rewards.json b/experiments/seed=256/alpha=0.3.gamma=0.1/run=404717510cba44d0/rewards.json deleted file mode 100644 index 8d7a1b2..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.1/run=404717510cba44d0/rewards.json +++ /dev/null @@ -1,2202 +0,0 @@ -{ - "0": [ - 31, - 42, - 5, - 160, - 47, - 0, - 8, - 0, - 127, - 34, - 0, - 305, - 0, - 102, - 0, - 0, - 0, - 144, - 0, - 112 - ], - "1": [ - 40, - 42, - 11, - 153, - 48, - 0, - 7, - 2, - 130, - 36, - 0, - 302, - 0, - 102, - 0, - 0, - 0, - 128, - 0, - 119 - ], - "2": [ - 44, - 42, - 11, - 147, - 47, - 0, - 3, - 0, - 127, - 42, - 0, - 290, - 0, - 111, - 0, - 0, - 0, - 122, - 0, - 121 - ], - "3": [ - 46, - 40, - 9, - 153, - 41, - 0, - 1, - 5, - 134, - 36, - 0, - 291, - 0, - 118, - 0, - 0, - 0, - 116, - 0, - 114 - ], - "4": [ - 51, - 43, - 7, - 152, - 41, - 0, - 0, - 4, - 133, - 37, - 0, - 293, - 0, - 111, - 0, - 0, - 0, - 115, - 0, - 107 - ], - "5": [ - 53, - 47, - 3, - 153, - 42, - 0, - 0, - 11, - 122, - 39, - 0, - 305, - 0, - 110, - 0, - 0, - 0, - 102, - 0, - 99 - ], - "6": [ - 50, - 42, - 4, - 145, - 47, - 0, - 0, - 14, - 114, - 38, - 0, - 319, - 0, - 105, - 0, - 0, - 0, - 101, - 0, - 103 - ], - "7": [ - 46, - 50, - 3, - 140, - 50, - 0, - 0, - 15, - 109, - 32, - 0, - 321, - 0, - 101, - 0, - 0, - 0, - 97, - 0, - 105 - ], - "8": [ - 45, - 49, - 3, - 145, - 56, - 0, - 0, - 16, - 115, - 31, - 0, - 316, - 0, - 109, - 0, - 0, - 0, - 94, - 0, - 105 - ], - "9": [ - 46, - 46, - 2, - 129, - 62, - 0, - 0, - 16, - 119, - 29, - 0, - 315, - 0, - 105, - 0, - 0, - 0, - 94, - 0, - 97 - ], - "10": [ - 50, - 48, - 2, - 124, - 59, - 0, - 0, - 13, - 128, - 34, - 0, - 320, - 0, - 105, - 0, - 0, - 0, - 90, - 0, - 98 - ], - "11": [ - 48, - 52, - 3, - 122, - 68, - 0, - 0, - 20, - 137, - 33, - 0, - 302, - 0, - 105, - 0, - 0, - 0, - 96, - 0, - 106 - ], - "12": [ - 38, - 50, - 6, - 122, - 73, - 0, - 0, - 23, - 141, - 40, - 0, - 322, - 0, - 101, - 0, - 0, - 0, - 96, - 0, - 96 - ], - "13": [ - 36, - 47, - 8, - 121, - 75, - 0, - 0, - 13, - 136, - 43, - 0, - 326, - 0, - 93, - 0, - 0, - 0, - 87, - 0, - 89 - ], - "14": [ - 31, - 47, - 12, - 126, - 71, - 0, - 0, - 12, - 142, - 46, - 0, - 351, - 0, - 99, - 0, - 0, - 0, - 91, - 0, - 95 - ], - "15": [ - 33, - 50, - 14, - 125, - 70, - 0, - 0, - 11, - 142, - 47, - 0, - 346, - 0, - 110, - 0, - 0, - 0, - 85, - 0, - 94 - ], - "16": [ - 35, - 53, - 15, - 118, - 68, - 0, - 0, - 4, - 142, - 52, - 0, - 346, - 0, - 121, - 0, - 0, - 0, - 77, - 0, - 100 - ], - "17": [ - 38, - 58, - 13, - 112, - 57, - 0, - 0, - 2, - 157, - 51, - 0, - 337, - 0, - 127, - 0, - 0, - 0, - 77, - 0, - 99 - ], - "18": [ - 39, - 61, - 14, - 104, - 57, - 0, - 0, - 7, - 158, - 45, - 0, - 331, - 0, - 135, - 0, - 0, - 0, - 81, - 0, - 92 - ], - "19": [ - 36, - 61, - 17, - 108, - 58, - 0, - 0, - 3, - 148, - 47, - 0, - 331, - 0, - 151, - 0, - 0, - 0, - 89, - 0, - 99 - ], - "20": [ - 31, - 51, - 12, - 107, - 64, - 0, - 0, - 0, - 127, - 39, - 0, - 346, - 0, - 146, - 0, - 0, - 0, - 87, - 0, - 100 - ], - "21": [ - 28, - 56, - 7, - 111, - 73, - 0, - 0, - 0, - 123, - 40, - 0, - 351, - 0, - 151, - 0, - 0, - 0, - 81, - 0, - 95 - ], - "22": [ - 34, - 53, - 8, - 106, - 74, - 0, - 0, - 0, - 124, - 32, - 0, - 337, - 0, - 159, - 0, - 0, - 0, - 81, - 0, - 93 - ], - "23": [ - 41, - 54, - 9, - 105, - 75, - 0, - 0, - 0, - 130, - 29, - 0, - 345, - 0, - 158, - 0, - 0, - 0, - 78, - 0, - 95 - ], - "24": [ - 38, - 52, - 4, - 100, - 77, - 0, - 0, - 0, - 126, - 27, - 0, - 334, - 0, - 156, - 0, - 0, - 0, - 76, - 0, - 93 - ], - "25": [ - 36, - 53, - 7, - 95, - 79, - 0, - 0, - 0, - 135, - 27, - 0, - 349, - 0, - 159, - 0, - 0, - 0, - 73, - 0, - 100 - ], - "26": [ - 44, - 52, - 15, - 107, - 81, - 0, - 0, - 2, - 131, - 30, - 0, - 367, - 0, - 165, - 0, - 0, - 0, - 70, - 0, - 105 - ], - "27": [ - 44, - 56, - 9, - 101, - 81, - 0, - 0, - 0, - 143, - 24, - 0, - 357, - 0, - 166, - 0, - 0, - 0, - 71, - 0, - 99 - ], - "28": [ - 54, - 60, - 11, - 104, - 78, - 0, - 0, - 4, - 150, - 28, - 0, - 355, - 0, - 165, - 0, - 0, - 0, - 67, - 0, - 99 - ], - "29": [ - 50, - 67, - 11, - 107, - 78, - 0, - 0, - 3, - 148, - 37, - 0, - 366, - 0, - 169, - 0, - 0, - 0, - 69, - 0, - 99 - ], - "30": [ - 45, - 62, - 9, - 118, - 81, - 0, - 0, - 4, - 154, - 39, - 0, - 362, - 0, - 174, - 0, - 0, - 0, - 69, - 0, - 100 - ], - "31": [ - 49, - 65, - 7, - 124, - 83, - 0, - 0, - 3, - 166, - 36, - 0, - 367, - 0, - 172, - 0, - 0, - 0, - 72, - 0, - 99 - ], - "32": [ - 43, - 69, - 5, - 117, - 89, - 0, - 0, - 3, - 168, - 26, - 0, - 381, - 0, - 166, - 0, - 0, - 0, - 70, - 0, - 105 - ], - "33": [ - 44, - 73, - 7, - 116, - 87, - 0, - 0, - 9, - 156, - 15, - 0, - 415, - 0, - 164, - 0, - 0, - 0, - 66, - 0, - 102 - ], - "34": [ - 46, - 63, - 6, - 106, - 92, - 0, - 0, - 6, - 153, - 16, - 0, - 400, - 0, - 169, - 0, - 0, - 0, - 68, - 0, - 101 - ], - "35": [ - 52, - 61, - 12, - 108, - 93, - 0, - 0, - 7, - 151, - 16, - 0, - 380, - 0, - 178, - 0, - 0, - 0, - 75, - 0, - 104 - ], - "36": [ - 52, - 63, - 13, - 104, - 98, - 0, - 0, - 2, - 163, - 22, - 0, - 377, - 0, - 183, - 0, - 0, - 0, - 70, - 0, - 105 - ], - "37": [ - 49, - 62, - 9, - 108, - 104, - 0, - 0, - 0, - 166, - 21, - 0, - 388, - 0, - 193, - 0, - 0, - 0, - 72, - 0, - 112 - ], - "38": [ - 40, - 65, - 10, - 101, - 104, - 0, - 0, - 0, - 165, - 22, - 0, - 408, - 0, - 204, - 0, - 0, - 0, - 70, - 0, - 120 - ], - "39": [ - 42, - 57, - 9, - 92, - 100, - 0, - 0, - 6, - 168, - 16, - 0, - 421, - 0, - 200, - 0, - 0, - 0, - 67, - 0, - 116 - ], - "40": [ - 37, - 59, - 9, - 100, - 104, - 0, - 0, - 11, - 166, - 25, - 0, - 422, - 0, - 205, - 0, - 0, - 0, - 64, - 0, - 110 - ], - "41": [ - 39, - 57, - 6, - 95, - 108, - 0, - 0, - 12, - 174, - 19, - 0, - 428, - 0, - 208, - 0, - 0, - 0, - 70, - 0, - 112 - ], - "42": [ - 42, - 62, - 9, - 103, - 96, - 0, - 0, - 15, - 177, - 15, - 0, - 434, - 0, - 212, - 0, - 0, - 0, - 70, - 0, - 114 - ], - "43": [ - 38, - 60, - 1, - 112, - 97, - 0, - 0, - 17, - 157, - 16, - 0, - 449, - 0, - 212, - 0, - 0, - 0, - 65, - 0, - 118 - ], - "44": [ - 34, - 61, - 0, - 112, - 91, - 0, - 0, - 19, - 148, - 18, - 0, - 446, - 0, - 212, - 0, - 0, - 0, - 66, - 0, - 126 - ], - "45": [ - 29, - 58, - 1, - 114, - 91, - 0, - 0, - 25, - 130, - 17, - 0, - 447, - 0, - 205, - 0, - 0, - 0, - 63, - 0, - 123 - ], - "46": [ - 26, - 57, - 4, - 123, - 96, - 0, - 0, - 31, - 127, - 19, - 0, - 453, - 0, - 195, - 0, - 0, - 0, - 64, - 0, - 123 - ], - "47": [ - 26, - 54, - 8, - 114, - 92, - 0, - 0, - 26, - 138, - 15, - 0, - 459, - 0, - 194, - 0, - 0, - 1, - 59, - 0, - 131 - ], - "48": [ - 27, - 50, - 10, - 111, - 96, - 0, - 0, - 27, - 131, - 15, - 0, - 448, - 0, - 180, - 0, - 0, - 0, - 55, - 0, - 126 - ], - "49": [ - 25, - 51, - 12, - 120, - 102, - 0, - 0, - 30, - 137, - 15, - 0, - 423, - 0, - 183, - 0, - 0, - 0, - 50, - 0, - 125 - ], - "50": [ - 23, - 48, - 15, - 121, - 108, - 0, - 0, - 34, - 147, - 16, - 0, - 424, - 0, - 189, - 0, - 0, - 0, - 44, - 0, - 118 - ], - "51": [ - 23, - 49, - 13, - 124, - 113, - 0, - 0, - 39, - 142, - 19, - 0, - 411, - 0, - 188, - 0, - 0, - 0, - 40, - 0, - 124 - ], - "52": [ - 20, - 55, - 9, - 128, - 104, - 0, - 0, - 29, - 142, - 24, - 0, - 425, - 0, - 169, - 0, - 0, - 2, - 43, - 0, - 130 - ], - "53": [ - 20, - 51, - 6, - 133, - 106, - 0, - 0, - 35, - 131, - 22, - 0, - 414, - 0, - 171, - 0, - 0, - 1, - 42, - 0, - 124 - ], - "54": [ - 26, - 53, - 4, - 125, - 104, - 0, - 0, - 27, - 131, - 25, - 0, - 399, - 0, - 178, - 0, - 0, - 0, - 43, - 0, - 128 - ], - "55": [ - 23, - 55, - 2, - 130, - 107, - 0, - 0, - 32, - 134, - 30, - 0, - 412, - 0, - 186, - 0, - 0, - 0, - 48, - 0, - 122 - ], - "56": [ - 21, - 57, - 2, - 134, - 102, - 0, - 0, - 40, - 133, - 36, - 0, - 413, - 0, - 182, - 0, - 0, - 0, - 43, - 0, - 118 - ], - "57": [ - 25, - 53, - 1, - 135, - 95, - 0, - 0, - 42, - 144, - 35, - 0, - 411, - 0, - 177, - 0, - 0, - 0, - 49, - 0, - 115 - ], - "58": [ - 19, - 52, - 3, - 137, - 85, - 0, - 0, - 42, - 143, - 39, - 0, - 416, - 0, - 182, - 0, - 0, - 0, - 53, - 0, - 115 - ], - "59": [ - 15, - 49, - 1, - 135, - 77, - 0, - 0, - 48, - 136, - 38, - 0, - 420, - 0, - 180, - 0, - 0, - 2, - 50, - 0, - 126 - ], - "60": [ - 16, - 50, - 0, - 138, - 77, - 0, - 0, - 50, - 131, - 36, - 0, - 396, - 0, - 171, - 0, - 0, - 5, - 48, - 0, - 127 - ], - "61": [ - 16, - 52, - 0, - 138, - 86, - 0, - 0, - 59, - 138, - 34, - 0, - 392, - 0, - 162, - 0, - 0, - 2, - 46, - 0, - 129 - ], - "62": [ - 15, - 48, - 0, - 134, - 84, - 0, - 0, - 62, - 140, - 34, - 0, - 395, - 0, - 160, - 0, - 0, - 1, - 41, - 0, - 128 - ], - "63": [ - 13, - 45, - 0, - 131, - 93, - 0, - 0, - 70, - 146, - 26, - 0, - 391, - 0, - 165, - 0, - 0, - 4, - 39, - 0, - 134 - ], - "64": [ - 12, - 35, - 0, - 120, - 100, - 0, - 0, - 66, - 144, - 24, - 0, - 411, - 0, - 156, - 0, - 0, - 0, - 43, - 0, - 147 - ], - "65": [ - 8, - 40, - 0, - 125, - 96, - 0, - 0, - 67, - 158, - 25, - 0, - 397, - 0, - 139, - 0, - 0, - 0, - 45, - 0, - 147 - ], - "66": [ - 11, - 44, - 0, - 124, - 95, - 0, - 0, - 61, - 144, - 24, - 0, - 406, - 0, - 137, - 0, - 0, - 1, - 45, - 0, - 148 - ], - "67": [ - 8, - 48, - 0, - 132, - 93, - 0, - 0, - 70, - 149, - 20, - 0, - 421, - 0, - 145, - 0, - 0, - 1, - 45, - 0, - 142 - ], - "68": [ - 6, - 52, - 0, - 135, - 92, - 0, - 0, - 65, - 145, - 19, - 0, - 405, - 0, - 142, - 0, - 0, - 1, - 39, - 0, - 148 - ], - "69": [ - 9, - 51, - 0, - 135, - 101, - 0, - 0, - 66, - 138, - 17, - 0, - 405, - 0, - 148, - 0, - 0, - 0, - 35, - 0, - 148 - ], - "70": [ - 11, - 54, - 0, - 127, - 101, - 0, - 4, - 63, - 140, - 29, - 0, - 401, - 0, - 154, - 0, - 0, - 1, - 34, - 0, - 147 - ], - "71": [ - 9, - 58, - 0, - 136, - 100, - 0, - 11, - 63, - 139, - 26, - 0, - 399, - 0, - 155, - 0, - 0, - 3, - 35, - 0, - 149 - ], - "72": [ - 6, - 59, - 0, - 133, - 104, - 0, - 12, - 65, - 145, - 33, - 0, - 404, - 0, - 160, - 0, - 0, - 2, - 41, - 0, - 151 - ], - "73": [ - 7, - 64, - 1, - 136, - 103, - 0, - 19, - 65, - 142, - 20, - 0, - 400, - 0, - 153, - 0, - 0, - 0, - 47, - 0, - 149 - ], - "74": [ - 9, - 66, - 0, - 131, - 104, - 0, - 16, - 64, - 135, - 19, - 0, - 417, - 0, - 156, - 0, - 0, - 3, - 50, - 0, - 146 - ], - "75": [ - 7, - 66, - 0, - 132, - 98, - 0, - 25, - 67, - 145, - 20, - 0, - 401, - 0, - 154, - 0, - 0, - 2, - 46, - 0, - 157 - ], - "76": [ - 7, - 65, - 0, - 133, - 96, - 0, - 26, - 81, - 156, - 16, - 0, - 415, - 0, - 149, - 0, - 0, - 2, - 45, - 0, - 159 - ], - "77": [ - 5, - 66, - 0, - 128, - 96, - 0, - 29, - 89, - 164, - 7, - 0, - 419, - 0, - 153, - 0, - 0, - 4, - 45, - 0, - 151 - ], - "78": [ - 5, - 64, - 0, - 127, - 103, - 0, - 21, - 84, - 170, - 11, - 0, - 404, - 0, - 162, - 0, - 0, - 4, - 52, - 0, - 154 - ], - "79": [ - 2, - 59, - 0, - 122, - 104, - 0, - 23, - 84, - 164, - 10, - 0, - 396, - 0, - 166, - 0, - 0, - 1, - 42, - 0, - 156 - ], - "80": [ - 3, - 54, - 0, - 126, - 110, - 0, - 25, - 83, - 172, - 16, - 0, - 393, - 0, - 164, - 0, - 0, - 1, - 47, - 0, - 160 - ], - "81": [ - 7, - 52, - 0, - 123, - 109, - 0, - 32, - 84, - 177, - 15, - 0, - 420, - 0, - 164, - 0, - 0, - 2, - 45, - 0, - 164 - ], - "82": [ - 11, - 59, - 0, - 135, - 109, - 0, - 21, - 83, - 178, - 6, - 0, - 431, - 0, - 180, - 0, - 0, - 4, - 43, - 0, - 163 - ], - "83": [ - 10, - 54, - 0, - 134, - 106, - 0, - 20, - 87, - 169, - 10, - 0, - 421, - 0, - 177, - 0, - 0, - 7, - 37, - 0, - 164 - ], - "84": [ - 9, - 54, - 0, - 139, - 108, - 0, - 30, - 84, - 172, - 5, - 0, - 441, - 0, - 188, - 0, - 0, - 10, - 34, - 0, - 150 - ], - "85": [ - 10, - 60, - 0, - 136, - 110, - 0, - 34, - 89, - 167, - 0, - 0, - 465, - 0, - 199, - 0, - 0, - 9, - 37, - 0, - 154 - ], - "86": [ - 11, - 59, - 0, - 132, - 112, - 0, - 39, - 90, - 174, - 0, - 0, - 448, - 0, - 203, - 0, - 0, - 9, - 33, - 0, - 149 - ], - "87": [ - 10, - 48, - 0, - 138, - 116, - 0, - 31, - 83, - 177, - 0, - 0, - 449, - 0, - 184, - 0, - 0, - 10, - 37, - 0, - 150 - ], - "88": [ - 6, - 47, - 0, - 141, - 117, - 0, - 24, - 86, - 173, - 1, - 0, - 443, - 0, - 182, - 0, - 0, - 8, - 38, - 0, - 140 - ], - "89": [ - 4, - 46, - 2, - 138, - 103, - 0, - 25, - 86, - 170, - 1, - 0, - 455, - 0, - 185, - 0, - 0, - 7, - 45, - 0, - 153 - ], - "90": [ - 6, - 45, - 0, - 135, - 105, - 0, - 22, - 90, - 179, - 0, - 0, - 434, - 0, - 186, - 0, - 0, - 9, - 37, - 0, - 154 - ], - "91": [ - 11, - 45, - 2, - 134, - 120, - 0, - 25, - 86, - 184, - 0, - 0, - 433, - 0, - 186, - 0, - 0, - 5, - 37, - 0, - 149 - ], - "92": [ - 7, - 47, - 2, - 135, - 115, - 0, - 25, - 84, - 184, - 0, - 0, - 441, - 0, - 199, - 0, - 0, - 5, - 35, - 0, - 155 - ], - "93": [ - 6, - 49, - 1, - 126, - 107, - 0, - 11, - 86, - 192, - 0, - 0, - 448, - 0, - 189, - 0, - 0, - 4, - 36, - 0, - 157 - ], - "94": [ - 5, - 53, - 0, - 125, - 102, - 0, - 9, - 82, - 193, - 0, - 0, - 452, - 0, - 169, - 0, - 0, - 7, - 37, - 0, - 150 - ], - "95": [ - 5, - 54, - 1, - 113, - 100, - 0, - 12, - 75, - 192, - 0, - 0, - 440, - 0, - 186, - 0, - 0, - 5, - 40, - 0, - 147 - ], - "96": [ - 3, - 55, - 2, - 131, - 102, - 0, - 23, - 78, - 188, - 0, - 0, - 431, - 0, - 188, - 0, - 0, - 5, - 42, - 0, - 166 - ], - "97": [ - 7, - 52, - 2, - 128, - 100, - 0, - 21, - 78, - 165, - 0, - 0, - 421, - 0, - 193, - 0, - 0, - 6, - 42, - 0, - 168 - ], - "98": [ - 2, - 50, - 3, - 134, - 104, - 0, - 17, - 75, - 164, - 0, - 0, - 402, - 0, - 192, - 0, - 0, - 5, - 41, - 0, - 171 - ], - "99": [ - 1, - 58, - 5, - 137, - 103, - 0, - 18, - 69, - 165, - 0, - 0, - 391, - 0, - 227, - 0, - 0, - 5, - 41, - 0, - 176 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.1/run=404717510cba44d0/rewards.plot.png b/experiments/seed=256/alpha=0.3.gamma=0.1/run=404717510cba44d0/rewards.plot.png deleted file mode 100644 index ef80b16..0000000 Binary files a/experiments/seed=256/alpha=0.3.gamma=0.1/run=404717510cba44d0/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.3.gamma=0.1/run=404717510cba44d0/sum_rewards.json b/experiments/seed=256/alpha=0.3.gamma=0.1/run=404717510cba44d0/sum_rewards.json deleted file mode 100644 index 2d5ebfa..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.1/run=404717510cba44d0/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 82186, - "V": 5348472 - }, - "control": { - "R": 82044, - "V": 5721003 - } -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.1/run=404717510cba44d0/view.plot.png b/experiments/seed=256/alpha=0.3.gamma=0.1/run=404717510cba44d0/view.plot.png deleted file mode 100644 index 369d6d1..0000000 Binary files a/experiments/seed=256/alpha=0.3.gamma=0.1/run=404717510cba44d0/view.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.3.gamma=0.1/run=46ae9efe8eee4c8c/choices.json b/experiments/seed=256/alpha=0.3.gamma=0.1/run=46ae9efe8eee4c8c/choices.json deleted file mode 100644 index 6d3c279..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.1/run=46ae9efe8eee4c8c/choices.json +++ /dev/null @@ -1,702 +0,0 @@ -{ - "0": [ - 7, - 11, - 18, - 10, - 13 - ], - "1": [ - 11, - 16, - 13, - 6, - 7 - ], - "2": [ - 13, - 11, - 19, - 2, - 9 - ], - "3": [ - 11, - 13, - 19, - 14, - 1 - ], - "4": [ - 11, - 19, - 13, - 9, - 1 - ], - "5": [ - 11, - 19, - 13, - 9, - 8 - ], - "6": [ - 11, - 19, - 13, - 1, - 8 - ], - "7": [ - 11, - 19, - 8, - 13, - 1 - ], - "8": [ - 11, - 19, - 8, - 13, - 1 - ], - "9": [ - 19, - 11, - 8, - 13, - 1 - ], - "10": [ - 11, - 19, - 8, - 13, - 1 - ], - "11": [ - 19, - 11, - 8, - 13, - 2 - ], - "12": [ - 11, - 19, - 8, - 13, - 1 - ], - "13": [ - 11, - 19, - 8, - 13, - 1 - ], - "14": [ - 11, - 19, - 8, - 13, - 1 - ], - "15": [ - 8, - 11, - 19, - 13, - 1 - ], - "16": [ - 8, - 11, - 19, - 13, - 1 - ], - "17": [ - 11, - 8, - 19, - 13, - 1 - ], - "18": [ - 11, - 8, - 19, - 13, - 1 - ], - "19": [ - 8, - 19, - 11, - 13, - 1 - ], - "20": [ - 8, - 19, - 11, - 13, - 1 - ], - "21": [ - 8, - 19, - 11, - 13, - 1 - ], - "22": [ - 8, - 19, - 11, - 13, - 1 - ], - "23": [ - 19, - 8, - 13, - 11, - 1 - ], - "24": [ - 8, - 19, - 13, - 11, - 1 - ], - "25": [ - 8, - 11, - 19, - 13, - 1 - ], - "26": [ - 8, - 11, - 13, - 19, - 1 - ], - "27": [ - 8, - 19, - 13, - 11, - 1 - ], - "28": [ - 8, - 13, - 19, - 11, - 1 - ], - "29": [ - 13, - 8, - 19, - 11, - 1 - ], - "30": [ - 13, - 8, - 19, - 11, - 1 - ], - "31": [ - 8, - 13, - 19, - 11, - 1 - ], - "32": [ - 13, - 8, - 19, - 11, - 1 - ], - "33": [ - 8, - 13, - 19, - 11, - 1 - ], - "34": [ - 8, - 13, - 19, - 11, - 1 - ], - "35": [ - 8, - 19, - 13, - 11, - 1 - ], - "36": [ - 13, - 19, - 8, - 11, - 1 - ], - "37": [ - 8, - 19, - 13, - 11, - 1 - ], - "38": [ - 19, - 13, - 8, - 11, - 1 - ], - "39": [ - 8, - 13, - 19, - 11, - 1 - ], - "40": [ - 11, - 13, - 8, - 19, - 1 - ], - "41": [ - 13, - 8, - 11, - 19, - 1 - ], - "42": [ - 8, - 13, - 11, - 19, - 1 - ], - "43": [ - 13, - 8, - 11, - 19, - 1 - ], - "44": [ - 13, - 8, - 11, - 19, - 1 - ], - "45": [ - 13, - 8, - 11, - 19, - 1 - ], - "46": [ - 19, - 13, - 8, - 11, - 1 - ], - "47": [ - 13, - 8, - 11, - 19, - 1 - ], - "48": [ - 13, - 11, - 8, - 19, - 1 - ], - "49": [ - 11, - 13, - 8, - 19, - 16 - ], - "50": [ - 13, - 8, - 19, - 11, - 1 - ], - "51": [ - 13, - 11, - 8, - 19, - 1 - ], - "52": [ - 11, - 13, - 8, - 19, - 1 - ], - "53": [ - 11, - 13, - 8, - 19, - 1 - ], - "54": [ - 13, - 19, - 8, - 11, - 1 - ], - "55": [ - 11, - 13, - 8, - 19, - 1 - ], - "56": [ - 13, - 8, - 11, - 19, - 1 - ], - "57": [ - 11, - 8, - 13, - 19, - 1 - ], - "58": [ - 11, - 8, - 13, - 19, - 1 - ], - "59": [ - 13, - 8, - 11, - 19, - 1 - ], - "60": [ - 11, - 13, - 8, - 19, - 1 - ], - "61": [ - 13, - 11, - 8, - 19, - 1 - ], - "62": [ - 11, - 13, - 8, - 19, - 1 - ], - "63": [ - 13, - 11, - 8, - 19, - 1 - ], - "64": [ - 11, - 8, - 13, - 19, - 1 - ], - "65": [ - 13, - 11, - 8, - 19, - 1 - ], - "66": [ - 8, - 11, - 13, - 19, - 1 - ], - "67": [ - 13, - 11, - 8, - 19, - 9 - ], - "68": [ - 13, - 8, - 11, - 19, - 1 - ], - "69": [ - 11, - 13, - 8, - 19, - 1 - ], - "70": [ - 13, - 8, - 11, - 19, - 1 - ], - "71": [ - 8, - 13, - 11, - 19, - 9 - ], - "72": [ - 8, - 11, - 13, - 19, - 16 - ], - "73": [ - 13, - 8, - 19, - 11, - 1 - ], - "74": [ - 13, - 8, - 11, - 19, - 1 - ], - "75": [ - 13, - 11, - 8, - 19, - 1 - ], - "76": [ - 13, - 8, - 11, - 19, - 1 - ], - "77": [ - 13, - 19, - 8, - 11, - 1 - ], - "78": [ - 8, - 13, - 19, - 11, - 3 - ], - "79": [ - 13, - 8, - 11, - 19, - 1 - ], - "80": [ - 13, - 19, - 8, - 11, - 3 - ], - "81": [ - 11, - 8, - 13, - 19, - 3 - ], - "82": [ - 8, - 13, - 11, - 19, - 3 - ], - "83": [ - 11, - 13, - 8, - 19, - 3 - ], - "84": [ - 13, - 11, - 8, - 19, - 3 - ], - "85": [ - 8, - 13, - 11, - 3, - 19 - ], - "86": [ - 13, - 11, - 8, - 3, - 19 - ], - "87": [ - 11, - 13, - 8, - 3, - 19 - ], - "88": [ - 11, - 13, - 8, - 3, - 19 - ], - "89": [ - 13, - 11, - 8, - 3, - 19 - ], - "90": [ - 11, - 13, - 8, - 3, - 19 - ], - "91": [ - 11, - 13, - 19, - 8, - 3 - ], - "92": [ - 13, - 11, - 8, - 3, - 19 - ], - "93": [ - 11, - 13, - 8, - 3, - 19 - ], - "94": [ - 11, - 13, - 8, - 3, - 19 - ], - "95": [ - 11, - 13, - 8, - 19, - 3 - ], - "96": [ - 11, - 13, - 8, - 19, - 3 - ], - "97": [ - 11, - 8, - 13, - 19, - 3 - ], - "98": [ - 11, - 13, - 8, - 3, - 19 - ], - "99": [ - 11, - 8, - 13, - 19, - 3 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.1/run=46ae9efe8eee4c8c/config.json b/experiments/seed=256/alpha=0.3.gamma=0.1/run=46ae9efe8eee4c8c/config.json deleted file mode 100644 index 4168339..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.1/run=46ae9efe8eee4c8c/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 20, - "num_choices": 5, - "time_span": 100, - "history_span": 3000, - "alpha": 0.3, - "gamma": 0.1, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.1/run=46ae9efe8eee4c8c/control.choices.json b/experiments/seed=256/alpha=0.3.gamma=0.1/run=46ae9efe8eee4c8c/control.choices.json deleted file mode 100644 index 1ce1220..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.1/run=46ae9efe8eee4c8c/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 4, - 3, - 11, - 1, - 13 -] \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.1/run=46ae9efe8eee4c8c/qvalues.json b/experiments/seed=256/alpha=0.3.gamma=0.1/run=46ae9efe8eee4c8c/qvalues.json deleted file mode 100644 index df7944e..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.1/run=46ae9efe8eee4c8c/qvalues.json +++ /dev/null @@ -1,2180 +0,0 @@ -{ - "0": [ - 0.0, - 5.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.6, - 0.0, - 0.0, - 0.0, - 52.699999999999996, - 0.0, - 33.5, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 5.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 0.0, - 0.0, - 0.0, - 86.39, - 0.0, - 56.15, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 0.0, - 5.0, - 3.5999999999999996, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 0.0, - 13.2, - 0.0, - 115.973, - 0.0, - 73.505, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 50.4 - ], - "3": [ - 0.0, - 17.9, - 3.5999999999999996, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 0.0, - 13.2, - 0.0, - 138.1811, - 0.0, - 84.1535, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 87.47999999999999 - ], - "4": [ - 0.0, - 27.83, - 3.5999999999999996, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 0.0, - 22.74, - 0.0, - 154.62677, - 0.0, - 91.60745, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 112.53599999999999 - ], - "5": [ - 0.0, - 27.83, - 3.5999999999999996, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 49.5, - 28.218, - 0.0, - 169.438739, - 0.0, - 93.525215, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 131.87519999999998 - ], - "6": [ - 0.0, - 35.080999999999996, - 3.5999999999999996, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 80.85, - 28.218, - 0.0, - 176.8071173, - 0.0, - 96.66765050000001, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 143.91263999999998 - ], - "7": [ - 0.0, - 39.5567, - 3.5999999999999996, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 106.395, - 28.218, - 0.0, - 175.36498211, - 0.0, - 100.06735535, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 155.93884799999998 - ], - "8": [ - 0.0, - 42.08969, - 3.5999999999999996, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 124.5765, - 28.218, - 0.0, - 177.955487477, - 0.0, - 104.247148745, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 160.45719359999998 - ], - "9": [ - 0.0, - 44.462783, - 3.5999999999999996, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 138.50355, - 28.218, - 0.0, - 179.7688412339, - 0.0, - 110.1730041215, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 165.42003552 - ], - "10": [ - 0.0, - 47.3239481, - 3.5999999999999996, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 150.65248499999998, - 28.218, - 0.0, - 176.23818886373, - 0.0, - 114.02110288505, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 173.394024864 - ], - "11": [ - 0.0, - 47.3239481, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 157.3567395, - 28.218, - 0.0, - 174.366732204611, - 0.0, - 117.314772019535, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 176.8758174048 - ], - "12": [ - 0.0, - 48.726763670000004, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 161.14971765, - 28.218, - 0.0, - 171.5567125432277, - 0.0, - 119.0203404136745, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 173.91307218336 - ], - "13": [ - 0.0, - 48.508734569000005, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 164.40480235500002, - 28.218, - 0.0, - 171.38969878025938, - 0.0, - 120.81423828957216, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 173.939150528352 - ], - "14": [ - 0.0, - 49.256114198300004, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 167.8833616485, - 28.218, - 0.0, - 171.57278914618158, - 0.0, - 120.5699668027005, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 172.4574053698464 - ], - "15": [ - 0.0, - 51.579279938810004, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 171.21835315395, - 28.218, - 0.0, - 169.6009524023271, - 0.0, - 120.39897676189035, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 169.0201837588925 - ], - "16": [ - 0.0, - 54.405495957167005, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 176.852847207765, - 28.218, - 0.0, - 164.62066668162896, - 0.0, - 122.07928373332325, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 168.41412863122474 - ], - "17": [ - 0.0, - 58.183847170016904, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 183.1969930454355, - 28.218, - 0.0, - 164.73446667714026, - 0.0, - 125.95549861332627, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 165.58989004185733 - ], - "18": [ - 0.0, - 63.52869301901183, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 185.83789513180486, - 28.218, - 0.0, - 163.6141266739982, - 0.0, - 127.7688490293284, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 166.31292302930012 - ], - "19": [ - 0.0, - 66.37008511330828, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 182.5865265922634, - 28.218, - 0.0, - 156.22988867179873, - 0.0, - 130.23819432052989, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 164.41904612051007 - ], - "20": [ - 0.0, - 69.5590595793158, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 178.81056861458438, - 28.218, - 0.0, - 144.7609220702591, - 0.0, - 129.56673602437093, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 159.79333228435706 - ], - "21": [ - 0.0, - 70.29134170552106, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 175.86739803020907, - 28.218, - 0.0, - 140.33264544918137, - 0.0, - 127.89671521705965, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 156.85533259904994 - ], - "22": [ - 0.0, - 70.50393919386474, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 175.30717862114636, - 28.218, - 0.0, - 133.93285181442695, - 0.0, - 128.22770065194175, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 154.49873281933498 - ], - "23": [ - 0.0, - 71.25275743570532, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 172.81502503480246, - 28.218, - 0.0, - 128.55299627009887, - 0.0, - 129.65939045635923, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 149.8491129735345 - ], - "24": [ - 0.0, - 72.07693020499373, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 173.1705175243617, - 28.218, - 0.0, - 127.18709738906921, - 0.0, - 133.96157331945147, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 148.39437908147414 - ], - "25": [ - 0.0, - 72.0538511434956, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 170.4193622670532, - 28.218, - 0.0, - 125.63096817234845, - 0.0, - 138.77310132361603, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 149.1760653570319 - ], - "26": [ - 0.0, - 72.63769580044692, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 170.89355358693723, - 28.218, - 0.0, - 121.54167772064392, - 0.0, - 143.9411709265312, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 147.92324574992233 - ], - "27": [ - 0.0, - 72.74638706031284, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 171.82548751085605, - 28.218, - 0.0, - 116.57917440445074, - 0.0, - 149.35881964857185, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 147.64627202494563 - ], - "28": [ - 0.0, - 74.622470942219, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 170.67784125759923, - 28.218, - 0.0, - 113.10542208311551, - 0.0, - 155.5511737540003, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 146.85239041746195 - ], - "29": [ - 0.0, - 75.63572965955329, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 170.47448888031946, - 28.218, - 0.0, - 110.97379545818086, - 0.0, - 160.48582162780022, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 149.89667329222337 - ], - "30": [ - 0.0, - 76.9450107616873, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 171.53214221622363, - 28.218, - 0.0, - 109.4816568207266, - 0.0, - 162.74007513946015, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 149.32767130455636 - ], - "31": [ - 0.0, - 79.66150753318111, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 173.17249955135654, - 28.218, - 0.0, - 112.33715977450862, - 0.0, - 162.8180525976221, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 149.22936991318946 - ], - "32": [ - 0.0, - 83.66305527322677, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 170.1207496859496, - 28.218, - 0.0, - 124.83601184215604, - 0.0, - 160.1726368183355, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 149.16055893923263 - ], - "33": [ - 0.0, - 81.36413869125874, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 166.48452478016472, - 28.218, - 0.0, - 130.58520828950924, - 0.0, - 157.72084577283485, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 149.41239125746284 - ], - "34": [ - 0.0, - 79.15489708388112, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 164.2391673461153, - 28.218, - 0.0, - 137.30964580265646, - 0.0, - 160.5045920409844, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 150.48867388022398 - ], - "35": [ - 0.0, - 76.70842795871678, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 163.86741714228071, - 28.218, - 0.0, - 140.21675206185952, - 0.0, - 163.95321442868908, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 153.04207171615678 - ], - "36": [ - 0.0, - 74.09589957110175, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 164.5071919995965, - 28.218, - 0.0, - 138.95172644330165, - 0.0, - 167.56725010008236, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 156.02945020130974 - ], - "37": [ - 0.0, - 70.16712969977122, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 164.65503439971755, - 28.218, - 0.0, - 138.06620851031116, - 0.0, - 174.59707507005766, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 156.6206151409168 - ], - "38": [ - 0.0, - 65.61699078983986, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 165.65852407980228, - 28.218, - 0.0, - 146.4463459572178, - 0.0, - 178.91795254904036, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 155.83443059864177 - ], - "39": [ - 0.0, - 62.4318935528879, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 167.2609668558616, - 28.218, - 0.0, - 155.61244217005247, - 0.0, - 178.34256678432826, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 151.08410141904923 - ], - "40": [ - 0.0, - 60.50232548702153, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 171.9826767991031, - 28.218, - 0.0, - 153.62870951903673, - 0.0, - 180.93979674902977, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 143.55887099333447 - ], - "41": [ - 0.0, - 60.35162784091507, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 174.98787375937218, - 28.218, - 0.0, - 153.14009666332572, - 0.0, - 181.25785772432084, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 138.59120969533413 - ], - "42": [ - 0.0, - 57.54613948864055, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 174.09151163156054, - 28.218, - 0.0, - 154.898067664328, - 0.0, - 182.0805004070246, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 135.71384678673388 - ], - "43": [ - 0.0, - 55.882297642048385, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 174.06405814209236, - 28.218, - 0.0, - 160.0286473650296, - 0.0, - 184.1563502849172, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 135.79969275071372 - ], - "44": [ - 0.0, - 55.01760834943387, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 170.44484069946466, - 28.218, - 0.0, - 157.0200531555207, - 0.0, - 186.20944519944206, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 134.9597849254996 - ], - "45": [ - 0.0, - 53.81232584460371, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 167.31138848962527, - 28.218, - 0.0, - 152.2140372088645, - 0.0, - 186.74661163960945, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 134.07184944784973 - ], - "46": [ - 0.0, - 51.768628091222595, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 166.61797194273768, - 28.218, - 0.0, - 153.34982604620515, - 0.0, - 186.5226281477266, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 134.9502946134948 - ], - "47": [ - 0.0, - 50.03803966385582, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 163.13258035991637, - 28.218, - 0.0, - 155.9448782323436, - 0.0, - 183.0658397034086, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 133.46520622944635 - ], - "48": [ - 0.0, - 48.226627764699074, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 163.09280625194145, - 28.218, - 0.0, - 158.0614147626405, - 0.0, - 178.84608779238602, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 134.82564436061244 - ], - "49": [ - 0.0, - 48.226627764699074, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 163.06496437635903, - 28.218, - 0.0, - 163.74299033384835, - 0.0, - 174.09226145467022, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 133.97795105242872 - ], - "50": [ - 0.0, - 47.858639435289355, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 160.9454750634513, - 28.218, - 0.0, - 165.92009323369385, - 0.0, - 169.86458301826914, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 133.98456573670012 - ], - "51": [ - 0.0, - 49.40104760470255, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 160.06183254441592, - 28.218, - 0.0, - 173.44406526358568, - 0.0, - 167.2052081127884, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 136.98919601569008 - ], - "52": [ - 0.0, - 51.08073332329178, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 158.84328278109115, - 28.218, - 0.0, - 171.51084568450997, - 0.0, - 167.74364567895188, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 138.19243721098306 - ], - "53": [ - 0.0, - 54.05651332630425, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 157.3902979467638, - 28.218, - 0.0, - 162.657591979157, - 0.0, - 169.0205519752663, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 139.03470604768813 - ], - "54": [ - 0.0, - 57.03955932841298, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 156.07320856273466, - 28.218, - 0.0, - 163.0603143854099, - 0.0, - 168.1143863826864, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 138.4242942333817 - ], - "55": [ - 0.0, - 59.727691529889086, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 157.25124599391427, - 28.218, - 0.0, - 162.4422200697869, - 0.0, - 167.4800704678805, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 139.1970059633672 - ], - "56": [ - 0.0, - 60.70938407092236, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 160.77587219574, - 28.218, - 0.0, - 161.70955404885083, - 0.0, - 164.93604932751634, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 139.73790417435703 - ], - "57": [ - 0.0, - 61.396568849645654, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 162.04311053701798, - 28.218, - 0.0, - 156.0966878341956, - 0.0, - 167.35523452926145, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 139.81653292204993 - ], - "58": [ - 0.0, - 61.27759819475196, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 162.3301773759126, - 28.218, - 0.0, - 155.7676814839369, - 0.0, - 167.54866417048302, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 141.67157304543494 - ], - "59": [ - 0.0, - 61.19431873632637, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 161.9311241631388, - 28.218, - 0.0, - 159.73737703875582, - 0.0, - 172.48406491933812, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 145.97010113180446 - ], - "60": [ - 0.0, - 60.53602311542846, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 163.45178691419716, - 28.218, - 0.0, - 165.2161639271291, - 0.0, - 176.53884544353667, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 147.17907079226313 - ], - "61": [ - 0.0, - 57.67521618079992, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 164.81625083993802, - 28.218, - 0.0, - 172.65131474899036, - 0.0, - 177.57719181047568, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 147.7253495545842 - ], - "62": [ - 0.0, - 55.37265132655995, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 166.67137558795662, - 28.218, - 0.0, - 182.05592032429325, - 0.0, - 181.90403426733297, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 149.90774468820894 - ], - "63": [ - 0.0, - 50.46085592859196, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 167.36996291156964, - 28.218, - 0.0, - 185.33914422700528, - 0.0, - 182.2328239871331, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 154.43542128174624 - ], - "64": [ - 0.0, - 48.52259915001437, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 170.85897403809875, - 28.218, - 0.0, - 185.2374009589037, - 0.0, - 181.56297679099316, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 156.10479489722238 - ], - "65": [ - 0.0, - 47.46581940501006, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 172.10128182666912, - 28.218, - 0.0, - 181.8661806712326, - 0.0, - 183.19408375369522, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 157.87335642805567 - ], - "66": [ - 0.0, - 47.32607358350704, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 172.3708972786684, - 28.218, - 0.0, - 179.20632646986283, - 0.0, - 186.73585862758665, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 156.71134949963897 - ], - "67": [ - 0.0, - 47.32607358350704, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 169.55962809506786, - 23.3526, - 0.0, - 183.344428528904, - 0.0, - 189.81510103931066, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 158.5979446497473 - ], - "68": [ - 0.0, - 49.328251508454926, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 167.8917396665475, - 23.3526, - 0.0, - 187.1410999702328, - 0.0, - 193.47057072751747, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 156.9185612548231 - ], - "69": [ - 0.0, - 51.62977605591845, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 167.32421776658325, - 23.3526, - 0.0, - 190.09876997916297, - 0.0, - 196.6293995092622, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 153.34299287837615 - ], - "70": [ - 0.0, - 52.64084323914291, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 167.82695243660828, - 23.3526, - 0.0, - 187.36913898541408, - 0.0, - 195.24057965648356, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 150.5400950148633 - ], - "71": [ - 0.0, - 52.64084323914291, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 169.6788667056258, - 22.04682, - 0.0, - 183.65839728978986, - 0.0, - 193.6684057595385, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 149.1780665104043 - ], - "72": [ - 0.0, - 52.64084323914291, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 170.07520669393807, - 22.04682, - 0.0, - 177.7608781028529, - 0.0, - 195.56788403167695, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 147.62464655728303 - ], - "73": [ - 0.0, - 54.24859026740004, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 169.15264468575666, - 22.04682, - 0.0, - 172.13261467199703, - 0.0, - 197.79751882217386, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 145.93725259009813 - ], - "74": [ - 0.0, - 54.17401318718003, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 171.20685128002967, - 22.04682, - 0.0, - 163.69283027039793, - 0.0, - 197.2582631755217, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 148.95607681306868 - ], - "75": [ - 0.0, - 54.12180923102602, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 175.94479589602076, - 22.04682, - 0.0, - 156.28498118927854, - 0.0, - 196.8807842228652, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 151.3692537691481 - ], - "76": [ - 0.0, - 55.88526646171822, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 178.36135712721455, - 22.04682, - 0.0, - 152.599486832495, - 0.0, - 195.71654895600565, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 153.35847763840366 - ], - "77": [ - 0.0, - 55.61968652320275, - 4.319999999999999, - 5.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 181.2529499890502, - 22.04682, - 0.0, - 153.3196407827465, - 0.0, - 194.90158426920397, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 153.55093434688257 - ], - "78": [ - 0.0, - 55.61968652320275, - 4.319999999999999, - 48.8, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 179.37706499233514, - 22.04682, - 0.0, - 158.62374854792253, - 0.0, - 194.03110898844278, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 152.7856540428178 - ], - "79": [ - 0.0, - 52.133780566241924, - 4.319999999999999, - 48.8, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 180.4639454946346, - 22.04682, - 0.0, - 166.53662398354578, - 0.0, - 193.12177629190995, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 149.54995782997247 - ], - "80": [ - 0.0, - 52.133780566241924, - 4.319999999999999, - 79.16, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 184.22476184624423, - 22.04682, - 0.0, - 171.17563678848205, - 0.0, - 193.38524340433696, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 149.08497048098073 - ], - "81": [ - 0.0, - 52.133780566241924, - 4.319999999999999, - 103.41199999999999, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 185.95733329237098, - 22.04682, - 0.0, - 175.62294575193744, - 0.0, - 193.56967038303588, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 146.6594793366865 - ], - "82": [ - 0.0, - 52.133780566241924, - 4.319999999999999, - 122.4884, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 182.97013330465967, - 22.04682, - 0.0, - 182.0360620263562, - 0.0, - 196.3987692681251, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 146.76163553568054 - ], - "83": [ - 0.0, - 52.133780566241924, - 4.319999999999999, - 134.34188, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 182.67909331326177, - 22.04682, - 0.0, - 188.92524341844936, - 0.0, - 201.07913848768757, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 142.9331448749764 - ], - "84": [ - 0.0, - 52.133780566241924, - 4.319999999999999, - 145.639316, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 182.17536531928323, - 22.04682, - 0.0, - 196.74767039291456, - 0.0, - 206.7553969413813, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 142.3532014124835 - ], - "85": [ - 0.0, - 52.133780566241924, - 4.319999999999999, - 148.4475212, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 183.62275572349827, - 22.04682, - 0.0, - 207.6233692750402, - 0.0, - 211.02877785896692, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 140.14724098873845 - ], - "86": [ - 0.0, - 52.133780566241924, - 4.319999999999999, - 149.21326484000002, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 186.1359290064488, - 22.04682, - 0.0, - 214.03635849252814, - 0.0, - 214.32014450127684, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 138.60306869211692 - ], - "87": [ - 0.0, - 52.133780566241924, - 4.319999999999999, - 151.249285388, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 183.69515030451416, - 22.04682, - 0.0, - 221.2254509447697, - 0.0, - 217.8241011508938, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 137.52214808448184 - ], - "88": [ - 0.0, - 52.133780566241924, - 4.319999999999999, - 151.7744997716, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 181.0866052131599, - 22.04682, - 0.0, - 221.75781566133878, - 0.0, - 216.37687080562566, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 141.56550365913728 - ], - "89": [ - 0.0, - 52.133780566241924, - 4.319999999999999, - 149.74214984012, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 182.56062364921195, - 22.04682, - 0.0, - 226.03047096293716, - 0.0, - 214.76380956393797, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 143.7958525613961 - ], - "90": [ - 0.0, - 52.133780566241924, - 4.319999999999999, - 149.219504888084, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 183.89243655444835, - 22.04682, - 0.0, - 229.621329674056, - 0.0, - 211.53466669475657, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 143.85709679297727 - ], - "91": [ - 0.0, - 52.133780566241924, - 4.319999999999999, - 148.2536534216588, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 183.92470558811385, - 22.04682, - 0.0, - 233.6349307718392, - 0.0, - 213.1742666863296, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 147.1999677550841 - ], - "92": [ - 0.0, - 52.133780566241924, - 4.319999999999999, - 147.87755739516118, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 186.34729391167969, - 22.04682, - 0.0, - 233.74445154028746, - 0.0, - 212.5219866804307, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 150.13997742855886 - ], - "93": [ - 0.0, - 52.133780566241924, - 4.319999999999999, - 147.31429017661281, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 188.34310573817578, - 22.04682, - 0.0, - 238.9211160782012, - 0.0, - 210.8653906763015, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 150.0979841999912 - ], - "94": [ - 0.0, - 52.133780566241924, - 4.319999999999999, - 145.42000312362896, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 189.44017401672303, - 22.04682, - 0.0, - 246.44478125474086, - 0.0, - 205.50577347341104, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 147.36858893999386 - ], - "95": [ - 0.0, - 52.133780566241924, - 4.319999999999999, - 145.59400218654028, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 189.00812181170613, - 22.04682, - 0.0, - 252.0113468783186, - 0.0, - 199.05404143138773, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 150.2580122579957 - ], - "96": [ - 0.0, - 52.133780566241924, - 4.319999999999999, - 143.3158015305782, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 181.80568526819428, - 22.04682, - 0.0, - 249.00794281482302, - 0.0, - 193.9378290019714, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 153.78060858059698 - ], - "97": [ - 0.0, - 52.133780566241924, - 4.319999999999999, - 142.02106107140474, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 176.46397968773599, - 22.04682, - 0.0, - 241.20555997037613, - 0.0, - 190.65648030138, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 158.04642600641787 - ], - "98": [ - 0.0, - 52.133780566241924, - 4.319999999999999, - 140.51474274998333, - 5.0, - 0.0, - 0.8999999999999999, - 0.42, - 173.02478578141518, - 22.04682, - 0.0, - 239.34389197926328, - 0.0, - 193.159536210966, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 161.63249820449252 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.1/run=46ae9efe8eee4c8c/rewards.json b/experiments/seed=256/alpha=0.3.gamma=0.1/run=46ae9efe8eee4c8c/rewards.json deleted file mode 100644 index 39dd934..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.1/run=46ae9efe8eee4c8c/rewards.json +++ /dev/null @@ -1,2202 +0,0 @@ -{ - "0": [ - 22, - 50, - 6, - 171, - 51, - 0, - 8, - 0, - 158, - 40, - 0, - 172, - 0, - 105, - 0, - 0, - 0, - 128, - 0, - 179 - ], - "1": [ - 29, - 44, - 13, - 171, - 54, - 0, - 7, - 2, - 160, - 43, - 0, - 164, - 0, - 100, - 0, - 0, - 0, - 128, - 0, - 176 - ], - "2": [ - 36, - 49, - 15, - 163, - 53, - 0, - 3, - 0, - 162, - 50, - 0, - 165, - 0, - 109, - 0, - 0, - 0, - 127, - 0, - 172 - ], - "3": [ - 39, - 47, - 12, - 168, - 46, - 0, - 1, - 6, - 161, - 44, - 0, - 185, - 0, - 114, - 0, - 0, - 0, - 126, - 0, - 168 - ], - "4": [ - 44, - 48, - 10, - 166, - 49, - 0, - 0, - 5, - 159, - 45, - 0, - 190, - 0, - 109, - 0, - 0, - 0, - 129, - 0, - 174 - ], - "5": [ - 42, - 51, - 4, - 169, - 54, - 0, - 0, - 13, - 161, - 45, - 0, - 193, - 0, - 109, - 0, - 0, - 0, - 127, - 0, - 171 - ], - "6": [ - 42, - 47, - 5, - 159, - 56, - 0, - 0, - 15, - 165, - 41, - 0, - 204, - 0, - 98, - 0, - 0, - 0, - 125, - 0, - 177 - ], - "7": [ - 40, - 52, - 4, - 156, - 57, - 0, - 0, - 16, - 154, - 36, - 0, - 194, - 0, - 104, - 0, - 0, - 0, - 135, - 0, - 172 - ], - "8": [ - 39, - 50, - 4, - 157, - 62, - 0, - 0, - 18, - 166, - 33, - 0, - 172, - 0, - 108, - 0, - 0, - 0, - 143, - 0, - 184 - ], - "9": [ - 41, - 48, - 3, - 140, - 66, - 0, - 0, - 18, - 167, - 31, - 0, - 184, - 0, - 114, - 0, - 0, - 0, - 141, - 0, - 171 - ], - "10": [ - 46, - 50, - 3, - 142, - 66, - 0, - 0, - 15, - 171, - 37, - 0, - 184, - 0, - 124, - 0, - 0, - 0, - 144, - 0, - 177 - ], - "11": [ - 44, - 54, - 4, - 149, - 77, - 0, - 0, - 23, - 179, - 31, - 0, - 168, - 0, - 123, - 0, - 0, - 0, - 137, - 0, - 192 - ], - "12": [ - 35, - 51, - 6, - 147, - 81, - 0, - 0, - 26, - 173, - 39, - 0, - 170, - 0, - 125, - 0, - 0, - 0, - 132, - 0, - 185 - ], - "13": [ - 35, - 52, - 9, - 142, - 86, - 0, - 0, - 16, - 170, - 41, - 0, - 165, - 0, - 123, - 0, - 0, - 0, - 135, - 0, - 167 - ], - "14": [ - 32, - 48, - 13, - 146, - 81, - 0, - 0, - 14, - 172, - 44, - 0, - 171, - 0, - 125, - 0, - 0, - 0, - 140, - 0, - 174 - ], - "15": [ - 35, - 51, - 17, - 141, - 89, - 0, - 0, - 12, - 176, - 41, - 0, - 172, - 0, - 120, - 0, - 0, - 0, - 138, - 0, - 169 - ], - "16": [ - 36, - 57, - 18, - 135, - 87, - 0, - 0, - 4, - 179, - 43, - 0, - 165, - 0, - 120, - 0, - 0, - 0, - 145, - 0, - 161 - ], - "17": [ - 39, - 61, - 15, - 127, - 79, - 0, - 0, - 2, - 190, - 44, - 0, - 153, - 0, - 126, - 0, - 0, - 0, - 138, - 0, - 167 - ], - "18": [ - 38, - 67, - 18, - 117, - 81, - 0, - 0, - 7, - 198, - 37, - 0, - 165, - 0, - 135, - 0, - 0, - 0, - 140, - 0, - 159 - ], - "19": [ - 36, - 76, - 20, - 120, - 87, - 0, - 0, - 3, - 192, - 40, - 0, - 161, - 0, - 132, - 0, - 0, - 0, - 147, - 0, - 168 - ], - "20": [ - 32, - 73, - 13, - 116, - 88, - 0, - 0, - 0, - 175, - 33, - 0, - 139, - 0, - 136, - 0, - 0, - 0, - 141, - 0, - 160 - ], - "21": [ - 35, - 77, - 8, - 122, - 94, - 0, - 0, - 0, - 170, - 35, - 0, - 118, - 0, - 128, - 0, - 0, - 0, - 130, - 0, - 149 - ], - "22": [ - 41, - 72, - 8, - 115, - 95, - 0, - 0, - 0, - 169, - 26, - 0, - 130, - 0, - 124, - 0, - 0, - 0, - 117, - 0, - 150 - ], - "23": [ - 47, - 71, - 9, - 121, - 96, - 0, - 0, - 0, - 174, - 22, - 0, - 119, - 0, - 129, - 0, - 0, - 0, - 122, - 0, - 149 - ], - "24": [ - 46, - 73, - 5, - 124, - 97, - 0, - 0, - 0, - 167, - 22, - 0, - 116, - 0, - 133, - 0, - 0, - 0, - 130, - 0, - 139 - ], - "25": [ - 45, - 74, - 8, - 118, - 101, - 0, - 0, - 0, - 174, - 21, - 0, - 124, - 0, - 144, - 0, - 0, - 0, - 121, - 0, - 145 - ], - "26": [ - 50, - 72, - 17, - 124, - 113, - 0, - 0, - 2, - 164, - 25, - 0, - 122, - 0, - 150, - 0, - 0, - 0, - 119, - 0, - 151 - ], - "27": [ - 49, - 74, - 10, - 116, - 120, - 0, - 0, - 0, - 172, - 19, - 0, - 112, - 0, - 156, - 0, - 0, - 0, - 122, - 0, - 145 - ], - "28": [ - 59, - 73, - 12, - 110, - 114, - 0, - 0, - 4, - 174, - 21, - 0, - 105, - 0, - 162, - 0, - 0, - 0, - 116, - 0, - 147 - ], - "29": [ - 53, - 79, - 13, - 111, - 109, - 0, - 0, - 3, - 168, - 26, - 0, - 105, - 0, - 170, - 0, - 0, - 0, - 118, - 0, - 145 - ], - "30": [ - 51, - 78, - 11, - 115, - 104, - 0, - 0, - 5, - 170, - 26, - 0, - 106, - 0, - 172, - 0, - 0, - 0, - 112, - 0, - 157 - ], - "31": [ - 52, - 80, - 9, - 115, - 101, - 0, - 0, - 2, - 174, - 26, - 0, - 106, - 0, - 168, - 0, - 0, - 0, - 109, - 0, - 148 - ], - "32": [ - 48, - 86, - 6, - 111, - 98, - 0, - 0, - 3, - 177, - 20, - 0, - 119, - 0, - 163, - 0, - 0, - 0, - 109, - 0, - 149 - ], - "33": [ - 49, - 93, - 7, - 111, - 94, - 0, - 0, - 9, - 163, - 13, - 0, - 154, - 0, - 154, - 0, - 0, - 0, - 110, - 0, - 149 - ], - "34": [ - 48, - 76, - 6, - 108, - 99, - 0, - 0, - 6, - 158, - 13, - 0, - 144, - 0, - 152, - 0, - 0, - 0, - 104, - 0, - 150 - ], - "35": [ - 54, - 74, - 13, - 114, - 101, - 0, - 0, - 6, - 159, - 13, - 0, - 153, - 0, - 167, - 0, - 0, - 0, - 101, - 0, - 153 - ], - "36": [ - 55, - 71, - 15, - 112, - 111, - 0, - 0, - 2, - 163, - 17, - 0, - 147, - 0, - 172, - 0, - 0, - 0, - 101, - 0, - 159 - ], - "37": [ - 51, - 68, - 10, - 118, - 108, - 0, - 0, - 0, - 166, - 16, - 0, - 136, - 0, - 176, - 0, - 0, - 0, - 100, - 0, - 163 - ], - "38": [ - 45, - 61, - 12, - 110, - 115, - 0, - 0, - 0, - 165, - 17, - 0, - 136, - 0, - 191, - 0, - 0, - 0, - 99, - 0, - 158 - ], - "39": [ - 46, - 55, - 10, - 110, - 124, - 0, - 0, - 6, - 168, - 11, - 0, - 166, - 0, - 189, - 0, - 0, - 0, - 100, - 0, - 154 - ], - "40": [ - 37, - 55, - 10, - 119, - 129, - 0, - 0, - 9, - 171, - 17, - 0, - 177, - 0, - 177, - 0, - 0, - 0, - 103, - 0, - 140 - ], - "41": [ - 39, - 56, - 7, - 116, - 130, - 0, - 0, - 10, - 183, - 11, - 0, - 149, - 0, - 187, - 0, - 0, - 0, - 95, - 0, - 126 - ], - "42": [ - 43, - 60, - 9, - 125, - 128, - 0, - 0, - 14, - 182, - 10, - 0, - 152, - 0, - 182, - 0, - 0, - 0, - 94, - 0, - 127 - ], - "43": [ - 38, - 51, - 1, - 139, - 130, - 0, - 0, - 14, - 172, - 10, - 0, - 159, - 0, - 184, - 0, - 0, - 0, - 90, - 0, - 129 - ], - "44": [ - 35, - 52, - 0, - 137, - 144, - 0, - 0, - 19, - 174, - 11, - 0, - 172, - 0, - 189, - 0, - 0, - 0, - 82, - 0, - 136 - ], - "45": [ - 36, - 53, - 1, - 137, - 149, - 0, - 0, - 22, - 162, - 11, - 0, - 150, - 0, - 191, - 0, - 0, - 0, - 85, - 0, - 133 - ], - "46": [ - 34, - 51, - 5, - 145, - 149, - 0, - 0, - 23, - 160, - 12, - 0, - 141, - 0, - 188, - 0, - 0, - 0, - 88, - 0, - 132 - ], - "47": [ - 32, - 47, - 9, - 136, - 144, - 0, - 0, - 19, - 165, - 10, - 0, - 156, - 0, - 186, - 0, - 0, - 4, - 89, - 0, - 137 - ], - "48": [ - 32, - 46, - 12, - 135, - 141, - 0, - 0, - 21, - 155, - 9, - 0, - 162, - 0, - 175, - 0, - 0, - 0, - 87, - 0, - 130 - ], - "49": [ - 29, - 44, - 14, - 141, - 149, - 0, - 0, - 21, - 163, - 10, - 0, - 163, - 0, - 169, - 0, - 0, - 0, - 78, - 0, - 138 - ], - "50": [ - 29, - 44, - 16, - 142, - 149, - 0, - 0, - 25, - 163, - 11, - 0, - 177, - 0, - 163, - 0, - 0, - 0, - 74, - 0, - 132 - ], - "51": [ - 28, - 47, - 12, - 149, - 161, - 0, - 0, - 27, - 156, - 13, - 0, - 171, - 0, - 160, - 0, - 0, - 1, - 64, - 0, - 134 - ], - "52": [ - 24, - 53, - 11, - 154, - 151, - 0, - 0, - 19, - 158, - 16, - 0, - 191, - 0, - 161, - 0, - 0, - 5, - 70, - 0, - 144 - ], - "53": [ - 25, - 55, - 7, - 162, - 159, - 0, - 0, - 23, - 156, - 14, - 0, - 167, - 0, - 169, - 0, - 0, - 3, - 68, - 0, - 141 - ], - "54": [ - 31, - 61, - 5, - 159, - 144, - 0, - 0, - 19, - 154, - 16, - 0, - 142, - 0, - 172, - 0, - 0, - 0, - 71, - 0, - 141 - ], - "55": [ - 27, - 64, - 3, - 159, - 141, - 0, - 0, - 23, - 153, - 21, - 0, - 164, - 0, - 166, - 0, - 0, - 0, - 73, - 0, - 137 - ], - "56": [ - 26, - 66, - 3, - 161, - 147, - 0, - 0, - 24, - 160, - 24, - 0, - 161, - 0, - 166, - 0, - 0, - 0, - 73, - 0, - 141 - ], - "57": [ - 30, - 63, - 2, - 164, - 150, - 0, - 0, - 26, - 169, - 23, - 0, - 160, - 0, - 159, - 0, - 0, - 0, - 81, - 0, - 141 - ], - "58": [ - 24, - 63, - 4, - 161, - 151, - 0, - 0, - 26, - 165, - 28, - 0, - 143, - 0, - 173, - 0, - 0, - 0, - 83, - 0, - 140 - ], - "59": [ - 20, - 61, - 1, - 162, - 138, - 0, - 0, - 28, - 163, - 29, - 0, - 155, - 0, - 168, - 0, - 0, - 7, - 76, - 0, - 146 - ], - "60": [ - 23, - 61, - 0, - 162, - 134, - 0, - 0, - 25, - 161, - 28, - 0, - 169, - 0, - 184, - 0, - 0, - 13, - 81, - 0, - 156 - ], - "61": [ - 22, - 59, - 0, - 160, - 136, - 0, - 0, - 29, - 167, - 25, - 0, - 178, - 0, - 186, - 0, - 0, - 4, - 73, - 0, - 150 - ], - "62": [ - 19, - 51, - 0, - 159, - 136, - 0, - 0, - 28, - 168, - 24, - 0, - 190, - 0, - 180, - 0, - 0, - 4, - 72, - 0, - 149 - ], - "63": [ - 16, - 50, - 0, - 162, - 145, - 0, - 0, - 34, - 171, - 16, - 0, - 204, - 0, - 192, - 0, - 0, - 10, - 65, - 0, - 155 - ], - "64": [ - 13, - 39, - 0, - 159, - 147, - 0, - 0, - 29, - 169, - 15, - 0, - 193, - 0, - 183, - 0, - 0, - 0, - 63, - 0, - 165 - ], - "65": [ - 11, - 44, - 0, - 164, - 139, - 0, - 0, - 25, - 179, - 16, - 0, - 185, - 0, - 180, - 0, - 0, - 0, - 59, - 0, - 160 - ], - "66": [ - 15, - 45, - 0, - 159, - 150, - 0, - 0, - 24, - 175, - 15, - 0, - 174, - 0, - 187, - 0, - 0, - 3, - 57, - 0, - 162 - ], - "67": [ - 11, - 47, - 0, - 164, - 137, - 0, - 0, - 29, - 173, - 13, - 0, - 173, - 0, - 195, - 0, - 0, - 4, - 48, - 0, - 154 - ], - "68": [ - 7, - 51, - 0, - 169, - 136, - 0, - 0, - 29, - 163, - 12, - 0, - 193, - 0, - 197, - 0, - 0, - 6, - 44, - 0, - 163 - ], - "69": [ - 9, - 54, - 0, - 176, - 137, - 0, - 0, - 33, - 164, - 9, - 0, - 196, - 0, - 202, - 0, - 0, - 0, - 44, - 0, - 153 - ], - "70": [ - 14, - 57, - 0, - 168, - 124, - 0, - 2, - 32, - 166, - 16, - 0, - 197, - 0, - 204, - 0, - 0, - 4, - 42, - 0, - 145 - ], - "71": [ - 11, - 55, - 0, - 168, - 124, - 0, - 5, - 31, - 169, - 14, - 0, - 181, - 0, - 192, - 0, - 0, - 10, - 44, - 0, - 144 - ], - "72": [ - 7, - 58, - 0, - 166, - 129, - 0, - 6, - 25, - 174, - 19, - 0, - 175, - 0, - 190, - 0, - 0, - 7, - 49, - 0, - 146 - ], - "73": [ - 9, - 57, - 3, - 166, - 133, - 0, - 10, - 27, - 171, - 12, - 0, - 164, - 0, - 200, - 0, - 0, - 1, - 50, - 0, - 144 - ], - "74": [ - 11, - 58, - 0, - 161, - 137, - 0, - 8, - 26, - 167, - 11, - 0, - 159, - 0, - 203, - 0, - 0, - 9, - 50, - 0, - 142 - ], - "75": [ - 8, - 54, - 1, - 157, - 125, - 0, - 13, - 30, - 176, - 11, - 0, - 144, - 0, - 196, - 0, - 0, - 6, - 44, - 0, - 156 - ], - "76": [ - 8, - 54, - 0, - 162, - 132, - 0, - 14, - 36, - 187, - 9, - 0, - 139, - 0, - 196, - 0, - 0, - 6, - 47, - 0, - 157 - ], - "77": [ - 6, - 60, - 0, - 158, - 135, - 0, - 16, - 38, - 184, - 4, - 0, - 144, - 0, - 193, - 0, - 0, - 12, - 45, - 0, - 158 - ], - "78": [ - 6, - 55, - 0, - 159, - 137, - 0, - 11, - 36, - 188, - 6, - 0, - 155, - 0, - 193, - 0, - 0, - 17, - 47, - 0, - 154 - ], - "79": [ - 2, - 49, - 0, - 151, - 137, - 0, - 12, - 32, - 175, - 6, - 0, - 171, - 0, - 192, - 0, - 0, - 4, - 43, - 0, - 151 - ], - "80": [ - 3, - 44, - 0, - 153, - 138, - 0, - 12, - 30, - 183, - 9, - 0, - 185, - 0, - 191, - 0, - 0, - 5, - 44, - 0, - 142 - ], - "81": [ - 7, - 41, - 0, - 150, - 136, - 0, - 17, - 31, - 193, - 9, - 0, - 182, - 0, - 194, - 0, - 0, - 10, - 40, - 0, - 148 - ], - "82": [ - 11, - 46, - 0, - 160, - 132, - 0, - 13, - 27, - 190, - 3, - 0, - 186, - 0, - 194, - 0, - 0, - 14, - 40, - 0, - 141 - ], - "83": [ - 11, - 44, - 0, - 167, - 141, - 0, - 12, - 33, - 176, - 6, - 0, - 197, - 0, - 203, - 0, - 0, - 19, - 34, - 0, - 147 - ], - "84": [ - 11, - 47, - 0, - 162, - 138, - 0, - 19, - 34, - 182, - 3, - 0, - 205, - 0, - 212, - 0, - 0, - 27, - 35, - 0, - 134 - ], - "85": [ - 12, - 56, - 0, - 172, - 132, - 0, - 23, - 38, - 181, - 0, - 0, - 215, - 0, - 220, - 0, - 0, - 25, - 35, - 0, - 141 - ], - "86": [ - 14, - 56, - 0, - 155, - 133, - 0, - 27, - 43, - 187, - 0, - 0, - 233, - 0, - 221, - 0, - 0, - 26, - 35, - 0, - 135 - ], - "87": [ - 12, - 52, - 1, - 151, - 136, - 0, - 21, - 44, - 192, - 0, - 0, - 229, - 0, - 222, - 0, - 0, - 29, - 41, - 0, - 135 - ], - "88": [ - 7, - 53, - 2, - 156, - 138, - 0, - 16, - 47, - 178, - 0, - 0, - 238, - 0, - 226, - 0, - 0, - 23, - 43, - 0, - 135 - ], - "89": [ - 5, - 49, - 6, - 153, - 134, - 0, - 17, - 50, - 175, - 0, - 0, - 223, - 0, - 213, - 0, - 0, - 21, - 41, - 0, - 151 - ], - "90": [ - 7, - 47, - 2, - 145, - 127, - 0, - 16, - 54, - 186, - 0, - 0, - 236, - 0, - 211, - 0, - 0, - 25, - 34, - 0, - 149 - ], - "91": [ - 12, - 48, - 7, - 148, - 127, - 0, - 17, - 45, - 187, - 0, - 0, - 238, - 0, - 204, - 0, - 0, - 16, - 38, - 0, - 144 - ], - "92": [ - 8, - 55, - 7, - 146, - 127, - 0, - 17, - 44, - 184, - 0, - 0, - 243, - 0, - 217, - 0, - 0, - 18, - 36, - 0, - 155 - ], - "93": [ - 8, - 56, - 3, - 147, - 121, - 0, - 7, - 44, - 192, - 0, - 0, - 234, - 0, - 211, - 0, - 0, - 12, - 39, - 0, - 157 - ], - "94": [ - 7, - 59, - 2, - 146, - 123, - 0, - 6, - 38, - 193, - 0, - 0, - 251, - 0, - 207, - 0, - 0, - 20, - 48, - 0, - 150 - ], - "95": [ - 7, - 60, - 3, - 141, - 123, - 0, - 9, - 32, - 192, - 0, - 0, - 264, - 0, - 193, - 0, - 0, - 16, - 48, - 0, - 141 - ], - "96": [ - 4, - 61, - 9, - 146, - 126, - 0, - 19, - 30, - 188, - 0, - 0, - 265, - 0, - 184, - 0, - 0, - 14, - 48, - 0, - 157 - ], - "97": [ - 8, - 59, - 7, - 138, - 127, - 0, - 16, - 29, - 165, - 0, - 0, - 242, - 0, - 182, - 0, - 0, - 16, - 42, - 0, - 162 - ], - "98": [ - 3, - 60, - 11, - 139, - 135, - 0, - 13, - 29, - 164, - 0, - 0, - 223, - 0, - 183, - 0, - 0, - 15, - 40, - 0, - 168 - ], - "99": [ - 1, - 63, - 17, - 137, - 125, - 0, - 14, - 27, - 165, - 0, - 0, - 235, - 0, - 199, - 0, - 0, - 12, - 43, - 0, - 170 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.1/run=46ae9efe8eee4c8c/rewards.plot.png b/experiments/seed=256/alpha=0.3.gamma=0.1/run=46ae9efe8eee4c8c/rewards.plot.png deleted file mode 100644 index c562fb4..0000000 Binary files a/experiments/seed=256/alpha=0.3.gamma=0.1/run=46ae9efe8eee4c8c/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.3.gamma=0.1/run=46ae9efe8eee4c8c/sum_rewards.json b/experiments/seed=256/alpha=0.3.gamma=0.1/run=46ae9efe8eee4c8c/sum_rewards.json deleted file mode 100644 index c312486..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.1/run=46ae9efe8eee4c8c/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 72945, - "V": 5782060 - }, - "control": { - "R": 65998, - "V": 5721003 - } -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.1/run=46ae9efe8eee4c8c/view.plot.png b/experiments/seed=256/alpha=0.3.gamma=0.1/run=46ae9efe8eee4c8c/view.plot.png deleted file mode 100644 index baf4b95..0000000 Binary files a/experiments/seed=256/alpha=0.3.gamma=0.1/run=46ae9efe8eee4c8c/view.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.3.gamma=0.1/run=9050f6637737483b/choices.json b/experiments/seed=256/alpha=0.3.gamma=0.1/run=9050f6637737483b/choices.json deleted file mode 100644 index d97f8d6..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.1/run=9050f6637737483b/choices.json +++ /dev/null @@ -1,702 +0,0 @@ -{ - "0": [ - 2, - 19, - 13, - 4, - 1 - ], - "1": [ - 13, - 19, - 1, - 17, - 14 - ], - "2": [ - 13, - 19, - 5, - 15, - 10 - ], - "3": [ - 13, - 19, - 8, - 4, - 3 - ], - "4": [ - 13, - 19, - 3, - 17, - 2 - ], - "5": [ - 13, - 3, - 19, - 17, - 12 - ], - "6": [ - 13, - 19, - 3, - 1, - 9 - ], - "7": [ - 13, - 19, - 3, - 17, - 8 - ], - "8": [ - 13, - 19, - 3, - 17, - 8 - ], - "9": [ - 13, - 19, - 3, - 17, - 8 - ], - "10": [ - 13, - 19, - 3, - 17, - 8 - ], - "11": [ - 13, - 19, - 3, - 8, - 17 - ], - "12": [ - 13, - 3, - 19, - 17, - 8 - ], - "13": [ - 13, - 8, - 17, - 19, - 3 - ], - "14": [ - 13, - 19, - 3, - 8, - 17 - ], - "15": [ - 13, - 19, - 8, - 3, - 17 - ], - "16": [ - 13, - 3, - 8, - 19, - 17 - ], - "17": [ - 13, - 3, - 19, - 8, - 17 - ], - "18": [ - 13, - 19, - 8, - 17, - 3 - ], - "19": [ - 13, - 8, - 19, - 3, - 17 - ], - "20": [ - 13, - 17, - 8, - 19, - 3 - ], - "21": [ - 13, - 17, - 19, - 8, - 3 - ], - "22": [ - 13, - 8, - 3, - 19, - 17 - ], - "23": [ - 13, - 3, - 8, - 19, - 17 - ], - "24": [ - 13, - 8, - 19, - 3, - 17 - ], - "25": [ - 13, - 8, - 19, - 17, - 3 - ], - "26": [ - 13, - 3, - 19, - 8, - 17 - ], - "27": [ - 13, - 3, - 19, - 17, - 8 - ], - "28": [ - 13, - 19, - 3, - 8, - 17 - ], - "29": [ - 13, - 19, - 17, - 3, - 8 - ], - "30": [ - 13, - 17, - 3, - 8, - 19 - ], - "31": [ - 13, - 17, - 3, - 19, - 8 - ], - "32": [ - 13, - 19, - 3, - 17, - 8 - ], - "33": [ - 13, - 17, - 19, - 8, - 3 - ], - "34": [ - 13, - 17, - 8, - 19, - 3 - ], - "35": [ - 13, - 17, - 8, - 3, - 19 - ], - "36": [ - 13, - 17, - 8, - 19, - 3 - ], - "37": [ - 13, - 8, - 17, - 1, - 19 - ], - "38": [ - 13, - 17, - 8, - 19, - 3 - ], - "39": [ - 13, - 17, - 19, - 8, - 1 - ], - "40": [ - 13, - 17, - 8, - 19, - 3 - ], - "41": [ - 13, - 17, - 8, - 3, - 19 - ], - "42": [ - 13, - 17, - 8, - 11, - 19 - ], - "43": [ - 13, - 8, - 17, - 11, - 3 - ], - "44": [ - 13, - 11, - 17, - 3, - 8 - ], - "45": [ - 13, - 11, - 17, - 8, - 19 - ], - "46": [ - 11, - 13, - 17, - 8, - 3 - ], - "47": [ - 11, - 13, - 17, - 8, - 3 - ], - "48": [ - 11, - 13, - 17, - 19, - 3 - ], - "49": [ - 11, - 13, - 17, - 8, - 3 - ], - "50": [ - 11, - 13, - 17, - 3, - 1 - ], - "51": [ - 11, - 13, - 17, - 3, - 8 - ], - "52": [ - 11, - 13, - 17, - 3, - 19 - ], - "53": [ - 11, - 13, - 8, - 17, - 3 - ], - "54": [ - 11, - 13, - 3, - 17, - 8 - ], - "55": [ - 11, - 13, - 8, - 17, - 3 - ], - "56": [ - 11, - 13, - 17, - 3, - 1 - ], - "57": [ - 11, - 13, - 8, - 3, - 17 - ], - "58": [ - 11, - 13, - 17, - 8, - 3 - ], - "59": [ - 11, - 13, - 17, - 3, - 8 - ], - "60": [ - 11, - 13, - 17, - 8, - 3 - ], - "61": [ - 11, - 13, - 17, - 3, - 8 - ], - "62": [ - 11, - 13, - 17, - 3, - 8 - ], - "63": [ - 11, - 13, - 3, - 8, - 17 - ], - "64": [ - 11, - 13, - 3, - 17, - 8 - ], - "65": [ - 11, - 13, - 17, - 8, - 3 - ], - "66": [ - 11, - 13, - 17, - 3, - 8 - ], - "67": [ - 11, - 13, - 17, - 8, - 3 - ], - "68": [ - 11, - 13, - 3, - 8, - 17 - ], - "69": [ - 11, - 13, - 17, - 3, - 19 - ], - "70": [ - 11, - 13, - 3, - 8, - 17 - ], - "71": [ - 11, - 13, - 3, - 1, - 8 - ], - "72": [ - 11, - 13, - 8, - 17, - 3 - ], - "73": [ - 11, - 13, - 3, - 8, - 17 - ], - "74": [ - 11, - 13, - 8, - 17, - 3 - ], - "75": [ - 11, - 13, - 8, - 3, - 17 - ], - "76": [ - 11, - 13, - 8, - 3, - 17 - ], - "77": [ - 11, - 13, - 8, - 19, - 17 - ], - "78": [ - 11, - 13, - 8, - 3, - 17 - ], - "79": [ - 11, - 13, - 8, - 3, - 17 - ], - "80": [ - 11, - 13, - 8, - 17, - 3 - ], - "81": [ - 11, - 13, - 8, - 17, - 3 - ], - "82": [ - 11, - 13, - 8, - 1, - 3 - ], - "83": [ - 11, - 13, - 8, - 3, - 1 - ], - "84": [ - 11, - 13, - 8, - 3, - 19 - ], - "85": [ - 11, - 13, - 8, - 3, - 19 - ], - "86": [ - 11, - 13, - 8, - 17, - 3 - ], - "87": [ - 11, - 13, - 8, - 18, - 17 - ], - "88": [ - 11, - 13, - 8, - 3, - 17 - ], - "89": [ - 11, - 13, - 8, - 19, - 3 - ], - "90": [ - 11, - 13, - 8, - 17, - 3 - ], - "91": [ - 11, - 13, - 8, - 3, - 17 - ], - "92": [ - 11, - 13, - 8, - 19, - 3 - ], - "93": [ - 11, - 13, - 8, - 3, - 17 - ], - "94": [ - 11, - 13, - 8, - 19, - 17 - ], - "95": [ - 11, - 13, - 8, - 17, - 3 - ], - "96": [ - 11, - 13, - 8, - 17, - 3 - ], - "97": [ - 11, - 13, - 8, - 17, - 3 - ], - "98": [ - 11, - 13, - 8, - 17, - 3 - ], - "99": [ - 11, - 13, - 8, - 17, - 3 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.1/run=9050f6637737483b/config.json b/experiments/seed=256/alpha=0.3.gamma=0.1/run=9050f6637737483b/config.json deleted file mode 100644 index 4168339..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.1/run=9050f6637737483b/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 20, - "num_choices": 5, - "time_span": 100, - "history_span": 3000, - "alpha": 0.3, - "gamma": 0.1, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.1/run=9050f6637737483b/control.choices.json b/experiments/seed=256/alpha=0.3.gamma=0.1/run=9050f6637737483b/control.choices.json deleted file mode 100644 index 1ce1220..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.1/run=9050f6637737483b/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 4, - 3, - 11, - 1, - 13 -] \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.1/run=9050f6637737483b/qvalues.json b/experiments/seed=256/alpha=0.3.gamma=0.1/run=9050f6637737483b/qvalues.json deleted file mode 100644 index c15e269..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.1/run=9050f6637737483b/qvalues.json +++ /dev/null @@ -1,2180 +0,0 @@ -{ - "0": [ - 0.0, - 17.299999999999997, - 2.6999999999999997, - 5.0, - 8.9, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 77.6, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 35.699999999999996 - ], - "1": [ - 0.0, - 26.509999999999998, - 2.6999999999999997, - 5.0, - 8.9, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 131.42, - 0.0, - 0.0, - 0.0, - 24.3, - 0.0, - 62.79 - ], - "2": [ - 0.0, - 26.509999999999998, - 2.6999999999999997, - 5.0, - 8.9, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 169.394, - 0.0, - 0.0, - 0.0, - 24.3, - 0.0, - 79.65299999999999 - ], - "3": [ - 0.0, - 26.509999999999998, - 2.6999999999999997, - 43.1, - 12.23, - 0.0, - 0.0, - 0.0, - 28.799999999999997, - 0.0, - 0.0, - 5.0, - 0.0, - 194.1758, - 0.0, - 0.0, - 0.0, - 24.3, - 0.0, - 90.85709999999999 - ], - "4": [ - 0.0, - 26.509999999999998, - 2.4899999999999998, - 69.77000000000001, - 12.23, - 0.0, - 0.0, - 0.0, - 28.799999999999997, - 0.0, - 0.0, - 5.0, - 0.0, - 207.62306, - 0.0, - 0.0, - 0.0, - 40.11, - 0.0, - 98.39997 - ], - "5": [ - 0.0, - 26.509999999999998, - 2.4899999999999998, - 85.13900000000001, - 12.23, - 0.0, - 0.0, - 0.0, - 28.799999999999997, - 0.0, - 0.0, - 5.0, - 0.0, - 214.93614200000002, - 0.0, - 0.0, - 0.0, - 49.077, - 0.0, - 102.479979 - ], - "6": [ - 0.0, - 37.157, - 2.4899999999999998, - 94.3973, - 12.23, - 0.0, - 0.0, - 0.0, - 28.799999999999997, - 6.8999999999999995, - 0.0, - 5.0, - 0.0, - 217.9552994, - 0.0, - 0.0, - 0.0, - 49.077, - 0.0, - 106.2359853 - ], - "7": [ - 0.0, - 37.157, - 2.4899999999999998, - 101.17811, - 12.23, - 0.0, - 0.0, - 0.0, - 44.459999999999994, - 6.8999999999999995, - 0.0, - 5.0, - 0.0, - 222.46870958, - 0.0, - 0.0, - 0.0, - 59.853899999999996, - 0.0, - 108.26518971 - ], - "8": [ - 0.0, - 37.157, - 2.4899999999999998, - 100.524677, - 12.23, - 0.0, - 0.0, - 0.0, - 56.62199999999999, - 6.8999999999999995, - 0.0, - 5.0, - 0.0, - 229.52809670599999, - 0.0, - 0.0, - 0.0, - 67.09773, - 0.0, - 109.085632797 - ], - "9": [ - 0.0, - 37.157, - 2.4899999999999998, - 98.5672739, - 12.23, - 0.0, - 0.0, - 0.0, - 67.83539999999999, - 6.8999999999999995, - 0.0, - 5.0, - 0.0, - 235.06966769419998, - 0.0, - 0.0, - 0.0, - 71.268411, - 0.0, - 107.2599429579 - ], - "10": [ - 0.0, - 37.157, - 2.4899999999999998, - 98.09709173, - 12.23, - 0.0, - 0.0, - 0.0, - 76.88477999999999, - 6.8999999999999995, - 0.0, - 5.0, - 0.0, - 235.94876738594, - 0.0, - 0.0, - 0.0, - 74.7878877, - 0.0, - 108.98196007053 - ], - "11": [ - 0.0, - 37.157, - 2.4899999999999998, - 97.167964211, - 12.23, - 0.0, - 0.0, - 0.0, - 83.219346, - 6.8999999999999995, - 0.0, - 5.0, - 0.0, - 238.96413717015798, - 0.0, - 0.0, - 0.0, - 78.15152139, - 0.0, - 108.387372049371 - ], - "12": [ - 0.0, - 37.157, - 2.4899999999999998, - 95.61757494769999, - 12.23, - 0.0, - 0.0, - 0.0, - 86.7535422, - 6.8999999999999995, - 0.0, - 5.0, - 0.0, - 242.57489601911058, - 0.0, - 0.0, - 0.0, - 79.906064973, - 0.0, - 104.97116043455969 - ], - "13": [ - 0.0, - 37.157, - 2.4899999999999998, - 95.13230246338999, - 12.23, - 0.0, - 0.0, - 0.0, - 91.02747954, - 6.8999999999999995, - 0.0, - 5.0, - 0.0, - 244.50242721337742, - 0.0, - 0.0, - 0.0, - 79.0342454811, - 0.0, - 104.37981230419179 - ], - "14": [ - 0.0, - 37.157, - 2.4899999999999998, - 96.592611724373, - 12.23, - 0.0, - 0.0, - 0.0, - 94.619235678, - 6.8999999999999995, - 0.0, - 5.0, - 0.0, - 244.0516990493642, - 0.0, - 0.0, - 0.0, - 80.22397183677, - 0.0, - 103.96586861293426 - ], - "15": [ - 0.0, - 37.157, - 2.4899999999999998, - 95.8148282070611, - 12.23, - 0.0, - 0.0, - 0.0, - 97.1334649746, - 6.8999999999999995, - 0.0, - 5.0, - 0.0, - 243.73618933455495, - 0.0, - 0.0, - 0.0, - 84.356780285739, - 0.0, - 100.97610802905398 - ], - "16": [ - 0.0, - 37.157, - 2.4899999999999998, - 92.87037974494277, - 12.23, - 0.0, - 0.0, - 0.0, - 100.09342548222, - 6.8999999999999995, - 0.0, - 5.0, - 0.0, - 243.51533253418847, - 0.0, - 0.0, - 0.0, - 86.6497462000173, - 0.0, - 99.78327562033778 - ], - "17": [ - 0.0, - 37.157, - 2.4899999999999998, - 89.60926582145994, - 12.23, - 0.0, - 0.0, - 0.0, - 101.865397837554, - 6.8999999999999995, - 0.0, - 5.0, - 0.0, - 241.26073277393192, - 0.0, - 0.0, - 0.0, - 87.95482234001211, - 0.0, - 99.54829293423644 - ], - "18": [ - 0.0, - 37.157, - 2.4899999999999998, - 86.72648607502197, - 12.23, - 0.0, - 0.0, - 0.0, - 101.6057784862878, - 6.8999999999999995, - 0.0, - 5.0, - 0.0, - 239.68251294175235, - 0.0, - 0.0, - 0.0, - 89.76837563800848, - 0.0, - 99.98380505396551 - ], - "19": [ - 0.0, - 37.157, - 2.4899999999999998, - 84.10854025251538, - 12.23, - 0.0, - 0.0, - 0.0, - 97.22404494040146, - 6.8999999999999995, - 0.0, - 5.0, - 0.0, - 236.77775905922664, - 0.0, - 0.0, - 0.0, - 90.43786294660593, - 0.0, - 99.98866353777586 - ], - "20": [ - 0.0, - 37.157, - 2.4899999999999998, - 84.37597817676077, - 12.23, - 0.0, - 0.0, - 0.0, - 93.55683145828102, - 6.8999999999999995, - 0.0, - 5.0, - 0.0, - 230.24443134145864, - 0.0, - 0.0, - 0.0, - 87.90650406262415, - 0.0, - 98.7920644764431 - ], - "21": [ - 0.0, - 37.157, - 2.4899999999999998, - 83.66318472373254, - 12.23, - 0.0, - 0.0, - 0.0, - 91.28978202079672, - 6.8999999999999995, - 0.0, - 5.0, - 0.0, - 227.47110193902105, - 0.0, - 0.0, - 0.0, - 82.8345528438369, - 0.0, - 96.75444513351017 - ], - "22": [ - 0.0, - 37.157, - 2.4899999999999998, - 83.76422930661278, - 12.23, - 0.0, - 0.0, - 0.0, - 89.70284741455771, - 6.8999999999999995, - 0.0, - 5.0, - 0.0, - 225.22977135731475, - 0.0, - 0.0, - 0.0, - 80.48418699068583, - 0.0, - 94.72811159345713 - ], - "23": [ - 0.0, - 37.157, - 2.4899999999999998, - 82.93496051462894, - 12.23, - 0.0, - 0.0, - 0.0, - 86.7919931901904, - 6.8999999999999995, - 0.0, - 5.0, - 0.0, - 224.26083995012033, - 0.0, - 0.0, - 0.0, - 79.73893089348007, - 0.0, - 90.90967811542 - ], - "24": [ - 0.0, - 37.157, - 2.4899999999999998, - 83.85447236024027, - 12.23, - 0.0, - 0.0, - 0.0, - 85.35439523313327, - 6.8999999999999995, - 0.0, - 5.0, - 0.0, - 222.38258796508424, - 0.0, - 0.0, - 0.0, - 79.21725162543605, - 0.0, - 88.236774680794 - ], - "25": [ - 0.0, - 37.157, - 2.4899999999999998, - 85.99813065216819, - 12.23, - 0.0, - 0.0, - 0.0, - 81.6480766631933, - 6.8999999999999995, - 0.0, - 5.0, - 0.0, - 219.56781157555898, - 0.0, - 0.0, - 0.0, - 78.25207613780523, - 0.0, - 88.7657422765558 - ], - "26": [ - 0.0, - 37.157, - 2.4899999999999998, - 85.99869145651773, - 12.23, - 0.0, - 0.0, - 0.0, - 80.5536536642353, - 6.8999999999999995, - 0.0, - 5.0, - 0.0, - 217.5974681028913, - 0.0, - 0.0, - 0.0, - 76.97645329646366, - 0.0, - 86.43601959358907 - ], - "27": [ - 0.0, - 37.157, - 2.4899999999999998, - 85.39908401956241, - 12.23, - 0.0, - 0.0, - 0.0, - 79.78755756496471, - 6.8999999999999995, - 0.0, - 5.0, - 0.0, - 215.9182276720239, - 0.0, - 0.0, - 0.0, - 75.78351730752456, - 0.0, - 83.60521371551235 - ], - "28": [ - 0.0, - 37.157, - 2.4899999999999998, - 86.4793588136937, - 12.23, - 0.0, - 0.0, - 0.0, - 78.3512902954753, - 6.8999999999999995, - 0.0, - 5.0, - 0.0, - 213.54275937041672, - 0.0, - 0.0, - 0.0, - 77.0484621152672, - 0.0, - 83.12364960085864 - ], - "29": [ - 0.0, - 37.157, - 2.4899999999999998, - 86.03555116958559, - 12.23, - 0.0, - 0.0, - 0.0, - 77.3459032068327, - 6.8999999999999995, - 0.0, - 5.0, - 0.0, - 210.6799315592917, - 0.0, - 0.0, - 0.0, - 80.33392348068703, - 0.0, - 83.68655472060105 - ], - "30": [ - 0.0, - 37.157, - 2.4899999999999998, - 84.22488581870991, - 12.23, - 0.0, - 0.0, - 0.0, - 77.84213224478289, - 6.8999999999999995, - 0.0, - 5.0, - 0.0, - 206.57595209150418, - 0.0, - 0.0, - 0.0, - 83.53374643648093, - 0.0, - 84.38058830442074 - ], - "31": [ - 0.0, - 37.157, - 2.4899999999999998, - 81.45742007309694, - 12.23, - 0.0, - 0.0, - 0.0, - 78.18949257134803, - 6.8999999999999995, - 0.0, - 5.0, - 0.0, - 203.7031664640529, - 0.0, - 0.0, - 0.0, - 88.17362250553664, - 0.0, - 83.96641181309452 - ], - "32": [ - 0.0, - 37.157, - 2.4899999999999998, - 78.62019405116786, - 12.23, - 0.0, - 0.0, - 0.0, - 78.43264479994362, - 6.8999999999999995, - 0.0, - 5.0, - 0.0, - 197.19221652483705, - 0.0, - 0.0, - 0.0, - 93.52153575387565, - 0.0, - 80.07648826916616 - ], - "33": [ - 0.0, - 37.157, - 2.4899999999999998, - 75.1341358358175, - 12.23, - 0.0, - 0.0, - 0.0, - 78.90285135996054, - 6.8999999999999995, - 0.0, - 5.0, - 0.0, - 194.13455156738593, - 0.0, - 0.0, - 0.0, - 96.96507502771296, - 0.0, - 78.25354178841631 - ], - "34": [ - 0.0, - 37.157, - 2.4899999999999998, - 71.19389508507226, - 12.23, - 0.0, - 0.0, - 0.0, - 79.83199595197237, - 6.8999999999999995, - 0.0, - 5.0, - 0.0, - 188.99418609717014, - 0.0, - 0.0, - 0.0, - 101.17555251939908, - 0.0, - 75.77747925189142 - ], - "35": [ - 0.0, - 37.157, - 2.4899999999999998, - 67.53572655955058, - 12.23, - 0.0, - 0.0, - 0.0, - 78.68239716638067, - 6.8999999999999995, - 0.0, - 5.0, - 0.0, - 188.6959302680191, - 0.0, - 0.0, - 0.0, - 105.32288676357935, - 0.0, - 74.04423547632399 - ], - "36": [ - 0.0, - 37.157, - 2.4899999999999998, - 65.8750085916854, - 12.23, - 0.0, - 0.0, - 0.0, - 78.17767801646647, - 6.8999999999999995, - 0.0, - 5.0, - 0.0, - 190.28715118761338, - 0.0, - 0.0, - 0.0, - 109.12602073450554, - 0.0, - 73.7309648334268 - ], - "37": [ - 0.0, - 44.009899999999995, - 2.4899999999999998, - 65.8750085916854, - 12.23, - 0.0, - 0.0, - 0.0, - 79.92437461152653, - 6.8999999999999995, - 0.0, - 5.0, - 0.0, - 198.30100583132935, - 0.0, - 0.0, - 0.0, - 109.98821451415388, - 0.0, - 72.61167538339876 - ], - "38": [ - 0.0, - 44.009899999999995, - 2.4899999999999998, - 64.41250601417978, - 12.23, - 0.0, - 0.0, - 0.0, - 81.44706222806857, - 6.8999999999999995, - 0.0, - 5.0, - 0.0, - 202.41070408193053, - 0.0, - 0.0, - 0.0, - 113.59175015990772, - 0.0, - 70.32817276837913 - ], - "39": [ - 0.0, - 47.60693, - 2.4899999999999998, - 64.41250601417978, - 12.23, - 0.0, - 0.0, - 0.0, - 84.312943559648, - 6.8999999999999995, - 0.0, - 5.0, - 0.0, - 203.78749285735137, - 0.0, - 0.0, - 0.0, - 116.41422511193541, - 0.0, - 67.2297209378654 - ], - "40": [ - 0.0, - 47.60693, - 2.4899999999999998, - 67.28875420992586, - 12.23, - 0.0, - 0.0, - 0.0, - 89.6190604917536, - 6.8999999999999995, - 0.0, - 5.0, - 0.0, - 206.25124500014596, - 0.0, - 0.0, - 0.0, - 118.08995757835478, - 0.0, - 64.16080465650577 - ], - "41": [ - 0.0, - 47.60693, - 2.4899999999999998, - 69.9021279469481, - 12.23, - 0.0, - 0.0, - 0.0, - 93.03334234422752, - 6.8999999999999995, - 0.0, - 5.0, - 0.0, - 206.47587150010216, - 0.0, - 0.0, - 0.0, - 120.16297030484834, - 0.0, - 61.712563259554045 - ], - "42": [ - 0.0, - 47.60693, - 2.4899999999999998, - 69.9021279469481, - 12.23, - 0.0, - 0.0, - 0.0, - 93.32333964095926, - 6.8999999999999995, - 0.0, - 82.1, - 0.0, - 203.93311005007152, - 0.0, - 0.0, - 0.0, - 120.41407921339385, - 0.0, - 60.898794281687834 - ], - "43": [ - 0.0, - 47.60693, - 2.4899999999999998, - 72.63148956286366, - 12.23, - 0.0, - 0.0, - 0.0, - 89.92633774867149, - 6.8999999999999995, - 0.0, - 134.87, - 0.0, - 203.05317703505006, - 0.0, - 0.0, - 0.0, - 116.6898554493757, - 0.0, - 60.898794281687834 - ], - "44": [ - 0.0, - 47.60693, - 2.4899999999999998, - 74.84204269400456, - 12.23, - 0.0, - 0.0, - 0.0, - 86.34843642407004, - 6.8999999999999995, - 0.0, - 169.709, - 0.0, - 203.03722392453503, - 0.0, - 0.0, - 0.0, - 113.48289881456299, - 0.0, - 60.898794281687834 - ], - "45": [ - 0.0, - 47.60693, - 2.4899999999999998, - 74.84204269400456, - 12.23, - 0.0, - 0.0, - 0.0, - 82.64390549684903, - 6.8999999999999995, - 0.0, - 197.0963, - 0.0, - 203.02605674717452, - 0.0, - 0.0, - 0.0, - 112.7380291701941, - 0.0, - 58.52915599718148 - ], - "46": [ - 0.0, - 47.60693, - 2.4899999999999998, - 76.3894298858032, - 12.23, - 0.0, - 0.0, - 0.0, - 80.05073384779432, - 6.8999999999999995, - 0.0, - 221.06741, - 0.0, - 201.81823972302217, - 0.0, - 0.0, - 0.0, - 111.01662041913586, - 0.0, - 58.52915599718148 - ], - "47": [ - 0.0, - 47.60693, - 2.4899999999999998, - 76.57260092006224, - 12.23, - 0.0, - 0.0, - 0.0, - 76.43551369345602, - 6.8999999999999995, - 0.0, - 237.847187, - 0.0, - 201.87276780611552, - 0.0, - 0.0, - 0.0, - 108.3116342933951, - 0.0, - 58.52915599718148 - ], - "48": [ - 0.0, - 47.60693, - 2.4899999999999998, - 78.20082064404357, - 12.23, - 0.0, - 0.0, - 0.0, - 76.43551369345602, - 6.8999999999999995, - 0.0, - 249.2930309, - 0.0, - 196.51093746428086, - 0.0, - 0.0, - 0.0, - 106.11814400537656, - 0.0, - 55.67040919802704 - ], - "49": [ - 0.0, - 47.60693, - 2.4899999999999998, - 78.1405744508305, - 12.23, - 0.0, - 0.0, - 0.0, - 74.20485958541921, - 6.8999999999999995, - 0.0, - 263.30512163, - 0.0, - 193.6576562249966, - 0.0, - 0.0, - 0.0, - 105.1827008037636, - 0.0, - 55.67040919802704 - ], - "50": [ - 0.0, - 44.124851, - 2.4899999999999998, - 76.89840211558135, - 12.23, - 0.0, - 0.0, - 0.0, - 74.20485958541921, - 6.8999999999999995, - 0.0, - 267.71358514099995, - 0.0, - 190.76035935749763, - 0.0, - 0.0, - 0.0, - 103.32789056263452, - 0.0, - 55.67040919802704 - ], - "51": [ - 0.0, - 44.124851, - 2.4899999999999998, - 77.82888148090694, - 12.23, - 0.0, - 0.0, - 0.0, - 72.94340170979345, - 6.8999999999999995, - 0.0, - 274.3995095987, - 0.0, - 183.63225155024836, - 0.0, - 0.0, - 0.0, - 102.92952339384416, - 0.0, - 55.67040919802704 - ], - "52": [ - 0.0, - 44.124851, - 2.4899999999999998, - 79.38021703663486, - 12.23, - 0.0, - 0.0, - 0.0, - 72.94340170979345, - 6.8999999999999995, - 0.0, - 282.97965671909, - 0.0, - 176.24257608517385, - 0.0, - 0.0, - 0.0, - 103.55066637569091, - 0.0, - 55.46928643861892 - ], - "53": [ - 0.0, - 44.124851, - 2.4899999999999998, - 79.8661519256444, - 12.23, - 0.0, - 0.0, - 0.0, - 73.86038119685541, - 6.8999999999999995, - 0.0, - 286.88575970336296, - 0.0, - 172.5698032596217, - 0.0, - 0.0, - 0.0, - 101.88546646298363, - 0.0, - 55.46928643861892 - ], - "54": [ - 0.0, - 44.124851, - 2.4899999999999998, - 80.20630634795108, - 12.23, - 0.0, - 0.0, - 0.0, - 73.90226683779879, - 6.8999999999999995, - 0.0, - 290.8200317923541, - 0.0, - 169.39886228173518, - 0.0, - 0.0, - 0.0, - 101.01982652408854, - 0.0, - 55.46928643861892 - ], - "55": [ - 0.0, - 44.124851, - 2.4899999999999998, - 78.94441444356576, - 12.23, - 0.0, - 0.0, - 0.0, - 75.43158678645915, - 6.8999999999999995, - 0.0, - 295.37402225464785, - 0.0, - 167.77920359721463, - 0.0, - 0.0, - 0.0, - 98.91387856686198, - 0.0, - 55.46928643861892 - ], - "56": [ - 0.0, - 44.3873957, - 2.4899999999999998, - 78.66109011049603, - 12.23, - 0.0, - 0.0, - 0.0, - 75.43158678645915, - 6.8999999999999995, - 0.0, - 305.4618155782535, - 0.0, - 164.24544251805025, - 0.0, - 0.0, - 0.0, - 97.73971499680339, - 0.0, - 55.46928643861892 - ], - "57": [ - 0.0, - 44.3873957, - 2.4899999999999998, - 80.86276307734722, - 12.23, - 0.0, - 0.0, - 0.0, - 77.7021107505214, - 6.8999999999999995, - 0.0, - 316.1232709047774, - 0.0, - 162.67180976263518, - 0.0, - 0.0, - 0.0, - 98.71780049776237, - 0.0, - 55.46928643861892 - ], - "58": [ - 0.0, - 44.3873957, - 2.4899999999999998, - 83.90393415414306, - 12.23, - 0.0, - 0.0, - 0.0, - 78.09147752536498, - 6.8999999999999995, - 0.0, - 315.1862896333442, - 0.0, - 166.97026683384462, - 0.0, - 0.0, - 0.0, - 100.60246034843365, - 0.0, - 55.46928643861892 - ], - "59": [ - 0.0, - 44.3873957, - 2.4899999999999998, - 87.53275390790014, - 12.23, - 0.0, - 0.0, - 0.0, - 77.46403426775548, - 6.8999999999999995, - 0.0, - 312.73040274334096, - 0.0, - 168.77918678369124, - 0.0, - 0.0, - 0.0, - 102.52172224390355, - 0.0, - 55.46928643861892 - ], - "60": [ - 0.0, - 44.3873957, - 2.4899999999999998, - 88.5729277355301, - 12.23, - 0.0, - 0.0, - 0.0, - 77.92482398742884, - 6.8999999999999995, - 0.0, - 310.1112819203387, - 0.0, - 167.34543074858388, - 0.0, - 0.0, - 0.0, - 101.16520557073248, - 0.0, - 55.46928643861892 - ], - "61": [ - 0.0, - 44.3873957, - 2.4899999999999998, - 91.10104941487107, - 12.23, - 0.0, - 0.0, - 0.0, - 78.84737679120019, - 6.8999999999999995, - 0.0, - 311.87789734423706, - 0.0, - 167.8418015240087, - 0.0, - 0.0, - 0.0, - 97.21564389951274, - 0.0, - 55.46928643861892 - ], - "62": [ - 0.0, - 44.3873957, - 2.4899999999999998, - 93.17073459040975, - 12.23, - 0.0, - 0.0, - 0.0, - 79.49316375384014, - 6.8999999999999995, - 0.0, - 316.41452814096596, - 0.0, - 168.1892610668061, - 0.0, - 0.0, - 0.0, - 92.95095072965891, - 0.0, - 55.46928643861892 - ], - "63": [ - 0.0, - 44.3873957, - 2.4899999999999998, - 92.81951421328682, - 12.23, - 0.0, - 0.0, - 0.0, - 82.0452146276881, - 6.8999999999999995, - 0.0, - 322.8901696986762, - 0.0, - 166.63248274676425, - 0.0, - 0.0, - 0.0, - 88.76566551076124, - 0.0, - 55.46928643861892 - ], - "64": [ - 0.0, - 44.3873957, - 2.4899999999999998, - 91.07365994930078, - 12.23, - 0.0, - 0.0, - 0.0, - 84.13165023938167, - 6.8999999999999995, - 0.0, - 325.3231187890733, - 0.0, - 165.242737922735, - 0.0, - 0.0, - 0.0, - 84.33596585753287, - 0.0, - 55.46928643861892 - ], - "65": [ - 0.0, - 44.3873957, - 2.4899999999999998, - 88.35156196451054, - 12.23, - 0.0, - 0.0, - 0.0, - 82.59215516756717, - 6.8999999999999995, - 0.0, - 327.9261831523513, - 0.0, - 162.7699165459145, - 0.0, - 0.0, - 0.0, - 80.035176100273, - 0.0, - 55.46928643861892 - ], - "66": [ - 0.0, - 44.3873957, - 2.4899999999999998, - 88.54609337515737, - 12.23, - 0.0, - 0.0, - 0.0, - 80.01450861729703, - 6.8999999999999995, - 0.0, - 331.84832820664593, - 0.0, - 161.63894158214015, - 0.0, - 0.0, - 0.0, - 75.8246232701911, - 0.0, - 55.46928643861892 - ], - "67": [ - 0.0, - 44.3873957, - 2.4899999999999998, - 88.08226536261016, - 12.23, - 0.0, - 0.0, - 0.0, - 77.01015603210791, - 6.8999999999999995, - 0.0, - 334.59382974465217, - 0.0, - 158.7472591074981, - 0.0, - 0.0, - 0.0, - 71.07723628913377, - 0.0, - 55.46928643861892 - ], - "68": [ - 0.0, - 44.3873957, - 2.4899999999999998, - 89.25758575382712, - 12.23, - 0.0, - 0.0, - 0.0, - 73.70710922247554, - 6.8999999999999995, - 0.0, - 336.5156808212565, - 0.0, - 158.82308137524868, - 0.0, - 0.0, - 0.0, - 66.55406540239363, - 0.0, - 55.46928643861892 - ], - "69": [ - 0.0, - 44.3873957, - 2.4899999999999998, - 89.18031002767898, - 12.23, - 0.0, - 0.0, - 0.0, - 73.70710922247554, - 6.8999999999999995, - 0.0, - 340.5609765748796, - 0.0, - 158.57615696267408, - 0.0, - 0.0, - 0.0, - 63.08784578167554, - 0.0, - 50.52850050703324 - ], - "70": [ - 0.0, - 44.3873957, - 2.4899999999999998, - 89.72621701937528, - 12.23, - 0.0, - 0.0, - 0.0, - 72.59497645573288, - 6.8999999999999995, - 0.0, - 340.9926836024157, - 0.0, - 158.10330987387186, - 0.0, - 0.0, - 0.0, - 62.461492047172875, - 0.0, - 50.52850050703324 - ], - "71": [ - 0.0, - 40.97117699, - 2.4899999999999998, - 88.0083519135627, - 12.23, - 0.0, - 0.0, - 0.0, - 73.91648351901301, - 6.8999999999999995, - 0.0, - 344.894878521691, - 0.0, - 159.8723169117103, - 0.0, - 0.0, - 0.0, - 62.461492047172875, - 0.0, - 50.52850050703324 - ], - "72": [ - 0.0, - 40.97117699, - 2.4899999999999998, - 85.3058463394939, - 12.23, - 0.0, - 0.0, - 0.0, - 77.24153846330911, - 6.8999999999999995, - 0.0, - 347.6264149651837, - 0.0, - 164.41062183819722, - 0.0, - 0.0, - 0.0, - 64.12304443302101, - 0.0, - 50.52850050703324 - ], - "73": [ - 0.0, - 40.97117699, - 2.4899999999999998, - 82.51409243764573, - 12.23, - 0.0, - 0.0, - 0.0, - 80.46907692431638, - 6.8999999999999995, - 0.0, - 345.9384904756286, - 0.0, - 169.08743528673804, - 0.0, - 0.0, - 0.0, - 64.6861311031147, - 0.0, - 50.52850050703324 - ], - "74": [ - 0.0, - 40.97117699, - 2.4899999999999998, - 78.45986470635201, - 12.23, - 0.0, - 0.0, - 0.0, - 85.12835384702147, - 6.8999999999999995, - 0.0, - 343.55694333294, - 0.0, - 176.56120470071664, - 0.0, - 0.0, - 0.0, - 62.68029177218029, - 0.0, - 50.52850050703324 - ], - "75": [ - 0.0, - 40.97117699, - 2.4899999999999998, - 75.02190529444641, - 12.23, - 0.0, - 0.0, - 0.0, - 88.68984769291504, - 6.8999999999999995, - 0.0, - 343.089860333058, - 0.0, - 181.19284329050166, - 0.0, - 0.0, - 0.0, - 60.0762042405262, - 0.0, - 50.52850050703324 - ], - "76": [ - 0.0, - 40.97117699, - 2.4899999999999998, - 72.31533370611248, - 12.23, - 0.0, - 0.0, - 0.0, - 92.98289338504053, - 6.8999999999999995, - 0.0, - 352.66290223314064, - 0.0, - 185.33499030335116, - 0.0, - 0.0, - 0.0, - 57.65334296836834, - 0.0, - 50.52850050703324 - ], - "77": [ - 0.0, - 40.97117699, - 2.4899999999999998, - 72.31533370611248, - 12.23, - 0.0, - 0.0, - 0.0, - 97.18802536952836, - 6.8999999999999995, - 0.0, - 363.26403156319844, - 0.0, - 191.83449321234582, - 0.0, - 0.0, - 0.0, - 58.35734007785784, - 0.0, - 47.36995035492327 - ], - "78": [ - 0.0, - 40.97117699, - 2.4899999999999998, - 65.32073359427874, - 12.23, - 0.0, - 0.0, - 0.0, - 99.53161775866985, - 6.8999999999999995, - 0.0, - 369.7848220942389, - 0.0, - 199.38414524864208, - 0.0, - 0.0, - 0.0, - 54.95013805450049, - 0.0, - 47.36995035492327 - ], - "79": [ - 0.0, - 40.97117699, - 2.4899999999999998, - 60.424513515995116, - 12.23, - 0.0, - 0.0, - 0.0, - 101.7721324310689, - 6.8999999999999995, - 0.0, - 369.5493754659672, - 0.0, - 203.46890167404945, - 0.0, - 0.0, - 0.0, - 52.86509663815035, - 0.0, - 47.36995035492327 - ], - "80": [ - 0.0, - 40.97117699, - 2.4899999999999998, - 57.89715946119658, - 12.23, - 0.0, - 0.0, - 0.0, - 107.54049270174824, - 6.8999999999999995, - 0.0, - 372.08456282617703, - 0.0, - 207.52823117183462, - 0.0, - 0.0, - 0.0, - 51.70556764670524, - 0.0, - 47.36995035492327 - ], - "81": [ - 0.0, - 40.97117699, - 2.4899999999999998, - 58.228011622837606, - 12.23, - 0.0, - 0.0, - 0.0, - 110.07834489122376, - 6.8999999999999995, - 0.0, - 374.1591939783239, - 0.0, - 207.66976182028424, - 0.0, - 0.0, - 0.0, - 49.993897352693665, - 0.0, - 47.36995035492327 - ], - "82": [ - 0.0, - 38.579823893, - 2.4899999999999998, - 60.259608135986326, - 12.23, - 0.0, - 0.0, - 0.0, - 106.75484142385663, - 6.8999999999999995, - 0.0, - 371.11143578482677, - 0.0, - 207.16883327419896, - 0.0, - 0.0, - 0.0, - 49.993897352693665, - 0.0, - 47.36995035492327 - ], - "83": [ - 0.0, - 37.2058767251, - 2.4899999999999998, - 61.68172569519043, - 12.23, - 0.0, - 0.0, - 0.0, - 106.52838899669965, - 6.8999999999999995, - 0.0, - 372.8780050493787, - 0.0, - 206.51818329193927, - 0.0, - 0.0, - 0.0, - 49.993897352693665, - 0.0, - 47.36995035492327 - ], - "84": [ - 0.0, - 37.2058767251, - 2.4899999999999998, - 62.3772079866333, - 12.23, - 0.0, - 0.0, - 0.0, - 106.36987229768975, - 6.8999999999999995, - 0.0, - 372.9146035345651, - 0.0, - 209.96272830435748, - 0.0, - 0.0, - 0.0, - 49.993897352693665, - 0.0, - 44.558965248446285 - ], - "85": [ - 0.0, - 37.2058767251, - 2.4899999999999998, - 61.66404559064331, - 12.23, - 0.0, - 0.0, - 0.0, - 105.65891060838283, - 6.8999999999999995, - 0.0, - 375.9402224741956, - 0.0, - 210.87390981305023, - 0.0, - 0.0, - 0.0, - 49.993897352693665, - 0.0, - 42.2912756739124 - ], - "86": [ - 0.0, - 37.2058767251, - 2.4899999999999998, - 62.36483191345032, - 12.23, - 0.0, - 0.0, - 0.0, - 105.16123742586798, - 6.8999999999999995, - 0.0, - 381.0581557319369, - 0.0, - 213.31173686913516, - 0.0, - 0.0, - 0.0, - 50.89572814688557, - 0.0, - 42.2912756739124 - ], - "87": [ - 0.0, - 37.2058767251, - 2.4899999999999998, - 62.36483191345032, - 12.23, - 0.0, - 0.0, - 0.0, - 100.01286619810759, - 6.8999999999999995, - 0.0, - 380.14070901235584, - 0.0, - 216.2182158083946, - 0.0, - 0.0, - 0.0, - 53.027009702819896, - 0.0, - 42.2912756739124 - ], - "88": [ - 0.0, - 37.2058767251, - 2.4899999999999998, - 64.65538233941523, - 12.23, - 0.0, - 0.0, - 0.0, - 94.60900633867531, - 6.8999999999999995, - 0.0, - 378.2984963086491, - 0.0, - 214.05275106587624, - 0.0, - 0.0, - 0.0, - 54.21890679197393, - 0.0, - 42.2912756739124 - ], - "89": [ - 0.0, - 37.2058767251, - 2.4899999999999998, - 66.85876763759066, - 12.23, - 0.0, - 0.0, - 0.0, - 91.42630443707272, - 6.8999999999999995, - 0.0, - 374.6089474160544, - 0.0, - 212.83692574611337, - 0.0, - 0.0, - 0.0, - 54.21890679197393, - 0.0, - 41.00389297173868 - ], - "90": [ - 0.0, - 37.2058767251, - 2.4899999999999998, - 66.60113734631346, - 12.23, - 0.0, - 0.0, - 0.0, - 88.89841310595091, - 6.8999999999999995, - 0.0, - 364.52626319123806, - 0.0, - 211.38584802227936, - 0.0, - 0.0, - 0.0, - 53.55323475438175, - 0.0, - 41.00389297173868 - ], - "91": [ - 0.0, - 37.2058767251, - 2.4899999999999998, - 64.92079614241942, - 12.23, - 0.0, - 0.0, - 0.0, - 89.52888917416564, - 6.8999999999999995, - 0.0, - 350.56838423386665, - 0.0, - 222.07009361559557, - 0.0, - 0.0, - 0.0, - 52.18726432806722, - 0.0, - 41.00389297173868 - ], - "92": [ - 0.0, - 37.2058767251, - 2.4899999999999998, - 60.44455729969359, - 12.23, - 0.0, - 0.0, - 0.0, - 93.27022242191595, - 6.8999999999999995, - 0.0, - 338.69786896370664, - 0.0, - 231.0490655309169, - 0.0, - 0.0, - 0.0, - 52.18726432806722, - 0.0, - 40.402725080217074 - ], - "93": [ - 0.0, - 37.2058767251, - 2.4899999999999998, - 57.01119010978552, - 12.23, - 0.0, - 0.0, - 0.0, - 95.28915569534117, - 6.8999999999999995, - 0.0, - 334.88850827459464, - 0.0, - 236.1343458716418, - 0.0, - 0.0, - 0.0, - 55.43108502964706, - 0.0, - 40.402725080217074 - ], - "94": [ - 0.0, - 37.2058767251, - 2.4899999999999998, - 57.01119010978552, - 12.23, - 0.0, - 0.0, - 0.0, - 97.30240898673881, - 6.8999999999999995, - 0.0, - 326.22195579221625, - 0.0, - 239.09404211014927, - 0.0, - 0.0, - 0.0, - 58.90175952075294, - 0.0, - 39.081907556151954 - ], - "95": [ - 0.0, - 37.2058767251, - 2.4899999999999998, - 54.607833076849865, - 12.23, - 0.0, - 0.0, - 0.0, - 100.81168629071716, - 6.8999999999999995, - 0.0, - 315.05536905455136, - 0.0, - 243.2658294771045, - 0.0, - 0.0, - 0.0, - 61.031231664527056, - 0.0, - 39.081907556151954 - ], - "96": [ - 0.0, - 37.2058767251, - 2.4899999999999998, - 54.1254831537949, - 12.23, - 0.0, - 0.0, - 0.0, - 98.76818040350201, - 6.8999999999999995, - 0.0, - 307.23875833818596, - 0.0, - 247.98608063397313, - 0.0, - 0.0, - 0.0, - 61.02186216516894, - 0.0, - 39.081907556151954 - ], - "97": [ - 0.0, - 37.2058767251, - 2.4899999999999998, - 54.08783820765643, - 12.23, - 0.0, - 0.0, - 0.0, - 97.93772628245141, - 6.8999999999999995, - 0.0, - 303.2671308367302, - 0.0, - 253.3902564437812, - 0.0, - 0.0, - 0.0, - 60.71530351561826, - 0.0, - 39.081907556151954 - ], - "98": [ - 0.0, - 37.2058767251, - 2.4899999999999998, - 53.4614867453595, - 12.23, - 0.0, - 0.0, - 0.0, - 97.95640839771599, - 6.8999999999999995, - 0.0, - 305.88699158571114, - 0.0, - 264.3731795106468, - 0.0, - 0.0, - 0.0, - 59.00071246093278, - 0.0, - 39.081907556151954 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.1/run=9050f6637737483b/rewards.json b/experiments/seed=256/alpha=0.3.gamma=0.1/run=9050f6637737483b/rewards.json deleted file mode 100644 index 0190213..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.1/run=9050f6637737483b/rewards.json +++ /dev/null @@ -1,2202 +0,0 @@ -{ - "0": [ - 35, - 46, - 4, - 125, - 17, - 0, - 9, - 0, - 95, - 20, - 0, - 209, - 0, - 248, - 0, - 0, - 0, - 95, - 0, - 123 - ], - "1": [ - 45, - 46, - 9, - 131, - 18, - 0, - 8, - 0, - 97, - 24, - 0, - 197, - 0, - 247, - 0, - 0, - 0, - 89, - 0, - 119 - ], - "2": [ - 51, - 48, - 9, - 125, - 19, - 0, - 3, - 0, - 100, - 27, - 0, - 188, - 0, - 257, - 0, - 0, - 0, - 81, - 0, - 126 - ], - "3": [ - 53, - 47, - 7, - 136, - 19, - 0, - 1, - 2, - 101, - 24, - 0, - 181, - 0, - 258, - 0, - 0, - 0, - 84, - 0, - 119 - ], - "4": [ - 57, - 47, - 6, - 132, - 20, - 0, - 0, - 1, - 96, - 25, - 0, - 179, - 0, - 252, - 0, - 0, - 0, - 78, - 0, - 117 - ], - "5": [ - 63, - 55, - 2, - 132, - 21, - 0, - 0, - 4, - 88, - 25, - 0, - 177, - 0, - 239, - 0, - 0, - 0, - 77, - 0, - 116 - ], - "6": [ - 63, - 55, - 3, - 121, - 23, - 0, - 0, - 5, - 89, - 25, - 0, - 170, - 0, - 232, - 0, - 0, - 0, - 70, - 0, - 112 - ], - "7": [ - 62, - 62, - 2, - 116, - 26, - 0, - 0, - 6, - 87, - 23, - 0, - 163, - 0, - 225, - 0, - 0, - 0, - 80, - 0, - 115 - ], - "8": [ - 63, - 61, - 2, - 117, - 27, - 0, - 0, - 6, - 81, - 22, - 0, - 180, - 0, - 233, - 0, - 0, - 0, - 85, - 0, - 113 - ], - "9": [ - 63, - 58, - 1, - 99, - 31, - 0, - 0, - 6, - 85, - 25, - 0, - 189, - 0, - 246, - 0, - 0, - 0, - 84, - 0, - 111 - ], - "10": [ - 62, - 62, - 1, - 94, - 28, - 0, - 0, - 5, - 94, - 31, - 0, - 196, - 0, - 248, - 0, - 0, - 0, - 81, - 0, - 103 - ], - "11": [ - 62, - 72, - 2, - 97, - 33, - 0, - 0, - 8, - 98, - 29, - 0, - 192, - 0, - 238, - 0, - 0, - 0, - 83, - 0, - 113 - ], - "12": [ - 50, - 65, - 3, - 95, - 36, - 0, - 0, - 9, - 98, - 33, - 0, - 188, - 0, - 246, - 0, - 0, - 0, - 86, - 0, - 107 - ], - "13": [ - 45, - 66, - 5, - 92, - 39, - 0, - 0, - 5, - 95, - 35, - 0, - 181, - 0, - 251, - 0, - 0, - 0, - 84, - 0, - 97 - ], - "14": [ - 42, - 61, - 8, - 94, - 38, - 0, - 0, - 5, - 101, - 41, - 0, - 185, - 0, - 249, - 0, - 0, - 0, - 77, - 0, - 103 - ], - "15": [ - 45, - 65, - 9, - 100, - 40, - 0, - 0, - 4, - 103, - 40, - 0, - 181, - 0, - 243, - 0, - 0, - 0, - 83, - 0, - 103 - ], - "16": [ - 47, - 62, - 10, - 94, - 43, - 0, - 0, - 1, - 103, - 45, - 0, - 191, - 0, - 243, - 0, - 0, - 0, - 94, - 0, - 94 - ], - "17": [ - 49, - 63, - 8, - 86, - 45, - 0, - 0, - 1, - 107, - 42, - 0, - 183, - 0, - 243, - 0, - 0, - 0, - 92, - 0, - 97 - ], - "18": [ - 46, - 64, - 9, - 82, - 44, - 0, - 0, - 3, - 106, - 35, - 0, - 171, - 0, - 236, - 0, - 0, - 0, - 91, - 0, - 99 - ], - "19": [ - 45, - 64, - 11, - 80, - 48, - 0, - 0, - 1, - 101, - 41, - 0, - 171, - 0, - 236, - 0, - 0, - 0, - 94, - 0, - 101 - ], - "20": [ - 42, - 65, - 7, - 78, - 50, - 0, - 0, - 0, - 87, - 36, - 0, - 178, - 0, - 230, - 0, - 0, - 0, - 92, - 0, - 100 - ], - "21": [ - 42, - 71, - 4, - 85, - 54, - 0, - 0, - 0, - 85, - 39, - 0, - 166, - 0, - 215, - 0, - 0, - 0, - 82, - 0, - 96 - ], - "22": [ - 50, - 69, - 5, - 82, - 52, - 0, - 0, - 0, - 86, - 30, - 0, - 173, - 0, - 221, - 0, - 0, - 0, - 71, - 0, - 92 - ], - "23": [ - 60, - 71, - 5, - 84, - 50, - 0, - 0, - 0, - 86, - 26, - 0, - 201, - 0, - 220, - 0, - 0, - 0, - 75, - 0, - 90 - ], - "24": [ - 59, - 68, - 3, - 81, - 55, - 0, - 0, - 0, - 80, - 24, - 0, - 226, - 0, - 222, - 0, - 0, - 0, - 78, - 0, - 82 - ], - "25": [ - 53, - 71, - 5, - 86, - 53, - 0, - 0, - 0, - 82, - 24, - 0, - 216, - 0, - 218, - 0, - 0, - 0, - 78, - 0, - 82 - ], - "26": [ - 65, - 72, - 10, - 91, - 55, - 0, - 0, - 1, - 73, - 28, - 0, - 234, - 0, - 213, - 0, - 0, - 0, - 76, - 0, - 90 - ], - "27": [ - 68, - 74, - 6, - 86, - 58, - 0, - 0, - 0, - 78, - 23, - 0, - 236, - 0, - 213, - 0, - 0, - 0, - 74, - 0, - 81 - ], - "28": [ - 80, - 81, - 6, - 84, - 54, - 0, - 0, - 2, - 78, - 27, - 0, - 225, - 0, - 212, - 0, - 0, - 0, - 73, - 0, - 77 - ], - "29": [ - 72, - 84, - 7, - 89, - 47, - 0, - 0, - 1, - 75, - 36, - 0, - 243, - 0, - 208, - 0, - 0, - 0, - 80, - 0, - 82 - ], - "30": [ - 63, - 89, - 6, - 85, - 43, - 0, - 0, - 2, - 75, - 37, - 0, - 242, - 0, - 204, - 0, - 0, - 0, - 88, - 0, - 85 - ], - "31": [ - 65, - 89, - 5, - 80, - 40, - 0, - 0, - 1, - 79, - 35, - 0, - 257, - 0, - 197, - 0, - 0, - 0, - 91, - 0, - 86 - ], - "32": [ - 59, - 90, - 3, - 75, - 42, - 0, - 0, - 1, - 79, - 25, - 0, - 252, - 0, - 197, - 0, - 0, - 0, - 99, - 0, - 83 - ], - "33": [ - 61, - 88, - 5, - 72, - 42, - 0, - 0, - 4, - 79, - 15, - 0, - 252, - 0, - 182, - 0, - 0, - 0, - 106, - 0, - 71 - ], - "34": [ - 66, - 73, - 4, - 67, - 48, - 0, - 0, - 3, - 80, - 17, - 0, - 248, - 0, - 187, - 0, - 0, - 0, - 105, - 0, - 74 - ], - "35": [ - 77, - 68, - 7, - 62, - 44, - 0, - 0, - 2, - 82, - 17, - 0, - 257, - 0, - 177, - 0, - 0, - 0, - 111, - 0, - 70 - ], - "36": [ - 72, - 67, - 8, - 59, - 44, - 0, - 0, - 1, - 76, - 23, - 0, - 262, - 0, - 188, - 0, - 0, - 0, - 115, - 0, - 70 - ], - "37": [ - 66, - 65, - 6, - 62, - 51, - 0, - 0, - 0, - 77, - 21, - 0, - 268, - 0, - 194, - 0, - 0, - 0, - 118, - 0, - 73 - ], - "38": [ - 54, - 60, - 6, - 60, - 50, - 0, - 0, - 0, - 84, - 21, - 0, - 249, - 0, - 217, - 0, - 0, - 0, - 112, - 0, - 70 - ], - "39": [ - 56, - 51, - 6, - 61, - 49, - 0, - 0, - 2, - 85, - 14, - 0, - 252, - 0, - 212, - 0, - 0, - 0, - 122, - 0, - 65 - ], - "40": [ - 47, - 56, - 6, - 73, - 56, - 0, - 0, - 4, - 91, - 22, - 0, - 255, - 0, - 207, - 0, - 0, - 0, - 123, - 0, - 60 - ], - "41": [ - 50, - 52, - 4, - 74, - 70, - 0, - 0, - 5, - 102, - 16, - 0, - 244, - 0, - 212, - 0, - 0, - 0, - 122, - 0, - 57 - ], - "42": [ - 55, - 56, - 6, - 76, - 70, - 0, - 0, - 6, - 101, - 13, - 0, - 248, - 0, - 207, - 0, - 0, - 0, - 125, - 0, - 56 - ], - "43": [ - 49, - 50, - 1, - 81, - 71, - 0, - 0, - 7, - 94, - 13, - 0, - 262, - 0, - 198, - 0, - 0, - 0, - 121, - 0, - 59 - ], - "44": [ - 49, - 49, - 0, - 79, - 75, - 0, - 0, - 8, - 82, - 13, - 0, - 258, - 0, - 201, - 0, - 0, - 0, - 108, - 0, - 58 - ], - "45": [ - 52, - 49, - 1, - 80, - 80, - 0, - 0, - 10, - 78, - 13, - 0, - 251, - 0, - 203, - 0, - 0, - 0, - 106, - 0, - 57 - ], - "46": [ - 43, - 47, - 3, - 82, - 81, - 0, - 0, - 11, - 74, - 13, - 0, - 261, - 0, - 203, - 0, - 0, - 0, - 111, - 0, - 53 - ], - "47": [ - 44, - 40, - 6, - 80, - 89, - 0, - 0, - 9, - 74, - 11, - 0, - 277, - 0, - 199, - 0, - 0, - 3, - 107, - 0, - 52 - ], - "48": [ - 43, - 37, - 9, - 77, - 93, - 0, - 0, - 10, - 68, - 9, - 0, - 277, - 0, - 202, - 0, - 0, - 0, - 102, - 0, - 45 - ], - "49": [ - 39, - 37, - 10, - 82, - 92, - 0, - 0, - 11, - 67, - 10, - 0, - 276, - 0, - 184, - 0, - 0, - 0, - 101, - 0, - 49 - ], - "50": [ - 40, - 37, - 12, - 78, - 94, - 0, - 0, - 12, - 69, - 10, - 0, - 296, - 0, - 187, - 0, - 0, - 0, - 103, - 0, - 41 - ], - "51": [ - 37, - 36, - 10, - 74, - 99, - 0, - 0, - 14, - 66, - 13, - 0, - 278, - 0, - 184, - 0, - 0, - 0, - 99, - 0, - 41 - ], - "52": [ - 32, - 43, - 9, - 80, - 94, - 0, - 0, - 10, - 70, - 16, - 0, - 290, - 0, - 167, - 0, - 0, - 3, - 102, - 0, - 51 - ], - "53": [ - 32, - 39, - 5, - 83, - 103, - 0, - 0, - 12, - 75, - 15, - 0, - 303, - 0, - 159, - 0, - 0, - 2, - 105, - 0, - 55 - ], - "54": [ - 35, - 42, - 4, - 81, - 96, - 0, - 0, - 9, - 76, - 17, - 0, - 296, - 0, - 164, - 0, - 0, - 0, - 98, - 0, - 55 - ], - "55": [ - 32, - 44, - 2, - 81, - 98, - 0, - 0, - 11, - 74, - 20, - 0, - 300, - 0, - 162, - 0, - 0, - 0, - 99, - 0, - 51 - ], - "56": [ - 28, - 45, - 2, - 76, - 97, - 0, - 0, - 13, - 79, - 22, - 0, - 306, - 0, - 164, - 0, - 0, - 0, - 94, - 0, - 48 - ], - "57": [ - 33, - 45, - 2, - 78, - 99, - 0, - 0, - 14, - 84, - 21, - 0, - 329, - 0, - 156, - 0, - 0, - 0, - 95, - 0, - 48 - ], - "58": [ - 28, - 44, - 3, - 86, - 99, - 0, - 0, - 14, - 83, - 24, - 0, - 341, - 0, - 159, - 0, - 0, - 0, - 101, - 0, - 49 - ], - "59": [ - 20, - 43, - 1, - 91, - 89, - 0, - 0, - 17, - 79, - 25, - 0, - 313, - 0, - 177, - 0, - 0, - 4, - 105, - 0, - 49 - ], - "60": [ - 24, - 47, - 0, - 96, - 86, - 0, - 0, - 16, - 76, - 23, - 0, - 307, - 0, - 173, - 0, - 0, - 8, - 107, - 0, - 51 - ], - "61": [ - 24, - 43, - 0, - 91, - 91, - 0, - 0, - 20, - 79, - 22, - 0, - 304, - 0, - 164, - 0, - 0, - 3, - 98, - 0, - 52 - ], - "62": [ - 21, - 38, - 0, - 97, - 85, - 0, - 0, - 20, - 81, - 22, - 0, - 316, - 0, - 169, - 0, - 0, - 2, - 88, - 0, - 56 - ], - "63": [ - 19, - 34, - 0, - 98, - 89, - 0, - 0, - 21, - 81, - 16, - 0, - 327, - 0, - 169, - 0, - 0, - 6, - 83, - 0, - 52 - ], - "64": [ - 17, - 26, - 0, - 92, - 94, - 0, - 0, - 22, - 88, - 14, - 0, - 338, - 0, - 163, - 0, - 0, - 0, - 79, - 0, - 50 - ], - "65": [ - 12, - 28, - 0, - 87, - 83, - 0, - 0, - 21, - 89, - 16, - 0, - 331, - 0, - 162, - 0, - 0, - 0, - 74, - 0, - 49 - ], - "66": [ - 16, - 27, - 0, - 82, - 83, - 0, - 0, - 20, - 79, - 15, - 0, - 334, - 0, - 157, - 0, - 0, - 2, - 70, - 0, - 41 - ], - "67": [ - 12, - 30, - 0, - 89, - 85, - 0, - 0, - 21, - 74, - 12, - 0, - 341, - 0, - 159, - 0, - 0, - 3, - 66, - 0, - 40 - ], - "68": [ - 8, - 30, - 0, - 87, - 88, - 0, - 0, - 20, - 70, - 12, - 0, - 341, - 0, - 152, - 0, - 0, - 4, - 60, - 0, - 42 - ], - "69": [ - 12, - 29, - 0, - 92, - 86, - 0, - 0, - 21, - 66, - 9, - 0, - 341, - 0, - 159, - 0, - 0, - 0, - 56, - 0, - 40 - ], - "70": [ - 14, - 29, - 0, - 89, - 83, - 0, - 4, - 20, - 64, - 16, - 0, - 350, - 0, - 158, - 0, - 0, - 3, - 55, - 0, - 39 - ], - "71": [ - 11, - 29, - 0, - 91, - 78, - 0, - 11, - 20, - 70, - 15, - 0, - 342, - 0, - 157, - 0, - 0, - 6, - 61, - 0, - 39 - ], - "72": [ - 7, - 33, - 0, - 84, - 74, - 0, - 13, - 20, - 77, - 21, - 0, - 354, - 0, - 164, - 0, - 0, - 4, - 68, - 0, - 41 - ], - "73": [ - 8, - 36, - 1, - 79, - 76, - 0, - 20, - 20, - 85, - 13, - 0, - 354, - 0, - 175, - 0, - 0, - 0, - 68, - 0, - 41 - ], - "74": [ - 11, - 35, - 0, - 76, - 73, - 0, - 17, - 19, - 88, - 13, - 0, - 342, - 0, - 180, - 0, - 0, - 5, - 66, - 0, - 40 - ], - "75": [ - 9, - 34, - 0, - 69, - 68, - 0, - 27, - 20, - 96, - 14, - 0, - 338, - 0, - 194, - 0, - 0, - 4, - 58, - 0, - 42 - ], - "76": [ - 8, - 39, - 0, - 67, - 71, - 0, - 29, - 23, - 97, - 11, - 0, - 342, - 0, - 192, - 0, - 0, - 4, - 54, - 0, - 43 - ], - "77": [ - 5, - 41, - 0, - 66, - 79, - 0, - 34, - 24, - 103, - 5, - 0, - 375, - 0, - 195, - 0, - 0, - 8, - 52, - 0, - 42 - ], - "78": [ - 6, - 39, - 0, - 59, - 97, - 0, - 24, - 23, - 107, - 8, - 0, - 388, - 0, - 207, - 0, - 0, - 11, - 60, - 0, - 40 - ], - "79": [ - 2, - 35, - 0, - 49, - 88, - 0, - 26, - 22, - 105, - 7, - 0, - 385, - 0, - 217, - 0, - 0, - 3, - 47, - 0, - 40 - ], - "80": [ - 3, - 31, - 0, - 49, - 85, - 0, - 27, - 22, - 107, - 11, - 0, - 369, - 0, - 213, - 0, - 0, - 3, - 48, - 0, - 40 - ], - "81": [ - 8, - 27, - 0, - 52, - 93, - 0, - 35, - 22, - 121, - 10, - 0, - 378, - 0, - 217, - 0, - 0, - 6, - 49, - 0, - 41 - ], - "82": [ - 11, - 31, - 0, - 59, - 97, - 0, - 24, - 22, - 116, - 4, - 0, - 379, - 0, - 208, - 0, - 0, - 9, - 46, - 0, - 40 - ], - "83": [ - 9, - 33, - 0, - 65, - 97, - 0, - 23, - 23, - 99, - 7, - 0, - 364, - 0, - 206, - 0, - 0, - 12, - 49, - 0, - 41 - ], - "84": [ - 8, - 34, - 0, - 65, - 89, - 0, - 36, - 22, - 106, - 3, - 0, - 377, - 0, - 205, - 0, - 0, - 16, - 50, - 0, - 37 - ], - "85": [ - 9, - 39, - 0, - 64, - 88, - 0, - 43, - 23, - 106, - 0, - 0, - 373, - 0, - 218, - 0, - 0, - 16, - 49, - 0, - 38 - ], - "86": [ - 10, - 37, - 0, - 60, - 78, - 0, - 48, - 23, - 104, - 0, - 0, - 383, - 0, - 213, - 0, - 0, - 15, - 47, - 0, - 37 - ], - "87": [ - 9, - 31, - 0, - 64, - 85, - 0, - 38, - 23, - 104, - 0, - 0, - 393, - 0, - 219, - 0, - 0, - 17, - 53, - 0, - 37 - ], - "88": [ - 5, - 31, - 0, - 72, - 81, - 0, - 28, - 23, - 88, - 1, - 0, - 378, - 0, - 223, - 0, - 0, - 14, - 58, - 0, - 35 - ], - "89": [ - 3, - 30, - 2, - 70, - 84, - 0, - 30, - 23, - 82, - 0, - 0, - 374, - 0, - 209, - 0, - 0, - 13, - 57, - 0, - 38 - ], - "90": [ - 4, - 32, - 0, - 72, - 83, - 0, - 26, - 25, - 84, - 0, - 0, - 366, - 0, - 210, - 0, - 0, - 15, - 54, - 0, - 38 - ], - "91": [ - 8, - 33, - 2, - 66, - 78, - 0, - 28, - 22, - 83, - 0, - 0, - 341, - 0, - 208, - 0, - 0, - 9, - 52, - 0, - 37 - ], - "92": [ - 5, - 38, - 2, - 61, - 78, - 0, - 28, - 22, - 91, - 0, - 0, - 318, - 0, - 247, - 0, - 0, - 9, - 49, - 0, - 38 - ], - "93": [ - 4, - 42, - 1, - 50, - 72, - 0, - 12, - 22, - 102, - 0, - 0, - 311, - 0, - 252, - 0, - 0, - 6, - 55, - 0, - 39 - ], - "94": [ - 4, - 39, - 0, - 49, - 75, - 0, - 10, - 21, - 100, - 0, - 0, - 326, - 0, - 248, - 0, - 0, - 11, - 63, - 0, - 37 - ], - "95": [ - 3, - 39, - 1, - 47, - 82, - 0, - 14, - 19, - 102, - 0, - 0, - 306, - 0, - 246, - 0, - 0, - 9, - 67, - 0, - 36 - ], - "96": [ - 2, - 37, - 2, - 49, - 85, - 0, - 28, - 19, - 109, - 0, - 0, - 289, - 0, - 253, - 0, - 0, - 8, - 66, - 0, - 41 - ], - "97": [ - 5, - 31, - 2, - 53, - 92, - 0, - 26, - 19, - 94, - 0, - 0, - 289, - 0, - 259, - 0, - 0, - 9, - 61, - 0, - 42 - ], - "98": [ - 2, - 32, - 3, - 54, - 95, - 0, - 21, - 18, - 96, - 0, - 0, - 294, - 0, - 266, - 0, - 0, - 9, - 60, - 0, - 42 - ], - "99": [ - 0, - 35, - 5, - 52, - 88, - 0, - 20, - 17, - 98, - 0, - 0, - 312, - 0, - 290, - 0, - 0, - 8, - 55, - 0, - 44 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.1/run=9050f6637737483b/rewards.plot.png b/experiments/seed=256/alpha=0.3.gamma=0.1/run=9050f6637737483b/rewards.plot.png deleted file mode 100644 index cd3532c..0000000 Binary files a/experiments/seed=256/alpha=0.3.gamma=0.1/run=9050f6637737483b/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.3.gamma=0.1/run=9050f6637737483b/sum_rewards.json b/experiments/seed=256/alpha=0.3.gamma=0.1/run=9050f6637737483b/sum_rewards.json deleted file mode 100644 index ab363b1..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.1/run=9050f6637737483b/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 67150, - "V": 5412574 - }, - "control": { - "R": 68183, - "V": 5721003 - } -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.1/run=9050f6637737483b/view.plot.png b/experiments/seed=256/alpha=0.3.gamma=0.1/run=9050f6637737483b/view.plot.png deleted file mode 100644 index f51b470..0000000 Binary files a/experiments/seed=256/alpha=0.3.gamma=0.1/run=9050f6637737483b/view.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.3.gamma=0.1/run=d478d966266a462c/choices.json b/experiments/seed=256/alpha=0.3.gamma=0.1/run=d478d966266a462c/choices.json deleted file mode 100644 index 0b9a9d5..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.1/run=d478d966266a462c/choices.json +++ /dev/null @@ -1,702 +0,0 @@ -{ - "0": [ - 13, - 8, - 0, - 5, - 2 - ], - "1": [ - 13, - 8, - 11, - 15, - 10 - ], - "2": [ - 13, - 8, - 11, - 18, - 4 - ], - "3": [ - 13, - 8, - 11, - 7, - 0 - ], - "4": [ - 13, - 8, - 11, - 19, - 4 - ], - "5": [ - 13, - 8, - 11, - 19, - 4 - ], - "6": [ - 13, - 19, - 8, - 11, - 4 - ], - "7": [ - 13, - 19, - 8, - 11, - 0 - ], - "8": [ - 13, - 19, - 8, - 11, - 4 - ], - "9": [ - 13, - 19, - 8, - 11, - 4 - ], - "10": [ - 13, - 8, - 19, - 11, - 4 - ], - "11": [ - 13, - 19, - 11, - 8, - 4 - ], - "12": [ - 13, - 19, - 8, - 11, - 4 - ], - "13": [ - 13, - 19, - 11, - 8, - 4 - ], - "14": [ - 13, - 19, - 8, - 11, - 4 - ], - "15": [ - 13, - 19, - 8, - 11, - 4 - ], - "16": [ - 13, - 8, - 19, - 11, - 4 - ], - "17": [ - 13, - 19, - 8, - 11, - 4 - ], - "18": [ - 13, - 8, - 19, - 4, - 11 - ], - "19": [ - 13, - 8, - 19, - 11, - 4 - ], - "20": [ - 13, - 8, - 19, - 11, - 4 - ], - "21": [ - 13, - 19, - 11, - 8, - 4 - ], - "22": [ - 13, - 8, - 11, - 19, - 4 - ], - "23": [ - 13, - 11, - 19, - 8, - 4 - ], - "24": [ - 13, - 11, - 19, - 8, - 4 - ], - "25": [ - 13, - 11, - 19, - 4, - 8 - ], - "26": [ - 13, - 11, - 19, - 4, - 8 - ], - "27": [ - 13, - 11, - 8, - 4, - 19 - ], - "28": [ - 13, - 11, - 4, - 19, - 8 - ], - "29": [ - 13, - 11, - 4, - 8, - 19 - ], - "30": [ - 13, - 11, - 4, - 8, - 19 - ], - "31": [ - 13, - 11, - 4, - 19, - 8 - ], - "32": [ - 13, - 11, - 4, - 8, - 19 - ], - "33": [ - 13, - 11, - 19, - 8, - 4 - ], - "34": [ - 13, - 11, - 4, - 19, - 8 - ], - "35": [ - 13, - 11, - 4, - 8, - 19 - ], - "36": [ - 13, - 11, - 4, - 8, - 19 - ], - "37": [ - 11, - 13, - 4, - 8, - 19 - ], - "38": [ - 13, - 11, - 4, - 8, - 19 - ], - "39": [ - 11, - 13, - 4, - 8, - 19 - ], - "40": [ - 13, - 11, - 4, - 8, - 19 - ], - "41": [ - 13, - 11, - 4, - 8, - 19 - ], - "42": [ - 11, - 13, - 4, - 8, - 19 - ], - "43": [ - 13, - 11, - 4, - 19, - 8 - ], - "44": [ - 13, - 11, - 4, - 8, - 19 - ], - "45": [ - 11, - 13, - 4, - 8, - 19 - ], - "46": [ - 11, - 13, - 4, - 8, - 19 - ], - "47": [ - 11, - 13, - 4, - 8, - 19 - ], - "48": [ - 11, - 13, - 4, - 8, - 19 - ], - "49": [ - 11, - 13, - 4, - 19, - 8 - ], - "50": [ - 11, - 13, - 4, - 19, - 8 - ], - "51": [ - 11, - 13, - 4, - 8, - 19 - ], - "52": [ - 11, - 13, - 4, - 19, - 8 - ], - "53": [ - 11, - 13, - 4, - 8, - 19 - ], - "54": [ - 11, - 13, - 4, - 19, - 8 - ], - "55": [ - 11, - 13, - 4, - 8, - 19 - ], - "56": [ - 11, - 13, - 4, - 19, - 8 - ], - "57": [ - 11, - 13, - 4, - 19, - 8 - ], - "58": [ - 11, - 13, - 4, - 19, - 8 - ], - "59": [ - 11, - 13, - 4, - 19, - 8 - ], - "60": [ - 11, - 13, - 4, - 8, - 19 - ], - "61": [ - 11, - 13, - 4, - 19, - 8 - ], - "62": [ - 11, - 13, - 4, - 19, - 8 - ], - "63": [ - 11, - 13, - 4, - 8, - 19 - ], - "64": [ - 11, - 13, - 4, - 8, - 19 - ], - "65": [ - 11, - 13, - 4, - 19, - 8 - ], - "66": [ - 11, - 13, - 4, - 19, - 8 - ], - "67": [ - 11, - 13, - 4, - 19, - 8 - ], - "68": [ - 11, - 13, - 4, - 19, - 8 - ], - "69": [ - 11, - 13, - 4, - 19, - 8 - ], - "70": [ - 11, - 13, - 4, - 8, - 19 - ], - "71": [ - 11, - 13, - 4, - 19, - 8 - ], - "72": [ - 11, - 13, - 4, - 19, - 8 - ], - "73": [ - 11, - 13, - 4, - 8, - 19 - ], - "74": [ - 11, - 13, - 4, - 8, - 19 - ], - "75": [ - 11, - 13, - 4, - 19, - 8 - ], - "76": [ - 11, - 13, - 4, - 19, - 8 - ], - "77": [ - 11, - 13, - 4, - 8, - 19 - ], - "78": [ - 11, - 13, - 4, - 8, - 19 - ], - "79": [ - 11, - 13, - 4, - 8, - 19 - ], - "80": [ - 11, - 13, - 4, - 8, - 19 - ], - "81": [ - 11, - 13, - 4, - 8, - 19 - ], - "82": [ - 11, - 13, - 4, - 8, - 19 - ], - "83": [ - 11, - 13, - 4, - 8, - 19 - ], - "84": [ - 11, - 13, - 4, - 19, - 8 - ], - "85": [ - 11, - 13, - 4, - 19, - 8 - ], - "86": [ - 11, - 13, - 4, - 8, - 19 - ], - "87": [ - 11, - 13, - 4, - 8, - 19 - ], - "88": [ - 11, - 13, - 4, - 8, - 19 - ], - "89": [ - 11, - 13, - 4, - 8, - 19 - ], - "90": [ - 11, - 13, - 4, - 8, - 19 - ], - "91": [ - 11, - 13, - 4, - 8, - 19 - ], - "92": [ - 11, - 13, - 4, - 19, - 8 - ], - "93": [ - 11, - 13, - 4, - 8, - 19 - ], - "94": [ - 11, - 13, - 4, - 8, - 19 - ], - "95": [ - 11, - 13, - 4, - 8, - 19 - ], - "96": [ - 11, - 13, - 4, - 8, - 19 - ], - "97": [ - 11, - 13, - 4, - 19, - 8 - ], - "98": [ - 11, - 13, - 4, - 19, - 8 - ], - "99": [ - 11, - 13, - 4, - 19, - 8 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.1/run=d478d966266a462c/config.json b/experiments/seed=256/alpha=0.3.gamma=0.1/run=d478d966266a462c/config.json deleted file mode 100644 index 4168339..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.1/run=d478d966266a462c/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 20, - "num_choices": 5, - "time_span": 100, - "history_span": 3000, - "alpha": 0.3, - "gamma": 0.1, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.1/run=d478d966266a462c/control.choices.json b/experiments/seed=256/alpha=0.3.gamma=0.1/run=d478d966266a462c/control.choices.json deleted file mode 100644 index 1ce1220..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.1/run=d478d966266a462c/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 4, - 3, - 11, - 1, - 13 -] \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.1/run=d478d966266a462c/qvalues.json b/experiments/seed=256/alpha=0.3.gamma=0.1/run=d478d966266a462c/qvalues.json deleted file mode 100644 index a31bbf5..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.1/run=d478d966266a462c/qvalues.json +++ /dev/null @@ -1,2180 +0,0 @@ -{ - "0": [ - 12.0, - 5.0, - 3.9, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 33.9, - 0.0, - 0.0, - 5.0, - 0.0, - 80.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 12.0, - 5.0, - 3.9, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 59.42999999999999, - 0.0, - 0.0, - 35.599999999999994, - 0.0, - 132.10999999999999, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 12.0, - 5.0, - 3.9, - 5.0, - 19.7, - 0.0, - 0.0, - 0.0, - 80.00099999999999, - 0.0, - 0.0, - 53.72, - 0.0, - 168.677, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 23.4, - 5.0, - 3.9, - 5.0, - 19.7, - 0.0, - 0.0, - 1.5, - 92.9007, - 0.0, - 0.0, - 64.304, - 0.0, - 192.4739, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "4": [ - 23.4, - 5.0, - 3.9, - 5.0, - 31.49, - 0.0, - 0.0, - 1.5, - 99.23049, - 0.0, - 0.0, - 72.0128, - 0.0, - 209.43173, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 48.6 - ], - "5": [ - 23.4, - 5.0, - 3.9, - 5.0, - 40.943, - 0.0, - 0.0, - 1.5, - 104.861343, - 0.0, - 0.0, - 78.00896, - 0.0, - 217.10221099999998, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 86.22 - ], - "6": [ - 23.4, - 5.0, - 3.9, - 5.0, - 48.760099999999994, - 0.0, - 0.0, - 1.5, - 107.3029401, - 0.0, - 0.0, - 82.206272, - 0.0, - 225.47154769999997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 109.554 - ], - "7": [ - 29.88, - 5.0, - 3.9, - 5.0, - 48.760099999999994, - 0.0, - 0.0, - 1.5, - 109.01205807, - 0.0, - 0.0, - 86.64439039999999, - 0.0, - 235.53008339, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 128.8878 - ], - "8": [ - 29.88, - 5.0, - 3.9, - 5.0, - 56.63207, - 0.0, - 0.0, - 1.5, - 111.108440649, - 0.0, - 0.0, - 90.95107327999999, - 0.0, - 247.971058373, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 135.52146 - ], - "9": [ - 29.88, - 5.0, - 3.9, - 5.0, - 62.142449, - 0.0, - 0.0, - 1.5, - 113.1759084543, - 0.0, - 0.0, - 96.06575129599999, - 0.0, - 257.8797408611, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 140.165022 - ], - "10": [ - 29.88, - 5.0, - 3.9, - 5.0, - 70.4997143, - 0.0, - 0.0, - 1.5, - 117.92313591801, - 0.0, - 0.0, - 99.6460259072, - 0.0, - 262.11581860277, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 147.9155154 - ], - "11": [ - 29.88, - 5.0, - 3.9, - 5.0, - 80.54980001, - 0.0, - 0.0, - 1.5, - 120.346195142607, - 0.0, - 0.0, - 98.85221813504, - 0.0, - 270.481073021939, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 151.24086078 - ], - "12": [ - 29.88, - 5.0, - 3.9, - 5.0, - 88.78486000699999, - 0.0, - 0.0, - 1.5, - 119.3423365998249, - 0.0, - 0.0, - 98.596552694528, - 0.0, - 275.4367511153573, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 147.568602546 - ], - "13": [ - 29.88, - 5.0, - 3.9, - 5.0, - 91.8494020049, - 0.0, - 0.0, - 1.5, - 120.73963561987743, - 0.0, - 0.0, - 103.5175868861696, - 0.0, - 278.6057257807501, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 145.5980217822 - ], - "14": [ - 29.88, - 5.0, - 3.9, - 5.0, - 94.89458140343, - 0.0, - 0.0, - 1.5, - 122.6177449339142, - 0.0, - 0.0, - 104.26231082031872, - 0.0, - 278.1240080465251, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 140.91861524754 - ], - "15": [ - 29.88, - 5.0, - 3.9, - 5.0, - 96.726206982401, - 0.0, - 0.0, - 1.5, - 124.83242145373994, - 0.0, - 0.0, - 102.0836175742231, - 0.0, - 278.68680563256754, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 134.643030673278 - ], - "16": [ - 29.88, - 5.0, - 3.9, - 5.0, - 95.9083448876807, - 0.0, - 0.0, - 1.5, - 129.98269501761797, - 0.0, - 0.0, - 106.25853230195617, - 0.0, - 278.7807639427973, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 132.35012147129459 - ], - "17": [ - 29.88, - 5.0, - 3.9, - 5.0, - 95.9358414213765, - 0.0, - 0.0, - 1.5, - 135.38788651233259, - 0.0, - 0.0, - 108.58097261136932, - 0.0, - 275.5465347599581, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 129.84508502990622 - ], - "18": [ - 29.88, - 5.0, - 3.9, - 5.0, - 96.85508899496355, - 0.0, - 0.0, - 1.5, - 138.2715205586328, - 0.0, - 0.0, - 111.40668082795852, - 0.0, - 271.18257433197067, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 130.19155952093436 - ], - "19": [ - 29.88, - 5.0, - 3.9, - 5.0, - 97.49856229647449, - 0.0, - 0.0, - 1.5, - 135.49006439104295, - 0.0, - 0.0, - 118.18467657957096, - 0.0, - 271.12780203237946, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 131.03409166465406 - ], - "20": [ - 29.88, - 5.0, - 3.9, - 5.0, - 101.54899360753214, - 0.0, - 0.0, - 1.5, - 130.54304507373007, - 0.0, - 0.0, - 125.02927360569967, - 0.0, - 267.7894614226656, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 131.32386416525785 - ], - "21": [ - 29.88, - 5.0, - 3.9, - 5.0, - 104.6842955252725, - 0.0, - 0.0, - 1.5, - 125.88013155161104, - 0.0, - 0.0, - 125.92049152398977, - 0.0, - 269.05262299586593, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 129.7267049156805 - ], - "22": [ - 29.88, - 5.0, - 3.9, - 5.0, - 107.47900686769076, - 0.0, - 0.0, - 1.5, - 122.01609208612773, - 0.0, - 0.0, - 132.54434406679283, - 0.0, - 270.23683609710616, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 128.60869344097634 - ], - "23": [ - 29.88, - 5.0, - 3.9, - 5.0, - 111.23530480738353, - 0.0, - 0.0, - 1.5, - 119.01126446028941, - 0.0, - 0.0, - 141.08104084675497, - 0.0, - 267.7657852679743, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 126.02608540868344 - ], - "24": [ - 29.88, - 5.0, - 3.9, - 5.0, - 115.06471336516847, - 0.0, - 0.0, - 1.5, - 119.90788512220259, - 0.0, - 0.0, - 150.65672859272848, - 0.0, - 265.736049687582, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 123.61825978607841 - ], - "25": [ - 29.88, - 5.0, - 3.9, - 5.0, - 119.24529935561793, - 0.0, - 0.0, - 1.5, - 119.33551958554182, - 0.0, - 0.0, - 163.05971001490994, - 0.0, - 261.0152347813074, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 124.03278185025489 - ], - "26": [ - 29.88, - 5.0, - 3.9, - 5.0, - 124.27170954893255, - 0.0, - 0.0, - 1.5, - 119.83486370987927, - 0.0, - 0.0, - 170.24179701043695, - 0.0, - 258.9106643469152, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 120.42294729517843 - ], - "27": [ - 29.88, - 5.0, - 3.9, - 5.0, - 127.19019668425278, - 0.0, - 0.0, - 1.5, - 121.08440459691549, - 0.0, - 0.0, - 174.36925790730587, - 0.0, - 260.43746504284064, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 116.39606310662491 - ], - "28": [ - 29.88, - 5.0, - 3.9, - 5.0, - 131.63313767897694, - 0.0, - 0.0, - 1.5, - 120.75908321784084, - 0.0, - 0.0, - 180.8584805351141, - 0.0, - 262.70622552998844, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 112.07724417463743 - ], - "29": [ - 29.88, - 5.0, - 3.9, - 5.0, - 133.84319637528387, - 0.0, - 0.0, - 1.5, - 121.4313582524886, - 0.0, - 0.0, - 185.70093637457987, - 0.0, - 260.0943578709919, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 112.3540709222462 - ], - "30": [ - 29.88, - 5.0, - 3.9, - 5.0, - 136.2902374626987, - 0.0, - 0.0, - 1.5, - 121.90195077674201, - 0.0, - 0.0, - 186.3906554622059, - 0.0, - 257.66605050969434, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 109.84784964557234 - ], - "31": [ - 29.88, - 5.0, - 3.9, - 5.0, - 138.0031662238891, - 0.0, - 0.0, - 1.5, - 121.93136554371941, - 0.0, - 0.0, - 192.27345882354413, - 0.0, - 250.56623535678605, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 108.39349475190063 - ], - "32": [ - 29.88, - 5.0, - 3.9, - 5.0, - 138.30221635672237, - 0.0, - 0.0, - 1.5, - 117.15195588060358, - 0.0, - 0.0, - 199.99142117648088, - 0.0, - 244.69636474975024, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 105.27544632633044 - ], - "33": [ - 29.88, - 5.0, - 3.9, - 5.0, - 140.31155144970566, - 0.0, - 0.0, - 1.5, - 113.5063691164225, - 0.0, - 0.0, - 207.19399482353663, - 0.0, - 245.68745532482518, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 103.39281242843131 - ], - "34": [ - 29.88, - 5.0, - 3.9, - 5.0, - 140.21808601479395, - 0.0, - 0.0, - 1.5, - 108.85445838149576, - 0.0, - 0.0, - 211.33579637647563, - 0.0, - 241.88121872737761, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 101.77496869990192 - ], - "35": [ - 29.88, - 5.0, - 3.9, - 5.0, - 145.55266021035578, - 0.0, - 0.0, - 1.5, - 105.29812086704703, - 0.0, - 0.0, - 216.33505746353293, - 0.0, - 239.81685310916433, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 100.64247808993134 - ], - "36": [ - 29.88, - 5.0, - 3.9, - 5.0, - 148.98686214724904, - 0.0, - 0.0, - 1.5, - 101.90868460693292, - 0.0, - 0.0, - 225.23454022447305, - 0.0, - 239.27179717641502, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 99.54973466295195 - ], - "37": [ - 29.88, - 5.0, - 3.9, - 5.0, - 151.69080350307433, - 0.0, - 0.0, - 1.5, - 98.63607922485305, - 0.0, - 0.0, - 234.76417815713114, - 0.0, - 242.7902580234905, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 96.38481426406636 - ], - "38": [ - 29.88, - 5.0, - 3.9, - 5.0, - 153.28356245215204, - 0.0, - 0.0, - 1.5, - 98.14525545739713, - 0.0, - 0.0, - 238.4349247099918, - 0.0, - 245.55318061644334, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 91.76936998484645 - ], - "39": [ - 29.88, - 5.0, - 3.9, - 5.0, - 158.59849371650643, - 0.0, - 0.0, - 1.5, - 98.101678820178, - 0.0, - 0.0, - 241.30444729699425, - 0.0, - 247.18722643151034, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 87.33855898939251 - ], - "40": [ - 29.88, - 5.0, - 3.9, - 5.0, - 164.4189456015545, - 0.0, - 0.0, - 1.5, - 100.1711751741246, - 0.0, - 0.0, - 249.01311310789598, - 0.0, - 251.33105850205723, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 83.33699129257475 - ], - "41": [ - 29.88, - 5.0, - 3.9, - 5.0, - 168.49326192108816, - 0.0, - 0.0, - 1.5, - 100.11982262188722, - 0.0, - 0.0, - 256.80917917552716, - 0.0, - 253.63174095144007, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 78.13589390480233 - ], - "42": [ - 29.88, - 5.0, - 3.9, - 5.0, - 172.2452833447617, - 0.0, - 0.0, - 1.5, - 98.88387583532105, - 0.0, - 0.0, - 260.766425422869, - 0.0, - 254.64221866600803, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 73.29512573336163 - ], - "43": [ - 29.88, - 5.0, - 3.9, - 5.0, - 173.67169834133318, - 0.0, - 0.0, - 1.5, - 98.61871308472473, - 0.0, - 0.0, - 263.23649779600834, - 0.0, - 256.8495530662056, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 72.60658801335315 - ], - "44": [ - 29.88, - 5.0, - 3.9, - 5.0, - 177.07018883893323, - 0.0, - 0.0, - 1.5, - 95.73309915930732, - 0.0, - 0.0, - 268.8655484572058, - 0.0, - 257.7946871463439, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 71.2246116093472 - ], - "45": [ - 29.88, - 5.0, - 3.9, - 5.0, - 180.94913218725327, - 0.0, - 0.0, - 1.5, - 94.01316941151512, - 0.0, - 0.0, - 280.60588392004405, - 0.0, - 255.15628100244072, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 70.85722812654305 - ], - "46": [ - 29.88, - 5.0, - 3.9, - 5.0, - 184.5643925310773, - 0.0, - 0.0, - 1.5, - 91.90921858806058, - 0.0, - 0.0, - 280.7241187440308, - 0.0, - 254.8093967017085, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 71.80005968858013 - ], - "47": [ - 29.88, - 5.0, - 3.9, - 5.0, - 187.3950747717541, - 0.0, - 0.0, - 1.5, - 88.6364530116424, - 0.0, - 0.0, - 283.50688312082156, - 0.0, - 254.56657769119596, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 71.86004178200609 - ], - "48": [ - 29.88, - 5.0, - 3.9, - 5.0, - 187.87655234022787, - 0.0, - 0.0, - 1.5, - 86.94551710814969, - 0.0, - 0.0, - 287.5548181845751, - 0.0, - 248.09660438383716, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 73.70202924740427 - ], - "49": [ - 29.88, - 5.0, - 3.9, - 5.0, - 191.2135866381595, - 0.0, - 0.0, - 1.5, - 86.96186197570478, - 0.0, - 0.0, - 295.18837272920257, - 0.0, - 240.567623068686, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 72.89142047318299 - ], - "50": [ - 29.88, - 5.0, - 3.9, - 5.0, - 192.34951064671165, - 0.0, - 0.0, - 1.5, - 85.47330338299335, - 0.0, - 0.0, - 302.3318609104418, - 0.0, - 234.9973361480802, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 73.2239943312281 - ], - "51": [ - 29.88, - 5.0, - 3.9, - 5.0, - 193.14465745269814, - 0.0, - 0.0, - 1.5, - 84.13131236809535, - 0.0, - 0.0, - 304.63230263730924, - 0.0, - 228.99813530365614, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 74.65679603185967 - ], - "52": [ - 29.88, - 5.0, - 3.9, - 5.0, - 192.8012602168887, - 0.0, - 0.0, - 1.5, - 84.09191865766675, - 0.0, - 0.0, - 304.74261184611646, - 0.0, - 226.2986947125593, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 75.65975722230176 - ], - "53": [ - 29.88, - 5.0, - 3.9, - 5.0, - 190.16088215182208, - 0.0, - 0.0, - 1.5, - 81.96434306036673, - 0.0, - 0.0, - 304.8198282922815, - 0.0, - 225.90908629879152, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 76.96183005561123 - ], - "54": [ - 29.88, - 5.0, - 3.9, - 5.0, - 188.01261750627546, - 0.0, - 0.0, - 1.5, - 80.77504014225671, - 0.0, - 0.0, - 306.37387980459704, - 0.0, - 228.03636040915407, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 77.27328103892786 - ], - "55": [ - 29.88, - 5.0, - 3.9, - 5.0, - 188.00883225439281, - 0.0, - 0.0, - 1.5, - 79.3425280995797, - 0.0, - 0.0, - 307.1617158632179, - 0.0, - 228.02545228640784, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 77.19129672724951 - ], - "56": [ - 29.88, - 5.0, - 3.9, - 5.0, - 188.00618257807497, - 0.0, - 0.0, - 1.5, - 77.13976966970579, - 0.0, - 0.0, - 315.5132011042525, - 0.0, - 226.5178166004855, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 77.73390770907466 - ], - "57": [ - 29.88, - 5.0, - 3.9, - 5.0, - 189.20432780465248, - 0.0, - 0.0, - 1.5, - 76.19783876879404, - 0.0, - 0.0, - 322.25924077297674, - 0.0, - 229.96247162033984, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 78.11373539635225 - ], - "58": [ - 29.88, - 5.0, - 3.9, - 5.0, - 188.84302946325673, - 0.0, - 0.0, - 1.5, - 74.33848713815583, - 0.0, - 0.0, - 331.4814685410837, - 0.0, - 233.8737301342379, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 78.37961477744658 - ], - "59": [ - 29.88, - 5.0, - 3.9, - 5.0, - 189.1901206242797, - 0.0, - 0.0, - 1.5, - 73.33694099670907, - 0.0, - 0.0, - 334.0370279787586, - 0.0, - 236.31161109396652, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 77.9657303442126 - ], - "60": [ - 29.88, - 5.0, - 3.9, - 5.0, - 187.3330844369958, - 0.0, - 0.0, - 1.5, - 73.53585869769636, - 0.0, - 0.0, - 335.225919585131, - 0.0, - 235.31812776577655, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 77.67601124094882 - ], - "61": [ - 29.88, - 5.0, - 3.9, - 5.0, - 186.33315910589704, - 0.0, - 0.0, - 1.5, - 73.67510108838745, - 0.0, - 0.0, - 333.35814370959173, - 0.0, - 236.42268943604358, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 78.37320786866418 - ], - "62": [ - 29.88, - 5.0, - 3.9, - 5.0, - 186.53321137412792, - 0.0, - 0.0, - 1.5, - 74.37257076187122, - 0.0, - 0.0, - 329.3507005967142, - 0.0, - 239.2958826052305, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 79.46124550806493 - ], - "63": [ - 29.88, - 5.0, - 3.9, - 5.0, - 186.07324796188954, - 0.0, - 0.0, - 1.5, - 71.56079953330985, - 0.0, - 0.0, - 326.24549041769995, - 0.0, - 240.40711782366134, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 82.62287185564546 - ], - "64": [ - 29.88, - 5.0, - 3.9, - 5.0, - 187.8512735733227, - 0.0, - 0.0, - 1.5, - 70.49255967331689, - 0.0, - 0.0, - 332.47184329238996, - 0.0, - 240.28498247656293, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 82.13601029895182 - ], - "65": [ - 29.88, - 5.0, - 3.9, - 5.0, - 189.99589150132587, - 0.0, - 0.0, - 1.5, - 69.14479177132182, - 0.0, - 0.0, - 337.73029030467296, - 0.0, - 241.99948773359404, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 82.09520720926628 - ], - "66": [ - 29.88, - 5.0, - 3.9, - 5.0, - 188.4971240509281, - 0.0, - 0.0, - 1.5, - 68.50135423992528, - 0.0, - 0.0, - 345.0112032132711, - 0.0, - 244.69964141351582, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 80.26664504648639 - ], - "67": [ - 29.88, - 5.0, - 3.9, - 5.0, - 188.64798683564968, - 0.0, - 0.0, - 1.5, - 67.7509479679477, - 0.0, - 0.0, - 354.00784224928975, - 0.0, - 244.18974898946107, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 81.38665153254047 - ], - "68": [ - 29.88, - 5.0, - 3.9, - 5.0, - 187.55359078495476, - 0.0, - 0.0, - 1.5, - 68.12566357756339, - 0.0, - 0.0, - 360.3054895745028, - 0.0, - 245.63282429262276, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 80.07065607277833 - ], - "69": [ - 29.88, - 5.0, - 3.9, - 5.0, - 184.38751354946834, - 0.0, - 0.0, - 1.5, - 68.68796450429437, - 0.0, - 0.0, - 360.21384270215196, - 0.0, - 246.64297700483593, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 76.74945925094484 - ], - "70": [ - 29.88, - 5.0, - 3.9, - 5.0, - 184.87125948462784, - 0.0, - 0.0, - 1.5, - 70.28157515300606, - 0.0, - 0.0, - 357.74968989150636, - 0.0, - 246.75008390338516, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 75.62462147566139 - ], - "71": [ - 29.88, - 5.0, - 3.9, - 5.0, - 187.6098816392395, - 0.0, - 0.0, - 1.5, - 71.99710260710424, - 0.0, - 0.0, - 349.42478292405445, - 0.0, - 246.8250587323696, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 74.53723503296297 - ], - "72": [ - 29.88, - 5.0, - 3.9, - 5.0, - 191.62691714746765, - 0.0, - 0.0, - 1.5, - 72.89797182497297, - 0.0, - 0.0, - 349.59734804683814, - 0.0, - 249.87754111265872, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 73.17606452307407 - ], - "73": [ - 29.88, - 5.0, - 3.9, - 5.0, - 193.53884200322736, - 0.0, - 0.0, - 1.5, - 73.82858027748108, - 0.0, - 0.0, - 344.0181436327867, - 0.0, - 252.9142787788611, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 71.92324516615186 - ], - "74": [ - 29.88, - 5.0, - 3.9, - 5.0, - 193.07718940225914, - 0.0, - 0.0, - 1.5, - 75.68000619423675, - 0.0, - 0.0, - 343.7127005429507, - 0.0, - 254.73999514520278, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 72.8462716163063 - ], - "75": [ - 29.88, - 5.0, - 3.9, - 5.0, - 191.25403258158138, - 0.0, - 0.0, - 1.5, - 79.07600433596573, - 0.0, - 0.0, - 344.0988903800655, - 0.0, - 254.21799660164194, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 76.49239013141441 - ], - "76": [ - 29.88, - 5.0, - 3.9, - 5.0, - 188.17782280710696, - 0.0, - 0.0, - 1.5, - 78.45320303517602, - 0.0, - 0.0, - 342.8692232660458, - 0.0, - 252.95259762114935, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 77.24467309199008 - ], - "77": [ - 29.88, - 5.0, - 3.9, - 5.0, - 192.02447596497487, - 0.0, - 0.0, - 1.5, - 79.21724212462321, - 0.0, - 0.0, - 344.10845628623207, - 0.0, - 254.16681833480453, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 74.17127116439306 - ], - "78": [ - 29.88, - 5.0, - 3.9, - 5.0, - 192.9171331754824, - 0.0, - 0.0, - 1.5, - 78.25206948723624, - 0.0, - 0.0, - 344.3759194003625, - 0.0, - 255.01677283436317, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 71.11988981507514 - ], - "79": [ - 29.88, - 5.0, - 3.9, - 5.0, - 198.04199322283768, - 0.0, - 0.0, - 1.5, - 79.67644864106536, - 0.0, - 0.0, - 347.86314358025373, - 0.0, - 253.8117409840542, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 71.0839228705526 - ], - "80": [ - 29.88, - 5.0, - 3.9, - 5.0, - 199.22939525598636, - 0.0, - 0.0, - 1.5, - 80.37351404874576, - 0.0, - 0.0, - 351.5042005061776, - 0.0, - 255.36821868883794, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 71.95874600938681 - ], - "81": [ - 29.88, - 5.0, - 3.9, - 5.0, - 199.46057667919047, - 0.0, - 0.0, - 1.5, - 79.36145983412203, - 0.0, - 0.0, - 354.35294035432435, - 0.0, - 258.55775308218654, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 71.07112220657078 - ], - "82": [ - 29.88, - 5.0, - 3.9, - 5.0, - 202.32240367543332, - 0.0, - 0.0, - 1.5, - 78.95302188388543, - 0.0, - 0.0, - 362.04705824802704, - 0.0, - 264.9904271575306, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 72.24978554459955 - ], - "83": [ - 29.88, - 5.0, - 3.9, - 5.0, - 204.32568257280332, - 0.0, - 0.0, - 1.5, - 78.9671153187198, - 0.0, - 0.0, - 372.83294077361893, - 0.0, - 270.9932990102714, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 71.57484988121968 - ], - "84": [ - 29.88, - 5.0, - 3.9, - 5.0, - 205.4279778009623, - 0.0, - 0.0, - 1.5, - 80.77698072310386, - 0.0, - 0.0, - 388.1830585415332, - 0.0, - 277.89530930719, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 72.60239491685377 - ], - "85": [ - 29.88, - 5.0, - 3.9, - 5.0, - 204.6995844606736, - 0.0, - 0.0, - 1.5, - 84.7438865061727, - 0.0, - 0.0, - 393.22814097907326, - 0.0, - 280.92671651503304, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 72.72167644179764 - ], - "86": [ - 29.88, - 5.0, - 3.9, - 5.0, - 205.98970912247154, - 0.0, - 0.0, - 1.5, - 87.82072055432089, - 0.0, - 0.0, - 396.45969868535127, - 0.0, - 277.64870156052314, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 73.70517350925834 - ], - "87": [ - 29.88, - 5.0, - 3.9, - 5.0, - 206.29279638573007, - 0.0, - 0.0, - 1.5, - 88.17450438802462, - 0.0, - 0.0, - 398.4217890797459, - 0.0, - 271.4540910923662, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 72.89362145648084 - ], - "88": [ - 29.88, - 5.0, - 3.9, - 5.0, - 201.10495747001104, - 0.0, - 0.0, - 1.5, - 88.12215307161723, - 0.0, - 0.0, - 401.29525235582213, - 0.0, - 268.01786376465634, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 72.62553501953658 - ], - "89": [ - 29.88, - 5.0, - 3.9, - 5.0, - 196.87347022900772, - 0.0, - 0.0, - 1.5, - 89.28550715013206, - 0.0, - 0.0, - 402.4066766490755, - 0.0, - 260.21250463525945, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 72.43787451367561 - ], - "90": [ - 29.88, - 5.0, - 3.9, - 5.0, - 196.9114291603054, - 0.0, - 0.0, - 1.5, - 91.59985500509245, - 0.0, - 0.0, - 402.28467365435284, - 0.0, - 251.14875324468161, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 73.50651215957292 - ], - "91": [ - 29.88, - 5.0, - 3.9, - 5.0, - 196.33800041221377, - 0.0, - 0.0, - 1.5, - 91.41989850356471, - 0.0, - 0.0, - 405.199271558047, - 0.0, - 245.40412727127713, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 74.55455851170105 - ], - "92": [ - 29.88, - 5.0, - 3.9, - 5.0, - 193.83660028854965, - 0.0, - 0.0, - 1.5, - 91.29392895249529, - 0.0, - 0.0, - 403.6394900906329, - 0.0, - 242.88288908989398, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 75.88819095819073 - ], - "93": [ - 29.88, - 5.0, - 3.9, - 5.0, - 192.08562020198474, - 0.0, - 0.0, - 1.5, - 89.40575026674671, - 0.0, - 0.0, - 405.847643063443, - 0.0, - 242.0180223629258, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 76.82173367073351 - ], - "94": [ - 29.88, - 5.0, - 3.9, - 5.0, - 191.4599341413893, - 0.0, - 0.0, - 1.5, - 87.48402518672269, - 0.0, - 0.0, - 407.3933501444101, - 0.0, - 239.31261565404805, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 77.47521356951346 - ], - "95": [ - 29.88, - 5.0, - 3.9, - 5.0, - 194.02195389897253, - 0.0, - 0.0, - 1.5, - 87.33881763070588, - 0.0, - 0.0, - 409.67534510108703, - 0.0, - 235.91883095783362, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 80.93264949865942 - ], - "96": [ - 29.88, - 5.0, - 3.9, - 5.0, - 194.61536772928076, - 0.0, - 0.0, - 1.5, - 85.73717234149412, - 0.0, - 0.0, - 407.3727415707609, - 0.0, - 232.64318167048353, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 84.85285464906158 - ], - "97": [ - 29.88, - 5.0, - 3.9, - 5.0, - 195.03075741049653, - 0.0, - 0.0, - 1.5, - 84.91602063904588, - 0.0, - 0.0, - 404.26091909953266, - 0.0, - 229.75022716933847, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 84.29699825434311 - ], - "98": [ - 29.88, - 5.0, - 3.9, - 5.0, - 191.72153018734758, - 0.0, - 0.0, - 1.5, - 85.54121444733212, - 0.0, - 0.0, - 395.48264336967287, - 0.0, - 231.32515901853694, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 84.20789877804017 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.1/run=d478d966266a462c/rewards.json b/experiments/seed=256/alpha=0.3.gamma=0.1/run=d478d966266a462c/rewards.json deleted file mode 100644 index 8673614..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.1/run=d478d966266a462c/rewards.json +++ /dev/null @@ -1,2202 +0,0 @@ -{ - "0": [ - 31, - 73, - 6, - 157, - 53, - 0, - 3, - 0, - 108, - 40, - 0, - 129, - 0, - 256, - 0, - 0, - 0, - 107, - 0, - 165 - ], - "1": [ - 40, - 71, - 13, - 153, - 58, - 0, - 2, - 2, - 113, - 41, - 0, - 115, - 0, - 256, - 0, - 0, - 0, - 95, - 0, - 167 - ], - "2": [ - 44, - 76, - 14, - 144, - 59, - 0, - 1, - 0, - 119, - 49, - 0, - 107, - 0, - 253, - 0, - 0, - 0, - 93, - 0, - 169 - ], - "3": [ - 46, - 72, - 12, - 151, - 54, - 0, - 0, - 7, - 128, - 42, - 0, - 96, - 0, - 254, - 0, - 0, - 0, - 91, - 0, - 168 - ], - "4": [ - 50, - 74, - 10, - 147, - 54, - 0, - 0, - 5, - 123, - 41, - 0, - 89, - 0, - 248, - 0, - 0, - 0, - 83, - 0, - 164 - ], - "5": [ - 50, - 79, - 4, - 145, - 59, - 0, - 0, - 14, - 114, - 46, - 0, - 90, - 0, - 249, - 0, - 0, - 0, - 89, - 0, - 162 - ], - "6": [ - 51, - 71, - 5, - 137, - 63, - 0, - 0, - 18, - 118, - 45, - 0, - 92, - 0, - 235, - 0, - 0, - 0, - 90, - 0, - 174 - ], - "7": [ - 48, - 84, - 3, - 141, - 67, - 0, - 0, - 20, - 113, - 37, - 0, - 92, - 0, - 245, - 0, - 0, - 0, - 93, - 0, - 164 - ], - "8": [ - 45, - 87, - 4, - 140, - 72, - 0, - 0, - 21, - 113, - 34, - 0, - 97, - 0, - 259, - 0, - 0, - 0, - 93, - 0, - 174 - ], - "9": [ - 44, - 81, - 3, - 125, - 75, - 0, - 0, - 21, - 116, - 32, - 0, - 101, - 0, - 277, - 0, - 0, - 0, - 90, - 0, - 151 - ], - "10": [ - 46, - 84, - 3, - 127, - 75, - 0, - 0, - 18, - 118, - 39, - 0, - 108, - 0, - 281, - 0, - 0, - 0, - 86, - 0, - 151 - ], - "11": [ - 47, - 88, - 4, - 143, - 90, - 0, - 0, - 25, - 129, - 36, - 0, - 108, - 0, - 272, - 0, - 0, - 0, - 92, - 0, - 166 - ], - "12": [ - 38, - 80, - 6, - 140, - 104, - 0, - 0, - 30, - 126, - 41, - 0, - 97, - 0, - 290, - 0, - 0, - 0, - 80, - 0, - 159 - ], - "13": [ - 37, - 77, - 10, - 134, - 108, - 0, - 0, - 18, - 117, - 45, - 0, - 98, - 0, - 287, - 0, - 0, - 0, - 79, - 0, - 139 - ], - "14": [ - 32, - 72, - 14, - 140, - 99, - 0, - 0, - 17, - 124, - 48, - 0, - 115, - 0, - 286, - 0, - 0, - 0, - 76, - 0, - 141 - ], - "15": [ - 33, - 86, - 18, - 136, - 102, - 0, - 0, - 15, - 127, - 46, - 0, - 106, - 0, - 277, - 0, - 0, - 0, - 79, - 0, - 130 - ], - "16": [ - 33, - 88, - 19, - 132, - 101, - 0, - 0, - 5, - 130, - 54, - 0, - 97, - 0, - 280, - 0, - 0, - 0, - 77, - 0, - 120 - ], - "17": [ - 36, - 86, - 16, - 123, - 94, - 0, - 0, - 4, - 142, - 52, - 0, - 116, - 0, - 279, - 0, - 0, - 0, - 71, - 0, - 127 - ], - "18": [ - 33, - 86, - 19, - 112, - 96, - 0, - 0, - 11, - 148, - 50, - 0, - 114, - 0, - 268, - 0, - 0, - 0, - 76, - 0, - 124 - ], - "19": [ - 30, - 84, - 24, - 118, - 99, - 0, - 0, - 5, - 145, - 54, - 0, - 118, - 0, - 261, - 0, - 0, - 0, - 76, - 0, - 131 - ], - "20": [ - 27, - 83, - 16, - 114, - 99, - 0, - 0, - 0, - 129, - 45, - 0, - 134, - 0, - 271, - 0, - 0, - 0, - 79, - 0, - 133 - ], - "21": [ - 27, - 82, - 10, - 117, - 111, - 0, - 0, - 0, - 119, - 46, - 0, - 141, - 0, - 260, - 0, - 0, - 0, - 68, - 0, - 132 - ], - "22": [ - 27, - 75, - 11, - 112, - 112, - 0, - 0, - 0, - 115, - 36, - 0, - 128, - 0, - 272, - 0, - 0, - 0, - 66, - 0, - 126 - ], - "23": [ - 30, - 72, - 14, - 116, - 114, - 0, - 0, - 0, - 113, - 33, - 0, - 148, - 0, - 273, - 0, - 0, - 0, - 65, - 0, - 126 - ], - "24": [ - 32, - 68, - 7, - 112, - 120, - 0, - 0, - 0, - 112, - 30, - 0, - 161, - 0, - 262, - 0, - 0, - 0, - 65, - 0, - 120 - ], - "25": [ - 30, - 70, - 11, - 108, - 124, - 0, - 0, - 0, - 122, - 29, - 0, - 173, - 0, - 261, - 0, - 0, - 0, - 64, - 0, - 118 - ], - "26": [ - 36, - 69, - 24, - 111, - 129, - 0, - 0, - 5, - 118, - 33, - 0, - 192, - 0, - 250, - 0, - 0, - 0, - 62, - 0, - 125 - ], - "27": [ - 34, - 67, - 15, - 107, - 136, - 0, - 0, - 1, - 121, - 27, - 0, - 187, - 0, - 254, - 0, - 0, - 0, - 66, - 0, - 112 - ], - "28": [ - 44, - 76, - 17, - 96, - 134, - 0, - 0, - 7, - 124, - 33, - 0, - 184, - 0, - 264, - 0, - 0, - 0, - 57, - 0, - 107 - ], - "29": [ - 35, - 79, - 18, - 95, - 142, - 0, - 0, - 6, - 120, - 44, - 0, - 196, - 0, - 268, - 0, - 0, - 0, - 58, - 0, - 102 - ], - "30": [ - 31, - 80, - 14, - 98, - 139, - 0, - 0, - 9, - 123, - 47, - 0, - 197, - 0, - 254, - 0, - 0, - 0, - 66, - 0, - 113 - ], - "31": [ - 34, - 81, - 11, - 92, - 142, - 0, - 0, - 5, - 123, - 43, - 0, - 188, - 0, - 252, - 0, - 0, - 0, - 72, - 0, - 104 - ], - "32": [ - 33, - 82, - 8, - 87, - 142, - 0, - 0, - 5, - 122, - 32, - 0, - 206, - 0, - 234, - 0, - 0, - 0, - 71, - 0, - 105 - ], - "33": [ - 32, - 89, - 11, - 90, - 139, - 0, - 0, - 17, - 106, - 19, - 0, - 218, - 0, - 231, - 0, - 0, - 0, - 69, - 0, - 98 - ], - "34": [ - 36, - 72, - 8, - 88, - 145, - 0, - 0, - 11, - 105, - 20, - 0, - 224, - 0, - 248, - 0, - 0, - 0, - 63, - 0, - 99 - ], - "35": [ - 39, - 67, - 17, - 88, - 140, - 0, - 0, - 11, - 98, - 20, - 0, - 221, - 0, - 233, - 0, - 0, - 0, - 64, - 0, - 98 - ], - "36": [ - 37, - 65, - 20, - 79, - 158, - 0, - 0, - 4, - 97, - 26, - 0, - 228, - 0, - 235, - 0, - 0, - 0, - 66, - 0, - 98 - ], - "37": [ - 31, - 64, - 14, - 87, - 157, - 0, - 0, - 0, - 94, - 26, - 0, - 246, - 0, - 238, - 0, - 0, - 0, - 66, - 0, - 97 - ], - "38": [ - 25, - 62, - 15, - 80, - 158, - 0, - 0, - 1, - 91, - 26, - 0, - 257, - 0, - 251, - 0, - 0, - 0, - 60, - 0, - 89 - ], - "39": [ - 26, - 58, - 14, - 77, - 157, - 0, - 0, - 11, - 97, - 20, - 0, - 247, - 0, - 252, - 0, - 0, - 0, - 60, - 0, - 81 - ], - "40": [ - 20, - 61, - 13, - 86, - 171, - 0, - 0, - 18, - 98, - 28, - 0, - 248, - 0, - 251, - 0, - 0, - 0, - 57, - 0, - 77 - ], - "41": [ - 20, - 63, - 10, - 79, - 178, - 0, - 0, - 20, - 105, - 19, - 0, - 267, - 0, - 261, - 0, - 0, - 0, - 62, - 0, - 74 - ], - "42": [ - 25, - 68, - 13, - 80, - 178, - 0, - 0, - 26, - 100, - 16, - 0, - 275, - 0, - 259, - 0, - 0, - 0, - 67, - 0, - 66 - ], - "43": [ - 21, - 63, - 2, - 88, - 181, - 0, - 0, - 28, - 96, - 16, - 0, - 270, - 0, - 257, - 0, - 0, - 0, - 66, - 0, - 62 - ], - "44": [ - 19, - 65, - 0, - 91, - 177, - 0, - 0, - 33, - 98, - 16, - 0, - 269, - 0, - 262, - 0, - 0, - 0, - 61, - 0, - 71 - ], - "45": [ - 21, - 67, - 2, - 88, - 185, - 0, - 0, - 39, - 89, - 14, - 0, - 282, - 0, - 260, - 0, - 0, - 0, - 64, - 0, - 68 - ], - "46": [ - 18, - 67, - 7, - 94, - 190, - 0, - 0, - 42, - 90, - 15, - 0, - 308, - 0, - 249, - 0, - 0, - 0, - 64, - 0, - 70 - ], - "47": [ - 16, - 62, - 12, - 84, - 193, - 0, - 0, - 33, - 87, - 13, - 0, - 281, - 0, - 254, - 0, - 0, - 4, - 64, - 0, - 74 - ], - "48": [ - 18, - 61, - 18, - 80, - 194, - 0, - 0, - 35, - 81, - 12, - 0, - 290, - 0, - 254, - 0, - 0, - 0, - 58, - 0, - 72 - ], - "49": [ - 16, - 63, - 21, - 88, - 189, - 0, - 0, - 37, - 83, - 13, - 0, - 297, - 0, - 233, - 0, - 0, - 0, - 55, - 0, - 78 - ], - "50": [ - 14, - 61, - 25, - 92, - 199, - 0, - 0, - 43, - 87, - 15, - 0, - 313, - 0, - 223, - 0, - 0, - 0, - 48, - 0, - 71 - ], - "51": [ - 12, - 60, - 22, - 95, - 195, - 0, - 0, - 50, - 82, - 18, - 0, - 319, - 0, - 222, - 0, - 0, - 1, - 39, - 0, - 74 - ], - "52": [ - 11, - 65, - 17, - 93, - 195, - 0, - 0, - 36, - 81, - 23, - 0, - 310, - 0, - 215, - 0, - 0, - 5, - 35, - 0, - 78 - ], - "53": [ - 12, - 62, - 11, - 104, - 192, - 0, - 0, - 43, - 84, - 20, - 0, - 305, - 0, - 220, - 0, - 0, - 3, - 36, - 0, - 78 - ], - "54": [ - 14, - 72, - 9, - 101, - 184, - 0, - 0, - 34, - 77, - 23, - 0, - 305, - 0, - 225, - 0, - 0, - 0, - 37, - 0, - 80 - ], - "55": [ - 14, - 74, - 5, - 100, - 183, - 0, - 0, - 38, - 78, - 29, - 0, - 310, - 0, - 233, - 0, - 0, - 0, - 38, - 0, - 78 - ], - "56": [ - 11, - 73, - 4, - 94, - 188, - 0, - 0, - 44, - 76, - 34, - 0, - 309, - 0, - 228, - 0, - 0, - 0, - 37, - 0, - 77 - ], - "57": [ - 12, - 71, - 4, - 94, - 188, - 0, - 0, - 51, - 72, - 34, - 0, - 335, - 0, - 223, - 0, - 0, - 0, - 36, - 0, - 79 - ], - "58": [ - 10, - 72, - 6, - 97, - 192, - 0, - 0, - 49, - 74, - 38, - 0, - 338, - 0, - 238, - 0, - 0, - 0, - 37, - 0, - 79 - ], - "59": [ - 9, - 72, - 3, - 99, - 188, - 0, - 0, - 59, - 70, - 37, - 0, - 353, - 0, - 243, - 0, - 0, - 7, - 39, - 0, - 79 - ], - "60": [ - 10, - 77, - 0, - 108, - 190, - 0, - 0, - 56, - 71, - 36, - 0, - 340, - 0, - 242, - 0, - 0, - 13, - 37, - 0, - 77 - ], - "61": [ - 12, - 77, - 0, - 106, - 183, - 0, - 0, - 67, - 74, - 34, - 0, - 338, - 0, - 233, - 0, - 0, - 4, - 36, - 0, - 77 - ], - "62": [ - 10, - 69, - 0, - 107, - 184, - 0, - 0, - 68, - 74, - 36, - 0, - 329, - 0, - 239, - 0, - 0, - 4, - 38, - 0, - 80 - ], - "63": [ - 8, - 69, - 0, - 117, - 187, - 0, - 0, - 73, - 76, - 27, - 0, - 320, - 0, - 246, - 0, - 0, - 10, - 35, - 0, - 82 - ], - "64": [ - 7, - 54, - 0, - 115, - 185, - 0, - 0, - 77, - 65, - 25, - 0, - 319, - 0, - 243, - 0, - 0, - 0, - 31, - 0, - 90 - ], - "65": [ - 5, - 66, - 0, - 120, - 192, - 0, - 0, - 72, - 68, - 27, - 0, - 347, - 0, - 240, - 0, - 0, - 0, - 31, - 0, - 81 - ], - "66": [ - 7, - 67, - 0, - 123, - 195, - 0, - 0, - 68, - 66, - 26, - 0, - 350, - 0, - 246, - 0, - 0, - 3, - 29, - 0, - 82 - ], - "67": [ - 5, - 68, - 0, - 119, - 185, - 0, - 0, - 75, - 67, - 20, - 0, - 362, - 0, - 251, - 0, - 0, - 4, - 25, - 0, - 76 - ], - "68": [ - 3, - 69, - 0, - 129, - 189, - 0, - 0, - 66, - 66, - 20, - 0, - 375, - 0, - 243, - 0, - 0, - 6, - 22, - 0, - 84 - ], - "69": [ - 4, - 70, - 0, - 134, - 185, - 0, - 0, - 69, - 69, - 16, - 0, - 375, - 0, - 249, - 0, - 0, - 0, - 22, - 0, - 77 - ], - "70": [ - 6, - 74, - 0, - 128, - 177, - 0, - 2, - 64, - 70, - 27, - 0, - 360, - 0, - 249, - 0, - 0, - 4, - 22, - 0, - 69 - ], - "71": [ - 4, - 73, - 0, - 129, - 186, - 0, - 6, - 61, - 74, - 24, - 0, - 352, - 0, - 247, - 0, - 0, - 10, - 24, - 0, - 73 - ], - "72": [ - 3, - 78, - 0, - 129, - 194, - 0, - 7, - 59, - 76, - 31, - 0, - 330, - 0, - 247, - 0, - 0, - 7, - 25, - 0, - 72 - ], - "73": [ - 3, - 80, - 4, - 122, - 201, - 0, - 11, - 56, - 75, - 19, - 0, - 350, - 0, - 257, - 0, - 0, - 1, - 27, - 0, - 70 - ], - "74": [ - 4, - 83, - 0, - 110, - 198, - 0, - 9, - 50, - 76, - 19, - 0, - 331, - 0, - 260, - 0, - 0, - 9, - 27, - 0, - 69 - ], - "75": [ - 3, - 79, - 2, - 108, - 192, - 0, - 15, - 50, - 80, - 20, - 0, - 343, - 0, - 259, - 0, - 0, - 6, - 25, - 0, - 75 - ], - "76": [ - 3, - 79, - 0, - 105, - 187, - 0, - 17, - 59, - 87, - 16, - 0, - 345, - 0, - 253, - 0, - 0, - 6, - 27, - 0, - 85 - ], - "77": [ - 2, - 87, - 0, - 97, - 181, - 0, - 19, - 61, - 77, - 7, - 0, - 340, - 0, - 250, - 0, - 0, - 12, - 26, - 0, - 79 - ], - "78": [ - 2, - 82, - 0, - 100, - 201, - 0, - 13, - 62, - 81, - 11, - 0, - 347, - 0, - 257, - 0, - 0, - 17, - 28, - 0, - 67 - ], - "79": [ - 1, - 78, - 0, - 100, - 195, - 0, - 14, - 62, - 76, - 10, - 0, - 345, - 0, - 257, - 0, - 0, - 4, - 26, - 0, - 64 - ], - "80": [ - 1, - 72, - 0, - 103, - 210, - 0, - 15, - 63, - 83, - 15, - 0, - 356, - 0, - 251, - 0, - 0, - 5, - 26, - 0, - 71 - ], - "81": [ - 3, - 65, - 0, - 105, - 202, - 0, - 19, - 63, - 82, - 14, - 0, - 360, - 0, - 259, - 0, - 0, - 10, - 26, - 0, - 74 - ], - "82": [ - 4, - 69, - 0, - 114, - 200, - 0, - 13, - 59, - 77, - 5, - 0, - 361, - 0, - 266, - 0, - 0, - 14, - 26, - 0, - 69 - ], - "83": [ - 4, - 67, - 0, - 125, - 209, - 0, - 12, - 64, - 78, - 8, - 0, - 380, - 0, - 280, - 0, - 0, - 19, - 25, - 0, - 75 - ], - "84": [ - 4, - 71, - 0, - 128, - 209, - 0, - 19, - 63, - 79, - 4, - 0, - 398, - 0, - 285, - 0, - 0, - 27, - 25, - 0, - 70 - ], - "85": [ - 5, - 76, - 0, - 137, - 208, - 0, - 23, - 62, - 85, - 0, - 0, - 424, - 0, - 294, - 0, - 0, - 25, - 26, - 0, - 75 - ], - "86": [ - 5, - 78, - 0, - 132, - 203, - 0, - 26, - 60, - 94, - 0, - 0, - 405, - 0, - 288, - 0, - 0, - 26, - 24, - 0, - 73 - ], - "87": [ - 5, - 69, - 1, - 134, - 209, - 0, - 21, - 60, - 95, - 0, - 0, - 404, - 0, - 270, - 0, - 0, - 29, - 27, - 0, - 76 - ], - "88": [ - 3, - 69, - 3, - 145, - 207, - 0, - 14, - 66, - 89, - 1, - 0, - 403, - 0, - 257, - 0, - 0, - 23, - 30, - 0, - 71 - ], - "89": [ - 2, - 67, - 7, - 139, - 189, - 0, - 16, - 66, - 88, - 1, - 0, - 408, - 0, - 260, - 0, - 0, - 21, - 31, - 0, - 72 - ], - "90": [ - 3, - 62, - 3, - 136, - 187, - 0, - 14, - 72, - 92, - 0, - 0, - 405, - 0, - 242, - 0, - 0, - 25, - 29, - 0, - 72 - ], - "91": [ - 7, - 62, - 9, - 136, - 197, - 0, - 15, - 64, - 97, - 0, - 0, - 402, - 0, - 230, - 0, - 0, - 16, - 30, - 0, - 76 - ], - "92": [ - 4, - 70, - 8, - 138, - 195, - 0, - 16, - 65, - 91, - 0, - 0, - 412, - 0, - 232, - 0, - 0, - 18, - 30, - 0, - 77 - ], - "93": [ - 3, - 68, - 3, - 135, - 188, - 0, - 7, - 60, - 91, - 0, - 0, - 400, - 0, - 237, - 0, - 0, - 12, - 31, - 0, - 79 - ], - "94": [ - 3, - 75, - 3, - 136, - 188, - 0, - 6, - 56, - 85, - 0, - 0, - 411, - 0, - 240, - 0, - 0, - 20, - 36, - 0, - 79 - ], - "95": [ - 3, - 73, - 4, - 125, - 190, - 0, - 8, - 49, - 83, - 0, - 0, - 411, - 0, - 233, - 0, - 0, - 16, - 45, - 0, - 79 - ], - "96": [ - 2, - 75, - 10, - 131, - 200, - 0, - 17, - 48, - 87, - 0, - 0, - 415, - 0, - 228, - 0, - 0, - 14, - 38, - 0, - 89 - ], - "97": [ - 4, - 67, - 9, - 127, - 196, - 0, - 14, - 44, - 82, - 0, - 0, - 402, - 0, - 225, - 0, - 0, - 16, - 33, - 0, - 94 - ], - "98": [ - 2, - 66, - 13, - 131, - 196, - 0, - 11, - 45, - 83, - 0, - 0, - 397, - 0, - 223, - 0, - 0, - 15, - 32, - 0, - 83 - ], - "99": [ - 0, - 70, - 21, - 134, - 184, - 0, - 11, - 41, - 87, - 0, - 0, - 375, - 0, - 235, - 0, - 0, - 12, - 32, - 0, - 84 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.1/run=d478d966266a462c/rewards.plot.png b/experiments/seed=256/alpha=0.3.gamma=0.1/run=d478d966266a462c/rewards.plot.png deleted file mode 100644 index f73b098..0000000 Binary files a/experiments/seed=256/alpha=0.3.gamma=0.1/run=d478d966266a462c/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.3.gamma=0.1/run=d478d966266a462c/sum_rewards.json b/experiments/seed=256/alpha=0.3.gamma=0.1/run=d478d966266a462c/sum_rewards.json deleted file mode 100644 index 834520f..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.1/run=d478d966266a462c/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 86248, - "V": 6128604 - }, - "control": { - "R": 86410, - "V": 5721003 - } -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.1/run=d478d966266a462c/view.plot.png b/experiments/seed=256/alpha=0.3.gamma=0.1/run=d478d966266a462c/view.plot.png deleted file mode 100644 index 80eee8c..0000000 Binary files a/experiments/seed=256/alpha=0.3.gamma=0.1/run=d478d966266a462c/view.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.3.gamma=0.9/run=2477a5f03a564660/choices.json b/experiments/seed=256/alpha=0.3.gamma=0.9/run=2477a5f03a564660/choices.json deleted file mode 100644 index 9ead311..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.9/run=2477a5f03a564660/choices.json +++ /dev/null @@ -1,702 +0,0 @@ -{ - "0": [ - 2, - 4, - 13, - 17, - 18 - ], - "1": [ - 13, - 17, - 3, - 5, - 19 - ], - "2": [ - 13, - 17, - 3, - 19, - 12 - ], - "3": [ - 13, - 17, - 19, - 3, - 9 - ], - "4": [ - 13, - 17, - 19, - 3, - 10 - ], - "5": [ - 13, - 19, - 17, - 3, - 9 - ], - "6": [ - 13, - 19, - 17, - 3, - 9 - ], - "7": [ - 19, - 17, - 13, - 3, - 10 - ], - "8": [ - 13, - 19, - 17, - 3, - 9 - ], - "9": [ - 13, - 19, - 3, - 17, - 15 - ], - "10": [ - 13, - 19, - 17, - 3, - 9 - ], - "11": [ - 13, - 19, - 17, - 3, - 9 - ], - "12": [ - 13, - 19, - 17, - 3, - 1 - ], - "13": [ - 13, - 19, - 3, - 17, - 9 - ], - "14": [ - 13, - 19, - 17, - 3, - 1 - ], - "15": [ - 13, - 19, - 3, - 17, - 1 - ], - "16": [ - 13, - 19, - 3, - 17, - 1 - ], - "17": [ - 13, - 19, - 3, - 17, - 1 - ], - "18": [ - 13, - 19, - 3, - 17, - 1 - ], - "19": [ - 13, - 19, - 1, - 17, - 3 - ], - "20": [ - 13, - 19, - 3, - 1, - 17 - ], - "21": [ - 13, - 19, - 3, - 17, - 1 - ], - "22": [ - 13, - 19, - 1, - 17, - 3 - ], - "23": [ - 13, - 19, - 1, - 3, - 17 - ], - "24": [ - 13, - 19, - 1, - 3, - 17 - ], - "25": [ - 13, - 19, - 1, - 3, - 17 - ], - "26": [ - 13, - 19, - 17, - 1, - 3 - ], - "27": [ - 13, - 19, - 3, - 1, - 17 - ], - "28": [ - 13, - 3, - 19, - 1, - 17 - ], - "29": [ - 13, - 3, - 19, - 1, - 17 - ], - "30": [ - 13, - 1, - 19, - 3, - 17 - ], - "31": [ - 13, - 19, - 1, - 17, - 3 - ], - "32": [ - 13, - 1, - 3, - 19, - 17 - ], - "33": [ - 13, - 19, - 1, - 3, - 17 - ], - "34": [ - 13, - 1, - 3, - 19, - 17 - ], - "35": [ - 13, - 3, - 1, - 19, - 17 - ], - "36": [ - 13, - 19, - 3, - 17, - 1 - ], - "37": [ - 13, - 17, - 19, - 3, - 1 - ], - "38": [ - 13, - 3, - 17, - 19, - 1 - ], - "39": [ - 13, - 3, - 17, - 19, - 1 - ], - "40": [ - 13, - 19, - 17, - 3, - 1 - ], - "41": [ - 13, - 3, - 19, - 1, - 17 - ], - "42": [ - 13, - 17, - 3, - 19, - 1 - ], - "43": [ - 13, - 3, - 17, - 19, - 1 - ], - "44": [ - 13, - 17, - 3, - 1, - 19 - ], - "45": [ - 13, - 17, - 19, - 3, - 9 - ], - "46": [ - 13, - 19, - 17, - 3, - 1 - ], - "47": [ - 13, - 17, - 1, - 19, - 3 - ], - "48": [ - 13, - 17, - 19, - 3, - 1 - ], - "49": [ - 13, - 3, - 17, - 19, - 1 - ], - "50": [ - 13, - 3, - 19, - 17, - 1 - ], - "51": [ - 13, - 3, - 17, - 19, - 1 - ], - "52": [ - 13, - 3, - 19, - 17, - 1 - ], - "53": [ - 13, - 3, - 19, - 17, - 1 - ], - "54": [ - 13, - 3, - 19, - 17, - 11 - ], - "55": [ - 13, - 3, - 19, - 17, - 11 - ], - "56": [ - 13, - 3, - 11, - 19, - 17 - ], - "57": [ - 13, - 11, - 3, - 19, - 17 - ], - "58": [ - 13, - 11, - 3, - 19, - 1 - ], - "59": [ - 13, - 11, - 19, - 3, - 17 - ], - "60": [ - 13, - 11, - 3, - 19, - 17 - ], - "61": [ - 13, - 11, - 3, - 19, - 1 - ], - "62": [ - 11, - 13, - 3, - 19, - 17 - ], - "63": [ - 11, - 13, - 3, - 19, - 17 - ], - "64": [ - 11, - 13, - 3, - 19, - 17 - ], - "65": [ - 11, - 13, - 3, - 19, - 17 - ], - "66": [ - 13, - 11, - 19, - 3, - 1 - ], - "67": [ - 11, - 13, - 3, - 19, - 17 - ], - "68": [ - 11, - 13, - 19, - 3, - 17 - ], - "69": [ - 11, - 13, - 3, - 19, - 17 - ], - "70": [ - 11, - 13, - 19, - 3, - 17 - ], - "71": [ - 11, - 13, - 19, - 3, - 17 - ], - "72": [ - 11, - 13, - 19, - 3, - 17 - ], - "73": [ - 11, - 13, - 19, - 3, - 17 - ], - "74": [ - 11, - 13, - 19, - 3, - 17 - ], - "75": [ - 11, - 13, - 3, - 19, - 17 - ], - "76": [ - 11, - 13, - 19, - 3, - 17 - ], - "77": [ - 13, - 11, - 3, - 1, - 19 - ], - "78": [ - 11, - 13, - 3, - 19, - 17 - ], - "79": [ - 13, - 11, - 3, - 19, - 17 - ], - "80": [ - 13, - 11, - 3, - 19, - 17 - ], - "81": [ - 13, - 11, - 3, - 19, - 17 - ], - "82": [ - 13, - 11, - 3, - 19, - 17 - ], - "83": [ - 13, - 11, - 3, - 19, - 17 - ], - "84": [ - 13, - 11, - 3, - 17, - 19 - ], - "85": [ - 13, - 11, - 3, - 19, - 17 - ], - "86": [ - 13, - 11, - 3, - 19, - 17 - ], - "87": [ - 13, - 11, - 3, - 19, - 17 - ], - "88": [ - 13, - 11, - 3, - 17, - 19 - ], - "89": [ - 13, - 11, - 3, - 17, - 19 - ], - "90": [ - 13, - 11, - 3, - 19, - 17 - ], - "91": [ - 13, - 11, - 3, - 17, - 19 - ], - "92": [ - 13, - 11, - 3, - 17, - 19 - ], - "93": [ - 13, - 11, - 3, - 17, - 19 - ], - "94": [ - 13, - 11, - 17, - 3, - 1 - ], - "95": [ - 13, - 11, - 3, - 17, - 19 - ], - "96": [ - 13, - 11, - 3, - 17, - 1 - ], - "97": [ - 13, - 11, - 3, - 17, - 19 - ], - "98": [ - 13, - 11, - 3, - 19, - 17 - ], - "99": [ - 13, - 11, - 3, - 17, - 19 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.9/run=2477a5f03a564660/config.json b/experiments/seed=256/alpha=0.3.gamma=0.9/run=2477a5f03a564660/config.json deleted file mode 100644 index 28300c8..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.9/run=2477a5f03a564660/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 20, - "num_choices": 5, - "time_span": 100, - "history_span": 3000, - "alpha": 0.3, - "gamma": 0.9, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.9/run=2477a5f03a564660/control.choices.json b/experiments/seed=256/alpha=0.3.gamma=0.9/run=2477a5f03a564660/control.choices.json deleted file mode 100644 index 1ce1220..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.9/run=2477a5f03a564660/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 4, - 3, - 11, - 1, - 13 -] \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.9/run=2477a5f03a564660/qvalues.json b/experiments/seed=256/alpha=0.3.gamma=0.9/run=2477a5f03a564660/qvalues.json deleted file mode 100644 index c812b80..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.9/run=2477a5f03a564660/qvalues.json +++ /dev/null @@ -1,2180 +0,0 @@ -{ - "0": [ - 0.0, - 5.0, - 2.4, - 5.0, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 55.4, - 0.0, - 0.0, - 0.0, - 37.5, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 5.0, - 2.4, - 33.8, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 89.17999999999999, - 0.0, - 0.0, - 0.0, - 63.15, - 0.0, - 45.6 - ], - "2": [ - 0.0, - 5.0, - 2.4, - 52.76, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 112.526, - 0.0, - 0.0, - 0.0, - 81.10499999999999, - 0.0, - 77.52000000000001 - ], - "3": [ - 0.0, - 5.0, - 2.4, - 63.032, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 13.5, - 0.0, - 5.0, - 0.0, - 124.9682, - 0.0, - 0.0, - 0.0, - 93.37349999999999, - 0.0, - 101.964 - ], - "4": [ - 0.0, - 5.0, - 2.4, - 72.6224, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 13.5, - 0.0, - 5.0, - 0.0, - 135.47773999999998, - 0.0, - 0.0, - 0.0, - 101.36144999999999, - 0.0, - 119.9748 - ], - "5": [ - 0.0, - 5.0, - 2.4, - 77.83568, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 23.549999999999997, - 0.0, - 5.0, - 0.0, - 137.73441799999998, - 0.0, - 0.0, - 0.0, - 103.653015, - 0.0, - 133.48236 - ], - "6": [ - 0.0, - 5.0, - 2.4, - 82.984976, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 29.084999999999997, - 0.0, - 5.0, - 0.0, - 143.2140926, - 0.0, - 0.0, - 0.0, - 104.3571105, - 0.0, - 141.137652 - ], - "7": [ - 0.0, - 5.0, - 2.4, - 87.4894832, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 29.084999999999997, - 0.0, - 5.0, - 0.0, - 151.24986482, - 0.0, - 0.0, - 0.0, - 103.34997735, - 0.0, - 149.1963564 - ], - "8": [ - 0.0, - 5.0, - 2.4, - 88.24263823999999, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 31.7595, - 0.0, - 5.0, - 0.0, - 157.774905374, - 0.0, - 0.0, - 0.0, - 101.444984145, - 0.0, - 152.13744948000002 - ], - "9": [ - 0.0, - 5.0, - 2.4, - 88.169846768, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 31.7595, - 0.0, - 5.0, - 0.0, - 162.64243376180002, - 0.0, - 0.0, - 0.0, - 98.0114889015, - 0.0, - 154.49621463600002 - ], - "10": [ - 0.0, - 5.0, - 2.4, - 88.7188927376, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 33.331649999999996, - 0.0, - 5.0, - 0.0, - 167.84970363326002, - 0.0, - 0.0, - 0.0, - 96.50804223105, - 0.0, - 156.7473502452 - ], - "11": [ - 0.0, - 5.0, - 2.4, - 89.10322491632, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 36.532154999999996, - 0.0, - 5.0, - 0.0, - 174.49479254328202, - 0.0, - 0.0, - 0.0, - 92.455629561735, - 0.0, - 152.92314517164002 - ], - "12": [ - 0.0, - 26.9, - 2.4, - 89.072257441424, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 36.532154999999996, - 0.0, - 5.0, - 0.0, - 180.34635478029742, - 0.0, - 0.0, - 0.0, - 88.4189406932145, - 0.0, - 144.246201620148 - ], - "13": [ - 0.0, - 26.9, - 2.4, - 90.8505802089968, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 40.5725085, - 0.0, - 5.0, - 0.0, - 183.2424483462082, - 0.0, - 0.0, - 0.0, - 85.59325848525015, - 0.0, - 138.7723411341036 - ], - "14": [ - 0.0, - 42.83, - 2.4, - 93.59540614629776, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 40.5725085, - 0.0, - 5.0, - 0.0, - 188.56971384234572, - 0.0, - 0.0, - 0.0, - 83.3152809396751, - 0.0, - 133.44063879387252 - ], - "15": [ - 0.0, - 53.980999999999995, - 2.4, - 92.51678430240844, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 40.5725085, - 0.0, - 5.0, - 0.0, - 195.298799689642, - 0.0, - 0.0, - 0.0, - 82.62069665777257, - 0.0, - 127.30844715571077 - ], - "16": [ - 0.0, - 62.9867, - 2.4, - 91.46174901168591, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 40.5725085, - 0.0, - 5.0, - 0.0, - 197.30915978274942, - 0.0, - 0.0, - 0.0, - 80.6344876604408, - 0.0, - 123.31591300899754 - ], - "17": [ - 0.0, - 71.39069, - 2.4, - 89.52322430818013, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 40.5725085, - 0.0, - 5.0, - 0.0, - 198.7164118479246, - 0.0, - 0.0, - 0.0, - 79.54414136230855, - 0.0, - 119.32113910629828 - ], - "18": [ - 0.0, - 78.773483, - 2.4, - 88.7662570157261, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 40.5725085, - 0.0, - 5.0, - 0.0, - 202.10148829354722, - 0.0, - 0.0, - 0.0, - 80.88089895361598, - 0.0, - 118.02479737440879 - ], - "19": [ - 0.0, - 82.4414381, - 2.4, - 88.23637991100827, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 40.5725085, - 0.0, - 5.0, - 0.0, - 210.17104180548304, - 0.0, - 0.0, - 0.0, - 80.01662926753119, - 0.0, - 120.71735816208616 - ], - "20": [ - 0.0, - 86.20900667, - 2.4, - 89.36546593770579, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 40.5725085, - 0.0, - 5.0, - 0.0, - 214.91972926383812, - 0.0, - 0.0, - 0.0, - 79.41164048727182, - 0.0, - 120.20215071346031 - ], - "21": [ - 0.0, - 88.84630466899999, - 2.4, - 89.85582615639406, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 40.5725085, - 0.0, - 5.0, - 0.0, - 217.04381048468667, - 0.0, - 0.0, - 0.0, - 78.08814834109027, - 0.0, - 119.84150549942223 - ], - "22": [ - 0.0, - 91.2924132683, - 2.4, - 91.39907830947584, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 40.5725085, - 0.0, - 5.0, - 0.0, - 218.53066733928068, - 0.0, - 0.0, - 0.0, - 75.0617038387632, - 0.0, - 118.68905384959555 - ], - "23": [ - 0.0, - 91.80468928780999, - 2.4, - 93.07935481663309, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 40.5725085, - 0.0, - 5.0, - 0.0, - 218.9714671374965, - 0.0, - 0.0, - 0.0, - 73.54319268713424, - 0.0, - 116.08233769471688 - ], - "24": [ - 0.0, - 92.163282501467, - 2.4, - 93.65554837164316, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 40.5725085, - 0.0, - 5.0, - 0.0, - 220.18002699624753, - 0.0, - 0.0, - 0.0, - 70.38023488099397, - 0.0, - 113.35763638630182 - ], - "25": [ - 0.0, - 91.21429775102689, - 2.4, - 97.35888386015021, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 40.5725085, - 0.0, - 5.0, - 0.0, - 219.82601889737327, - 0.0, - 0.0, - 0.0, - 69.06616441669578, - 0.0, - 109.65034547041128 - ], - "26": [ - 0.0, - 90.55000842571883, - 2.4, - 99.05121870210515, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 40.5725085, - 0.0, - 5.0, - 0.0, - 221.6782132281613, - 0.0, - 0.0, - 0.0, - 68.74631509168705, - 0.0, - 106.1552418292879 - ], - "27": [ - 0.0, - 90.98500589800318, - 2.4, - 98.1358530914736, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 40.5725085, - 0.0, - 5.0, - 0.0, - 225.07474925971292, - 0.0, - 0.0, - 0.0, - 70.02242056418093, - 0.0, - 102.20866928050154 - ], - "28": [ - 0.0, - 92.78950412860223, - 2.4, - 98.09509716403153, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 40.5725085, - 0.0, - 5.0, - 0.0, - 228.05232448179905, - 0.0, - 0.0, - 0.0, - 72.71569439492666, - 0.0, - 99.44606849635107 - ], - "29": [ - 0.0, - 95.55265289002156, - 2.4, - 98.36656801482206, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 40.5725085, - 0.0, - 5.0, - 0.0, - 227.13662713725932, - 0.0, - 0.0, - 0.0, - 77.00098607644865, - 0.0, - 99.61224794744575 - ], - "30": [ - 0.0, - 97.78685702301509, - 2.4, - 98.55659761037545, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 40.5725085, - 0.0, - 5.0, - 0.0, - 223.19563899608153, - 0.0, - 0.0, - 0.0, - 78.50069025351405, - 0.0, - 97.62857356321203 - ], - "31": [ - 0.0, - 100.25079991611057, - 2.4, - 96.88961832726281, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 40.5725085, - 0.0, - 5.0, - 0.0, - 224.63694729725708, - 0.0, - 0.0, - 0.0, - 79.55048317745984, - 0.0, - 97.14000149424842 - ], - "32": [ - 0.0, - 102.2755599412774, - 2.4, - 95.72273282908397, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 40.5725085, - 0.0, - 5.0, - 0.0, - 226.54586310807997, - 0.0, - 0.0, - 0.0, - 81.18533822422188, - 0.0, - 95.8980010459739 - ], - "33": [ - 0.0, - 96.19289195889418, - 2.4, - 93.40591298035878, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 40.5725085, - 0.0, - 5.0, - 0.0, - 231.482104175656, - 0.0, - 0.0, - 0.0, - 82.92973675695532, - 0.0, - 95.02860073218173 - ], - "34": [ - 0.0, - 90.73502437122593, - 2.4, - 90.28413908625114, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 40.5725085, - 0.0, - 5.0, - 0.0, - 234.03747292295918, - 0.0, - 0.0, - 0.0, - 86.55081572986873, - 0.0, - 96.82002051252721 - ], - "35": [ - 0.0, - 86.31451705985815, - 2.4, - 87.1988973603758, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 40.5725085, - 0.0, - 5.0, - 0.0, - 239.12623104607144, - 0.0, - 0.0, - 0.0, - 88.1855710109081, - 0.0, - 99.87401435876905 - ], - "36": [ - 0.0, - 83.2201619419007, - 2.4, - 85.63922815226306, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 40.5725085, - 0.0, - 5.0, - 0.0, - 247.18836173225, - 0.0, - 0.0, - 0.0, - 91.12989970763567, - 0.0, - 100.81181005113834 - ], - "37": [ - 0.0, - 80.45411335933049, - 2.4, - 81.84745970658415, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 40.5725085, - 0.0, - 5.0, - 0.0, - 259.131853212575, - 0.0, - 0.0, - 0.0, - 89.89092979534497, - 0.0, - 101.46826703579684 - ], - "38": [ - 0.0, - 76.71787935153134, - 2.4, - 80.6932217946089, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 40.5725085, - 0.0, - 5.0, - 0.0, - 267.1922972488025, - 0.0, - 0.0, - 0.0, - 90.52365085674148, - 0.0, - 101.92778692505779 - ], - "39": [ - 0.0, - 73.50251554607193, - 2.4, - 81.38525525622623, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 40.5725085, - 0.0, - 5.0, - 0.0, - 268.0346080741617, - 0.0, - 0.0, - 0.0, - 91.26655559971904, - 0.0, - 99.24945084754046 - ], - "40": [ - 0.0, - 70.65176088225036, - 2.4, - 83.66967867935836, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 40.5725085, - 0.0, - 5.0, - 0.0, - 276.4242256519132, - 0.0, - 0.0, - 0.0, - 92.08658891980333, - 0.0, - 96.47461559327832 - ], - "41": [ - 0.0, - 70.15623261757526, - 2.4, - 86.16877507555085, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 40.5725085, - 0.0, - 5.0, - 0.0, - 280.19695795633925, - 0.0, - 0.0, - 0.0, - 93.56061224386234, - 0.0, - 94.23223091529482 - ], - "42": [ - 0.0, - 68.60936283230268, - 2.4, - 89.1181425528856, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 40.5725085, - 0.0, - 5.0, - 0.0, - 279.23787056943746, - 0.0, - 0.0, - 0.0, - 94.59242857070363, - 0.0, - 92.66256164070637 - ], - "43": [ - 0.0, - 67.82655398261187, - 2.4, - 89.38269978701992, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 40.5725085, - 0.0, - 5.0, - 0.0, - 279.7665093986062, - 0.0, - 0.0, - 0.0, - 95.01469999949254, - 0.0, - 93.06379314849445 - ], - "44": [ - 0.0, - 67.27858778782831, - 2.4, - 90.76788985091395, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 40.5725085, - 0.0, - 5.0, - 0.0, - 278.63655657902433, - 0.0, - 0.0, - 0.0, - 97.41028999964477, - 0.0, - 91.84465520394612 - ], - "45": [ - 0.0, - 67.27858778782831, - 2.4, - 94.73752289563976, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 32.60075595, - 0.0, - 5.0, - 0.0, - 273.945589605317, - 0.0, - 0.0, - 0.0, - 100.28720299975134, - 0.0, - 90.69125864276228 - ], - "46": [ - 0.0, - 65.69501145147981, - 2.4, - 96.31626602694783, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 32.60075595, - 0.0, - 5.0, - 0.0, - 270.9619127237219, - 0.0, - 0.0, - 0.0, - 102.30104209982593, - 0.0, - 92.88388104993359 - ], - "47": [ - 0.0, - 63.08650801603587, - 2.4, - 97.72138621886349, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 32.60075595, - 0.0, - 5.0, - 0.0, - 266.7733389066053, - 0.0, - 0.0, - 0.0, - 103.11072946987815, - 0.0, - 95.61871673495351 - ], - "48": [ - 0.0, - 60.96055561122511, - 2.4, - 100.20497035320444, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 32.60075595, - 0.0, - 5.0, - 0.0, - 258.14133723462373, - 0.0, - 0.0, - 0.0, - 100.6775106289147, - 0.0, - 98.13310171446746 - ], - "49": [ - 0.0, - 59.172388927857575, - 2.4, - 101.34347924724311, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 32.60075595, - 0.0, - 5.0, - 0.0, - 249.9989360642366, - 0.0, - 0.0, - 0.0, - 98.07425744024029, - 0.0, - 98.99317120012722 - ], - "50": [ - 0.0, - 57.0206722495003, - 2.4, - 103.94043547307018, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 32.60075595, - 0.0, - 5.0, - 0.0, - 244.29925524496562, - 0.0, - 0.0, - 0.0, - 92.6519802081682, - 0.0, - 100.19521984008905 - ], - "51": [ - 0.0, - 56.41447057465021, - 2.4, - 107.25830483114913, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 32.60075595, - 0.0, - 5.0, - 0.0, - 237.90947867147594, - 0.0, - 0.0, - 0.0, - 89.75638614571774, - 0.0, - 104.03665388806233 - ], - "52": [ - 0.0, - 55.090129402255144, - 2.4, - 109.58081338180439, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 32.60075595, - 0.0, - 5.0, - 0.0, - 234.63663507003315, - 0.0, - 0.0, - 0.0, - 88.02947030200242, - 0.0, - 104.32565772164364 - ], - "53": [ - 0.0, - 55.6630905815786, - 2.4, - 110.30656936726308, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 32.60075595, - 0.0, - 5.0, - 0.0, - 232.0456445490232, - 0.0, - 0.0, - 0.0, - 86.8206292114017, - 0.0, - 106.32796040515055 - ], - "54": [ - 0.0, - 55.6630905815786, - 2.4, - 110.21459855708416, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 32.60075595, - 0.0, - 68.0, - 0.0, - 228.13195118431622, - 0.0, - 0.0, - 0.0, - 85.07444044798119, - 0.0, - 105.02957228360539 - ], - "55": [ - 0.0, - 55.6630905815786, - 2.4, - 108.65021898995892, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 32.60075595, - 0.0, - 114.5, - 0.0, - 227.19236582902136, - 0.0, - 0.0, - 0.0, - 82.05210831358683, - 0.0, - 104.12070059852377 - ], - "56": [ - 0.0, - 55.6630905815786, - 2.4, - 109.65515329297124, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 32.60075595, - 0.0, - 145.55, - 0.0, - 224.13465608031495, - 0.0, - 0.0, - 0.0, - 80.23647581951079, - 0.0, - 103.18449041896663 - ], - "57": [ - 0.0, - 55.6630905815786, - 2.4, - 109.45860730507987, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 32.60075595, - 0.0, - 168.485, - 0.0, - 224.69425925622048, - 0.0, - 0.0, - 0.0, - 79.86553307365755, - 0.0, - 101.62914329327664 - ], - "58": [ - 0.0, - 56.96416340710502, - 2.4, - 110.8210251135559, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 32.60075595, - 0.0, - 189.6395, - 0.0, - 227.18598147935433, - 0.0, - 0.0, - 0.0, - 79.86553307365755, - 0.0, - 99.64040030529365 - ], - "59": [ - 0.0, - 56.96416340710502, - 2.4, - 113.27471757948913, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 32.60075595, - 0.0, - 202.94765, - 0.0, - 227.13018703554803, - 0.0, - 0.0, - 0.0, - 81.40587315156029, - 0.0, - 99.44828021370556 - ], - "60": [ - 0.0, - 56.96416340710502, - 2.4, - 112.2923023056424, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 32.60075595, - 0.0, - 211.963355, - 0.0, - 222.29113092488362, - 0.0, - 0.0, - 0.0, - 81.2841112060922, - 0.0, - 99.91379614959389 - ], - "61": [ - 0.0, - 56.974914384973516, - 2.4, - 111.60461161394967, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 32.60075595, - 0.0, - 222.47434850000002, - 0.0, - 217.10379164741852, - 0.0, - 0.0, - 0.0, - 81.2841112060922, - 0.0, - 99.03965730471572 - ], - "62": [ - 0.0, - 56.974914384973516, - 2.4, - 110.82322812976477, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 32.60075595, - 0.0, - 227.13204395000002, - 0.0, - 212.57265415319296, - 0.0, - 0.0, - 0.0, - 77.89887784426455, - 0.0, - 100.827760113301 - ], - "63": [ - 0.0, - 56.974914384973516, - 2.4, - 109.07625969083534, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 32.60075595, - 0.0, - 229.792430765, - 0.0, - 208.50085790723506, - 0.0, - 0.0, - 0.0, - 75.82921449098518, - 0.0, - 102.9794320793107 - ], - "64": [ - 0.0, - 56.974914384973516, - 2.4, - 110.25338178358474, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 32.60075595, - 0.0, - 225.05470153550002, - 0.0, - 205.35060053506453, - 0.0, - 0.0, - 0.0, - 74.38045014368963, - 0.0, - 104.18560245551748 - ], - "65": [ - 0.0, - 56.974914384973516, - 2.4, - 109.27736724850932, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 32.60075595, - 0.0, - 221.13829107485, - 0.0, - 202.24542037454518, - 0.0, - 0.0, - 0.0, - 73.66631510058274, - 0.0, - 107.72992171886224 - ], - "66": [ - 0.0, - 58.18244006948146, - 2.4, - 110.99415707395653, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 32.60075595, - 0.0, - 215.996803752395, - 0.0, - 198.27179426218163, - 0.0, - 0.0, - 0.0, - 73.66631510058274, - 0.0, - 109.01094520320358 - ], - "67": [ - 0.0, - 58.18244006948146, - 2.4, - 111.59590995176957, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 32.60075595, - 0.0, - 211.1977626266765, - 0.0, - 194.29025598352715, - 0.0, - 0.0, - 0.0, - 69.56642057040791, - 0.0, - 111.7076616422425 - ], - "68": [ - 0.0, - 58.18244006948146, - 2.4, - 111.7171369662387, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 32.60075595, - 0.0, - 211.43843383867355, - 0.0, - 193.30317918846902, - 0.0, - 0.0, - 0.0, - 66.09649439928555, - 0.0, - 112.99536314956976 - ], - "69": [ - 0.0, - 58.18244006948146, - 2.4, - 111.50199587636709, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 32.60075595, - 0.0, - 211.3069036870715, - 0.0, - 190.21222543192832, - 0.0, - 0.0, - 0.0, - 64.56754607949988, - 0.0, - 113.29675420469883 - ], - "70": [ - 0.0, - 58.18244006948146, - 2.4, - 113.45139711345696, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 32.60075595, - 0.0, - 214.21483258095006, - 0.0, - 188.34855780234983, - 0.0, - 0.0, - 0.0, - 65.89728225564991, - 0.0, - 112.60772794328918 - ], - "71": [ - 0.0, - 58.18244006948146, - 2.4, - 116.91597797941988, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 32.60075595, - 0.0, - 222.55038280666503, - 0.0, - 188.8439904616449, - 0.0, - 0.0, - 0.0, - 68.32809757895494, - 0.0, - 114.82540956030242 - ], - "72": [ - 0.0, - 58.18244006948146, - 2.4, - 116.94118458559392, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 32.60075595, - 0.0, - 228.08526796466552, - 0.0, - 192.1907933231514, - 0.0, - 0.0, - 0.0, - 70.32966830526846, - 0.0, - 113.9777866922117 - ], - "73": [ - 0.0, - 58.18244006948146, - 2.4, - 116.65882920991574, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 32.60075595, - 0.0, - 225.95968757526586, - 0.0, - 199.33355532620598, - 0.0, - 0.0, - 0.0, - 72.63076781368792, - 0.0, - 113.08445068454819 - ], - "74": [ - 0.0, - 58.18244006948146, - 2.4, - 118.26118044694101, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 32.60075595, - 0.0, - 220.8717813026861, - 0.0, - 203.73348872834418, - 0.0, - 0.0, - 0.0, - 73.34153746958155, - 0.0, - 112.75911547918373 - ], - "75": [ - 0.0, - 58.18244006948146, - 2.4, - 121.4828263128587, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 32.60075595, - 0.0, - 217.31024691188026, - 0.0, - 209.21344210984094, - 0.0, - 0.0, - 0.0, - 75.63907622870708, - 0.0, - 113.73138083542861 - ], - "76": [ - 0.0, - 58.18244006948146, - 2.4, - 123.4379784190011, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 32.60075595, - 0.0, - 207.61717283831618, - 0.0, - 214.54940947688866, - 0.0, - 0.0, - 0.0, - 76.94735336009495, - 0.0, - 111.11196658480003 - ], - "77": [ - 0.0, - 59.32770804863702, - 2.4, - 124.50658489330077, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 32.60075595, - 0.0, - 199.93202098682133, - 0.0, - 222.78458663382207, - 0.0, - 0.0, - 0.0, - 76.94735336009495, - 0.0, - 106.87837660936002 - ], - "78": [ - 0.0, - 59.32770804863702, - 2.4, - 123.75460942531053, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 32.60075595, - 0.0, - 191.85241469077494, - 0.0, - 227.34921064367546, - 0.0, - 0.0, - 0.0, - 76.66314735206646, - 0.0, - 103.01486362655201 - ], - "79": [ - 0.0, - 59.32770804863702, - 2.4, - 124.72822659771737, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 32.60075595, - 0.0, - 189.19669028354247, - 0.0, - 230.24444745057284, - 0.0, - 0.0, - 0.0, - 77.66420314644652, - 0.0, - 100.61040453858641 - ], - "80": [ - 0.0, - 59.32770804863702, - 2.4, - 124.20975861840216, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 32.60075595, - 0.0, - 189.73768319847971, - 0.0, - 234.671113215401, - 0.0, - 0.0, - 0.0, - 78.06494220251257, - 0.0, - 99.52728317701049 - ], - "81": [ - 0.0, - 59.32770804863702, - 2.4, - 127.44683103288152, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 32.60075595, - 0.0, - 187.7163782389358, - 0.0, - 237.7697792507807, - 0.0, - 0.0, - 0.0, - 79.8454595417588, - 0.0, - 97.86909822390734 - ], - "82": [ - 0.0, - 59.32770804863702, - 2.4, - 130.31278172301705, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 32.60075595, - 0.0, - 183.90146476725505, - 0.0, - 239.9388454755465, - 0.0, - 0.0, - 0.0, - 79.29182167923116, - 0.0, - 96.10836875673515 - ], - "83": [ - 0.0, - 59.32770804863702, - 2.4, - 129.31894720611194, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 32.60075595, - 0.0, - 184.53102533707855, - 0.0, - 244.15719183288255, - 0.0, - 0.0, - 0.0, - 78.00427517546181, - 0.0, - 91.8758581297146 - ], - "84": [ - 0.0, - 59.32770804863702, - 2.4, - 129.82326304427835, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 32.60075595, - 0.0, - 187.67171773595499, - 0.0, - 249.51003428301777, - 0.0, - 0.0, - 0.0, - 76.80299262282327, - 0.0, - 88.91310069080022 - ], - "85": [ - 0.0, - 59.32770804863702, - 2.4, - 129.57628413099485, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 32.60075595, - 0.0, - 190.77020241516848, - 0.0, - 250.85702399811245, - 0.0, - 0.0, - 0.0, - 75.66209483597629, - 0.0, - 85.63917048356015 - ], - "86": [ - 0.0, - 59.32770804863702, - 2.4, - 130.6033988916964, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 32.60075595, - 0.0, - 192.33914169061794, - 0.0, - 253.2999167986787, - 0.0, - 0.0, - 0.0, - 77.8634663851834, - 0.0, - 83.0474193384921 - ], - "87": [ - 0.0, - 59.32770804863702, - 2.4, - 131.62237922418748, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 32.60075595, - 0.0, - 185.93739918343255, - 0.0, - 255.90994175907508, - 0.0, - 0.0, - 0.0, - 82.10442646962838, - 0.0, - 80.33319353694448 - ], - "88": [ - 0.0, - 59.32770804863702, - 2.4, - 129.63566545693124, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 32.60075595, - 0.0, - 182.05617942840277, - 0.0, - 258.03695923135257, - 0.0, - 0.0, - 0.0, - 83.57309852873986, - 0.0, - 80.23323547586114 - ], - "89": [ - 0.0, - 59.32770804863702, - 2.4, - 126.44496581985186, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 32.60075595, - 0.0, - 183.53932559988195, - 0.0, - 259.8258714619468, - 0.0, - 0.0, - 0.0, - 82.5011689701179, - 0.0, - 80.1632648331028 - ], - "90": [ - 0.0, - 59.32770804863702, - 2.4, - 123.9114760738963, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 32.60075595, - 0.0, - 182.17752791991737, - 0.0, - 253.87811002336275, - 0.0, - 0.0, - 0.0, - 82.35081827908253, - 0.0, - 77.71428538317195 - ], - "91": [ - 0.0, - 59.32770804863702, - 2.4, - 122.7380332517274, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 32.60075595, - 0.0, - 180.32426954394217, - 0.0, - 253.01467701635391, - 0.0, - 0.0, - 0.0, - 84.04557279535777, - 0.0, - 77.19999976822037 - ], - "92": [ - 0.0, - 59.32770804863702, - 2.4, - 120.71662327620918, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 32.60075595, - 0.0, - 182.02698868075953, - 0.0, - 248.51027391144774, - 0.0, - 0.0, - 0.0, - 86.13190095675044, - 0.0, - 77.73999983775425 - ], - "93": [ - 0.0, - 59.32770804863702, - 2.4, - 118.10163629334642, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 32.60075595, - 0.0, - 181.11889207653167, - 0.0, - 242.6571917380134, - 0.0, - 0.0, - 0.0, - 90.89233066972531, - 0.0, - 76.31799988642798 - ], - "94": [ - 0.0, - 57.729395634045915, - 2.4, - 113.2711454053425, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 32.60075595, - 0.0, - 172.98322445357218, - 0.0, - 237.66003421660938, - 0.0, - 0.0, - 0.0, - 95.72463146880771, - 0.0, - 76.31799988642798 - ], - "95": [ - 0.0, - 57.729395634045915, - 2.4, - 113.48980178373975, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 32.60075595, - 0.0, - 166.6882571175005, - 0.0, - 232.06202395162657, - 0.0, - 0.0, - 0.0, - 97.6072420281654, - 0.0, - 75.6225999204996 - ], - "96": [ - 0.0, - 54.51057694383214, - 2.4, - 112.44286124861783, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 32.60075595, - 0.0, - 164.38177998225035, - 0.0, - 228.4434167661386, - 0.0, - 0.0, - 0.0, - 96.82506941971579, - 0.0, - 75.6225999204996 - ], - "97": [ - 0.0, - 54.51057694383214, - 2.4, - 115.01000287403248, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 32.60075595, - 0.0, - 157.36724598757525, - 0.0, - 228.91039173629702, - 0.0, - 0.0, - 0.0, - 94.77754859380106, - 0.0, - 73.33581994434972 - ], - "98": [ - 0.0, - 54.51057694383214, - 2.4, - 116.80700201182273, - 14.6, - 0.0, - 0.0, - 0.0, - 0.0, - 32.60075595, - 0.0, - 154.25707219130268, - 0.0, - 231.33727421540792, - 0.0, - 0.0, - 0.0, - 92.44428401566074, - 0.0, - 72.93507396104481 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.9/run=2477a5f03a564660/rewards.json b/experiments/seed=256/alpha=0.3.gamma=0.9/run=2477a5f03a564660/rewards.json deleted file mode 100644 index 2adf494..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.9/run=2477a5f03a564660/rewards.json +++ /dev/null @@ -1,2202 +0,0 @@ -{ - "0": [ - 22, - 69, - 4, - 102, - 35, - 0, - 5, - 0, - 124, - 45, - 0, - 292, - 0, - 173, - 0, - 0, - 0, - 128, - 0, - 149 - ], - "1": [ - 28, - 66, - 8, - 107, - 37, - 0, - 4, - 3, - 126, - 47, - 0, - 279, - 0, - 173, - 0, - 0, - 0, - 125, - 0, - 150 - ], - "2": [ - 30, - 72, - 8, - 101, - 38, - 0, - 2, - 0, - 125, - 51, - 0, - 268, - 0, - 168, - 0, - 0, - 0, - 123, - 0, - 152 - ], - "3": [ - 33, - 65, - 7, - 97, - 32, - 0, - 1, - 8, - 133, - 45, - 0, - 273, - 0, - 167, - 0, - 0, - 0, - 123, - 0, - 152 - ], - "4": [ - 34, - 64, - 6, - 87, - 34, - 0, - 0, - 7, - 126, - 45, - 0, - 267, - 0, - 154, - 0, - 0, - 0, - 122, - 0, - 159 - ], - "5": [ - 37, - 77, - 2, - 95, - 38, - 0, - 0, - 18, - 128, - 48, - 0, - 258, - 0, - 160, - 0, - 0, - 0, - 120, - 0, - 162 - ], - "6": [ - 37, - 69, - 3, - 90, - 40, - 0, - 0, - 23, - 120, - 47, - 0, - 257, - 0, - 143, - 0, - 0, - 0, - 109, - 0, - 165 - ], - "7": [ - 33, - 84, - 2, - 95, - 41, - 0, - 0, - 25, - 116, - 42, - 0, - 241, - 0, - 156, - 0, - 0, - 0, - 106, - 0, - 159 - ], - "8": [ - 34, - 82, - 1, - 98, - 46, - 0, - 0, - 26, - 118, - 37, - 0, - 255, - 0, - 170, - 0, - 0, - 0, - 101, - 0, - 168 - ], - "9": [ - 35, - 74, - 1, - 90, - 49, - 0, - 0, - 26, - 121, - 38, - 0, - 257, - 0, - 173, - 0, - 0, - 0, - 97, - 0, - 159 - ], - "10": [ - 33, - 80, - 1, - 88, - 50, - 0, - 0, - 21, - 122, - 43, - 0, - 269, - 0, - 174, - 0, - 0, - 0, - 90, - 0, - 160 - ], - "11": [ - 32, - 88, - 1, - 90, - 59, - 0, - 0, - 31, - 130, - 37, - 0, - 263, - 0, - 180, - 0, - 0, - 0, - 93, - 0, - 162 - ], - "12": [ - 26, - 81, - 3, - 90, - 66, - 0, - 0, - 35, - 136, - 44, - 0, - 267, - 0, - 190, - 0, - 0, - 0, - 83, - 0, - 144 - ], - "13": [ - 26, - 78, - 4, - 89, - 69, - 0, - 0, - 21, - 132, - 45, - 0, - 268, - 0, - 194, - 0, - 0, - 0, - 79, - 0, - 124 - ], - "14": [ - 23, - 74, - 5, - 95, - 65, - 0, - 0, - 20, - 139, - 50, - 0, - 252, - 0, - 190, - 0, - 0, - 0, - 79, - 0, - 126 - ], - "15": [ - 25, - 80, - 7, - 100, - 65, - 0, - 0, - 17, - 148, - 48, - 0, - 244, - 0, - 201, - 0, - 0, - 0, - 78, - 0, - 121 - ], - "16": [ - 29, - 80, - 8, - 90, - 66, - 0, - 0, - 6, - 152, - 53, - 0, - 247, - 0, - 211, - 0, - 0, - 0, - 81, - 0, - 113 - ], - "17": [ - 29, - 84, - 6, - 89, - 60, - 0, - 0, - 4, - 159, - 53, - 0, - 241, - 0, - 202, - 0, - 0, - 0, - 76, - 0, - 114 - ], - "18": [ - 29, - 91, - 8, - 85, - 63, - 0, - 0, - 12, - 163, - 48, - 0, - 249, - 0, - 202, - 0, - 0, - 0, - 77, - 0, - 110 - ], - "19": [ - 28, - 96, - 9, - 87, - 66, - 0, - 0, - 6, - 148, - 50, - 0, - 237, - 0, - 210, - 0, - 0, - 0, - 84, - 0, - 115 - ], - "20": [ - 28, - 91, - 7, - 87, - 69, - 0, - 0, - 0, - 135, - 41, - 0, - 240, - 0, - 229, - 0, - 0, - 0, - 78, - 0, - 127 - ], - "21": [ - 25, - 95, - 4, - 92, - 76, - 0, - 0, - 0, - 135, - 43, - 0, - 239, - 0, - 226, - 0, - 0, - 0, - 78, - 0, - 119 - ], - "22": [ - 31, - 95, - 4, - 91, - 76, - 0, - 0, - 0, - 138, - 33, - 0, - 243, - 0, - 222, - 0, - 0, - 0, - 75, - 0, - 119 - ], - "23": [ - 33, - 97, - 5, - 95, - 83, - 0, - 0, - 0, - 146, - 29, - 0, - 227, - 0, - 222, - 0, - 0, - 0, - 68, - 0, - 116 - ], - "24": [ - 32, - 93, - 2, - 97, - 84, - 0, - 0, - 0, - 144, - 28, - 0, - 233, - 0, - 220, - 0, - 0, - 0, - 70, - 0, - 110 - ], - "25": [ - 32, - 93, - 4, - 95, - 85, - 0, - 0, - 0, - 145, - 27, - 0, - 223, - 0, - 223, - 0, - 0, - 0, - 63, - 0, - 107 - ], - "26": [ - 36, - 89, - 10, - 106, - 87, - 0, - 0, - 5, - 135, - 31, - 0, - 215, - 0, - 219, - 0, - 0, - 0, - 66, - 0, - 101 - ], - "27": [ - 32, - 89, - 6, - 103, - 91, - 0, - 0, - 1, - 137, - 25, - 0, - 205, - 0, - 226, - 0, - 0, - 0, - 68, - 0, - 98 - ], - "28": [ - 41, - 92, - 7, - 96, - 91, - 0, - 0, - 8, - 129, - 32, - 0, - 195, - 0, - 233, - 0, - 0, - 0, - 73, - 0, - 93 - ], - "29": [ - 38, - 97, - 7, - 98, - 89, - 0, - 0, - 6, - 127, - 39, - 0, - 206, - 0, - 235, - 0, - 0, - 0, - 79, - 0, - 93 - ], - "30": [ - 36, - 102, - 6, - 99, - 85, - 0, - 0, - 9, - 131, - 43, - 0, - 195, - 0, - 225, - 0, - 0, - 0, - 87, - 0, - 100 - ], - "31": [ - 37, - 103, - 5, - 99, - 89, - 0, - 0, - 5, - 135, - 41, - 0, - 198, - 0, - 214, - 0, - 0, - 0, - 82, - 0, - 93 - ], - "32": [ - 37, - 106, - 4, - 93, - 83, - 0, - 0, - 5, - 144, - 30, - 0, - 186, - 0, - 228, - 0, - 0, - 0, - 82, - 0, - 96 - ], - "33": [ - 39, - 107, - 5, - 93, - 75, - 0, - 0, - 16, - 136, - 16, - 0, - 217, - 0, - 231, - 0, - 0, - 0, - 85, - 0, - 93 - ], - "34": [ - 41, - 82, - 3, - 88, - 83, - 0, - 0, - 11, - 125, - 19, - 0, - 225, - 0, - 243, - 0, - 0, - 0, - 87, - 0, - 93 - ], - "35": [ - 47, - 78, - 7, - 83, - 82, - 0, - 0, - 10, - 120, - 19, - 0, - 205, - 0, - 240, - 0, - 0, - 0, - 95, - 0, - 101 - ], - "36": [ - 47, - 76, - 8, - 80, - 80, - 0, - 0, - 4, - 127, - 26, - 0, - 200, - 0, - 251, - 0, - 0, - 0, - 92, - 0, - 107 - ], - "37": [ - 45, - 76, - 5, - 82, - 86, - 0, - 0, - 0, - 141, - 24, - 0, - 204, - 0, - 266, - 0, - 0, - 0, - 98, - 0, - 103 - ], - "38": [ - 43, - 74, - 5, - 73, - 90, - 0, - 0, - 1, - 140, - 23, - 0, - 205, - 0, - 287, - 0, - 0, - 0, - 87, - 0, - 103 - ], - "39": [ - 43, - 68, - 5, - 78, - 93, - 0, - 0, - 10, - 137, - 16, - 0, - 211, - 0, - 286, - 0, - 0, - 0, - 92, - 0, - 103 - ], - "40": [ - 35, - 66, - 4, - 83, - 96, - 0, - 0, - 16, - 135, - 24, - 0, - 200, - 0, - 270, - 0, - 0, - 0, - 93, - 0, - 93 - ], - "41": [ - 38, - 64, - 3, - 89, - 101, - 0, - 0, - 19, - 145, - 17, - 0, - 185, - 0, - 296, - 0, - 0, - 0, - 94, - 0, - 90 - ], - "42": [ - 44, - 69, - 4, - 92, - 105, - 0, - 0, - 25, - 138, - 13, - 0, - 205, - 0, - 289, - 0, - 0, - 0, - 97, - 0, - 89 - ], - "43": [ - 42, - 65, - 0, - 96, - 106, - 0, - 0, - 26, - 131, - 14, - 0, - 204, - 0, - 277, - 0, - 0, - 0, - 97, - 0, - 89 - ], - "44": [ - 42, - 66, - 0, - 90, - 103, - 0, - 0, - 32, - 132, - 14, - 0, - 219, - 0, - 281, - 0, - 0, - 0, - 96, - 0, - 94 - ], - "45": [ - 42, - 66, - 0, - 94, - 103, - 0, - 0, - 40, - 120, - 13, - 0, - 215, - 0, - 276, - 0, - 0, - 0, - 103, - 0, - 89 - ], - "46": [ - 39, - 65, - 2, - 104, - 103, - 0, - 0, - 44, - 125, - 14, - 0, - 209, - 0, - 263, - 0, - 0, - 0, - 107, - 0, - 88 - ], - "47": [ - 38, - 62, - 4, - 100, - 100, - 0, - 0, - 37, - 130, - 12, - 0, - 198, - 0, - 264, - 0, - 0, - 4, - 107, - 0, - 98 - ], - "48": [ - 37, - 57, - 6, - 101, - 100, - 0, - 0, - 40, - 118, - 12, - 0, - 185, - 0, - 257, - 0, - 0, - 0, - 105, - 0, - 102 - ], - "49": [ - 34, - 56, - 7, - 106, - 110, - 0, - 0, - 43, - 124, - 13, - 0, - 182, - 0, - 238, - 0, - 0, - 0, - 95, - 0, - 104 - ], - "50": [ - 33, - 55, - 8, - 104, - 114, - 0, - 0, - 50, - 124, - 13, - 0, - 203, - 0, - 231, - 0, - 0, - 0, - 92, - 0, - 101 - ], - "51": [ - 32, - 52, - 7, - 110, - 116, - 0, - 0, - 56, - 113, - 15, - 0, - 202, - 0, - 231, - 0, - 0, - 1, - 80, - 0, - 103 - ], - "52": [ - 29, - 55, - 5, - 115, - 115, - 0, - 0, - 41, - 117, - 21, - 0, - 194, - 0, - 223, - 0, - 0, - 4, - 83, - 0, - 113 - ], - "53": [ - 30, - 52, - 3, - 115, - 115, - 0, - 0, - 50, - 113, - 18, - 0, - 186, - 0, - 227, - 0, - 0, - 2, - 84, - 0, - 105 - ], - "54": [ - 35, - 57, - 2, - 112, - 122, - 0, - 0, - 39, - 114, - 20, - 0, - 187, - 0, - 226, - 0, - 0, - 0, - 84, - 0, - 111 - ], - "55": [ - 34, - 56, - 1, - 110, - 125, - 0, - 0, - 44, - 116, - 26, - 0, - 215, - 0, - 219, - 0, - 0, - 0, - 81, - 0, - 102 - ], - "56": [ - 33, - 56, - 1, - 105, - 130, - 0, - 0, - 54, - 122, - 30, - 0, - 223, - 0, - 225, - 0, - 0, - 0, - 75, - 0, - 102 - ], - "57": [ - 37, - 58, - 1, - 112, - 129, - 0, - 0, - 59, - 131, - 31, - 0, - 218, - 0, - 217, - 0, - 0, - 0, - 76, - 0, - 101 - ], - "58": [ - 32, - 58, - 2, - 109, - 124, - 0, - 0, - 59, - 133, - 36, - 0, - 222, - 0, - 226, - 0, - 0, - 0, - 79, - 0, - 98 - ], - "59": [ - 27, - 60, - 1, - 114, - 122, - 0, - 0, - 68, - 130, - 36, - 0, - 239, - 0, - 233, - 0, - 0, - 6, - 82, - 0, - 95 - ], - "60": [ - 30, - 65, - 0, - 119, - 119, - 0, - 0, - 67, - 124, - 36, - 0, - 234, - 0, - 227, - 0, - 0, - 11, - 85, - 0, - 99 - ], - "61": [ - 32, - 67, - 0, - 110, - 119, - 0, - 0, - 80, - 129, - 33, - 0, - 233, - 0, - 211, - 0, - 0, - 4, - 81, - 0, - 101 - ], - "62": [ - 27, - 57, - 0, - 110, - 120, - 0, - 0, - 82, - 127, - 34, - 0, - 247, - 0, - 205, - 0, - 0, - 3, - 80, - 0, - 97 - ], - "63": [ - 24, - 55, - 0, - 109, - 124, - 0, - 0, - 87, - 131, - 27, - 0, - 238, - 0, - 202, - 0, - 0, - 8, - 70, - 0, - 105 - ], - "64": [ - 20, - 46, - 0, - 105, - 123, - 0, - 0, - 88, - 126, - 25, - 0, - 236, - 0, - 199, - 0, - 0, - 0, - 71, - 0, - 108 - ], - "65": [ - 16, - 53, - 0, - 113, - 124, - 0, - 0, - 86, - 131, - 28, - 0, - 214, - 0, - 198, - 0, - 0, - 0, - 71, - 0, - 107 - ], - "66": [ - 22, - 58, - 0, - 107, - 127, - 0, - 0, - 80, - 129, - 26, - 0, - 212, - 0, - 195, - 0, - 0, - 2, - 72, - 0, - 116 - ], - "67": [ - 16, - 61, - 0, - 115, - 121, - 0, - 0, - 87, - 132, - 21, - 0, - 204, - 0, - 189, - 0, - 0, - 3, - 65, - 0, - 112 - ], - "68": [ - 11, - 62, - 0, - 113, - 114, - 0, - 0, - 80, - 116, - 20, - 0, - 200, - 0, - 185, - 0, - 0, - 4, - 60, - 0, - 118 - ], - "69": [ - 15, - 64, - 0, - 112, - 116, - 0, - 0, - 86, - 119, - 16, - 0, - 212, - 0, - 191, - 0, - 0, - 0, - 58, - 0, - 116 - ], - "70": [ - 20, - 61, - 0, - 111, - 118, - 0, - 2, - 83, - 119, - 25, - 0, - 211, - 0, - 183, - 0, - 0, - 4, - 61, - 0, - 114 - ], - "71": [ - 17, - 63, - 0, - 118, - 115, - 0, - 4, - 81, - 120, - 24, - 0, - 221, - 0, - 184, - 0, - 0, - 8, - 69, - 0, - 111 - ], - "72": [ - 11, - 66, - 0, - 125, - 125, - 0, - 6, - 82, - 123, - 29, - 0, - 242, - 0, - 190, - 0, - 0, - 6, - 74, - 0, - 120 - ], - "73": [ - 12, - 69, - 2, - 117, - 126, - 0, - 9, - 82, - 116, - 17, - 0, - 241, - 0, - 200, - 0, - 0, - 1, - 75, - 0, - 112 - ], - "74": [ - 14, - 69, - 0, - 116, - 125, - 0, - 8, - 78, - 110, - 18, - 0, - 221, - 0, - 216, - 0, - 0, - 8, - 78, - 0, - 111 - ], - "75": [ - 11, - 69, - 1, - 122, - 123, - 0, - 13, - 82, - 110, - 20, - 0, - 209, - 0, - 214, - 0, - 0, - 6, - 75, - 0, - 112 - ], - "76": [ - 11, - 65, - 0, - 129, - 122, - 0, - 13, - 92, - 118, - 15, - 0, - 209, - 0, - 222, - 0, - 0, - 6, - 81, - 0, - 116 - ], - "77": [ - 8, - 70, - 0, - 128, - 117, - 0, - 14, - 96, - 117, - 7, - 0, - 185, - 0, - 227, - 0, - 0, - 11, - 80, - 0, - 105 - ], - "78": [ - 8, - 62, - 0, - 127, - 122, - 0, - 10, - 92, - 120, - 10, - 0, - 182, - 0, - 242, - 0, - 0, - 16, - 84, - 0, - 97 - ], - "79": [ - 4, - 62, - 0, - 122, - 117, - 0, - 11, - 91, - 112, - 9, - 0, - 173, - 0, - 238, - 0, - 0, - 4, - 76, - 0, - 94 - ], - "80": [ - 4, - 54, - 0, - 127, - 129, - 0, - 11, - 90, - 122, - 14, - 0, - 183, - 0, - 237, - 0, - 0, - 5, - 80, - 0, - 95 - ], - "81": [ - 11, - 49, - 0, - 123, - 123, - 0, - 14, - 91, - 125, - 13, - 0, - 191, - 0, - 245, - 0, - 0, - 9, - 79, - 0, - 97 - ], - "82": [ - 15, - 52, - 0, - 135, - 119, - 0, - 9, - 88, - 126, - 6, - 0, - 183, - 0, - 245, - 0, - 0, - 13, - 84, - 0, - 94 - ], - "83": [ - 14, - 51, - 0, - 137, - 114, - 0, - 10, - 95, - 117, - 9, - 0, - 175, - 0, - 245, - 0, - 0, - 19, - 78, - 0, - 92 - ], - "84": [ - 13, - 54, - 0, - 127, - 110, - 0, - 15, - 91, - 124, - 4, - 0, - 186, - 0, - 254, - 0, - 0, - 25, - 75, - 0, - 82 - ], - "85": [ - 13, - 63, - 0, - 131, - 111, - 0, - 17, - 95, - 126, - 0, - 0, - 195, - 0, - 262, - 0, - 0, - 24, - 74, - 0, - 82 - ], - "86": [ - 14, - 61, - 0, - 129, - 115, - 0, - 19, - 95, - 136, - 0, - 0, - 198, - 0, - 254, - 0, - 0, - 25, - 73, - 0, - 78 - ], - "87": [ - 12, - 56, - 0, - 133, - 121, - 0, - 14, - 92, - 138, - 0, - 0, - 196, - 0, - 259, - 0, - 0, - 27, - 83, - 0, - 77 - ], - "88": [ - 8, - 54, - 1, - 134, - 119, - 0, - 11, - 94, - 123, - 1, - 0, - 171, - 0, - 262, - 0, - 0, - 21, - 92, - 0, - 74 - ], - "89": [ - 5, - 53, - 3, - 125, - 109, - 0, - 12, - 90, - 118, - 1, - 0, - 173, - 0, - 263, - 0, - 0, - 19, - 87, - 0, - 80 - ], - "90": [ - 7, - 51, - 1, - 119, - 115, - 0, - 11, - 97, - 123, - 0, - 0, - 187, - 0, - 264, - 0, - 0, - 23, - 80, - 0, - 80 - ], - "91": [ - 13, - 53, - 4, - 118, - 119, - 0, - 11, - 89, - 129, - 0, - 0, - 179, - 0, - 240, - 0, - 0, - 13, - 82, - 0, - 72 - ], - "92": [ - 9, - 57, - 4, - 120, - 121, - 0, - 12, - 90, - 124, - 0, - 0, - 176, - 0, - 251, - 0, - 0, - 15, - 88, - 0, - 76 - ], - "93": [ - 8, - 57, - 1, - 116, - 123, - 0, - 5, - 91, - 136, - 0, - 0, - 186, - 0, - 238, - 0, - 0, - 10, - 91, - 0, - 79 - ], - "94": [ - 8, - 54, - 1, - 112, - 123, - 0, - 5, - 85, - 135, - 0, - 0, - 179, - 0, - 229, - 0, - 0, - 16, - 102, - 0, - 73 - ], - "95": [ - 7, - 54, - 1, - 102, - 124, - 0, - 6, - 76, - 133, - 0, - 0, - 154, - 0, - 226, - 0, - 0, - 12, - 107, - 0, - 72 - ], - "96": [ - 5, - 52, - 5, - 114, - 131, - 0, - 13, - 78, - 134, - 0, - 0, - 152, - 0, - 219, - 0, - 0, - 11, - 102, - 0, - 74 - ], - "97": [ - 9, - 47, - 4, - 110, - 129, - 0, - 12, - 78, - 121, - 0, - 0, - 159, - 0, - 220, - 0, - 0, - 12, - 95, - 0, - 71 - ], - "98": [ - 4, - 47, - 5, - 121, - 125, - 0, - 8, - 75, - 119, - 0, - 0, - 141, - 0, - 230, - 0, - 0, - 12, - 90, - 0, - 68 - ], - "99": [ - 1, - 53, - 9, - 121, - 111, - 0, - 7, - 69, - 122, - 0, - 0, - 147, - 0, - 237, - 0, - 0, - 10, - 87, - 0, - 72 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.9/run=2477a5f03a564660/rewards.plot.png b/experiments/seed=256/alpha=0.3.gamma=0.9/run=2477a5f03a564660/rewards.plot.png deleted file mode 100644 index b58e768..0000000 Binary files a/experiments/seed=256/alpha=0.3.gamma=0.9/run=2477a5f03a564660/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.3.gamma=0.9/run=2477a5f03a564660/sum_rewards.json b/experiments/seed=256/alpha=0.3.gamma=0.9/run=2477a5f03a564660/sum_rewards.json deleted file mode 100644 index b6d2b3c..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.9/run=2477a5f03a564660/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 64384, - "V": 5011489 - }, - "control": { - "R": 70813, - "V": 5721003 - } -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.9/run=2477a5f03a564660/view.plot.png b/experiments/seed=256/alpha=0.3.gamma=0.9/run=2477a5f03a564660/view.plot.png deleted file mode 100644 index 1cb752a..0000000 Binary files a/experiments/seed=256/alpha=0.3.gamma=0.9/run=2477a5f03a564660/view.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.3.gamma=0.9/run=86a992335e064686/choices.json b/experiments/seed=256/alpha=0.3.gamma=0.9/run=86a992335e064686/choices.json deleted file mode 100644 index 4086034..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.9/run=86a992335e064686/choices.json +++ /dev/null @@ -1,702 +0,0 @@ -{ - "0": [ - 8, - 3, - 6, - 9, - 1 - ], - "1": [ - 3, - 1, - 8, - 14, - 13 - ], - "2": [ - 3, - 8, - 13, - 1, - 0 - ], - "3": [ - 13, - 3, - 8, - 1, - 4 - ], - "4": [ - 13, - 8, - 3, - 1, - 0 - ], - "5": [ - 13, - 3, - 8, - 0, - 1 - ], - "6": [ - 13, - 3, - 8, - 1, - 0 - ], - "7": [ - 13, - 3, - 8, - 1, - 0 - ], - "8": [ - 13, - 3, - 8, - 1, - 0 - ], - "9": [ - 13, - 3, - 8, - 1, - 0 - ], - "10": [ - 13, - 8, - 3, - 1, - 0 - ], - "11": [ - 13, - 3, - 8, - 9, - 1 - ], - "12": [ - 13, - 3, - 8, - 1, - 0 - ], - "13": [ - 13, - 8, - 3, - 1, - 0 - ], - "14": [ - 13, - 8, - 3, - 1, - 0 - ], - "15": [ - 8, - 13, - 3, - 1, - 0 - ], - "16": [ - 13, - 8, - 3, - 1, - 0 - ], - "17": [ - 13, - 8, - 3, - 1, - 0 - ], - "18": [ - 13, - 8, - 3, - 1, - 0 - ], - "19": [ - 13, - 8, - 3, - 1, - 0 - ], - "20": [ - 13, - 8, - 3, - 1, - 0 - ], - "21": [ - 13, - 8, - 3, - 1, - 0 - ], - "22": [ - 13, - 8, - 3, - 1, - 0 - ], - "23": [ - 13, - 8, - 3, - 1, - 0 - ], - "24": [ - 13, - 8, - 3, - 1, - 0 - ], - "25": [ - 13, - 8, - 1, - 3, - 0 - ], - "26": [ - 13, - 8, - 3, - 1, - 0 - ], - "27": [ - 13, - 8, - 3, - 1, - 0 - ], - "28": [ - 13, - 8, - 3, - 1, - 0 - ], - "29": [ - 13, - 8, - 3, - 1, - 0 - ], - "30": [ - 13, - 8, - 3, - 1, - 0 - ], - "31": [ - 13, - 8, - 3, - 1, - 0 - ], - "32": [ - 13, - 8, - 3, - 1, - 0 - ], - "33": [ - 13, - 8, - 3, - 1, - 0 - ], - "34": [ - 13, - 8, - 3, - 1, - 0 - ], - "35": [ - 13, - 8, - 3, - 1, - 0 - ], - "36": [ - 13, - 8, - 3, - 1, - 0 - ], - "37": [ - 13, - 3, - 8, - 1, - 0 - ], - "38": [ - 13, - 1, - 8, - 3, - 0 - ], - "39": [ - 13, - 8, - 3, - 1, - 0 - ], - "40": [ - 13, - 8, - 3, - 1, - 0 - ], - "41": [ - 13, - 8, - 3, - 1, - 0 - ], - "42": [ - 13, - 3, - 8, - 1, - 0 - ], - "43": [ - 13, - 8, - 3, - 1, - 0 - ], - "44": [ - 13, - 8, - 3, - 1, - 0 - ], - "45": [ - 13, - 8, - 3, - 1, - 0 - ], - "46": [ - 13, - 3, - 8, - 0, - 1 - ], - "47": [ - 13, - 3, - 8, - 1, - 0 - ], - "48": [ - 13, - 3, - 8, - 0, - 1 - ], - "49": [ - 13, - 3, - 8, - 1, - 0 - ], - "50": [ - 13, - 3, - 8, - 1, - 11 - ], - "51": [ - 13, - 3, - 8, - 1, - 11 - ], - "52": [ - 13, - 3, - 11, - 8, - 1 - ], - "53": [ - 13, - 11, - 3, - 8, - 1 - ], - "54": [ - 13, - 3, - 11, - 8, - 1 - ], - "55": [ - 13, - 11, - 3, - 8, - 1 - ], - "56": [ - 13, - 11, - 3, - 8, - 1 - ], - "57": [ - 13, - 11, - 3, - 8, - 1 - ], - "58": [ - 13, - 11, - 8, - 3, - 1 - ], - "59": [ - 13, - 11, - 3, - 8, - 1 - ], - "60": [ - 13, - 11, - 3, - 8, - 1 - ], - "61": [ - 13, - 11, - 3, - 8, - 1 - ], - "62": [ - 13, - 11, - 3, - 8, - 0 - ], - "63": [ - 13, - 11, - 3, - 8, - 1 - ], - "64": [ - 13, - 11, - 3, - 8, - 1 - ], - "65": [ - 13, - 11, - 3, - 8, - 1 - ], - "66": [ - 13, - 11, - 3, - 8, - 1 - ], - "67": [ - 11, - 13, - 8, - 3, - 1 - ], - "68": [ - 13, - 11, - 3, - 8, - 1 - ], - "69": [ - 11, - 13, - 3, - 8, - 1 - ], - "70": [ - 11, - 13, - 3, - 8, - 1 - ], - "71": [ - 11, - 13, - 3, - 8, - 1 - ], - "72": [ - 11, - 13, - 3, - 8, - 0 - ], - "73": [ - 11, - 13, - 3, - 8, - 1 - ], - "74": [ - 13, - 11, - 3, - 8, - 1 - ], - "75": [ - 11, - 13, - 8, - 3, - 1 - ], - "76": [ - 13, - 11, - 8, - 3, - 1 - ], - "77": [ - 11, - 13, - 8, - 3, - 1 - ], - "78": [ - 11, - 13, - 8, - 3, - 1 - ], - "79": [ - 13, - 11, - 8, - 3, - 1 - ], - "80": [ - 13, - 11, - 8, - 3, - 1 - ], - "81": [ - 11, - 13, - 8, - 3, - 1 - ], - "82": [ - 13, - 11, - 8, - 3, - 1 - ], - "83": [ - 13, - 11, - 8, - 3, - 0 - ], - "84": [ - 13, - 11, - 8, - 3, - 1 - ], - "85": [ - 13, - 11, - 8, - 3, - 1 - ], - "86": [ - 13, - 11, - 8, - 3, - 1 - ], - "87": [ - 13, - 11, - 8, - 3, - 1 - ], - "88": [ - 13, - 11, - 8, - 3, - 1 - ], - "89": [ - 13, - 11, - 8, - 3, - 1 - ], - "90": [ - 11, - 13, - 8, - 3, - 1 - ], - "91": [ - 13, - 11, - 8, - 3, - 1 - ], - "92": [ - 11, - 13, - 8, - 3, - 1 - ], - "93": [ - 11, - 13, - 8, - 3, - 1 - ], - "94": [ - 11, - 13, - 8, - 3, - 1 - ], - "95": [ - 11, - 13, - 8, - 3, - 1 - ], - "96": [ - 11, - 13, - 8, - 3, - 1 - ], - "97": [ - 11, - 13, - 8, - 3, - 1 - ], - "98": [ - 11, - 13, - 8, - 3, - 1 - ], - "99": [ - 11, - 13, - 8, - 3, - 1 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.9/run=86a992335e064686/config.json b/experiments/seed=256/alpha=0.3.gamma=0.9/run=86a992335e064686/config.json deleted file mode 100644 index 28300c8..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.9/run=86a992335e064686/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 20, - "num_choices": 5, - "time_span": 100, - "history_span": 3000, - "alpha": 0.3, - "gamma": 0.9, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.9/run=86a992335e064686/control.choices.json b/experiments/seed=256/alpha=0.3.gamma=0.9/run=86a992335e064686/control.choices.json deleted file mode 100644 index 1ce1220..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.9/run=86a992335e064686/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 4, - 3, - 11, - 1, - 13 -] \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.9/run=86a992335e064686/qvalues.json b/experiments/seed=256/alpha=0.3.gamma=0.9/run=86a992335e064686/qvalues.json deleted file mode 100644 index 662da62..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.9/run=86a992335e064686/qvalues.json +++ /dev/null @@ -1,2180 +0,0 @@ -{ - "0": [ - 0.0, - 27.2, - 0.0, - 53.9, - 5.0, - 0.0, - 2.1, - 0.0, - 46.199999999999996, - 7.8, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 45.44, - 0.0, - 85.42999999999999, - 5.0, - 0.0, - 2.1, - 0.0, - 77.64, - 7.8, - 0.0, - 5.0, - 0.0, - 70.7, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 20.099999999999998, - 56.408, - 0.0, - 108.401, - 5.0, - 0.0, - 2.1, - 0.0, - 103.248, - 7.8, - 0.0, - 5.0, - 0.0, - 118.79, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 20.099999999999998, - 65.2856, - 0.0, - 124.1807, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 119.0736, - 7.8, - 0.0, - 5.0, - 0.0, - 153.053, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "4": [ - 37.17, - 73.29992, - 0.0, - 135.82649, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 129.25152, - 7.8, - 0.0, - 5.0, - 0.0, - 176.7371, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "5": [ - 49.119, - 77.109944, - 0.0, - 140.678543, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 135.176064, - 7.8, - 0.0, - 5.0, - 0.0, - 189.71597, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "6": [ - 55.9833, - 83.6769608, - 0.0, - 142.2749801, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 137.2232448, - 7.8, - 0.0, - 5.0, - 0.0, - 199.401179, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "7": [ - 61.08831, - 87.37387256, - 0.0, - 144.89248607, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 140.45627136000002, - 7.8, - 0.0, - 5.0, - 0.0, - 207.08082530000001, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "8": [ - 65.261817, - 87.561710792, - 0.0, - 143.12474024899998, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 144.519389952, - 7.8, - 0.0, - 5.0, - 0.0, - 215.15657771000002, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "9": [ - 69.3832719, - 89.1931975544, - 0.0, - 142.4873181743, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 149.46357296640002, - 7.8, - 0.0, - 5.0, - 0.0, - 222.009604397, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "10": [ - 71.36829033, - 93.33523828808, - 0.0, - 143.24112272201, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 155.92450107648003, - 7.8, - 0.0, - 5.0, - 0.0, - 225.6067230779, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "11": [ - 71.36829033, - 94.13466680165601, - 0.0, - 143.168785905407, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 163.747150753536, - 13.26, - 0.0, - 5.0, - 0.0, - 227.22470615453, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "12": [ - 67.057803231, - 93.49426676115921, - 0.0, - 140.7181501337849, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 165.9230055274752, - 13.26, - 0.0, - 5.0, - 0.0, - 227.457294308171, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "13": [ - 62.8404622617, - 91.24598673281145, - 0.0, - 139.90270509364942, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 170.44610386923264, - 13.26, - 0.0, - 5.0, - 0.0, - 224.92010601571968, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "14": [ - 61.08832358319, - 93.27219071296801, - 0.0, - 139.6318935655546, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 173.61227270846285, - 13.26, - 0.0, - 5.0, - 0.0, - 221.64407421100378, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "15": [ - 60.461826508232996, - 96.1905334990776, - 0.0, - 139.4423254958882, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 174.628590895924, - 13.26, - 0.0, - 5.0, - 0.0, - 221.15085194770265, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "16": [ - 60.9232785557631, - 100.93337344935432, - 0.0, - 138.10962784712174, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 179.5400136271468, - 13.26, - 0.0, - 5.0, - 0.0, - 221.10559636339184, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "17": [ - 60.046294989034166, - 105.15336141454803, - 0.0, - 134.47673949298522, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 184.17800953900277, - 13.26, - 0.0, - 5.0, - 0.0, - 220.7739174543743, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "18": [ - 59.132406492323916, - 107.80735299018362, - 0.0, - 133.13371764508966, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 184.72460667730195, - 13.26, - 0.0, - 5.0, - 0.0, - 222.94174221806202, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "19": [ - 57.59268454462674, - 108.46514709312854, - 0.0, - 130.99360235156277, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 180.30722467411135, - 13.26, - 0.0, - 5.0, - 0.0, - 227.45921955264342, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "20": [ - 55.91487918123872, - 111.02560296518998, - 0.0, - 131.59552164609394, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 175.11505727187796, - 13.26, - 0.0, - 5.0, - 0.0, - 234.2214536868504, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "21": [ - 57.440415426867105, - 111.61792207563298, - 0.0, - 131.11686515226575, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 170.58054009031457, - 13.26, - 0.0, - 5.0, - 0.0, - 241.6550175807953, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "22": [ - 61.80829079880697, - 111.43254545294309, - 0.0, - 131.681805606586, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 168.6063780632202, - 13.26, - 0.0, - 5.0, - 0.0, - 246.2585123065567, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "23": [ - 64.56580355916488, - 109.80278181706016, - 0.0, - 131.4772639246102, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 163.02446464425415, - 13.26, - 0.0, - 5.0, - 0.0, - 246.78095861458968, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "24": [ - 65.89606249141542, - 109.26194727194212, - 0.0, - 131.33408474722714, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 159.71712525097792, - 13.26, - 0.0, - 5.0, - 0.0, - 248.34667103021278, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "25": [ - 69.2272437439908, - 108.58336309035948, - 0.0, - 133.333859323059, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 155.90198767568455, - 13.26, - 0.0, - 5.0, - 0.0, - 247.94266972114895, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "26": [ - 70.05907062079356, - 108.10835416325163, - 0.0, - 132.9337015261413, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 156.8313913729792, - 13.26, - 0.0, - 5.0, - 0.0, - 244.95986880480427, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "27": [ - 74.8413494345555, - 108.67584791427615, - 0.0, - 130.85359106829893, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 160.48197396108543, - 13.26, - 0.0, - 5.0, - 0.0, - 244.371908163363, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "28": [ - 76.38894460418885, - 109.3730935399933, - 0.0, - 130.29751374780926, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 159.1373817727598, - 13.26, - 0.0, - 5.0, - 0.0, - 241.2603357143541, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "29": [ - 75.0722612229322, - 110.46116547799531, - 0.0, - 131.1082596234665, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 159.39616724093185, - 13.26, - 0.0, - 5.0, - 0.0, - 239.68223500004788, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "30": [ - 74.45058285605253, - 113.32281583459671, - 0.0, - 132.27578173642655, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 161.0773170686523, - 13.26, - 0.0, - 5.0, - 0.0, - 243.67756450003353, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "31": [ - 72.51540799923677, - 115.3259710842177, - 0.0, - 131.29304721549858, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 160.7541219480566, - 13.26, - 0.0, - 5.0, - 0.0, - 241.37429515002347, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "32": [ - 72.06078559946575, - 117.32817975895239, - 0.0, - 130.605133050849, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 155.4278853636396, - 13.26, - 0.0, - 5.0, - 0.0, - 240.66200660501642, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "33": [ - 72.94254991962602, - 111.82972583126667, - 0.0, - 128.3235931355943, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 148.99951975454772, - 13.26, - 0.0, - 5.0, - 0.0, - 242.5634046235115, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "34": [ - 77.45978494373821, - 107.08080808188667, - 0.0, - 127.32651519491601, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 144.7996638281834, - 13.26, - 0.0, - 5.0, - 0.0, - 240.89438323645805, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "35": [ - 79.72184946061675, - 103.15656565732067, - 0.0, - 125.4285606364412, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 142.45976467972838, - 13.26, - 0.0, - 5.0, - 0.0, - 241.52606826552065, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "36": [ - 79.80529462243173, - 99.80959596012447, - 0.0, - 124.69999244550884, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 142.92183527580985, - 13.26, - 0.0, - 5.0, - 0.0, - 244.06824778586446, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "37": [ - 76.26370623570222, - 96.56671717208712, - 0.0, - 122.38999471185619, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 142.9452846930669, - 13.26, - 0.0, - 5.0, - 0.0, - 247.04777345010513, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "38": [ - 74.08459436499155, - 91.59670202046098, - 0.0, - 120.17299629829934, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 143.26169928514682, - 13.26, - 0.0, - 5.0, - 0.0, - 252.4334414150736, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "39": [ - 68.95921605549408, - 88.11769141432269, - 0.0, - 121.62109740880953, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 146.18318949960278, - 13.26, - 0.0, - 5.0, - 0.0, - 257.7034089905515, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "40": [ - 66.87145123884585, - 85.68238399002588, - 0.0, - 121.43476818616668, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 150.62823264972195, - 13.26, - 0.0, - 5.0, - 0.0, - 262.5923862933861, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "41": [ - 67.81001586719209, - 86.37766879301812, - 0.0, - 123.10433773031667, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 151.63976285480535, - 13.26, - 0.0, - 5.0, - 0.0, - 264.81467040537024, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "42": [ - 66.66701110703447, - 84.76436815511268, - 0.0, - 127.87303641122168, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 148.74783399836375, - 13.26, - 0.0, - 5.0, - 0.0, - 265.4702692837592, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "43": [ - 65.26690777492414, - 83.63505770857887, - 0.0, - 130.61112548785516, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 146.12348379885464, - 13.26, - 0.0, - 5.0, - 0.0, - 269.5291884986314, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "44": [ - 65.18683544244689, - 83.44454039600521, - 0.0, - 132.52778784149862, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 141.58643865919825, - 13.26, - 0.0, - 5.0, - 0.0, - 271.770431949042, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "45": [ - 63.03078480971283, - 83.01117827720364, - 0.0, - 136.26945148904903, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 137.51050706143877, - 13.26, - 0.0, - 5.0, - 0.0, - 270.9393023643294, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "46": [ - 61.22154936679898, - 81.20782479404255, - 0.0, - 136.18861604233433, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 133.45735494300715, - 13.26, - 0.0, - 5.0, - 0.0, - 274.2575116550306, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "47": [ - 60.255084556759286, - 79.04547735582979, - 0.0, - 135.83203122963403, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 128.520148460105, - 13.26, - 0.0, - 5.0, - 0.0, - 274.7802581585214, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "48": [ - 57.7785591897315, - 77.53183414908085, - 0.0, - 137.38242186074382, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 126.26410392207349, - 13.26, - 0.0, - 5.0, - 0.0, - 273.646180710965, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "49": [ - 55.74499143281205, - 76.17228390435659, - 0.0, - 138.76769530252068, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 124.68487274545144, - 13.26, - 0.0, - 5.0, - 0.0, - 272.2523264976755, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "50": [ - 55.74499143281205, - 75.22059873304961, - 0.0, - 141.83738671176448, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 121.17941092181601, - 13.26, - 0.0, - 76.39999999999999, - 0.0, - 269.77662854837286, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "51": [ - 55.74499143281205, - 75.75441911313473, - 0.0, - 145.48617069823513, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 120.2255876452712, - 13.26, - 0.0, - 127.28, - 0.0, - 264.143639983861, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "52": [ - 55.74499143281205, - 74.92809337919431, - 0.0, - 150.4403194887646, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 120.15791135168985, - 13.26, - 0.0, - 159.89600000000002, - 0.0, - 258.1005479887027, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "53": [ - 55.74499143281205, - 75.84966536543601, - 0.0, - 153.00822364213522, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 120.4105379461829, - 13.26, - 0.0, - 182.7272, - 0.0, - 257.4703835920919, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "54": [ - 55.74499143281205, - 75.89476575580521, - 0.0, - 154.80575654949465, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 120.28737656232803, - 13.26, - 0.0, - 202.00904, - 0.0, - 256.12926851446434, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "55": [ - 55.74499143281205, - 75.62633602906365, - 0.0, - 156.66402958464624, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 122.30116359362962, - 13.26, - 0.0, - 213.406328, - 0.0, - 254.59048796012505, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "56": [ - 55.74499143281205, - 74.53843522034455, - 0.0, - 158.86482070925237, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 127.01081451554074, - 13.26, - 0.0, - 217.7844296, - 0.0, - 252.01334157208754, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "57": [ - 55.74499143281205, - 74.07690465424119, - 0.0, - 159.50537449647666, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 130.90757016087852, - 13.26, - 0.0, - 223.54910072, - 0.0, - 251.40933910046127, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "58": [ - 55.74499143281205, - 73.15383325796883, - 0.0, - 160.25376214753368, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 133.33529911261496, - 13.26, - 0.0, - 227.58437050400002, - 0.0, - 253.6865373703229, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "59": [ - 55.74499143281205, - 74.60768328057819, - 0.0, - 160.77763350327356, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 135.33470937883047, - 13.26, - 0.0, - 229.50905935280002, - 0.0, - 255.28057615922603, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "60": [ - 55.74499143281205, - 75.32537829640474, - 0.0, - 160.54434345229149, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 140.93429656518134, - 13.26, - 0.0, - 228.15634154696002, - 0.0, - 255.19640331145823, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "61": [ - 55.74499143281205, - 73.12776480748332, - 0.0, - 160.08104041660403, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 146.35400759562694, - 13.26, - 0.0, - 228.10943908287203, - 0.0, - 256.9374823180208, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "62": [ - 48.321494002968436, - 73.12776480748332, - 0.0, - 160.6567282916228, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 150.14780531693884, - 13.26, - 0.0, - 229.2766073580104, - 0.0, - 259.05623762261456, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "63": [ - 48.321494002968436, - 66.78943536523832, - 0.0, - 160.15970980413596, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 153.1034637218572, - 13.26, - 0.0, - 231.29362515060728, - 0.0, - 259.0393663358302, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "64": [ - 48.321494002968436, - 64.75260475566682, - 0.0, - 161.31179686289516, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 158.17242460530002, - 13.26, - 0.0, - 233.3055376054251, - 0.0, - 256.0275564350811, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "65": [ - 48.321494002968436, - 63.62682332896678, - 0.0, - 160.61825780402663, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 159.32069722371003, - 13.26, - 0.0, - 239.21387632379756, - 0.0, - 253.9192895045568, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "66": [ - 48.321494002968436, - 64.63877633027674, - 0.0, - 161.63278046281863, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 158.92448805659703, - 13.26, - 0.0, - 251.1497134266583, - 0.0, - 253.04350265318976, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "67": [ - 48.321494002968436, - 65.34714343119371, - 0.0, - 163.84294632397305, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 154.74714163961792, - 13.26, - 0.0, - 260.1047993986608, - 0.0, - 250.93045185723284, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "68": [ - 48.321494002968436, - 66.7430004018356, - 0.0, - 167.49006242678115, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 152.72299914773254, - 13.26, - 0.0, - 267.27335957906257, - 0.0, - 250.351316300063, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "69": [ - 48.321494002968436, - 67.72010028128491, - 0.0, - 167.6430436987468, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 153.40609940341278, - 13.26, - 0.0, - 270.1913517053438, - 0.0, - 250.2459214100441, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "70": [ - 48.321494002968436, - 69.30407019689945, - 0.0, - 167.75013058912276, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 158.08426958238894, - 13.26, - 0.0, - 274.93394619374067, - 0.0, - 249.57214498703087, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "71": [ - 48.321494002968436, - 71.31284913782962, - 0.0, - 167.22509141238592, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 162.85898870767227, - 13.26, - 0.0, - 272.85376233561846, - 0.0, - 248.80050149092162, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "72": [ - 38.025045802077905, - 71.31284913782962, - 0.0, - 166.85756398867014, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 165.3012920953706, - 13.26, - 0.0, - 267.4976336349329, - 0.0, - 251.26035104364513, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "73": [ - 38.025045802077905, - 75.11899439648073, - 0.0, - 165.1002947920691, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 165.8109044667594, - 13.26, - 0.0, - 264.94834354445305, - 0.0, - 253.8822457305516, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "74": [ - 38.025045802077905, - 77.7832960775365, - 0.0, - 162.67020635444837, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 168.8676331267316, - 13.26, - 0.0, - 265.26384048111714, - 0.0, - 255.4175720113861, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "75": [ - 38.025045802077905, - 79.34830725427555, - 0.0, - 162.46914444811387, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 174.3073431887121, - 13.26, - 0.0, - 265.184688336782, - 0.0, - 254.69230040797027, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "76": [ - 38.025045802077905, - 82.24381507799289, - 0.0, - 161.1284011136797, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 177.21514023209846, - 13.26, - 0.0, - 263.6292818357474, - 0.0, - 255.38461028557919, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "77": [ - 38.025045802077905, - 82.17067055459502, - 0.0, - 160.4898807795758, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 180.45059816246894, - 13.26, - 0.0, - 260.7404972850232, - 0.0, - 260.0692271999054, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "78": [ - 38.025045802077905, - 80.01946938821652, - 0.0, - 157.64291654570306, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 178.81541871372826, - 13.26, - 0.0, - 258.7183480995162, - 0.0, - 264.8484590399338, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "79": [ - 38.025045802077905, - 77.31362857175156, - 0.0, - 156.55004158199213, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 180.07079309960977, - 13.26, - 0.0, - 263.60284366966135, - 0.0, - 267.59392132795364, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "80": [ - 38.025045802077905, - 73.6195400002261, - 0.0, - 154.5850291073945, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 183.94955516972684, - 13.26, - 0.0, - 268.52199056876293, - 0.0, - 271.91574492956755, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "81": [ - 38.025045802077905, - 73.13367800015827, - 0.0, - 156.20952037517614, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 185.76468861880878, - 13.26, - 0.0, - 270.46539339813404, - 0.0, - 274.6410214506973, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "82": [ - 38.025045802077905, - 71.29357460011079, - 0.0, - 159.7466642626233, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 182.83528203316615, - 13.26, - 0.0, - 270.32577537869383, - 0.0, - 277.4487150154881, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "83": [ - 31.117532061454533, - 71.29357460011079, - 0.0, - 161.32266498383632, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 182.5846974232163, - 13.26, - 0.0, - 266.3280427650857, - 0.0, - 280.6141005108417, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "84": [ - 31.117532061454533, - 75.10550222007755, - 0.0, - 164.5258654886854, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 182.1092881962514, - 13.26, - 0.0, - 264.72962993555996, - 0.0, - 284.6298703575892, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "85": [ - 31.117532061454533, - 78.37385155405428, - 0.0, - 164.6681058420798, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 183.576501737376, - 13.26, - 0.0, - 265.410740954892, - 0.0, - 286.84090925031245, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "86": [ - 31.117532061454533, - 76.46169608783799, - 0.0, - 165.36767408945585, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 186.1035512161632, - 13.26, - 0.0, - 267.9875186684244, - 0.0, - 288.9886364752187, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "87": [ - 31.117532061454533, - 75.42318726148659, - 0.0, - 166.45737186261908, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 183.67248585131424, - 13.26, - 0.0, - 269.4912630678971, - 0.0, - 289.89204553265307, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "88": [ - 31.117532061454533, - 74.69623108304062, - 0.0, - 165.72016030383335, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 179.27074009591996, - 13.26, - 0.0, - 270.84388414752794, - 0.0, - 289.0244318728571, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "89": [ - 31.117532061454533, - 72.98736175812843, - 0.0, - 163.70411221268336, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 179.48951806714396, - 13.26, - 0.0, - 274.49071890326957, - 0.0, - 286.017102311, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "90": [ - 31.117532061454533, - 72.0911532306899, - 0.0, - 162.29287854887835, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 180.54266264700078, - 13.26, - 0.0, - 278.5435032322887, - 0.0, - 281.8119716177, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "91": [ - 31.117532061454533, - 73.56380726148294, - 0.0, - 161.30501498421484, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 178.87986385290054, - 13.26, - 0.0, - 289.1804522626021, - 0.0, - 283.66838013239, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "92": [ - 31.117532061454533, - 74.89466508303805, - 0.0, - 159.7135104889504, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 179.21590469703037, - 13.26, - 0.0, - 296.92631658382146, - 0.0, - 284.66786609267297, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "93": [ - 31.117532061454533, - 77.32626555812664, - 0.0, - 158.89945734226526, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 178.85113328792124, - 13.26, - 0.0, - 306.84842160867504, - 0.0, - 282.36750626487105, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "94": [ - 31.117532061454533, - 77.82838589068865, - 0.0, - 154.4296201395857, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 180.09579330154486, - 13.26, - 0.0, - 312.2938951260725, - 0.0, - 278.9572543854097, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "95": [ - 31.117532061454533, - 77.57987012348205, - 0.0, - 154.00073409771, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 181.5670553110814, - 13.26, - 0.0, - 314.6057265882508, - 0.0, - 270.2700780697868, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "96": [ - 31.117532061454533, - 75.60590908643744, - 0.0, - 152.800513868397, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 175.39693871775697, - 13.26, - 0.0, - 315.02400861177557, - 0.0, - 266.5890546488508, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "97": [ - 31.117532061454533, - 74.22413636050621, - 0.0, - 152.8603597078779, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 169.87785710242989, - 13.26, - 0.0, - 315.0168060282429, - 0.0, - 261.31233825419554, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "98": [ - 31.117532061454533, - 75.35689545235435, - 0.0, - 153.20225179551454, - 15.799999999999999, - 0.0, - 2.1, - 0.0, - 167.21449997170092, - 13.26, - 0.0, - 313.51176421977004, - 0.0, - 266.6186367779369, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.9/run=86a992335e064686/rewards.json b/experiments/seed=256/alpha=0.3.gamma=0.9/run=86a992335e064686/rewards.json deleted file mode 100644 index e838613..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.9/run=86a992335e064686/rewards.json +++ /dev/null @@ -1,2202 +0,0 @@ -{ - "0": [ - 42, - 81, - 7, - 169, - 38, - 0, - 8, - 0, - 151, - 26, - 0, - 285, - 0, - 201, - 0, - 0, - 0, - 204, - 0, - 138 - ], - "1": [ - 54, - 79, - 16, - 168, - 43, - 0, - 7, - 1, - 154, - 26, - 0, - 289, - 0, - 207, - 0, - 0, - 0, - 200, - 0, - 138 - ], - "2": [ - 62, - 88, - 17, - 159, - 42, - 0, - 3, - 0, - 151, - 27, - 0, - 299, - 0, - 224, - 0, - 0, - 0, - 193, - 0, - 136 - ], - "3": [ - 67, - 82, - 14, - 162, - 40, - 0, - 1, - 3, - 163, - 26, - 0, - 300, - 0, - 231, - 0, - 0, - 0, - 190, - 0, - 133 - ], - "4": [ - 74, - 86, - 12, - 161, - 41, - 0, - 0, - 2, - 156, - 24, - 0, - 309, - 0, - 233, - 0, - 0, - 0, - 189, - 0, - 135 - ], - "5": [ - 77, - 92, - 5, - 163, - 44, - 0, - 0, - 5, - 153, - 25, - 0, - 290, - 0, - 232, - 0, - 0, - 0, - 171, - 0, - 137 - ], - "6": [ - 77, - 86, - 6, - 152, - 43, - 0, - 0, - 7, - 149, - 24, - 0, - 276, - 0, - 220, - 0, - 0, - 0, - 168, - 0, - 139 - ], - "7": [ - 72, - 99, - 4, - 146, - 48, - 0, - 0, - 8, - 142, - 22, - 0, - 272, - 0, - 222, - 0, - 0, - 0, - 168, - 0, - 135 - ], - "8": [ - 73, - 96, - 4, - 151, - 53, - 0, - 0, - 8, - 148, - 21, - 0, - 281, - 0, - 225, - 0, - 0, - 0, - 174, - 0, - 144 - ], - "9": [ - 75, - 88, - 4, - 139, - 55, - 0, - 0, - 8, - 154, - 20, - 0, - 274, - 0, - 234, - 0, - 0, - 0, - 175, - 0, - 141 - ], - "10": [ - 79, - 93, - 3, - 141, - 54, - 0, - 0, - 7, - 161, - 24, - 0, - 281, - 0, - 238, - 0, - 0, - 0, - 171, - 0, - 151 - ], - "11": [ - 76, - 103, - 4, - 145, - 64, - 0, - 0, - 10, - 171, - 21, - 0, - 263, - 0, - 234, - 0, - 0, - 0, - 167, - 0, - 171 - ], - "12": [ - 58, - 96, - 7, - 143, - 69, - 0, - 0, - 11, - 182, - 26, - 0, - 277, - 0, - 231, - 0, - 0, - 0, - 155, - 0, - 162 - ], - "13": [ - 57, - 92, - 10, - 135, - 77, - 0, - 0, - 5, - 171, - 25, - 0, - 274, - 0, - 228, - 0, - 0, - 0, - 136, - 0, - 147 - ], - "14": [ - 53, - 86, - 14, - 138, - 69, - 0, - 0, - 5, - 181, - 26, - 0, - 256, - 0, - 219, - 0, - 0, - 0, - 138, - 0, - 152 - ], - "15": [ - 57, - 98, - 17, - 139, - 71, - 0, - 0, - 4, - 181, - 23, - 0, - 239, - 0, - 214, - 0, - 0, - 0, - 133, - 0, - 146 - ], - "16": [ - 59, - 103, - 17, - 139, - 74, - 0, - 0, - 1, - 177, - 26, - 0, - 238, - 0, - 220, - 0, - 0, - 0, - 129, - 0, - 147 - ], - "17": [ - 62, - 112, - 14, - 135, - 70, - 0, - 0, - 1, - 191, - 25, - 0, - 229, - 0, - 221, - 0, - 0, - 0, - 132, - 0, - 157 - ], - "18": [ - 58, - 115, - 16, - 126, - 73, - 0, - 0, - 3, - 195, - 25, - 0, - 223, - 0, - 220, - 0, - 0, - 0, - 135, - 0, - 147 - ], - "19": [ - 57, - 114, - 19, - 130, - 70, - 0, - 0, - 1, - 186, - 26, - 0, - 221, - 0, - 228, - 0, - 0, - 0, - 138, - 0, - 153 - ], - "20": [ - 54, - 110, - 13, - 126, - 72, - 0, - 0, - 0, - 170, - 21, - 0, - 231, - 0, - 238, - 0, - 0, - 0, - 139, - 0, - 160 - ], - "21": [ - 52, - 117, - 8, - 133, - 79, - 0, - 0, - 0, - 163, - 21, - 0, - 235, - 0, - 250, - 0, - 0, - 0, - 132, - 0, - 154 - ], - "22": [ - 61, - 113, - 8, - 130, - 80, - 0, - 0, - 0, - 160, - 15, - 0, - 245, - 0, - 259, - 0, - 0, - 0, - 130, - 0, - 147 - ], - "23": [ - 72, - 111, - 10, - 133, - 82, - 0, - 0, - 0, - 164, - 12, - 0, - 247, - 0, - 257, - 0, - 0, - 0, - 125, - 0, - 144 - ], - "24": [ - 71, - 106, - 5, - 131, - 84, - 0, - 0, - 0, - 150, - 12, - 0, - 241, - 0, - 248, - 0, - 0, - 0, - 121, - 0, - 140 - ], - "25": [ - 69, - 108, - 8, - 131, - 95, - 0, - 0, - 0, - 152, - 14, - 0, - 232, - 0, - 252, - 0, - 0, - 0, - 109, - 0, - 140 - ], - "26": [ - 77, - 107, - 17, - 138, - 94, - 0, - 0, - 1, - 147, - 15, - 0, - 225, - 0, - 247, - 0, - 0, - 0, - 108, - 0, - 147 - ], - "27": [ - 72, - 107, - 11, - 132, - 98, - 0, - 0, - 0, - 159, - 12, - 0, - 236, - 0, - 238, - 0, - 0, - 0, - 101, - 0, - 129 - ], - "28": [ - 86, - 110, - 12, - 126, - 102, - 0, - 0, - 2, - 169, - 15, - 0, - 232, - 0, - 243, - 0, - 0, - 0, - 97, - 0, - 124 - ], - "29": [ - 80, - 111, - 13, - 129, - 104, - 0, - 0, - 1, - 156, - 19, - 0, - 219, - 0, - 234, - 0, - 0, - 0, - 96, - 0, - 124 - ], - "30": [ - 72, - 113, - 10, - 133, - 103, - 0, - 0, - 2, - 160, - 18, - 0, - 230, - 0, - 236, - 0, - 0, - 0, - 97, - 0, - 131 - ], - "31": [ - 73, - 120, - 8, - 135, - 102, - 0, - 0, - 1, - 165, - 17, - 0, - 206, - 0, - 253, - 0, - 0, - 0, - 98, - 0, - 127 - ], - "32": [ - 68, - 120, - 5, - 129, - 105, - 0, - 0, - 1, - 160, - 13, - 0, - 198, - 0, - 236, - 0, - 0, - 0, - 103, - 0, - 129 - ], - "33": [ - 71, - 122, - 7, - 129, - 103, - 0, - 0, - 4, - 143, - 7, - 0, - 218, - 0, - 239, - 0, - 0, - 0, - 100, - 0, - 129 - ], - "34": [ - 75, - 99, - 5, - 123, - 107, - 0, - 0, - 3, - 134, - 8, - 0, - 232, - 0, - 247, - 0, - 0, - 0, - 96, - 0, - 127 - ], - "35": [ - 88, - 96, - 11, - 125, - 110, - 0, - 0, - 2, - 135, - 9, - 0, - 223, - 0, - 237, - 0, - 0, - 0, - 93, - 0, - 129 - ], - "36": [ - 85, - 94, - 12, - 121, - 126, - 0, - 0, - 1, - 137, - 12, - 0, - 214, - 0, - 243, - 0, - 0, - 0, - 92, - 0, - 136 - ], - "37": [ - 80, - 92, - 8, - 123, - 123, - 0, - 0, - 0, - 144, - 12, - 0, - 208, - 0, - 250, - 0, - 0, - 0, - 96, - 0, - 136 - ], - "38": [ - 68, - 89, - 9, - 117, - 122, - 0, - 0, - 0, - 143, - 10, - 0, - 202, - 0, - 254, - 0, - 0, - 0, - 91, - 0, - 136 - ], - "39": [ - 69, - 80, - 8, - 115, - 118, - 0, - 0, - 2, - 144, - 8, - 0, - 200, - 0, - 265, - 0, - 0, - 0, - 94, - 0, - 141 - ], - "40": [ - 57, - 80, - 8, - 125, - 129, - 0, - 0, - 4, - 153, - 12, - 0, - 229, - 0, - 270, - 0, - 0, - 0, - 93, - 0, - 127 - ], - "41": [ - 62, - 80, - 5, - 121, - 128, - 0, - 0, - 5, - 161, - 8, - 0, - 222, - 0, - 274, - 0, - 0, - 0, - 90, - 0, - 118 - ], - "42": [ - 70, - 88, - 9, - 127, - 129, - 0, - 0, - 6, - 154, - 6, - 0, - 217, - 0, - 270, - 0, - 0, - 0, - 92, - 0, - 120 - ], - "43": [ - 64, - 81, - 1, - 139, - 132, - 0, - 0, - 7, - 142, - 5, - 0, - 208, - 0, - 267, - 0, - 0, - 0, - 88, - 0, - 118 - ], - "44": [ - 62, - 81, - 0, - 137, - 135, - 0, - 0, - 8, - 140, - 5, - 0, - 212, - 0, - 279, - 0, - 0, - 0, - 80, - 0, - 129 - ], - "45": [ - 65, - 83, - 1, - 137, - 132, - 0, - 0, - 10, - 131, - 5, - 0, - 198, - 0, - 277, - 0, - 0, - 0, - 90, - 0, - 121 - ], - "46": [ - 58, - 82, - 5, - 145, - 137, - 0, - 0, - 11, - 128, - 5, - 0, - 187, - 0, - 269, - 0, - 0, - 0, - 88, - 0, - 123 - ], - "47": [ - 57, - 77, - 9, - 136, - 137, - 0, - 0, - 9, - 124, - 5, - 0, - 192, - 0, - 282, - 0, - 0, - 2, - 82, - 0, - 131 - ], - "48": [ - 58, - 74, - 12, - 135, - 125, - 0, - 0, - 10, - 117, - 5, - 0, - 199, - 0, - 276, - 0, - 0, - 0, - 75, - 0, - 117 - ], - "49": [ - 52, - 74, - 14, - 141, - 128, - 0, - 0, - 11, - 121, - 5, - 0, - 215, - 0, - 271, - 0, - 0, - 0, - 67, - 0, - 120 - ], - "50": [ - 51, - 73, - 16, - 142, - 138, - 0, - 0, - 12, - 121, - 6, - 0, - 245, - 0, - 269, - 0, - 0, - 0, - 69, - 0, - 116 - ], - "51": [ - 48, - 73, - 13, - 149, - 143, - 0, - 0, - 14, - 113, - 7, - 0, - 243, - 0, - 264, - 0, - 0, - 0, - 57, - 0, - 122 - ], - "52": [ - 43, - 77, - 10, - 154, - 139, - 0, - 0, - 10, - 118, - 9, - 0, - 246, - 0, - 251, - 0, - 0, - 2, - 53, - 0, - 130 - ], - "53": [ - 45, - 73, - 6, - 162, - 139, - 0, - 0, - 12, - 120, - 8, - 0, - 236, - 0, - 244, - 0, - 0, - 1, - 47, - 0, - 126 - ], - "54": [ - 53, - 78, - 5, - 159, - 125, - 0, - 0, - 9, - 121, - 11, - 0, - 236, - 0, - 256, - 0, - 0, - 0, - 49, - 0, - 130 - ], - "55": [ - 48, - 76, - 3, - 159, - 132, - 0, - 0, - 11, - 120, - 13, - 0, - 247, - 0, - 253, - 0, - 0, - 0, - 42, - 0, - 128 - ], - "56": [ - 44, - 75, - 2, - 161, - 129, - 0, - 0, - 13, - 127, - 16, - 0, - 240, - 0, - 251, - 0, - 0, - 0, - 41, - 0, - 131 - ], - "57": [ - 51, - 72, - 2, - 164, - 126, - 0, - 0, - 14, - 138, - 17, - 0, - 228, - 0, - 246, - 0, - 0, - 0, - 46, - 0, - 133 - ], - "58": [ - 43, - 73, - 4, - 161, - 120, - 0, - 0, - 14, - 140, - 21, - 0, - 237, - 0, - 250, - 0, - 0, - 0, - 49, - 0, - 134 - ], - "59": [ - 35, - 71, - 1, - 162, - 113, - 0, - 0, - 17, - 139, - 21, - 0, - 237, - 0, - 259, - 0, - 0, - 2, - 46, - 0, - 140 - ], - "60": [ - 40, - 78, - 0, - 162, - 111, - 0, - 0, - 16, - 140, - 20, - 0, - 234, - 0, - 259, - 0, - 0, - 6, - 51, - 0, - 142 - ], - "61": [ - 41, - 77, - 0, - 160, - 115, - 0, - 0, - 20, - 154, - 17, - 0, - 225, - 0, - 255, - 0, - 0, - 2, - 46, - 0, - 141 - ], - "62": [ - 35, - 68, - 0, - 159, - 106, - 0, - 0, - 20, - 159, - 17, - 0, - 228, - 0, - 261, - 0, - 0, - 2, - 48, - 0, - 143 - ], - "63": [ - 31, - 64, - 0, - 162, - 115, - 0, - 0, - 21, - 159, - 12, - 0, - 232, - 0, - 264, - 0, - 0, - 5, - 49, - 0, - 144 - ], - "64": [ - 27, - 52, - 0, - 159, - 115, - 0, - 0, - 22, - 160, - 11, - 0, - 236, - 0, - 259, - 0, - 0, - 0, - 48, - 0, - 151 - ], - "65": [ - 20, - 60, - 0, - 164, - 110, - 0, - 0, - 21, - 170, - 13, - 0, - 238, - 0, - 249, - 0, - 0, - 0, - 50, - 0, - 137 - ], - "66": [ - 27, - 61, - 0, - 159, - 120, - 0, - 0, - 20, - 162, - 13, - 0, - 253, - 0, - 249, - 0, - 0, - 1, - 47, - 0, - 144 - ], - "67": [ - 19, - 67, - 0, - 164, - 117, - 0, - 0, - 21, - 158, - 10, - 0, - 279, - 0, - 251, - 0, - 0, - 2, - 39, - 0, - 140 - ], - "68": [ - 14, - 67, - 0, - 169, - 117, - 0, - 0, - 20, - 145, - 10, - 0, - 281, - 0, - 246, - 0, - 0, - 3, - 37, - 0, - 149 - ], - "69": [ - 17, - 70, - 0, - 176, - 119, - 0, - 0, - 21, - 148, - 8, - 0, - 284, - 0, - 249, - 0, - 0, - 0, - 37, - 0, - 143 - ], - "70": [ - 24, - 70, - 0, - 168, - 111, - 0, - 4, - 20, - 155, - 13, - 0, - 277, - 0, - 250, - 0, - 0, - 2, - 40, - 0, - 140 - ], - "71": [ - 19, - 73, - 0, - 168, - 107, - 0, - 9, - 20, - 169, - 11, - 0, - 286, - 0, - 248, - 0, - 0, - 5, - 39, - 0, - 142 - ], - "72": [ - 13, - 76, - 0, - 166, - 109, - 0, - 11, - 20, - 174, - 13, - 0, - 268, - 0, - 247, - 0, - 0, - 3, - 43, - 0, - 146 - ], - "73": [ - 14, - 82, - 2, - 166, - 108, - 0, - 17, - 20, - 171, - 8, - 0, - 255, - 0, - 257, - 0, - 0, - 0, - 46, - 0, - 155 - ], - "74": [ - 18, - 84, - 0, - 161, - 99, - 0, - 14, - 19, - 167, - 8, - 0, - 259, - 0, - 260, - 0, - 0, - 4, - 41, - 0, - 147 - ], - "75": [ - 14, - 84, - 1, - 157, - 99, - 0, - 24, - 20, - 176, - 9, - 0, - 266, - 0, - 259, - 0, - 0, - 2, - 42, - 0, - 151 - ], - "76": [ - 13, - 83, - 0, - 162, - 106, - 0, - 25, - 23, - 187, - 7, - 0, - 265, - 0, - 253, - 0, - 0, - 2, - 45, - 0, - 151 - ], - "77": [ - 9, - 89, - 0, - 158, - 106, - 0, - 27, - 24, - 184, - 3, - 0, - 260, - 0, - 257, - 0, - 0, - 4, - 42, - 0, - 140 - ], - "78": [ - 10, - 82, - 0, - 159, - 112, - 0, - 18, - 23, - 188, - 4, - 0, - 254, - 0, - 271, - 0, - 0, - 5, - 49, - 0, - 142 - ], - "79": [ - 5, - 75, - 0, - 151, - 104, - 0, - 19, - 22, - 175, - 4, - 0, - 254, - 0, - 276, - 0, - 0, - 1, - 49, - 0, - 139 - ], - "80": [ - 5, - 71, - 0, - 154, - 107, - 0, - 21, - 22, - 183, - 6, - 0, - 275, - 0, - 274, - 0, - 0, - 1, - 44, - 0, - 138 - ], - "81": [ - 13, - 65, - 0, - 150, - 105, - 0, - 28, - 22, - 193, - 5, - 0, - 280, - 0, - 282, - 0, - 0, - 2, - 52, - 0, - 140 - ], - "82": [ - 18, - 72, - 0, - 160, - 101, - 0, - 18, - 22, - 190, - 2, - 0, - 275, - 0, - 281, - 0, - 0, - 4, - 55, - 0, - 141 - ], - "83": [ - 17, - 67, - 0, - 168, - 105, - 0, - 19, - 23, - 176, - 3, - 0, - 270, - 0, - 284, - 0, - 0, - 6, - 54, - 0, - 142 - ], - "84": [ - 15, - 73, - 0, - 165, - 93, - 0, - 29, - 22, - 182, - 2, - 0, - 257, - 0, - 288, - 0, - 0, - 9, - 58, - 0, - 132 - ], - "85": [ - 16, - 84, - 0, - 172, - 95, - 0, - 33, - 23, - 181, - 0, - 0, - 261, - 0, - 294, - 0, - 0, - 8, - 58, - 0, - 134 - ], - "86": [ - 19, - 86, - 0, - 165, - 85, - 0, - 37, - 23, - 187, - 0, - 0, - 267, - 0, - 292, - 0, - 0, - 9, - 53, - 0, - 139 - ], - "87": [ - 15, - 72, - 0, - 167, - 84, - 0, - 30, - 23, - 192, - 0, - 0, - 274, - 0, - 294, - 0, - 0, - 10, - 58, - 0, - 138 - ], - "88": [ - 10, - 73, - 1, - 169, - 79, - 0, - 21, - 23, - 178, - 0, - 0, - 273, - 0, - 292, - 0, - 0, - 9, - 64, - 0, - 126 - ], - "89": [ - 6, - 73, - 3, - 164, - 69, - 0, - 22, - 23, - 169, - 0, - 0, - 274, - 0, - 287, - 0, - 0, - 8, - 65, - 0, - 138 - ], - "90": [ - 9, - 69, - 1, - 159, - 66, - 0, - 20, - 25, - 180, - 0, - 0, - 283, - 0, - 279, - 0, - 0, - 9, - 61, - 0, - 138 - ], - "91": [ - 16, - 70, - 4, - 159, - 69, - 0, - 22, - 22, - 183, - 0, - 0, - 288, - 0, - 272, - 0, - 0, - 5, - 59, - 0, - 136 - ], - "92": [ - 10, - 77, - 4, - 159, - 79, - 0, - 23, - 22, - 175, - 0, - 0, - 314, - 0, - 288, - 0, - 0, - 6, - 64, - 0, - 136 - ], - "93": [ - 9, - 78, - 1, - 156, - 79, - 0, - 10, - 22, - 180, - 0, - 0, - 315, - 0, - 287, - 0, - 0, - 4, - 66, - 0, - 130 - ], - "94": [ - 8, - 83, - 1, - 157, - 79, - 0, - 8, - 21, - 178, - 0, - 0, - 330, - 0, - 277, - 0, - 0, - 6, - 71, - 0, - 123 - ], - "95": [ - 8, - 79, - 2, - 144, - 73, - 0, - 11, - 19, - 183, - 0, - 0, - 325, - 0, - 271, - 0, - 0, - 5, - 79, - 0, - 123 - ], - "96": [ - 5, - 77, - 5, - 153, - 74, - 0, - 21, - 19, - 185, - 0, - 0, - 320, - 0, - 250, - 0, - 0, - 4, - 82, - 0, - 140 - ], - "97": [ - 10, - 71, - 4, - 150, - 74, - 0, - 19, - 21, - 161, - 0, - 0, - 316, - 0, - 258, - 0, - 0, - 6, - 77, - 0, - 141 - ], - "98": [ - 4, - 71, - 7, - 153, - 80, - 0, - 16, - 20, - 157, - 0, - 0, - 315, - 0, - 249, - 0, - 0, - 6, - 72, - 0, - 142 - ], - "99": [ - 1, - 78, - 11, - 154, - 79, - 0, - 16, - 17, - 161, - 0, - 0, - 310, - 0, - 279, - 0, - 0, - 5, - 69, - 0, - 150 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.9/run=86a992335e064686/rewards.plot.png b/experiments/seed=256/alpha=0.3.gamma=0.9/run=86a992335e064686/rewards.plot.png deleted file mode 100644 index cc036c7..0000000 Binary files a/experiments/seed=256/alpha=0.3.gamma=0.9/run=86a992335e064686/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.3.gamma=0.9/run=86a992335e064686/sum_rewards.json b/experiments/seed=256/alpha=0.3.gamma=0.9/run=86a992335e064686/sum_rewards.json deleted file mode 100644 index 6f5a763..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.9/run=86a992335e064686/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 80806, - "V": 4844725 - }, - "control": { - "R": 83658, - "V": 5721003 - } -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.9/run=86a992335e064686/view.plot.png b/experiments/seed=256/alpha=0.3.gamma=0.9/run=86a992335e064686/view.plot.png deleted file mode 100644 index 85b4ca7..0000000 Binary files a/experiments/seed=256/alpha=0.3.gamma=0.9/run=86a992335e064686/view.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.3.gamma=0.9/run=cfc2fe2c6e994dc8/choices.json b/experiments/seed=256/alpha=0.3.gamma=0.9/run=cfc2fe2c6e994dc8/choices.json deleted file mode 100644 index ee673a2..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.9/run=cfc2fe2c6e994dc8/choices.json +++ /dev/null @@ -1,702 +0,0 @@ -{ - "0": [ - 9, - 1, - 13, - 0, - 8 - ], - "1": [ - 13, - 1, - 8, - 0, - 19 - ], - "2": [ - 13, - 8, - 19, - 0, - 1 - ], - "3": [ - 13, - 8, - 1, - 19, - 16 - ], - "4": [ - 13, - 8, - 1, - 19, - 0 - ], - "5": [ - 13, - 8, - 1, - 19, - 0 - ], - "6": [ - 13, - 8, - 19, - 1, - 0 - ], - "7": [ - 13, - 8, - 19, - 1, - 0 - ], - "8": [ - 13, - 8, - 19, - 0, - 1 - ], - "9": [ - 13, - 8, - 19, - 0, - 1 - ], - "10": [ - 13, - 8, - 19, - 1, - 0 - ], - "11": [ - 13, - 8, - 19, - 1, - 14 - ], - "12": [ - 13, - 8, - 19, - 1, - 0 - ], - "13": [ - 13, - 8, - 1, - 19, - 0 - ], - "14": [ - 13, - 8, - 19, - 1, - 0 - ], - "15": [ - 13, - 8, - 1, - 19, - 0 - ], - "16": [ - 13, - 8, - 1, - 19, - 4 - ], - "17": [ - 13, - 8, - 19, - 1, - 9 - ], - "18": [ - 13, - 8, - 19, - 1, - 4 - ], - "19": [ - 13, - 8, - 19, - 1, - 0 - ], - "20": [ - 13, - 8, - 19, - 1, - 4 - ], - "21": [ - 13, - 8, - 19, - 1, - 4 - ], - "22": [ - 13, - 8, - 19, - 1, - 4 - ], - "23": [ - 13, - 8, - 19, - 1, - 4 - ], - "24": [ - 13, - 8, - 19, - 4, - 1 - ], - "25": [ - 13, - 8, - 19, - 4, - 1 - ], - "26": [ - 13, - 8, - 19, - 4, - 1 - ], - "27": [ - 13, - 8, - 19, - 4, - 1 - ], - "28": [ - 13, - 8, - 19, - 4, - 1 - ], - "29": [ - 13, - 8, - 1, - 19, - 4 - ], - "30": [ - 13, - 19, - 8, - 4, - 1 - ], - "31": [ - 13, - 8, - 19, - 4, - 1 - ], - "32": [ - 13, - 19, - 8, - 4, - 1 - ], - "33": [ - 13, - 8, - 4, - 19, - 1 - ], - "34": [ - 13, - 19, - 8, - 4, - 1 - ], - "35": [ - 13, - 8, - 19, - 4, - 1 - ], - "36": [ - 13, - 8, - 4, - 19, - 1 - ], - "37": [ - 13, - 8, - 19, - 4, - 1 - ], - "38": [ - 13, - 8, - 4, - 19, - 1 - ], - "39": [ - 13, - 8, - 19, - 4, - 1 - ], - "40": [ - 13, - 4, - 8, - 19, - 1 - ], - "41": [ - 13, - 8, - 4, - 19, - 0 - ], - "42": [ - 13, - 8, - 4, - 19, - 1 - ], - "43": [ - 13, - 8, - 4, - 19, - 1 - ], - "44": [ - 13, - 8, - 4, - 19, - 1 - ], - "45": [ - 13, - 4, - 8, - 19, - 1 - ], - "46": [ - 13, - 8, - 4, - 19, - 1 - ], - "47": [ - 13, - 19, - 8, - 4, - 1 - ], - "48": [ - 13, - 4, - 8, - 1, - 19 - ], - "49": [ - 13, - 8, - 4, - 19, - 1 - ], - "50": [ - 13, - 8, - 4, - 19, - 1 - ], - "51": [ - 13, - 4, - 8, - 19, - 0 - ], - "52": [ - 13, - 4, - 19, - 8, - 15 - ], - "53": [ - 13, - 4, - 8, - 19, - 1 - ], - "54": [ - 13, - 4, - 8, - 19, - 1 - ], - "55": [ - 13, - 4, - 8, - 19, - 1 - ], - "56": [ - 13, - 8, - 4, - 19, - 1 - ], - "57": [ - 13, - 4, - 8, - 19, - 1 - ], - "58": [ - 13, - 4, - 8, - 19, - 1 - ], - "59": [ - 13, - 4, - 8, - 19, - 1 - ], - "60": [ - 13, - 4, - 8, - 19, - 1 - ], - "61": [ - 13, - 4, - 8, - 19, - 1 - ], - "62": [ - 13, - 8, - 4, - 19, - 1 - ], - "63": [ - 13, - 8, - 19, - 4, - 1 - ], - "64": [ - 13, - 4, - 8, - 19, - 1 - ], - "65": [ - 13, - 8, - 4, - 19, - 1 - ], - "66": [ - 13, - 4, - 19, - 8, - 1 - ], - "67": [ - 13, - 8, - 19, - 4, - 1 - ], - "68": [ - 13, - 19, - 8, - 4, - 1 - ], - "69": [ - 13, - 8, - 4, - 19, - 1 - ], - "70": [ - 13, - 8, - 19, - 4, - 1 - ], - "71": [ - 13, - 19, - 4, - 8, - 1 - ], - "72": [ - 13, - 8, - 19, - 4, - 1 - ], - "73": [ - 13, - 8, - 4, - 19, - 1 - ], - "74": [ - 13, - 19, - 8, - 4, - 1 - ], - "75": [ - 13, - 8, - 4, - 19, - 1 - ], - "76": [ - 13, - 8, - 19, - 4, - 1 - ], - "77": [ - 13, - 8, - 4, - 19, - 1 - ], - "78": [ - 13, - 8, - 4, - 19, - 1 - ], - "79": [ - 13, - 8, - 4, - 19, - 1 - ], - "80": [ - 13, - 8, - 4, - 19, - 1 - ], - "81": [ - 13, - 8, - 19, - 4, - 1 - ], - "82": [ - 13, - 8, - 4, - 19, - 1 - ], - "83": [ - 13, - 8, - 19, - 4, - 1 - ], - "84": [ - 13, - 19, - 8, - 4, - 1 - ], - "85": [ - 13, - 8, - 4, - 19, - 1 - ], - "86": [ - 13, - 8, - 4, - 19, - 1 - ], - "87": [ - 13, - 8, - 4, - 19, - 1 - ], - "88": [ - 13, - 19, - 8, - 4, - 1 - ], - "89": [ - 13, - 8, - 19, - 4, - 1 - ], - "90": [ - 13, - 8, - 19, - 4, - 1 - ], - "91": [ - 13, - 8, - 19, - 4, - 1 - ], - "92": [ - 13, - 8, - 19, - 4, - 1 - ], - "93": [ - 13, - 8, - 4, - 19, - 1 - ], - "94": [ - 13, - 8, - 19, - 4, - 1 - ], - "95": [ - 13, - 8, - 19, - 4, - 1 - ], - "96": [ - 13, - 8, - 19, - 4, - 1 - ], - "97": [ - 13, - 8, - 19, - 4, - 1 - ], - "98": [ - 13, - 8, - 19, - 4, - 1 - ], - "99": [ - 13, - 8, - 19, - 4, - 1 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.9/run=cfc2fe2c6e994dc8/config.json b/experiments/seed=256/alpha=0.3.gamma=0.9/run=cfc2fe2c6e994dc8/config.json deleted file mode 100644 index 28300c8..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.9/run=cfc2fe2c6e994dc8/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 20, - "num_choices": 5, - "time_span": 100, - "history_span": 3000, - "alpha": 0.3, - "gamma": 0.9, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.9/run=cfc2fe2c6e994dc8/control.choices.json b/experiments/seed=256/alpha=0.3.gamma=0.9/run=cfc2fe2c6e994dc8/control.choices.json deleted file mode 100644 index 1ce1220..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.9/run=cfc2fe2c6e994dc8/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 4, - 3, - 11, - 1, - 13 -] \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.9/run=cfc2fe2c6e994dc8/qvalues.json b/experiments/seed=256/alpha=0.3.gamma=0.9/run=cfc2fe2c6e994dc8/qvalues.json deleted file mode 100644 index 9b517a9..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.9/run=cfc2fe2c6e994dc8/qvalues.json +++ /dev/null @@ -1,2180 +0,0 @@ -{ - "0": [ - 10.799999999999999, - 29.9, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 43.5, - 8.4, - 0.0, - 5.0, - 0.0, - 71.89999999999999, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 19.86, - 48.23, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 76.35, - 8.4, - 0.0, - 5.0, - 0.0, - 122.33, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 31.2 - ], - "2": [ - 27.402, - 58.961, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 104.445, - 8.4, - 0.0, - 5.0, - 0.0, - 158.231, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 54.839999999999996 - ], - "3": [ - 27.402, - 66.17269999999999, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 121.7115, - 8.4, - 0.0, - 5.0, - 0.0, - 180.9617, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 71.988 - ], - "4": [ - 35.6814, - 71.82088999999999, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 133.19805, - 8.4, - 0.0, - 5.0, - 0.0, - 195.67319, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 83.9916 - ], - "5": [ - 40.276979999999995, - 73.674623, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 137.938635, - 8.4, - 0.0, - 5.0, - 0.0, - 201.771233, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 92.39412 - ], - "6": [ - 42.593886, - 80.0722361, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 138.2570445, - 8.4, - 0.0, - 5.0, - 0.0, - 209.63986309999999, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 97.375884 - ], - "7": [ - 44.2157202, - 84.25056527, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 137.27993115, - 8.4, - 0.0, - 5.0, - 0.0, - 211.84790417, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 103.2631188 - ], - "8": [ - 45.65100414, - 86.875395689, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 137.79595180500002, - 8.4, - 0.0, - 5.0, - 0.0, - 215.793532919, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 104.98418316 - ], - "9": [ - 46.655702898, - 90.5127769823, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 138.7571662635, - 8.4, - 0.0, - 5.0, - 0.0, - 217.9554730433, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 105.588928212 - ], - "10": [ - 47.3589920286, - 95.45894388760999, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 140.93001638445, - 8.4, - 0.0, - 5.0, - 0.0, - 220.96883113031, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 109.3122497484 - ], - "11": [ - 47.3589920286, - 96.821260721327, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 144.25101146911499, - 8.4, - 0.0, - 5.0, - 0.0, - 221.278181791217, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 110.71857482388 - ], - "12": [ - 45.15129442002, - 96.5748825049289, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 143.27570802838048, - 8.4, - 0.0, - 5.0, - 0.0, - 219.99472725385192, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 106.603002376716 - ], - "13": [ - 42.405906094014, - 93.70241775345022, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 145.89299561986633, - 8.4, - 0.0, - 5.0, - 0.0, - 218.19630907769636, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 106.72210166370121 - ], - "14": [ - 41.0841342658098, - 93.79169242741516, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 149.22509693390643, - 8.4, - 0.0, - 5.0, - 0.0, - 216.93741635438744, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 106.20547116459085 - ], - "15": [ - 40.45889398606686, - 94.15418469919061, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 149.75756785373449, - 8.4, - 0.0, - 5.0, - 0.0, - 217.55619144807122, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 106.44382981521359 - ], - "16": [ - 40.45889398606686, - 94.40792928943343, - 0.0, - 5.0, - 26.599999999999998, - 0.0, - 0.0, - 0.0, - 151.33029749761414, - 8.4, - 0.0, - 5.0, - 0.0, - 217.38933401364986, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 108.71068087064951 - ], - "17": [ - 40.45889398606686, - 96.0855505026034, - 0.0, - 5.0, - 26.599999999999998, - 0.0, - 0.0, - 0.0, - 152.7312082483299, - 12.48, - 0.0, - 5.0, - 0.0, - 217.8725338095549, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 109.69747660945465 - ], - "18": [ - 40.45889398606686, - 98.15988535182238, - 0.0, - 5.0, - 42.92, - 0.0, - 0.0, - 0.0, - 152.81184577383092, - 12.48, - 0.0, - 5.0, - 0.0, - 222.41077366668844, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 112.78823362661825 - ], - "19": [ - 39.4212257902468, - 97.21191974627567, - 0.0, - 5.0, - 42.92, - 0.0, - 0.0, - 0.0, - 151.66829204168164, - 12.48, - 0.0, - 5.0, - 0.0, - 223.7875415666819, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 116.45176353863278 - ], - "20": [ - 39.4212257902468, - 98.94834382239297, - 0.0, - 5.0, - 58.844, - 0.0, - 0.0, - 0.0, - 148.46780442917714, - 12.48, - 0.0, - 5.0, - 0.0, - 220.55127909667735, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 120.21623447704295 - ], - "21": [ - 39.4212257902468, - 98.66384067567508, - 0.0, - 5.0, - 70.8908, - 0.0, - 0.0, - 0.0, - 146.227463100424, - 12.48, - 0.0, - 5.0, - 0.0, - 221.28589536767413, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 123.45136413393006 - ], - "22": [ - 39.4212257902468, - 97.56468847297255, - 0.0, - 5.0, - 79.92356, - 0.0, - 0.0, - 0.0, - 145.85922417029678, - 12.48, - 0.0, - 5.0, - 0.0, - 222.1001267573719, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 125.71595489375105 - ], - "23": [ - 39.4212257902468, - 94.69528193108079, - 0.0, - 5.0, - 86.24649199999999, - 0.0, - 0.0, - 0.0, - 143.20145691920774, - 12.48, - 0.0, - 5.0, - 0.0, - 221.17008873016033, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 125.80116842562573 - ], - "24": [ - 39.4212257902468, - 93.58669735175656, - 0.0, - 5.0, - 89.47254439999999, - 0.0, - 0.0, - 0.0, - 142.84101984344542, - 12.48, - 0.0, - 5.0, - 0.0, - 223.81906211111223, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 124.96081789793801 - ], - "25": [ - 39.4212257902468, - 91.61068814622959, - 0.0, - 5.0, - 91.43078107999999, - 0.0, - 0.0, - 0.0, - 140.1887138904118, - 12.48, - 0.0, - 5.0, - 0.0, - 220.27334347777855, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 123.47257252855661 - ], - "26": [ - 39.4212257902468, - 89.62748170236071, - 0.0, - 5.0, - 94.301546756, - 0.0, - 0.0, - 0.0, - 138.63209972328826, - 12.48, - 0.0, - 5.0, - 0.0, - 216.29134043444498, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 118.83080076998962 - ], - "27": [ - 39.4212257902468, - 87.9392371916525, - 0.0, - 5.0, - 98.11108272919999, - 0.0, - 0.0, - 0.0, - 137.5424698063018, - 12.48, - 0.0, - 5.0, - 0.0, - 213.2039383041115, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 114.98156053899274 - ], - "28": [ - 39.4212257902468, - 88.25746603415675, - 0.0, - 5.0, - 100.17775791044, - 0.0, - 0.0, - 0.0, - 136.47972886441124, - 12.48, - 0.0, - 5.0, - 0.0, - 213.44275681287803, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 111.38709237729492 - ], - "29": [ - 39.4212257902468, - 89.08022622390972, - 0.0, - 5.0, - 100.124430537308, - 0.0, - 0.0, - 0.0, - 135.43581020508788, - 12.48, - 0.0, - 5.0, - 0.0, - 210.60992976901463, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 110.67096466410645 - ], - "30": [ - 39.4212257902468, - 88.45615835673681, - 0.0, - 5.0, - 100.6871013761156, - 0.0, - 0.0, - 0.0, - 135.00506714356152, - 12.48, - 0.0, - 5.0, - 0.0, - 208.02695083831023, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 107.16967526487451 - ], - "31": [ - 39.4212257902468, - 86.51931084971577, - 0.0, - 5.0, - 100.78097096328092, - 0.0, - 0.0, - 0.0, - 132.00354700049306, - 12.48, - 0.0, - 5.0, - 0.0, - 200.51886558681716, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 106.21877268541216 - ], - "32": [ - 39.4212257902468, - 86.06351759480104, - 0.0, - 5.0, - 101.74667967429664, - 0.0, - 0.0, - 0.0, - 127.20248290034515, - 12.48, - 0.0, - 5.0, - 0.0, - 200.063205910772, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 105.85314087978851 - ], - "33": [ - 39.4212257902468, - 80.34446231636073, - 0.0, - 5.0, - 103.32267577200766, - 0.0, - 0.0, - 0.0, - 123.8417380302416, - 12.48, - 0.0, - 5.0, - 0.0, - 196.1442441375404, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 105.89719861585196 - ], - "34": [ - 39.4212257902468, - 76.34112362145251, - 0.0, - 5.0, - 103.52587304040536, - 0.0, - 0.0, - 0.0, - 123.58921662116911, - 12.48, - 0.0, - 5.0, - 0.0, - 196.10097089627828, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 105.92803903109638 - ], - "35": [ - 39.4212257902468, - 74.13878653501676, - 0.0, - 5.0, - 105.76811112828375, - 0.0, - 0.0, - 0.0, - 125.21245163481838, - 12.48, - 0.0, - 5.0, - 0.0, - 196.9706796273948, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 107.44962732176747 - ], - "36": [ - 39.4212257902468, - 73.19715057451174, - 0.0, - 5.0, - 107.93767778979863, - 0.0, - 0.0, - 0.0, - 127.54871614437286, - 12.48, - 0.0, - 5.0, - 0.0, - 200.57947573917636, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 109.41473912523722 - ], - "37": [ - 39.4212257902468, - 72.83800540215822, - 0.0, - 5.0, - 111.25637445285903, - 0.0, - 0.0, - 0.0, - 127.38410130106101, - 12.48, - 0.0, - 5.0, - 0.0, - 206.40563301742344, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 111.09031738766605 - ], - "38": [ - 39.4212257902468, - 70.48660378151075, - 0.0, - 5.0, - 115.07946211700133, - 0.0, - 0.0, - 0.0, - 129.6688709107427, - 12.48, - 0.0, - 5.0, - 0.0, - 211.38394311219642, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 109.26322217136624 - ], - "39": [ - 39.4212257902468, - 68.84062264705753, - 0.0, - 5.0, - 118.65562348190093, - 0.0, - 0.0, - 0.0, - 131.8682096375199, - 12.48, - 0.0, - 5.0, - 0.0, - 214.5687601785375, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 104.68425551995637 - ], - "40": [ - 39.4212257902468, - 67.98843585294027, - 0.0, - 5.0, - 121.15893643733065, - 0.0, - 0.0, - 0.0, - 137.30774674626392, - 12.48, - 0.0, - 5.0, - 0.0, - 220.09813212497625, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 99.97897886396946 - ], - "41": [ - 41.99485805317276, - 67.98843585294027, - 0.0, - 5.0, - 120.81125550613146, - 0.0, - 0.0, - 0.0, - 142.31542272238474, - 12.48, - 0.0, - 5.0, - 0.0, - 223.66869248748338, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 96.38528520477863 - ], - "42": [ - 41.99485805317276, - 70.09190509705819, - 0.0, - 5.0, - 121.76787885429202, - 0.0, - 0.0, - 0.0, - 142.52079590566933, - 12.48, - 0.0, - 5.0, - 0.0, - 226.46808474123836, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 94.16969964334504 - ], - "43": [ - 41.99485805317276, - 71.56433356794074, - 0.0, - 5.0, - 121.83751519800441, - 0.0, - 0.0, - 0.0, - 142.66455713396854, - 12.48, - 0.0, - 5.0, - 0.0, - 229.32765931886684, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 97.11878975034153 - ], - "44": [ - 41.99485805317276, - 72.89503349755852, - 0.0, - 5.0, - 121.28626063860308, - 0.0, - 0.0, - 0.0, - 139.765189993778, - 12.48, - 0.0, - 5.0, - 0.0, - 231.92936152320678, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 96.48315282523907 - ], - "45": [ - 41.99485805317276, - 74.42652344829096, - 0.0, - 5.0, - 121.20038244702215, - 0.0, - 0.0, - 0.0, - 136.8356329956446, - 12.48, - 0.0, - 5.0, - 0.0, - 230.75055306624475, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 96.03820697766736 - ], - "46": [ - 41.99485805317276, - 72.79856641380367, - 0.0, - 5.0, - 120.24026771291551, - 0.0, - 0.0, - 0.0, - 135.38494309695122, - 12.48, - 0.0, - 5.0, - 0.0, - 232.32538714637133, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 96.32674488436714 - ], - "47": [ - 41.99485805317276, - 70.15899648966257, - 0.0, - 5.0, - 121.06818739904085, - 0.0, - 0.0, - 0.0, - 131.96946016786586, - 12.48, - 0.0, - 5.0, - 0.0, - 226.52777100245993, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 97.428721419057 - ], - "48": [ - 41.99485805317276, - 68.0112975427638, - 0.0, - 5.0, - 120.1477311793286, - 0.0, - 0.0, - 0.0, - 131.07862211750611, - 12.48, - 0.0, - 5.0, - 0.0, - 222.16943970172196, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 99.70010499333989 - ], - "49": [ - 41.99485805317276, - 66.50790827993465, - 0.0, - 5.0, - 122.50341182553002, - 0.0, - 0.0, - 0.0, - 129.25503548225427, - 12.48, - 0.0, - 5.0, - 0.0, - 217.91860779120537, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 100.09007349533792 - ], - "50": [ - 41.99485805317276, - 64.55553579595426, - 0.0, - 5.0, - 126.85238827787101, - 0.0, - 0.0, - 0.0, - 127.07852483757799, - 12.48, - 0.0, - 5.0, - 0.0, - 217.04302545384377, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 100.66305144673655 - ], - "51": [ - 36.59640063722093, - 64.55553579595426, - 0.0, - 5.0, - 131.09667179450972, - 0.0, - 0.0, - 0.0, - 125.25496738630459, - 12.48, - 0.0, - 5.0, - 0.0, - 211.03011781769064, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 104.06413601271558 - ], - "52": [ - 36.59640063722093, - 64.55553579595426, - 0.0, - 5.0, - 133.7676702561568, - 0.0, - 0.0, - 0.0, - 124.57847717041321, - 12.48, - 0.0, - 5.0, - 0.0, - 205.92108247238343, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 104.9448952089009 - ], - "53": [ - 36.59640063722093, - 67.38887505716798, - 0.0, - 5.0, - 135.03736917930976, - 0.0, - 0.0, - 0.0, - 122.60493401928925, - 12.48, - 0.0, - 5.0, - 0.0, - 204.4447577306684, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 107.66142664623064 - ], - "54": [ - 36.59640063722093, - 69.67221254001758, - 0.0, - 5.0, - 136.82615842551684, - 0.0, - 0.0, - 0.0, - 121.22345381350247, - 12.48, - 0.0, - 5.0, - 0.0, - 202.81133041146788, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 107.76299865236145 - ], - "55": [ - 36.59640063722093, - 72.1705487780123, - 0.0, - 5.0, - 139.2783108978618, - 0.0, - 0.0, - 0.0, - 120.85641766945173, - 12.48, - 0.0, - 5.0, - 0.0, - 200.16793128802752, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 109.33409905665302 - ], - "56": [ - 36.59640063722093, - 72.41938414460861, - 0.0, - 5.0, - 140.39481762850326, - 0.0, - 0.0, - 0.0, - 125.99949236861622, - 12.48, - 0.0, - 5.0, - 0.0, - 199.81755190161925, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 110.7338693396571 - ], - "57": [ - 36.59640063722093, - 72.59356890122604, - 0.0, - 5.0, - 140.27637233995227, - 0.0, - 0.0, - 0.0, - 128.69964465803136, - 12.48, - 0.0, - 5.0, - 0.0, - 201.37228633113347, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 113.51370853775997 - ], - "58": [ - 36.59640063722093, - 73.31549823085822, - 0.0, - 5.0, - 139.2934606379666, - 0.0, - 0.0, - 0.0, - 130.28975126062195, - 12.48, - 0.0, - 5.0, - 0.0, - 206.36060043179342, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 117.55959597643198 - ], - "59": [ - 36.59640063722093, - 75.32084876160076, - 0.0, - 5.0, - 136.50542244657663, - 0.0, - 0.0, - 0.0, - 131.10282588243535, - 12.48, - 0.0, - 5.0, - 0.0, - 211.6524203022554, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 118.89171718350238 - ], - "60": [ - 36.59640063722093, - 78.52459413312053, - 0.0, - 5.0, - 136.65379571260365, - 0.0, - 0.0, - 0.0, - 132.57197811770476, - 12.48, - 0.0, - 5.0, - 0.0, - 213.5566942115788, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 118.32420202845167 - ], - "61": [ - 36.59640063722093, - 78.36721589318437, - 0.0, - 5.0, - 134.35765699882256, - 0.0, - 0.0, - 0.0, - 132.40038468239334, - 12.48, - 0.0, - 5.0, - 0.0, - 214.58968594810514, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 116.72694141991616 - ], - "62": [ - 36.59640063722093, - 77.35705112522905, - 0.0, - 5.0, - 129.4503598991758, - 0.0, - 0.0, - 0.0, - 130.78026927767533, - 12.48, - 0.0, - 5.0, - 0.0, - 217.71278016367359, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 116.2088589939413 - ], - "63": [ - 36.59640063722093, - 72.14993578766034, - 0.0, - 5.0, - 123.01525192942306, - 0.0, - 0.0, - 0.0, - 131.74618849437275, - 12.48, - 0.0, - 5.0, - 0.0, - 218.39894611457152, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 117.64620129575891 - ], - "64": [ - 36.59640063722093, - 71.50495505136223, - 0.0, - 5.0, - 118.21067635059615, - 0.0, - 0.0, - 0.0, - 132.72233194606093, - 12.48, - 0.0, - 5.0, - 0.0, - 217.67926228020005, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 117.15234090703125 - ], - "65": [ - 36.59640063722093, - 71.35346853595357, - 0.0, - 5.0, - 115.1474734454173, - 0.0, - 0.0, - 0.0, - 130.70563236224265, - 12.48, - 0.0, - 5.0, - 0.0, - 216.57548359614003, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 117.40663863492188 - ], - "66": [ - 36.59640063722093, - 73.9474279751675, - 0.0, - 5.0, - 110.00323141179211, - 0.0, - 0.0, - 0.0, - 128.69394265356985, - 12.48, - 0.0, - 5.0, - 0.0, - 214.00283851729802, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 116.98464704444531 - ], - "67": [ - 36.59640063722093, - 75.46319958261725, - 0.0, - 5.0, - 109.10226198825448, - 0.0, - 0.0, - 0.0, - 124.8857598574989, - 12.48, - 0.0, - 5.0, - 0.0, - 209.50198696210862, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 117.28925293111172 - ], - "68": [ - 36.59640063722093, - 75.92423970783207, - 0.0, - 5.0, - 111.47158339177814, - 0.0, - 0.0, - 0.0, - 124.62003190024923, - 12.48, - 0.0, - 5.0, - 0.0, - 208.75139087347603, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 116.0024770517782 - ], - "69": [ - 36.59640063722093, - 76.84696779548246, - 0.0, - 5.0, - 111.9301083742447, - 0.0, - 0.0, - 0.0, - 124.73402233017447, - 12.48, - 0.0, - 5.0, - 0.0, - 207.32597361143323, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 113.60173393624474 - ], - "70": [ - 36.59640063722093, - 78.69287745683772, - 0.0, - 5.0, - 112.55107586197128, - 0.0, - 0.0, - 0.0, - 125.41381563112213, - 12.48, - 0.0, - 5.0, - 0.0, - 207.52818152800324, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 112.82121375537132 - ], - "71": [ - 36.59640063722093, - 80.5850142197864, - 0.0, - 5.0, - 114.7857531033799, - 0.0, - 0.0, - 0.0, - 127.6896709417855, - 12.48, - 0.0, - 5.0, - 0.0, - 208.86972706960228, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 111.97484962875993 - ], - "72": [ - 36.59640063722093, - 82.50950995385048, - 0.0, - 5.0, - 115.75002717236593, - 0.0, - 0.0, - 0.0, - 129.28276965924985, - 12.48, - 0.0, - 5.0, - 0.0, - 210.1088089487216, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 109.88239474013194 - ], - "73": [ - 36.59640063722093, - 84.75665696769533, - 0.0, - 5.0, - 116.42501902065615, - 0.0, - 0.0, - 0.0, - 129.79793876147488, - 12.48, - 0.0, - 5.0, - 0.0, - 215.17616626410512, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 107.51767631809236 - ], - "74": [ - 36.59640063722093, - 84.82965987738673, - 0.0, - 5.0, - 114.79751331445931, - 0.0, - 0.0, - 0.0, - 131.95855713303243, - 12.48, - 0.0, - 5.0, - 0.0, - 217.82331638487358, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 107.36237342266465 - ], - "75": [ - 36.59640063722093, - 84.8807619141707, - 0.0, - 5.0, - 113.95825932012151, - 0.0, - 0.0, - 0.0, - 133.7709899931227, - 12.48, - 0.0, - 5.0, - 0.0, - 216.6763214694115, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 108.15366139586526 - ], - "76": [ - 36.59640063722093, - 86.4165333399195, - 0.0, - 5.0, - 116.07078152408506, - 0.0, - 0.0, - 0.0, - 136.53969299518587, - 12.48, - 0.0, - 5.0, - 0.0, - 217.37342502858806, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 109.30756297710568 - ], - "77": [ - 36.59640063722093, - 86.59157333794364, - 0.0, - 5.0, - 118.14954706685954, - 0.0, - 0.0, - 0.0, - 138.17778509663012, - 12.48, - 0.0, - 5.0, - 0.0, - 225.96139752001164, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 109.21529408397397 - ], - "78": [ - 36.59640063722093, - 84.61410133656055, - 0.0, - 5.0, - 119.90468294680167, - 0.0, - 0.0, - 0.0, - 136.9244495676411, - 12.48, - 0.0, - 5.0, - 0.0, - 232.27297826400815, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 110.35070585878178 - ], - "79": [ - 36.59640063722093, - 81.72987093559239, - 0.0, - 5.0, - 119.33327806276117, - 0.0, - 0.0, - 0.0, - 139.04711469734877, - 12.48, - 0.0, - 5.0, - 0.0, - 235.7910847848057, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 112.64549410114725 - ], - "80": [ - 36.59640063722093, - 77.91090965491468, - 0.0, - 5.0, - 118.03329464393282, - 0.0, - 0.0, - 0.0, - 142.63298028814415, - 12.48, - 0.0, - 5.0, - 0.0, - 242.453759349364, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 114.85184587080307 - ], - "81": [ - 36.59640063722093, - 76.73763675844027, - 0.0, - 5.0, - 115.92330625075297, - 0.0, - 0.0, - 0.0, - 145.4430862017009, - 12.48, - 0.0, - 5.0, - 0.0, - 245.31763154455479, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 116.39629210956215 - ], - "82": [ - 36.59640063722093, - 74.41634573090819, - 0.0, - 5.0, - 115.94631437552708, - 0.0, - 0.0, - 0.0, - 142.61016034119064, - 12.48, - 0.0, - 5.0, - 0.0, - 249.72234208118834, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 121.37740447669351 - ], - "83": [ - 36.59640063722093, - 73.99144201163574, - 0.0, - 5.0, - 116.56242006286895, - 0.0, - 0.0, - 0.0, - 140.32711223883345, - 12.48, - 0.0, - 5.0, - 0.0, - 253.70563945683185, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 121.26418313368546 - ], - "84": [ - 36.59640063722093, - 75.79400940814502, - 0.0, - 5.0, - 113.99369404400827, - 0.0, - 0.0, - 0.0, - 139.9289785671834, - 12.48, - 0.0, - 5.0, - 0.0, - 256.1939476197823, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 122.08492819357983 - ], - "85": [ - 36.59640063722093, - 77.35580658570152, - 0.0, - 5.0, - 112.19558583080578, - 0.0, - 0.0, - 0.0, - 140.85028499702838, - 12.48, - 0.0, - 5.0, - 0.0, - 258.5357633338476, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 120.85944973550588 - ], - "86": [ - 36.59640063722093, - 75.14906460999106, - 0.0, - 5.0, - 114.53691008156405, - 0.0, - 0.0, - 0.0, - 141.79519949791987, - 12.48, - 0.0, - 5.0, - 0.0, - 260.7750343336933, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 120.30161481485412 - ], - "87": [ - 36.59640063722093, - 74.20434522699374, - 0.0, - 5.0, - 117.67583705709484, - 0.0, - 0.0, - 0.0, - 141.8566396485439, - 12.48, - 0.0, - 5.0, - 0.0, - 256.9425240335853, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 117.51113037039788 - ], - "88": [ - 36.59640063722093, - 72.64304165889561, - 0.0, - 5.0, - 117.47308593996638, - 0.0, - 0.0, - 0.0, - 141.89964775398073, - 12.48, - 0.0, - 5.0, - 0.0, - 250.6597668235097, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 117.65779125927851 - ], - "89": [ - 36.59640063722093, - 70.95012916122693, - 0.0, - 5.0, - 115.83116015797647, - 0.0, - 0.0, - 0.0, - 144.02975342778652, - 12.48, - 0.0, - 5.0, - 0.0, - 247.46183677645678, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 116.26045388149495 - ], - "90": [ - 36.59640063722093, - 68.26509041285885, - 0.0, - 5.0, - 114.98181211058353, - 0.0, - 0.0, - 0.0, - 146.72082739945057, - 12.48, - 0.0, - 5.0, - 0.0, - 242.82328574351973, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 115.88231771704646 - ], - "91": [ - 36.59640063722093, - 68.48556328900119, - 0.0, - 5.0, - 113.48726847740848, - 0.0, - 0.0, - 0.0, - 148.3045791796154, - 12.48, - 0.0, - 5.0, - 0.0, - 244.9763000204638, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 116.51762240193253 - ], - "92": [ - 36.59640063722093, - 68.03989430230084, - 0.0, - 5.0, - 110.04108793418594, - 0.0, - 0.0, - 0.0, - 150.01320542573077, - 12.48, - 0.0, - 5.0, - 0.0, - 247.38341001432468, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 116.96233568135277 - ], - "93": [ - 36.59640063722093, - 68.02792601161059, - 0.0, - 5.0, - 107.62876155393016, - 0.0, - 0.0, - 0.0, - 153.00924379801154, - 12.48, - 0.0, - 5.0, - 0.0, - 242.46838701002727, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 115.17363497694694 - ], - "94": [ - 36.59640063722093, - 68.01954820812742, - 0.0, - 5.0, - 106.84013308775111, - 0.0, - 0.0, - 0.0, - 152.70647065860808, - 12.48, - 0.0, - 5.0, - 0.0, - 239.9278709070191, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 113.62154448386286 - ], - "95": [ - 36.59640063722093, - 68.01368374568919, - 0.0, - 5.0, - 108.38809316142579, - 0.0, - 0.0, - 0.0, - 151.89452946102566, - 12.48, - 0.0, - 5.0, - 0.0, - 235.74950963491338, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 117.63508113870401 - ], - "96": [ - 36.59640063722093, - 66.50957862198243, - 0.0, - 5.0, - 108.87166521299805, - 0.0, - 0.0, - 0.0, - 145.32617062271797, - 12.48, - 0.0, - 5.0, - 0.0, - 234.32465674443938, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 121.3445567970928 - ], - "97": [ - 36.59640063722093, - 65.7567050353877, - 0.0, - 5.0, - 109.51016564909864, - 0.0, - 0.0, - 0.0, - 139.82831943590259, - 12.48, - 0.0, - 5.0, - 0.0, - 230.02725972110755, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 123.64118975796497 - ], - "98": [ - 36.59640063722093, - 67.62969352477138, - 0.0, - 5.0, - 109.35711595436905, - 0.0, - 0.0, - 0.0, - 132.67982360513182, - 12.48, - 0.0, - 5.0, - 0.0, - 230.9190818047753, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 125.54883283057548 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.9/run=cfc2fe2c6e994dc8/rewards.json b/experiments/seed=256/alpha=0.3.gamma=0.9/run=cfc2fe2c6e994dc8/rewards.json deleted file mode 100644 index 5bf22c5..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.9/run=cfc2fe2c6e994dc8/rewards.json +++ /dev/null @@ -1,2202 +0,0 @@ -{ - "0": [ - 29, - 91, - 3, - 167, - 44, - 0, - 8, - 0, - 137, - 26, - 0, - 202, - 0, - 235, - 0, - 0, - 0, - 66, - 0, - 104 - ], - "1": [ - 36, - 88, - 7, - 160, - 46, - 0, - 7, - 1, - 145, - 28, - 0, - 199, - 0, - 228, - 0, - 0, - 0, - 67, - 0, - 106 - ], - "2": [ - 41, - 91, - 8, - 150, - 46, - 0, - 3, - 0, - 153, - 31, - 0, - 201, - 0, - 240, - 0, - 0, - 0, - 73, - 0, - 104 - ], - "3": [ - 45, - 84, - 7, - 159, - 41, - 0, - 1, - 2, - 170, - 27, - 0, - 200, - 0, - 242, - 0, - 0, - 0, - 73, - 0, - 110 - ], - "4": [ - 50, - 83, - 6, - 163, - 41, - 0, - 0, - 2, - 162, - 27, - 0, - 191, - 0, - 234, - 0, - 0, - 0, - 72, - 0, - 112 - ], - "5": [ - 55, - 85, - 3, - 169, - 44, - 0, - 0, - 5, - 160, - 27, - 0, - 175, - 0, - 230, - 0, - 0, - 0, - 71, - 0, - 112 - ], - "6": [ - 51, - 78, - 3, - 159, - 47, - 0, - 0, - 6, - 149, - 25, - 0, - 180, - 0, - 216, - 0, - 0, - 0, - 72, - 0, - 112 - ], - "7": [ - 48, - 95, - 2, - 156, - 51, - 0, - 0, - 8, - 139, - 22, - 0, - 188, - 0, - 228, - 0, - 0, - 0, - 78, - 0, - 109 - ], - "8": [ - 48, - 94, - 2, - 157, - 56, - 0, - 0, - 7, - 135, - 19, - 0, - 178, - 0, - 217, - 0, - 0, - 0, - 77, - 0, - 117 - ], - "9": [ - 49, - 93, - 2, - 139, - 60, - 0, - 0, - 8, - 139, - 18, - 0, - 162, - 0, - 225, - 0, - 0, - 0, - 82, - 0, - 109 - ], - "10": [ - 49, - 99, - 1, - 137, - 57, - 0, - 0, - 7, - 141, - 20, - 0, - 155, - 0, - 223, - 0, - 0, - 0, - 86, - 0, - 107 - ], - "11": [ - 49, - 107, - 2, - 144, - 69, - 0, - 0, - 11, - 146, - 18, - 0, - 164, - 0, - 228, - 0, - 0, - 0, - 85, - 0, - 118 - ], - "12": [ - 40, - 100, - 3, - 141, - 75, - 0, - 0, - 13, - 152, - 20, - 0, - 160, - 0, - 222, - 0, - 0, - 0, - 72, - 0, - 114 - ], - "13": [ - 40, - 96, - 4, - 131, - 79, - 0, - 0, - 8, - 141, - 21, - 0, - 167, - 0, - 217, - 0, - 0, - 0, - 63, - 0, - 97 - ], - "14": [ - 36, - 87, - 6, - 135, - 77, - 0, - 0, - 7, - 152, - 22, - 0, - 158, - 0, - 214, - 0, - 0, - 0, - 62, - 0, - 107 - ], - "15": [ - 38, - 94, - 8, - 135, - 79, - 0, - 0, - 6, - 157, - 22, - 0, - 159, - 0, - 214, - 0, - 0, - 0, - 67, - 0, - 105 - ], - "16": [ - 39, - 95, - 9, - 130, - 84, - 0, - 0, - 2, - 151, - 26, - 0, - 164, - 0, - 219, - 0, - 0, - 0, - 60, - 0, - 107 - ], - "17": [ - 42, - 95, - 7, - 117, - 77, - 0, - 0, - 1, - 155, - 25, - 0, - 160, - 0, - 217, - 0, - 0, - 0, - 58, - 0, - 114 - ], - "18": [ - 41, - 100, - 8, - 109, - 80, - 0, - 0, - 5, - 156, - 22, - 0, - 158, - 0, - 219, - 0, - 0, - 0, - 57, - 0, - 112 - ], - "19": [ - 41, - 103, - 10, - 115, - 81, - 0, - 0, - 2, - 153, - 25, - 0, - 170, - 0, - 233, - 0, - 0, - 0, - 60, - 0, - 120 - ], - "20": [ - 37, - 95, - 7, - 108, - 87, - 0, - 0, - 0, - 149, - 22, - 0, - 171, - 0, - 227, - 0, - 0, - 0, - 58, - 0, - 125 - ], - "21": [ - 35, - 103, - 4, - 115, - 96, - 0, - 0, - 0, - 141, - 23, - 0, - 171, - 0, - 213, - 0, - 0, - 0, - 54, - 0, - 129 - ], - "22": [ - 40, - 98, - 4, - 115, - 99, - 0, - 0, - 0, - 141, - 17, - 0, - 175, - 0, - 223, - 0, - 0, - 0, - 57, - 0, - 131 - ], - "23": [ - 47, - 95, - 5, - 124, - 101, - 0, - 0, - 0, - 145, - 15, - 0, - 169, - 0, - 224, - 0, - 0, - 0, - 51, - 0, - 131 - ], - "24": [ - 48, - 88, - 2, - 123, - 101, - 0, - 0, - 0, - 137, - 15, - 0, - 168, - 0, - 219, - 0, - 0, - 0, - 45, - 0, - 126 - ], - "25": [ - 45, - 91, - 4, - 121, - 97, - 0, - 0, - 0, - 142, - 15, - 0, - 166, - 0, - 230, - 0, - 0, - 0, - 49, - 0, - 123 - ], - "26": [ - 55, - 87, - 8, - 125, - 96, - 0, - 0, - 2, - 134, - 19, - 0, - 188, - 0, - 212, - 0, - 0, - 0, - 41, - 0, - 120 - ], - "27": [ - 53, - 85, - 4, - 113, - 101, - 0, - 0, - 0, - 135, - 14, - 0, - 170, - 0, - 207, - 0, - 0, - 0, - 41, - 0, - 108 - ], - "28": [ - 63, - 84, - 5, - 109, - 107, - 0, - 0, - 3, - 135, - 16, - 0, - 168, - 0, - 206, - 0, - 0, - 0, - 39, - 0, - 106 - ], - "29": [ - 62, - 89, - 5, - 111, - 105, - 0, - 0, - 3, - 134, - 19, - 0, - 169, - 0, - 214, - 0, - 0, - 0, - 39, - 0, - 103 - ], - "30": [ - 53, - 91, - 4, - 119, - 100, - 0, - 0, - 4, - 133, - 19, - 0, - 200, - 0, - 204, - 0, - 0, - 0, - 39, - 0, - 109 - ], - "31": [ - 54, - 87, - 3, - 123, - 102, - 0, - 0, - 2, - 134, - 19, - 0, - 191, - 0, - 202, - 0, - 0, - 0, - 38, - 0, - 99 - ], - "32": [ - 47, - 82, - 2, - 115, - 101, - 0, - 0, - 2, - 125, - 14, - 0, - 189, - 0, - 183, - 0, - 0, - 0, - 38, - 0, - 104 - ], - "33": [ - 53, - 85, - 3, - 117, - 104, - 0, - 0, - 8, - 116, - 9, - 0, - 190, - 0, - 199, - 0, - 0, - 0, - 40, - 0, - 105 - ], - "34": [ - 53, - 67, - 2, - 111, - 107, - 0, - 0, - 6, - 116, - 9, - 0, - 203, - 0, - 187, - 0, - 0, - 0, - 38, - 0, - 106 - ], - "35": [ - 62, - 67, - 5, - 111, - 104, - 0, - 0, - 5, - 123, - 10, - 0, - 194, - 0, - 196, - 0, - 0, - 0, - 40, - 0, - 106 - ], - "36": [ - 56, - 69, - 7, - 105, - 111, - 0, - 0, - 2, - 129, - 14, - 0, - 183, - 0, - 199, - 0, - 0, - 0, - 40, - 0, - 111 - ], - "37": [ - 53, - 71, - 4, - 106, - 113, - 0, - 0, - 0, - 133, - 14, - 0, - 170, - 0, - 209, - 0, - 0, - 0, - 40, - 0, - 114 - ], - "38": [ - 44, - 72, - 5, - 100, - 119, - 0, - 0, - 0, - 127, - 14, - 0, - 191, - 0, - 220, - 0, - 0, - 0, - 38, - 0, - 115 - ], - "39": [ - 43, - 65, - 4, - 106, - 124, - 0, - 0, - 5, - 135, - 10, - 0, - 207, - 0, - 223, - 0, - 0, - 0, - 40, - 0, - 105 - ], - "40": [ - 37, - 65, - 4, - 107, - 127, - 0, - 0, - 9, - 137, - 18, - 0, - 193, - 0, - 222, - 0, - 0, - 0, - 39, - 0, - 94 - ], - "41": [ - 40, - 66, - 2, - 101, - 127, - 0, - 0, - 11, - 150, - 13, - 0, - 186, - 0, - 233, - 0, - 0, - 0, - 40, - 0, - 89 - ], - "42": [ - 48, - 77, - 4, - 104, - 120, - 0, - 0, - 15, - 154, - 9, - 0, - 198, - 0, - 232, - 0, - 0, - 0, - 40, - 0, - 88 - ], - "43": [ - 43, - 75, - 0, - 117, - 124, - 0, - 0, - 17, - 143, - 10, - 0, - 205, - 0, - 233, - 0, - 0, - 0, - 39, - 0, - 89 - ], - "44": [ - 40, - 75, - 0, - 110, - 122, - 0, - 0, - 20, - 143, - 9, - 0, - 211, - 0, - 236, - 0, - 0, - 0, - 37, - 0, - 104 - ], - "45": [ - 42, - 76, - 0, - 114, - 120, - 0, - 0, - 23, - 133, - 9, - 0, - 220, - 0, - 238, - 0, - 0, - 0, - 38, - 0, - 95 - ], - "46": [ - 37, - 78, - 2, - 122, - 121, - 0, - 0, - 23, - 130, - 10, - 0, - 231, - 0, - 228, - 0, - 0, - 0, - 38, - 0, - 95 - ], - "47": [ - 37, - 69, - 3, - 111, - 118, - 0, - 0, - 18, - 132, - 9, - 0, - 212, - 0, - 236, - 0, - 0, - 3, - 37, - 0, - 97 - ], - "48": [ - 35, - 64, - 5, - 112, - 123, - 0, - 0, - 20, - 124, - 8, - 0, - 195, - 0, - 213, - 0, - 0, - 0, - 36, - 0, - 100 - ], - "49": [ - 29, - 63, - 5, - 117, - 118, - 0, - 0, - 22, - 129, - 8, - 0, - 194, - 0, - 212, - 0, - 0, - 0, - 33, - 0, - 105 - ], - "50": [ - 28, - 63, - 6, - 120, - 128, - 0, - 0, - 24, - 125, - 10, - 0, - 185, - 0, - 208, - 0, - 0, - 0, - 34, - 0, - 101 - ], - "51": [ - 27, - 60, - 5, - 133, - 137, - 0, - 0, - 24, - 122, - 12, - 0, - 194, - 0, - 215, - 0, - 0, - 0, - 31, - 0, - 102 - ], - "52": [ - 24, - 64, - 4, - 137, - 141, - 0, - 0, - 17, - 121, - 14, - 0, - 199, - 0, - 197, - 0, - 0, - 3, - 33, - 0, - 112 - ], - "53": [ - 24, - 66, - 2, - 146, - 140, - 0, - 0, - 19, - 123, - 13, - 0, - 191, - 0, - 194, - 0, - 0, - 2, - 33, - 0, - 107 - ], - "54": [ - 28, - 74, - 2, - 139, - 138, - 0, - 0, - 16, - 118, - 14, - 0, - 193, - 0, - 201, - 0, - 0, - 0, - 32, - 0, - 114 - ], - "55": [ - 24, - 75, - 1, - 141, - 141, - 0, - 0, - 17, - 118, - 18, - 0, - 222, - 0, - 199, - 0, - 0, - 0, - 32, - 0, - 108 - ], - "56": [ - 22, - 78, - 1, - 147, - 145, - 0, - 0, - 18, - 120, - 22, - 0, - 221, - 0, - 194, - 0, - 0, - 0, - 31, - 0, - 113 - ], - "57": [ - 26, - 73, - 1, - 155, - 143, - 0, - 0, - 19, - 138, - 22, - 0, - 212, - 0, - 199, - 0, - 0, - 0, - 32, - 0, - 114 - ], - "58": [ - 21, - 73, - 1, - 148, - 140, - 0, - 0, - 15, - 135, - 24, - 0, - 213, - 0, - 205, - 0, - 0, - 0, - 34, - 0, - 120 - ], - "59": [ - 17, - 75, - 0, - 156, - 137, - 0, - 0, - 18, - 134, - 26, - 0, - 202, - 0, - 218, - 0, - 0, - 4, - 33, - 0, - 127 - ], - "60": [ - 20, - 80, - 0, - 157, - 130, - 0, - 0, - 18, - 133, - 25, - 0, - 201, - 0, - 224, - 0, - 0, - 9, - 34, - 0, - 122 - ], - "61": [ - 20, - 86, - 0, - 152, - 137, - 0, - 0, - 21, - 136, - 23, - 0, - 211, - 0, - 218, - 0, - 0, - 3, - 32, - 0, - 117 - ], - "62": [ - 17, - 78, - 0, - 146, - 129, - 0, - 0, - 23, - 132, - 23, - 0, - 207, - 0, - 217, - 0, - 0, - 2, - 31, - 0, - 113 - ], - "63": [ - 15, - 75, - 0, - 155, - 118, - 0, - 0, - 25, - 127, - 19, - 0, - 205, - 0, - 225, - 0, - 0, - 7, - 29, - 0, - 115 - ], - "64": [ - 13, - 60, - 0, - 153, - 108, - 0, - 0, - 26, - 134, - 18, - 0, - 201, - 0, - 220, - 0, - 0, - 0, - 29, - 0, - 121 - ], - "65": [ - 10, - 70, - 0, - 157, - 107, - 0, - 0, - 29, - 135, - 18, - 0, - 189, - 0, - 216, - 0, - 0, - 0, - 29, - 0, - 116 - ], - "66": [ - 14, - 71, - 0, - 155, - 108, - 0, - 0, - 24, - 126, - 16, - 0, - 182, - 0, - 214, - 0, - 0, - 2, - 28, - 0, - 118 - ], - "67": [ - 9, - 80, - 0, - 163, - 98, - 0, - 0, - 28, - 124, - 14, - 0, - 188, - 0, - 208, - 0, - 0, - 2, - 25, - 0, - 116 - ], - "68": [ - 6, - 79, - 0, - 169, - 107, - 0, - 0, - 24, - 116, - 14, - 0, - 191, - 0, - 199, - 0, - 0, - 3, - 22, - 0, - 118 - ], - "69": [ - 8, - 77, - 0, - 176, - 117, - 0, - 0, - 30, - 124, - 11, - 0, - 181, - 0, - 207, - 0, - 0, - 0, - 22, - 0, - 113 - ], - "70": [ - 11, - 79, - 0, - 168, - 113, - 0, - 4, - 28, - 125, - 19, - 0, - 181, - 0, - 204, - 0, - 0, - 3, - 22, - 0, - 108 - ], - "71": [ - 9, - 83, - 0, - 168, - 114, - 0, - 10, - 28, - 127, - 18, - 0, - 184, - 0, - 208, - 0, - 0, - 6, - 24, - 0, - 111 - ], - "72": [ - 6, - 85, - 0, - 165, - 120, - 0, - 12, - 26, - 133, - 24, - 0, - 156, - 0, - 212, - 0, - 0, - 4, - 25, - 0, - 110 - ], - "73": [ - 7, - 87, - 2, - 162, - 118, - 0, - 18, - 26, - 133, - 14, - 0, - 168, - 0, - 213, - 0, - 0, - 0, - 27, - 0, - 105 - ], - "74": [ - 9, - 90, - 0, - 156, - 118, - 0, - 15, - 23, - 131, - 14, - 0, - 167, - 0, - 227, - 0, - 0, - 6, - 27, - 0, - 102 - ], - "75": [ - 7, - 85, - 0, - 157, - 111, - 0, - 23, - 22, - 137, - 15, - 0, - 181, - 0, - 224, - 0, - 0, - 4, - 25, - 0, - 107 - ], - "76": [ - 8, - 85, - 0, - 162, - 112, - 0, - 24, - 23, - 138, - 12, - 0, - 182, - 0, - 214, - 0, - 0, - 4, - 27, - 0, - 110 - ], - "77": [ - 5, - 90, - 0, - 158, - 121, - 0, - 27, - 24, - 143, - 6, - 0, - 182, - 0, - 219, - 0, - 0, - 8, - 26, - 0, - 112 - ], - "78": [ - 5, - 87, - 0, - 159, - 123, - 0, - 21, - 23, - 142, - 8, - 0, - 178, - 0, - 246, - 0, - 0, - 11, - 28, - 0, - 109 - ], - "79": [ - 2, - 80, - 0, - 151, - 124, - 0, - 22, - 22, - 134, - 7, - 0, - 177, - 0, - 247, - 0, - 0, - 3, - 26, - 0, - 113 - ], - "80": [ - 2, - 75, - 0, - 154, - 118, - 0, - 23, - 22, - 144, - 11, - 0, - 160, - 0, - 244, - 0, - 0, - 4, - 26, - 0, - 118 - ], - "81": [ - 6, - 69, - 0, - 150, - 115, - 0, - 28, - 22, - 151, - 11, - 0, - 153, - 0, - 258, - 0, - 0, - 7, - 26, - 0, - 120 - ], - "82": [ - 8, - 74, - 0, - 160, - 111, - 0, - 19, - 22, - 152, - 4, - 0, - 161, - 0, - 252, - 0, - 0, - 11, - 26, - 0, - 120 - ], - "83": [ - 8, - 69, - 0, - 168, - 116, - 0, - 18, - 23, - 136, - 6, - 0, - 150, - 0, - 260, - 0, - 0, - 15, - 25, - 0, - 133 - ], - "84": [ - 7, - 73, - 0, - 162, - 118, - 0, - 28, - 22, - 135, - 3, - 0, - 152, - 0, - 263, - 0, - 0, - 21, - 25, - 0, - 121 - ], - "85": [ - 7, - 80, - 0, - 171, - 108, - 0, - 34, - 23, - 139, - 0, - 0, - 144, - 0, - 262, - 0, - 0, - 20, - 26, - 0, - 124 - ], - "86": [ - 8, - 81, - 0, - 165, - 108, - 0, - 38, - 23, - 143, - 0, - 0, - 157, - 0, - 264, - 0, - 0, - 20, - 24, - 0, - 118 - ], - "87": [ - 6, - 70, - 0, - 167, - 120, - 0, - 29, - 23, - 144, - 0, - 0, - 135, - 0, - 266, - 0, - 0, - 22, - 27, - 0, - 119 - ], - "88": [ - 3, - 72, - 0, - 169, - 125, - 0, - 22, - 23, - 142, - 1, - 0, - 127, - 0, - 248, - 0, - 0, - 17, - 30, - 0, - 111 - ], - "89": [ - 2, - 69, - 2, - 164, - 117, - 0, - 24, - 23, - 142, - 0, - 0, - 128, - 0, - 236, - 0, - 0, - 16, - 31, - 0, - 118 - ], - "90": [ - 3, - 67, - 0, - 159, - 112, - 0, - 21, - 25, - 149, - 0, - 0, - 128, - 0, - 240, - 0, - 0, - 19, - 29, - 0, - 113 - ], - "91": [ - 4, - 62, - 2, - 159, - 113, - 0, - 22, - 22, - 153, - 0, - 0, - 128, - 0, - 232, - 0, - 0, - 12, - 30, - 0, - 115 - ], - "92": [ - 3, - 69, - 2, - 159, - 110, - 0, - 23, - 22, - 152, - 0, - 0, - 143, - 0, - 250, - 0, - 0, - 14, - 30, - 0, - 118 - ], - "93": [ - 2, - 67, - 1, - 156, - 102, - 0, - 10, - 22, - 154, - 0, - 0, - 130, - 0, - 253, - 0, - 0, - 9, - 31, - 0, - 118 - ], - "94": [ - 2, - 68, - 0, - 157, - 102, - 0, - 9, - 21, - 160, - 0, - 0, - 132, - 0, - 231, - 0, - 0, - 15, - 33, - 0, - 111 - ], - "95": [ - 2, - 68, - 1, - 144, - 105, - 0, - 12, - 19, - 152, - 0, - 0, - 131, - 0, - 234, - 0, - 0, - 12, - 35, - 0, - 110 - ], - "96": [ - 1, - 68, - 2, - 153, - 112, - 0, - 23, - 19, - 150, - 0, - 0, - 131, - 0, - 226, - 0, - 0, - 10, - 35, - 0, - 127 - ], - "97": [ - 2, - 63, - 2, - 150, - 110, - 0, - 21, - 19, - 130, - 0, - 0, - 137, - 0, - 231, - 0, - 0, - 11, - 33, - 0, - 130 - ], - "98": [ - 1, - 64, - 3, - 153, - 111, - 0, - 17, - 18, - 127, - 0, - 0, - 128, - 0, - 220, - 0, - 0, - 10, - 32, - 0, - 129 - ], - "99": [ - 0, - 72, - 5, - 154, - 109, - 0, - 17, - 17, - 116, - 0, - 0, - 141, - 0, - 233, - 0, - 0, - 9, - 32, - 0, - 130 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.9/run=cfc2fe2c6e994dc8/rewards.plot.png b/experiments/seed=256/alpha=0.3.gamma=0.9/run=cfc2fe2c6e994dc8/rewards.plot.png deleted file mode 100644 index 9c5df85..0000000 Binary files a/experiments/seed=256/alpha=0.3.gamma=0.9/run=cfc2fe2c6e994dc8/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.3.gamma=0.9/run=cfc2fe2c6e994dc8/sum_rewards.json b/experiments/seed=256/alpha=0.3.gamma=0.9/run=cfc2fe2c6e994dc8/sum_rewards.json deleted file mode 100644 index e9b8be6..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.9/run=cfc2fe2c6e994dc8/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 65112, - "V": 4338234 - }, - "control": { - "R": 72474, - "V": 5721003 - } -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.9/run=cfc2fe2c6e994dc8/view.plot.png b/experiments/seed=256/alpha=0.3.gamma=0.9/run=cfc2fe2c6e994dc8/view.plot.png deleted file mode 100644 index bdc0ff9..0000000 Binary files a/experiments/seed=256/alpha=0.3.gamma=0.9/run=cfc2fe2c6e994dc8/view.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.3.gamma=0.9/run=d0be5410da694b29/choices.json b/experiments/seed=256/alpha=0.3.gamma=0.9/run=d0be5410da694b29/choices.json deleted file mode 100644 index 45f96bc..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.9/run=d0be5410da694b29/choices.json +++ /dev/null @@ -1,702 +0,0 @@ -{ - "0": [ - 17, - 2, - 7, - 6, - 9 - ], - "1": [ - 17, - 10, - 3, - 2, - 7 - ], - "2": [ - 17, - 3, - 5, - 12, - 19 - ], - "3": [ - 17, - 3, - 19, - 12, - 7 - ], - "4": [ - 17, - 19, - 3, - 13, - 4 - ], - "5": [ - 17, - 19, - 3, - 13, - 1 - ], - "6": [ - 17, - 19, - 3, - 13, - 1 - ], - "7": [ - 17, - 19, - 3, - 13, - 6 - ], - "8": [ - 17, - 19, - 3, - 13, - 1 - ], - "9": [ - 17, - 19, - 3, - 13, - 1 - ], - "10": [ - 17, - 19, - 3, - 13, - 1 - ], - "11": [ - 17, - 19, - 1, - 3, - 13 - ], - "12": [ - 19, - 17, - 3, - 1, - 13 - ], - "13": [ - 19, - 17, - 3, - 13, - 1 - ], - "14": [ - 19, - 17, - 1, - 3, - 13 - ], - "15": [ - 17, - 19, - 13, - 1, - 3 - ], - "16": [ - 17, - 19, - 13, - 3, - 1 - ], - "17": [ - 17, - 19, - 1, - 13, - 3 - ], - "18": [ - 17, - 19, - 13, - 1, - 3 - ], - "19": [ - 17, - 19, - 13, - 1, - 3 - ], - "20": [ - 17, - 19, - 13, - 1, - 14 - ], - "21": [ - 19, - 17, - 13, - 1, - 3 - ], - "22": [ - 17, - 19, - 13, - 1, - 3 - ], - "23": [ - 17, - 19, - 13, - 1, - 3 - ], - "24": [ - 17, - 19, - 13, - 1, - 3 - ], - "25": [ - 19, - 17, - 13, - 1, - 3 - ], - "26": [ - 17, - 19, - 13, - 1, - 3 - ], - "27": [ - 17, - 19, - 13, - 1, - 3 - ], - "28": [ - 17, - 19, - 13, - 1, - 3 - ], - "29": [ - 17, - 19, - 1, - 13, - 7 - ], - "30": [ - 19, - 17, - 13, - 1, - 3 - ], - "31": [ - 17, - 19, - 13, - 1, - 3 - ], - "32": [ - 17, - 19, - 1, - 13, - 16 - ], - "33": [ - 19, - 17, - 1, - 13, - 3 - ], - "34": [ - 19, - 17, - 13, - 1, - 10 - ], - "35": [ - 19, - 17, - 1, - 13, - 3 - ], - "36": [ - 17, - 19, - 13, - 1, - 4 - ], - "37": [ - 17, - 19, - 13, - 1, - 3 - ], - "38": [ - 17, - 19, - 13, - 1, - 4 - ], - "39": [ - 17, - 19, - 13, - 1, - 4 - ], - "40": [ - 17, - 19, - 13, - 4, - 1 - ], - "41": [ - 17, - 13, - 19, - 4, - 1 - ], - "42": [ - 17, - 4, - 19, - 13, - 1 - ], - "43": [ - 4, - 17, - 13, - 19, - 1 - ], - "44": [ - 19, - 4, - 17, - 13, - 1 - ], - "45": [ - 4, - 19, - 17, - 13, - 1 - ], - "46": [ - 4, - 17, - 19, - 13, - 1 - ], - "47": [ - 4, - 17, - 13, - 19, - 1 - ], - "48": [ - 19, - 4, - 17, - 13, - 1 - ], - "49": [ - 4, - 19, - 17, - 13, - 1 - ], - "50": [ - 4, - 19, - 17, - 13, - 1 - ], - "51": [ - 4, - 17, - 19, - 13, - 1 - ], - "52": [ - 4, - 19, - 17, - 13, - 1 - ], - "53": [ - 4, - 19, - 13, - 17, - 3 - ], - "54": [ - 4, - 19, - 13, - 17, - 3 - ], - "55": [ - 4, - 19, - 13, - 17, - 1 - ], - "56": [ - 4, - 17, - 19, - 13, - 1 - ], - "57": [ - 4, - 19, - 17, - 13, - 1 - ], - "58": [ - 4, - 13, - 19, - 17, - 1 - ], - "59": [ - 4, - 19, - 13, - 17, - 1 - ], - "60": [ - 4, - 13, - 19, - 17, - 1 - ], - "61": [ - 4, - 19, - 17, - 13, - 1 - ], - "62": [ - 4, - 19, - 17, - 13, - 1 - ], - "63": [ - 4, - 19, - 13, - 17, - 1 - ], - "64": [ - 4, - 19, - 13, - 17, - 1 - ], - "65": [ - 4, - 19, - 17, - 13, - 1 - ], - "66": [ - 4, - 19, - 17, - 13, - 1 - ], - "67": [ - 4, - 19, - 13, - 17, - 1 - ], - "68": [ - 4, - 19, - 13, - 17, - 1 - ], - "69": [ - 4, - 19, - 13, - 17, - 1 - ], - "70": [ - 4, - 19, - 13, - 1, - 17 - ], - "71": [ - 4, - 19, - 13, - 17, - 1 - ], - "72": [ - 4, - 19, - 13, - 17, - 1 - ], - "73": [ - 4, - 19, - 13, - 1, - 17 - ], - "74": [ - 4, - 19, - 13, - 17, - 1 - ], - "75": [ - 4, - 19, - 13, - 17, - 1 - ], - "76": [ - 4, - 19, - 17, - 13, - 1 - ], - "77": [ - 4, - 19, - 13, - 17, - 1 - ], - "78": [ - 4, - 19, - 13, - 17, - 1 - ], - "79": [ - 4, - 19, - 17, - 13, - 1 - ], - "80": [ - 4, - 19, - 13, - 17, - 1 - ], - "81": [ - 4, - 19, - 13, - 17, - 1 - ], - "82": [ - 4, - 19, - 13, - 17, - 1 - ], - "83": [ - 4, - 19, - 13, - 17, - 1 - ], - "84": [ - 4, - 19, - 17, - 13, - 3 - ], - "85": [ - 4, - 19, - 17, - 13, - 1 - ], - "86": [ - 4, - 19, - 13, - 17, - 1 - ], - "87": [ - 4, - 19, - 17, - 13, - 1 - ], - "88": [ - 4, - 19, - 17, - 13, - 1 - ], - "89": [ - 4, - 19, - 13, - 17, - 1 - ], - "90": [ - 4, - 19, - 17, - 13, - 1 - ], - "91": [ - 4, - 19, - 17, - 13, - 1 - ], - "92": [ - 4, - 19, - 17, - 13, - 1 - ], - "93": [ - 4, - 19, - 17, - 13, - 1 - ], - "94": [ - 4, - 19, - 17, - 1, - 13 - ], - "95": [ - 19, - 4, - 17, - 1, - 13 - ], - "96": [ - 4, - 19, - 17, - 13, - 1 - ], - "97": [ - 4, - 19, - 17, - 13, - 1 - ], - "98": [ - 4, - 19, - 17, - 1, - 13 - ], - "99": [ - 4, - 19, - 17, - 13, - 1 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.9/run=d0be5410da694b29/config.json b/experiments/seed=256/alpha=0.3.gamma=0.9/run=d0be5410da694b29/config.json deleted file mode 100644 index 28300c8..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.9/run=d0be5410da694b29/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 20, - "num_choices": 5, - "time_span": 100, - "history_span": 3000, - "alpha": 0.3, - "gamma": 0.9, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.9/run=d0be5410da694b29/control.choices.json b/experiments/seed=256/alpha=0.3.gamma=0.9/run=d0be5410da694b29/control.choices.json deleted file mode 100644 index 1ce1220..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.9/run=d0be5410da694b29/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 4, - 3, - 11, - 1, - 13 -] \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.9/run=d0be5410da694b29/qvalues.json b/experiments/seed=256/alpha=0.3.gamma=0.9/run=d0be5410da694b29/qvalues.json deleted file mode 100644 index 434e8ea..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.9/run=d0be5410da694b29/qvalues.json +++ /dev/null @@ -1,2180 +0,0 @@ -{ - "0": [ - 0.0, - 5.0, - 4.5, - 5.0, - 5.0, - 0.0, - 1.2, - 0.3, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 66.89999999999999, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 5.0, - 7.949999999999999, - 36.2, - 5.0, - 0.0, - 1.2, - 0.21, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 111.03, - 0.0, - 0.0 - ], - "2": [ - 0.0, - 5.0, - 7.949999999999999, - 59.24, - 5.0, - 0.0, - 1.2, - 0.21, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 142.221, - 0.0, - 51.0 - ], - "3": [ - 0.0, - 5.0, - 7.949999999999999, - 74.168, - 5.0, - 0.0, - 1.2, - 0.747, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 163.4547, - 0.0, - 86.69999999999999 - ], - "4": [ - 0.0, - 5.0, - 7.949999999999999, - 85.5176, - 15.799999999999999, - 0.0, - 1.2, - 0.747, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 27.8, - 0.0, - 0.0, - 0.0, - 176.21829, - 0.0, - 109.88999999999999 - ], - "5": [ - 0.0, - 26.0, - 7.949999999999999, - 90.76232, - 15.799999999999999, - 0.0, - 1.2, - 0.747, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 44.36, - 0.0, - 0.0, - 0.0, - 182.752803, - 0.0, - 128.22299999999998 - ], - "6": [ - 0.0, - 44.599999999999994, - 7.949999999999999, - 95.633624, - 15.799999999999999, - 0.0, - 1.2, - 0.747, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 55.352, - 0.0, - 0.0, - 0.0, - 187.62696210000001, - 0.0, - 140.15609999999998 - ], - "7": [ - 0.0, - 44.599999999999994, - 7.949999999999999, - 98.4435368, - 15.799999999999999, - 0.0, - 0.84, - 0.747, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 63.346399999999996, - 0.0, - 0.0, - 0.0, - 192.23887347000002, - 0.0, - 151.20926999999998 - ], - "8": [ - 0.0, - 57.019999999999996, - 7.949999999999999, - 96.21047576000001, - 15.799999999999999, - 0.0, - 0.84, - 0.747, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 68.64247999999999, - 0.0, - 0.0, - 0.0, - 196.967211429, - 0.0, - 156.846489 - ], - "9": [ - 0.0, - 67.214, - 7.949999999999999, - 94.647333032, - 15.799999999999999, - 0.0, - 0.84, - 0.747, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 72.349736, - 0.0, - 0.0, - 0.0, - 198.4770480003, - 0.0, - 162.8925423 - ], - "10": [ - 0.0, - 76.4498, - 7.949999999999999, - 95.35313312240001, - 15.799999999999999, - 0.0, - 0.84, - 0.747, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 75.54481519999999, - 0.0, - 0.0, - 0.0, - 201.03393360021, - 0.0, - 171.62477961 - ], - "11": [ - 0.0, - 81.41486, - 7.949999999999999, - 97.64719318568001, - 15.799999999999999, - 0.0, - 0.84, - 0.747, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 81.38137063999999, - 0.0, - 0.0, - 0.0, - 200.123753520147, - 0.0, - 175.637345727 - ], - "12": [ - 0.0, - 83.990402, - 7.949999999999999, - 97.753035229976, - 15.799999999999999, - 0.0, - 0.84, - 0.747, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 85.46695944799998, - 0.0, - 0.0, - 0.0, - 197.6866274641029, - 0.0, - 173.0461420089 - ], - "13": [ - 0.0, - 84.5932814, - 7.949999999999999, - 99.3271246609832, - 15.799999999999999, - 0.0, - 0.84, - 0.747, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 87.72687161359998, - 0.0, - 0.0, - 0.0, - 197.48063922487205, - 0.0, - 173.33229940623 - ], - "14": [ - 0.0, - 88.91529698, - 7.949999999999999, - 98.32898726268824, - 15.799999999999999, - 0.0, - 0.84, - 0.747, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 93.50881012951999, - 0.0, - 0.0, - 0.0, - 197.03644745741045, - 0.0, - 172.03260958436098 - ], - "15": [ - 0.0, - 93.740707886, - 7.949999999999999, - 94.63029108388177, - 15.799999999999999, - 0.0, - 0.84, - 0.747, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 99.35616709066399, - 0.0, - 0.0, - 0.0, - 196.7255132201873, - 0.0, - 168.7228267090527 - ], - "16": [ - 0.0, - 98.3184955202, - 7.949999999999999, - 90.84120375871724, - 15.799999999999999, - 0.0, - 0.84, - 0.747, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 105.54931696346479, - 0.0, - 0.0, - 0.0, - 195.6078592541311, - 0.0, - 168.2059786963369 - ], - "17": [ - 0.0, - 103.62294686414, - 7.949999999999999, - 85.48884263110207, - 15.799999999999999, - 0.0, - 0.84, - 0.747, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 109.28452187442535, - 0.0, - 0.0, - 0.0, - 196.0255014778918, - 0.0, - 165.44418508743584 - ], - "18": [ - 0.0, - 108.236062804898, - 7.949999999999999, - 80.54218984177145, - 15.799999999999999, - 0.0, - 0.84, - 0.747, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 113.69916531209775, - 0.0, - 0.0, - 0.0, - 198.11785103452425, - 0.0, - 166.5109295612051 - ], - "19": [ - 0.0, - 109.0652439634286, - 7.949999999999999, - 76.47953288924, - 15.799999999999999, - 0.0, - 0.84, - 0.747, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 117.68941571846842, - 0.0, - 0.0, - 0.0, - 198.98249572416697, - 0.0, - 168.45765069284357 - ], - "20": [ - 0.0, - 111.44567077440001, - 7.949999999999999, - 76.47953288924, - 15.799999999999999, - 0.0, - 0.84, - 0.747, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 120.1825910029279, - 0.0, - 0.0, - 0.0, - 195.08774700691689, - 0.0, - 167.7203554849905 - ], - "21": [ - 0.0, - 111.31196954208, - 7.949999999999999, - 76.035673022468, - 15.799999999999999, - 0.0, - 0.84, - 0.747, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 118.92781370204952, - 0.0, - 0.0, - 0.0, - 191.16142290484183, - 0.0, - 166.60424883949335 - ], - "22": [ - 0.0, - 110.318378679456, - 7.949999999999999, - 73.9249711157276, - 15.799999999999999, - 0.0, - 0.84, - 0.747, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 118.94946959143466, - 0.0, - 0.0, - 0.0, - 187.51299603338927, - 0.0, - 166.42297418764534 - ], - "23": [ - 0.0, - 107.52286507561921, - 7.949999999999999, - 71.84747978100933, - 15.799999999999999, - 0.0, - 0.84, - 0.747, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 115.66462871400427, - 0.0, - 0.0, - 0.0, - 184.05909722337248, - 0.0, - 163.89608193135174 - ], - "24": [ - 0.0, - 107.06600555293345, - 7.949999999999999, - 69.19323584670653, - 15.799999999999999, - 0.0, - 0.84, - 0.747, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 110.66524009980299, - 0.0, - 0.0, - 0.0, - 179.54136805636074, - 0.0, - 162.42725735194622 - ], - "25": [ - 0.0, - 106.44620388705341, - 7.949999999999999, - 65.23526509269458, - 15.799999999999999, - 0.0, - 0.84, - 0.747, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 105.6656680698621, - 0.0, - 0.0, - 0.0, - 175.1789576394525, - 0.0, - 161.99908014636236 - ], - "26": [ - 0.0, - 106.61234272093739, - 7.949999999999999, - 59.4646855648862, - 15.799999999999999, - 0.0, - 0.84, - 0.747, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 100.96596764890347, - 0.0, - 0.0, - 0.0, - 171.82527034761677, - 0.0, - 157.49935610245365 - ], - "27": [ - 0.0, - 107.92863990465618, - 7.949999999999999, - 53.62527989542034, - 15.799999999999999, - 0.0, - 0.84, - 0.747, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 98.57617735423243, - 0.0, - 0.0, - 0.0, - 167.37768924333173, - 0.0, - 155.24954927171754 - ], - "28": [ - 0.0, - 110.95004793325933, - 7.949999999999999, - 48.33769592679424, - 15.799999999999999, - 0.0, - 0.84, - 0.747, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 96.0033241479627, - 0.0, - 0.0, - 0.0, - 163.96438247033223, - 0.0, - 153.97468449020226 - ], - "29": [ - 0.0, - 112.76503355328153, - 7.949999999999999, - 48.33769592679424, - 15.799999999999999, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 94.50232690357389, - 0.0, - 0.0, - 0.0, - 160.97506772923256, - 0.0, - 157.28227914314158 - ], - "30": [ - 0.0, - 114.63552348729706, - 7.949999999999999, - 43.736387148755966, - 15.799999999999999, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 95.55162883250172, - 0.0, - 0.0, - 0.0, - 157.08254741046278, - 0.0, - 156.2975954001991 - ], - "31": [ - 0.0, - 116.24486644110794, - 7.949999999999999, - 41.415471004129174, - 15.799999999999999, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 95.9861401827512, - 0.0, - 0.0, - 0.0, - 156.15778318732396, - 0.0, - 156.80831678013936 - ], - "32": [ - 0.0, - 117.37140650877556, - 7.949999999999999, - 41.415471004129174, - 15.799999999999999, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 97.19029812792584, - 0.0, - 0.0, - 0.0, - 155.21044823112678, - 0.0, - 156.56582174609755 - ], - "33": [ - 0.0, - 110.9599845561429, - 7.949999999999999, - 39.49082970289042, - 15.799999999999999, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 99.83320868954809, - 0.0, - 0.0, - 0.0, - 152.44731376178873, - 0.0, - 156.0960752222683 - ], - "34": [ - 0.0, - 106.17198918930004, - 7.949999999999999, - 39.49082970289042, - 15.799999999999999, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 97.78324608268366, - 0.0, - 0.0, - 0.0, - 154.71311963325212, - 0.0, - 155.7672526555878 - ], - "35": [ - 0.0, - 102.52039243251002, - 7.949999999999999, - 37.5435807920233, - 15.799999999999999, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 100.24827225787857, - 0.0, - 0.0, - 0.0, - 156.8991837432765, - 0.0, - 156.73707685891148 - ], - "36": [ - 0.0, - 99.36427470275702, - 7.949999999999999, - 37.5435807920233, - 55.459999999999994, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 105.573790580515, - 0.0, - 0.0, - 0.0, - 157.52942862029354, - 0.0, - 158.61595380123805 - ], - "37": [ - 0.0, - 96.25499229192991, - 7.949999999999999, - 34.98050655441631, - 55.459999999999994, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 112.3016534063605, - 0.0, - 0.0, - 0.0, - 156.77060003420547, - 0.0, - 159.33116766086664 - ], - "38": [ - 0.0, - 91.37849460435093, - 7.949999999999999, - 34.98050655441631, - 87.12199999999999, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 116.71115738445235, - 0.0, - 0.0, - 0.0, - 158.03942002394382, - 0.0, - 158.03181736260666 - ], - "39": [ - 0.0, - 87.96494622304566, - 7.949999999999999, - 34.98050655441631, - 114.68539999999999, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 123.09781016911664, - 0.0, - 0.0, - 0.0, - 158.02759401676067, - 0.0, - 153.52227215382467 - ], - "40": [ - 0.0, - 85.57546235613196, - 7.949999999999999, - 34.98050655441631, - 135.47978, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 128.46846711838165, - 0.0, - 0.0, - 0.0, - 157.41931581173247, - 0.0, - 148.86559050767727 - ], - "41": [ - 0.0, - 86.00282364929238, - 7.949999999999999, - 34.98050655441631, - 148.535846, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 131.62792698286717, - 0.0, - 0.0, - 0.0, - 156.39352106821272, - 0.0, - 145.6059133553741 - ], - "42": [ - 0.0, - 84.50197655450467, - 7.949999999999999, - 34.98050655441631, - 157.37509219999998, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 131.73954888800702, - 0.0, - 0.0, - 0.0, - 155.3754647477489, - 0.0, - 143.62413934876187 - ], - "43": [ - 0.0, - 83.15138358815327, - 7.949999999999999, - 34.98050655441631, - 165.36256454, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 131.2176842216049, - 0.0, - 0.0, - 0.0, - 153.76282532342424, - 0.0, - 144.63689754413332 - ], - "44": [ - 0.0, - 82.80596851170729, - 7.949999999999999, - 34.98050655441631, - 170.053795178, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 132.35237895512344, - 0.0, - 0.0, - 0.0, - 153.83397772639697, - 0.0, - 142.34582828089333 - ], - "45": [ - 0.0, - 80.7641779581951, - 7.949999999999999, - 34.98050655441631, - 176.9376566246, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 130.7466652685864, - 0.0, - 0.0, - 0.0, - 153.28378440847789, - 0.0, - 141.04207979662533 - ], - "46": [ - 0.0, - 76.93492457073657, - 7.949999999999999, - 34.98050655441631, - 183.85635963722, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 128.1226656880105, - 0.0, - 0.0, - 0.0, - 151.99864908593452, - 0.0, - 142.82945585763773 - ], - "47": [ - 0.0, - 73.3544471995156, - 7.949999999999999, - 34.98050655441631, - 187.79945174605402, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 123.88586598160735, - 0.0, - 0.0, - 0.0, - 149.59905436015416, - 0.0, - 142.2806191003464 - ], - "48": [ - 0.0, - 70.54811303966092, - 7.949999999999999, - 34.98050655441631, - 189.65961622223782, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 116.42010618712514, - 0.0, - 0.0, - 0.0, - 145.2193380521079, - 0.0, - 142.79643337024248 - ], - "49": [ - 0.0, - 68.28367912776264, - 7.949999999999999, - 34.98050655441631, - 190.36173135556646, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 109.6940743309876, - 0.0, - 0.0, - 0.0, - 142.45353663647552, - 0.0, - 140.45750335916975 - ], - "50": [ - 0.0, - 66.39857538943384, - 7.949999999999999, - 34.98050655441631, - 193.85321194889653, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 110.68585203169133, - 0.0, - 0.0, - 0.0, - 136.91747564553287, - 0.0, - 139.72025235141882 - ], - "51": [ - 0.0, - 65.6790027726037, - 7.949999999999999, - 34.98050655441631, - 194.49724836422757, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 111.38009642218393, - 0.0, - 0.0, - 0.0, - 133.342232951873, - 0.0, - 142.2041766459932 - ], - "52": [ - 0.0, - 64.27530194082259, - 7.949999999999999, - 34.98050655441631, - 196.1480738549593, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 113.36606749552875, - 0.0, - 0.0, - 0.0, - 131.7395630663111, - 0.0, - 142.74292365219523 - ], - "53": [ - 0.0, - 64.27530194082259, - 7.949999999999999, - 38.28635458809141, - 196.7036516984715, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 113.55624724687013, - 0.0, - 0.0, - 0.0, - 128.51769414641777, - 0.0, - 143.72004655653666 - ], - "54": [ - 0.0, - 64.27530194082259, - 7.949999999999999, - 38.500448211663986, - 199.19255618893004, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 114.5893730728091, - 0.0, - 0.0, - 0.0, - 125.96238590249244, - 0.0, - 142.90403258957565 - ], - "55": [ - 0.0, - 67.1927113585758, - 7.949999999999999, - 38.500448211663986, - 202.13478933225102, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 116.51256115096636, - 0.0, - 0.0, - 0.0, - 122.97367013174471, - 0.0, - 142.63282281270295 - ], - "56": [ - 0.0, - 68.03489795100306, - 7.949999999999999, - 38.500448211663986, - 202.3943525325757, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 119.35879280567646, - 0.0, - 0.0, - 0.0, - 122.6815690922213, - 0.0, - 143.04297596889208 - ], - "57": [ - 0.0, - 69.22442856570214, - 7.949999999999999, - 38.500448211663986, - 201.976046772803, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 122.55115496397352, - 0.0, - 0.0, - 0.0, - 124.5770983645549, - 0.0, - 143.93008317822446 - ], - "58": [ - 0.0, - 68.55709999599149, - 7.949999999999999, - 38.500448211663986, - 201.0832327409621, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 125.68580847478147, - 0.0, - 0.0, - 0.0, - 125.60396885518843, - 0.0, - 146.65105822475712 - ], - "59": [ - 0.0, - 70.78996999719405, - 7.949999999999999, - 38.500448211663986, - 200.15826291867347, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 125.48006593234703, - 0.0, - 0.0, - 0.0, - 128.7227781986319, - 0.0, - 150.35574075732998 - ], - "60": [ - 0.0, - 72.35297899803584, - 7.949999999999999, - 38.500448211663986, - 199.81078404307144, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 124.73604615264293, - 0.0, - 0.0, - 0.0, - 129.40594473904233, - 0.0, - 153.249018530131 - ], - "61": [ - 0.0, - 71.04708529862509, - 7.949999999999999, - 38.500448211663986, - 199.56754883015, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 123.91523230685004, - 0.0, - 0.0, - 0.0, - 128.08416131732963, - 0.0, - 154.6743129710917 - ], - "62": [ - 0.0, - 69.53295970903757, - 7.949999999999999, - 38.500448211663986, - 200.897284181105, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 122.14066261479503, - 0.0, - 0.0, - 0.0, - 125.35891292213074, - 0.0, - 156.57201907976417 - ], - "63": [ - 0.0, - 64.5730717963263, - 7.949999999999999, - 38.500448211663986, - 202.7280989267735, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 119.09846383035652, - 0.0, - 0.0, - 0.0, - 122.25123904549152, - 0.0, - 160.00041335583492 - ], - "64": [ - 0.0, - 64.10115025742842, - 7.949999999999999, - 38.500448211663986, - 204.00966924874146, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 116.66892468124956, - 0.0, - 0.0, - 0.0, - 118.57586733184407, - 0.0, - 160.90028934908446 - ], - "65": [ - 0.0, - 64.97080518019989, - 7.949999999999999, - 38.500448211663986, - 206.70676847411903, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 114.0682472768747, - 0.0, - 0.0, - 0.0, - 115.10310713229084, - 0.0, - 162.73020254435912 - ], - "66": [ - 0.0, - 67.07956362613993, - 7.949999999999999, - 38.500448211663986, - 205.89473793188333, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 113.44777309381229, - 0.0, - 0.0, - 0.0, - 109.07217499260359, - 0.0, - 162.21114178105137 - ], - "67": [ - 0.0, - 70.05569453829796, - 7.949999999999999, - 38.500448211663986, - 204.72631655231834, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 110.0134411656686, - 0.0, - 0.0, - 0.0, - 102.45052249482251, - 0.0, - 164.24779924673595 - ], - "68": [ - 0.0, - 72.73898617680857, - 7.949999999999999, - 38.500448211663986, - 203.60842158662282, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 109.70940881596802, - 0.0, - 0.0, - 0.0, - 96.61536574637576, - 0.0, - 163.87345947271515 - ], - "69": [ - 0.0, - 74.317290323766, - 7.949999999999999, - 38.500448211663986, - 201.32589511063597, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 111.59658617117762, - 0.0, - 0.0, - 0.0, - 94.33075602246304, - 0.0, - 161.8114216309006 - ], - "70": [ - 0.0, - 76.3221032266362, - 7.949999999999999, - 38.500448211663986, - 198.52812657744516, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 113.81761031982434, - 0.0, - 0.0, - 0.0, - 95.13152921572413, - 0.0, - 160.96799514163044 - ], - "71": [ - 0.0, - 77.12547225864535, - 7.949999999999999, - 38.500448211663986, - 200.16968860421161, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 114.47232722387704, - 0.0, - 0.0, - 0.0, - 97.4920704510069, - 0.0, - 162.4775965991413 - ], - "72": [ - 0.0, - 77.98783058105174, - 7.949999999999999, - 38.500448211663986, - 201.01878202294813, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 115.83062905671393, - 0.0, - 0.0, - 0.0, - 100.64444931570483, - 0.0, - 163.83431761939892 - ], - "73": [ - 0.0, - 79.19148140673622, - 7.949999999999999, - 38.500448211663986, - 203.41314741606368, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 120.38144033969975, - 0.0, - 0.0, - 0.0, - 102.85111452099338, - 0.0, - 162.98402233357925 - ], - "74": [ - 0.0, - 80.33403698471535, - 7.949999999999999, - 38.500448211663986, - 203.28920319124458, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 119.96700823778983, - 0.0, - 0.0, - 0.0, - 102.59578016469537, - 0.0, - 164.78881563350546 - ], - "75": [ - 0.0, - 79.93382588930075, - 7.949999999999999, - 38.500448211663986, - 204.10244223387122, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 118.47690576645287, - 0.0, - 0.0, - 0.0, - 104.21704611528676, - 0.0, - 167.25217094345382 - ], - "76": [ - 0.0, - 80.85367812251053, - 7.949999999999999, - 38.500448211663986, - 203.47170956370985, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 115.033834036517, - 0.0, - 0.0, - 0.0, - 104.45193228070073, - 0.0, - 167.47651966041767 - ], - "77": [ - 0.0, - 79.09757468575737, - 7.949999999999999, - 38.500448211663986, - 205.4301966945969, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 115.0236838255619, - 0.0, - 0.0, - 0.0, - 107.0163525964905, - 0.0, - 166.13356376229237 - ], - "78": [ - 0.0, - 77.86830228003015, - 7.949999999999999, - 38.500448211663986, - 204.40113768621782, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 118.61657867789333, - 0.0, - 0.0, - 0.0, - 106.11144681754335, - 0.0, - 164.89349463360466 - ], - "79": [ - 0.0, - 75.80781159602111, - 7.949999999999999, - 38.500448211663986, - 206.08079638035247, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 116.63160507452532, - 0.0, - 0.0, - 0.0, - 105.47801277228035, - 0.0, - 163.42544624352325 - ], - "80": [ - 0.0, - 71.96546811721478, - 7.949999999999999, - 38.500448211663986, - 206.95655746624672, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 115.84212355216772, - 0.0, - 0.0, - 0.0, - 105.93460894059625, - 0.0, - 163.59781237046627 - ], - "81": [ - 0.0, - 70.47582768205035, - 7.949999999999999, - 38.500448211663986, - 207.2695902263727, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 116.7894864865174, - 0.0, - 0.0, - 0.0, - 106.25422625841738, - 0.0, - 163.41846865932638 - ], - "82": [ - 0.0, - 69.13307937743525, - 7.949999999999999, - 38.500448211663986, - 208.0887131584609, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 115.35264054056218, - 0.0, - 0.0, - 0.0, - 104.97795838089216, - 0.0, - 163.59292806152845 - ], - "83": [ - 0.0, - 69.39315556420468, - 7.949999999999999, - 38.500448211663986, - 208.36209921092262, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 111.94684837839353, - 0.0, - 0.0, - 0.0, - 104.38457086662451, - 0.0, - 159.51504964306991 - ], - "84": [ - 0.0, - 69.39315556420468, - 7.949999999999999, - 41.65031374816479, - 208.25346944764584, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 106.86279386487547, - 0.0, - 0.0, - 0.0, - 104.26919960663716, - 0.0, - 157.86053475014893 - ], - "85": [ - 0.0, - 73.17520889494327, - 7.949999999999999, - 41.65031374816479, - 205.7774286133521, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 104.50395570541284, - 0.0, - 0.0, - 0.0, - 102.68843972464602, - 0.0, - 155.20237432510424 - ], - "86": [ - 0.0, - 71.62264622646029, - 7.949999999999999, - 41.65031374816479, - 203.44420002934646, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 105.25276899378899, - 0.0, - 0.0, - 0.0, - 104.88190780725222, - 0.0, - 153.64166202757298 - ], - "87": [ - 0.0, - 69.6358523585222, - 7.949999999999999, - 41.65031374816479, - 203.31094002054252, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 105.47693829565229, - 0.0, - 0.0, - 0.0, - 110.01733546507656, - 0.0, - 149.5491634193011 - ], - "88": [ - 0.0, - 67.94509665096554, - 7.949999999999999, - 41.65031374816479, - 197.21765801437977, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 106.2338568069566, - 0.0, - 0.0, - 0.0, - 114.21213482555359, - 0.0, - 150.58441439351077 - ], - "89": [ - 0.0, - 64.66156765567588, - 7.949999999999999, - 41.65031374816479, - 191.75236061006584, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 104.96369976486962, - 0.0, - 0.0, - 0.0, - 115.04849437788751, - 0.0, - 151.60909007545754 - ], - "90": [ - 0.0, - 61.76309735897312, - 7.949999999999999, - 41.65031374816479, - 191.22665242704608, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 100.77458983540873, - 0.0, - 0.0, - 0.0, - 116.53394606452126, - 0.0, - 150.82636305282028 - ], - "91": [ - 0.0, - 61.534168151281186, - 7.949999999999999, - 41.65031374816479, - 188.45865669893226, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 99.94221288478612, - 0.0, - 0.0, - 0.0, - 117.57376224516489, - 0.0, - 152.0784541369742 - ], - "92": [ - 0.0, - 61.67391770589683, - 7.949999999999999, - 41.65031374816479, - 183.52105968925258, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 96.65954901935028, - 0.0, - 0.0, - 0.0, - 119.50163357161541, - 0.0, - 153.55491789588194 - ], - "93": [ - 0.0, - 62.671742394127776, - 7.949999999999999, - 41.65031374816479, - 180.9647417824768, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 92.8616843135452, - 0.0, - 0.0, - 0.0, - 124.15114350013079, - 0.0, - 152.48844252711737 - ], - "94": [ - 0.0, - 63.370219675889444, - 7.949999999999999, - 41.65031374816479, - 182.17531924773377, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 85.70317901948164, - 0.0, - 0.0, - 0.0, - 129.50580045009156, - 0.0, - 150.84190976898216 - ], - "95": [ - 0.0, - 63.859153773122614, - 7.949999999999999, - 41.65031374816479, - 184.82272347341365, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 80.99222531363715, - 0.0, - 0.0, - 0.0, - 132.95406031506408, - 0.0, - 155.3893368382875 - ], - "96": [ - 0.0, - 63.60140764118583, - 7.949999999999999, - 41.65031374816479, - 184.27590643138956, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 76.794557719546, - 0.0, - 0.0, - 0.0, - 132.96784222054487, - 0.0, - 159.17253578680126 - ], - "97": [ - 0.0, - 63.12098534883008, - 7.949999999999999, - 41.65031374816479, - 184.4931345019727, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 73.8561904036822, - 0.0, - 0.0, - 0.0, - 131.77748955438142, - 0.0, - 162.7207750507609 - ], - "98": [ - 0.0, - 63.38468974418106, - 7.949999999999999, - 41.65031374816479, - 181.3451941513809, - 0.0, - 0.84, - 1.4229, - 0.0, - 4.2, - 0.0, - 5.0, - 0.0, - 73.29933328257755, - 0.0, - 0.0, - 0.0, - 130.64424268806698, - 0.0, - 166.70454253553262 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.9/run=d0be5410da694b29/rewards.json b/experiments/seed=256/alpha=0.3.gamma=0.9/run=d0be5410da694b29/rewards.json deleted file mode 100644 index 280b4f8..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.9/run=d0be5410da694b29/rewards.json +++ /dev/null @@ -1,2202 +0,0 @@ -{ - "0": [ - 34, - 78, - 7, - 109, - 34, - 0, - 4, - 0, - 103, - 14, - 0, - 167, - 0, - 77, - 0, - 0, - 0, - 230, - 0, - 172 - ], - "1": [ - 44, - 76, - 15, - 115, - 34, - 0, - 4, - 1, - 102, - 14, - 0, - 164, - 0, - 72, - 0, - 0, - 0, - 223, - 0, - 176 - ], - "2": [ - 47, - 77, - 16, - 109, - 37, - 0, - 1, - 0, - 111, - 16, - 0, - 164, - 0, - 74, - 0, - 0, - 0, - 214, - 0, - 174 - ], - "3": [ - 50, - 76, - 13, - 113, - 32, - 0, - 0, - 3, - 124, - 16, - 0, - 169, - 0, - 85, - 0, - 0, - 0, - 215, - 0, - 170 - ], - "4": [ - 51, - 72, - 11, - 109, - 34, - 0, - 0, - 2, - 114, - 13, - 0, - 168, - 0, - 86, - 0, - 0, - 0, - 213, - 0, - 170 - ], - "5": [ - 53, - 83, - 5, - 112, - 41, - 0, - 0, - 5, - 116, - 14, - 0, - 156, - 0, - 81, - 0, - 0, - 0, - 206, - 0, - 164 - ], - "6": [ - 54, - 75, - 6, - 103, - 44, - 0, - 0, - 6, - 110, - 13, - 0, - 167, - 0, - 83, - 0, - 0, - 0, - 198, - 0, - 171 - ], - "7": [ - 47, - 88, - 4, - 107, - 50, - 0, - 0, - 7, - 98, - 12, - 0, - 169, - 0, - 81, - 0, - 0, - 0, - 199, - 0, - 168 - ], - "8": [ - 50, - 88, - 4, - 105, - 58, - 0, - 0, - 9, - 95, - 13, - 0, - 174, - 0, - 82, - 0, - 0, - 0, - 203, - 0, - 177 - ], - "9": [ - 51, - 86, - 3, - 91, - 62, - 0, - 0, - 9, - 96, - 12, - 0, - 158, - 0, - 81, - 0, - 0, - 0, - 208, - 0, - 170 - ], - "10": [ - 51, - 91, - 3, - 91, - 63, - 0, - 0, - 9, - 101, - 13, - 0, - 171, - 0, - 81, - 0, - 0, - 0, - 202, - 0, - 177 - ], - "11": [ - 50, - 98, - 4, - 97, - 78, - 0, - 0, - 15, - 101, - 13, - 0, - 165, - 0, - 83, - 0, - 0, - 0, - 207, - 0, - 192 - ], - "12": [ - 38, - 93, - 6, - 103, - 84, - 0, - 0, - 15, - 93, - 16, - 0, - 156, - 0, - 95, - 0, - 0, - 0, - 198, - 0, - 185 - ], - "13": [ - 38, - 90, - 9, - 98, - 90, - 0, - 0, - 9, - 90, - 16, - 0, - 135, - 0, - 95, - 0, - 0, - 0, - 192, - 0, - 167 - ], - "14": [ - 36, - 86, - 12, - 103, - 90, - 0, - 0, - 7, - 96, - 21, - 0, - 146, - 0, - 93, - 0, - 0, - 0, - 197, - 0, - 174 - ], - "15": [ - 39, - 99, - 15, - 96, - 94, - 0, - 0, - 6, - 107, - 23, - 0, - 130, - 0, - 107, - 0, - 0, - 0, - 196, - 0, - 169 - ], - "16": [ - 40, - 105, - 15, - 86, - 94, - 0, - 0, - 2, - 109, - 20, - 0, - 142, - 0, - 113, - 0, - 0, - 0, - 196, - 0, - 161 - ], - "17": [ - 40, - 109, - 13, - 82, - 84, - 0, - 0, - 1, - 120, - 19, - 0, - 140, - 0, - 120, - 0, - 0, - 0, - 193, - 0, - 167 - ], - "18": [ - 39, - 116, - 15, - 73, - 87, - 0, - 0, - 5, - 122, - 18, - 0, - 146, - 0, - 118, - 0, - 0, - 0, - 197, - 0, - 159 - ], - "19": [ - 37, - 119, - 17, - 69, - 94, - 0, - 0, - 2, - 117, - 19, - 0, - 140, - 0, - 124, - 0, - 0, - 0, - 203, - 0, - 169 - ], - "20": [ - 35, - 111, - 11, - 67, - 98, - 0, - 0, - 0, - 106, - 16, - 0, - 150, - 0, - 127, - 0, - 0, - 0, - 201, - 0, - 173 - ], - "21": [ - 33, - 117, - 7, - 78, - 110, - 0, - 0, - 0, - 102, - 17, - 0, - 159, - 0, - 126, - 0, - 0, - 0, - 186, - 0, - 166 - ], - "22": [ - 37, - 111, - 7, - 75, - 116, - 0, - 0, - 0, - 105, - 12, - 0, - 165, - 0, - 116, - 0, - 0, - 0, - 182, - 0, - 164 - ], - "23": [ - 46, - 108, - 8, - 69, - 116, - 0, - 0, - 0, - 116, - 11, - 0, - 151, - 0, - 119, - 0, - 0, - 0, - 179, - 0, - 166 - ], - "24": [ - 47, - 101, - 4, - 67, - 121, - 0, - 0, - 0, - 116, - 10, - 0, - 146, - 0, - 108, - 0, - 0, - 0, - 176, - 0, - 158 - ], - "25": [ - 45, - 106, - 6, - 63, - 124, - 0, - 0, - 0, - 116, - 10, - 0, - 143, - 0, - 99, - 0, - 0, - 0, - 169, - 0, - 159 - ], - "26": [ - 52, - 105, - 13, - 56, - 136, - 0, - 0, - 2, - 112, - 11, - 0, - 161, - 0, - 94, - 0, - 0, - 0, - 165, - 0, - 161 - ], - "27": [ - 52, - 107, - 8, - 46, - 146, - 0, - 0, - 0, - 121, - 8, - 0, - 164, - 0, - 90, - 0, - 0, - 0, - 164, - 0, - 147 - ], - "28": [ - 63, - 111, - 8, - 40, - 144, - 0, - 0, - 3, - 126, - 9, - 0, - 162, - 0, - 93, - 0, - 0, - 0, - 157, - 0, - 150 - ], - "29": [ - 58, - 118, - 9, - 36, - 135, - 0, - 0, - 2, - 118, - 12, - 0, - 167, - 0, - 90, - 0, - 0, - 0, - 156, - 0, - 151 - ], - "30": [ - 53, - 117, - 7, - 37, - 131, - 0, - 0, - 3, - 118, - 13, - 0, - 149, - 0, - 91, - 0, - 0, - 0, - 154, - 0, - 165 - ], - "31": [ - 54, - 119, - 6, - 33, - 133, - 0, - 0, - 2, - 120, - 12, - 0, - 147, - 0, - 98, - 0, - 0, - 0, - 148, - 0, - 154 - ], - "32": [ - 51, - 120, - 4, - 36, - 134, - 0, - 0, - 1, - 124, - 9, - 0, - 163, - 0, - 97, - 0, - 0, - 0, - 154, - 0, - 158 - ], - "33": [ - 59, - 120, - 4, - 32, - 136, - 0, - 0, - 5, - 116, - 6, - 0, - 138, - 0, - 100, - 0, - 0, - 0, - 153, - 0, - 156 - ], - "34": [ - 63, - 96, - 3, - 35, - 143, - 0, - 0, - 3, - 107, - 7, - 0, - 137, - 0, - 106, - 0, - 0, - 0, - 146, - 0, - 155 - ], - "35": [ - 73, - 95, - 7, - 37, - 146, - 0, - 0, - 3, - 104, - 7, - 0, - 146, - 0, - 93, - 0, - 0, - 0, - 160, - 0, - 155 - ], - "36": [ - 66, - 94, - 7, - 33, - 154, - 0, - 0, - 1, - 107, - 9, - 0, - 151, - 0, - 106, - 0, - 0, - 0, - 162, - 0, - 159 - ], - "37": [ - 62, - 92, - 5, - 32, - 148, - 0, - 0, - 0, - 108, - 9, - 0, - 134, - 0, - 118, - 0, - 0, - 0, - 159, - 0, - 163 - ], - "38": [ - 53, - 89, - 5, - 29, - 160, - 0, - 0, - 0, - 108, - 8, - 0, - 128, - 0, - 128, - 0, - 0, - 0, - 155, - 0, - 161 - ], - "39": [ - 52, - 80, - 5, - 31, - 161, - 0, - 0, - 3, - 107, - 5, - 0, - 124, - 0, - 127, - 0, - 0, - 0, - 161, - 0, - 155 - ], - "40": [ - 45, - 80, - 4, - 34, - 179, - 0, - 0, - 5, - 114, - 7, - 0, - 123, - 0, - 138, - 0, - 0, - 0, - 158, - 0, - 143 - ], - "41": [ - 49, - 80, - 3, - 33, - 184, - 0, - 0, - 5, - 119, - 6, - 0, - 134, - 0, - 141, - 0, - 0, - 0, - 156, - 0, - 138 - ], - "42": [ - 55, - 87, - 5, - 31, - 179, - 0, - 0, - 7, - 112, - 5, - 0, - 138, - 0, - 139, - 0, - 0, - 0, - 154, - 0, - 138 - ], - "43": [ - 49, - 81, - 0, - 34, - 178, - 0, - 0, - 8, - 104, - 6, - 0, - 142, - 0, - 132, - 0, - 0, - 0, - 153, - 0, - 139 - ], - "44": [ - 45, - 80, - 0, - 34, - 184, - 0, - 0, - 9, - 106, - 5, - 0, - 147, - 0, - 130, - 0, - 0, - 0, - 150, - 0, - 147 - ], - "45": [ - 45, - 82, - 0, - 37, - 181, - 0, - 0, - 11, - 106, - 5, - 0, - 146, - 0, - 135, - 0, - 0, - 0, - 154, - 0, - 137 - ], - "46": [ - 40, - 76, - 2, - 42, - 193, - 0, - 0, - 11, - 108, - 5, - 0, - 130, - 0, - 127, - 0, - 0, - 0, - 152, - 0, - 138 - ], - "47": [ - 39, - 68, - 5, - 42, - 200, - 0, - 0, - 9, - 115, - 5, - 0, - 130, - 0, - 122, - 0, - 0, - 2, - 149, - 0, - 147 - ], - "48": [ - 41, - 65, - 7, - 37, - 197, - 0, - 0, - 10, - 107, - 4, - 0, - 143, - 0, - 114, - 0, - 0, - 0, - 144, - 0, - 141 - ], - "49": [ - 37, - 64, - 8, - 37, - 194, - 0, - 0, - 11, - 111, - 4, - 0, - 143, - 0, - 99, - 0, - 0, - 0, - 135, - 0, - 144 - ], - "50": [ - 38, - 63, - 8, - 38, - 192, - 0, - 0, - 12, - 112, - 5, - 0, - 142, - 0, - 94, - 0, - 0, - 0, - 136, - 0, - 135 - ], - "51": [ - 36, - 62, - 8, - 38, - 202, - 0, - 0, - 14, - 104, - 6, - 0, - 157, - 0, - 113, - 0, - 0, - 0, - 124, - 0, - 138 - ], - "52": [ - 32, - 64, - 6, - 38, - 196, - 0, - 0, - 10, - 115, - 8, - 0, - 140, - 0, - 113, - 0, - 0, - 3, - 125, - 0, - 148 - ], - "53": [ - 34, - 61, - 4, - 42, - 200, - 0, - 0, - 12, - 110, - 7, - 0, - 131, - 0, - 118, - 0, - 0, - 1, - 128, - 0, - 144 - ], - "54": [ - 42, - 68, - 2, - 46, - 198, - 0, - 0, - 9, - 106, - 7, - 0, - 128, - 0, - 114, - 0, - 0, - 0, - 121, - 0, - 146 - ], - "55": [ - 38, - 68, - 1, - 39, - 205, - 0, - 0, - 11, - 106, - 9, - 0, - 135, - 0, - 117, - 0, - 0, - 0, - 120, - 0, - 141 - ], - "56": [ - 36, - 74, - 1, - 40, - 209, - 0, - 0, - 13, - 110, - 10, - 0, - 140, - 0, - 121, - 0, - 0, - 0, - 116, - 0, - 142 - ], - "57": [ - 41, - 70, - 1, - 41, - 203, - 0, - 0, - 14, - 122, - 10, - 0, - 140, - 0, - 126, - 0, - 0, - 0, - 122, - 0, - 144 - ], - "58": [ - 35, - 72, - 2, - 40, - 201, - 0, - 0, - 15, - 121, - 12, - 0, - 134, - 0, - 130, - 0, - 0, - 0, - 129, - 0, - 146 - ], - "59": [ - 28, - 67, - 1, - 40, - 199, - 0, - 0, - 17, - 117, - 12, - 0, - 139, - 0, - 133, - 0, - 0, - 4, - 128, - 0, - 153 - ], - "60": [ - 32, - 76, - 0, - 40, - 198, - 0, - 0, - 16, - 114, - 12, - 0, - 154, - 0, - 125, - 0, - 0, - 7, - 136, - 0, - 159 - ], - "61": [ - 33, - 76, - 0, - 40, - 199, - 0, - 0, - 20, - 117, - 10, - 0, - 162, - 0, - 123, - 0, - 0, - 2, - 131, - 0, - 160 - ], - "62": [ - 28, - 68, - 0, - 39, - 199, - 0, - 0, - 20, - 117, - 9, - 0, - 163, - 0, - 122, - 0, - 0, - 2, - 125, - 0, - 158 - ], - "63": [ - 23, - 66, - 0, - 40, - 204, - 0, - 0, - 21, - 123, - 7, - 0, - 172, - 0, - 118, - 0, - 0, - 6, - 119, - 0, - 161 - ], - "64": [ - 22, - 53, - 0, - 39, - 207, - 0, - 0, - 22, - 128, - 6, - 0, - 155, - 0, - 112, - 0, - 0, - 0, - 115, - 0, - 168 - ], - "65": [ - 16, - 63, - 0, - 41, - 207, - 0, - 0, - 21, - 136, - 7, - 0, - 177, - 0, - 111, - 0, - 0, - 0, - 110, - 0, - 163 - ], - "66": [ - 22, - 67, - 0, - 39, - 213, - 0, - 0, - 20, - 127, - 6, - 0, - 142, - 0, - 108, - 0, - 0, - 2, - 107, - 0, - 167 - ], - "67": [ - 16, - 72, - 0, - 41, - 204, - 0, - 0, - 21, - 122, - 5, - 0, - 149, - 0, - 112, - 0, - 0, - 3, - 95, - 0, - 161 - ], - "68": [ - 11, - 77, - 0, - 42, - 202, - 0, - 0, - 20, - 113, - 5, - 0, - 139, - 0, - 102, - 0, - 0, - 4, - 87, - 0, - 169 - ], - "69": [ - 14, - 79, - 0, - 44, - 201, - 0, - 0, - 21, - 115, - 4, - 0, - 142, - 0, - 109, - 0, - 0, - 0, - 83, - 0, - 163 - ], - "70": [ - 20, - 78, - 0, - 42, - 196, - 0, - 2, - 20, - 115, - 7, - 0, - 123, - 0, - 116, - 0, - 0, - 3, - 89, - 0, - 157 - ], - "71": [ - 16, - 81, - 0, - 42, - 192, - 0, - 6, - 20, - 119, - 8, - 0, - 125, - 0, - 119, - 0, - 0, - 6, - 97, - 0, - 159 - ], - "72": [ - 10, - 79, - 0, - 41, - 204, - 0, - 7, - 20, - 124, - 10, - 0, - 132, - 0, - 116, - 0, - 0, - 4, - 103, - 0, - 166 - ], - "73": [ - 11, - 80, - 1, - 41, - 203, - 0, - 12, - 20, - 120, - 6, - 0, - 136, - 0, - 119, - 0, - 0, - 0, - 108, - 0, - 167 - ], - "74": [ - 15, - 82, - 0, - 40, - 209, - 0, - 10, - 19, - 119, - 6, - 0, - 120, - 0, - 131, - 0, - 0, - 5, - 108, - 0, - 161 - ], - "75": [ - 12, - 83, - 0, - 39, - 203, - 0, - 16, - 20, - 122, - 6, - 0, - 117, - 0, - 119, - 0, - 0, - 3, - 102, - 0, - 169 - ], - "76": [ - 12, - 79, - 0, - 40, - 206, - 0, - 18, - 23, - 133, - 5, - 0, - 119, - 0, - 115, - 0, - 0, - 4, - 108, - 0, - 173 - ], - "77": [ - 9, - 83, - 0, - 39, - 202, - 0, - 21, - 24, - 136, - 2, - 0, - 117, - 0, - 107, - 0, - 0, - 7, - 105, - 0, - 168 - ], - "78": [ - 10, - 75, - 0, - 39, - 210, - 0, - 15, - 23, - 141, - 4, - 0, - 116, - 0, - 115, - 0, - 0, - 9, - 113, - 0, - 163 - ], - "79": [ - 4, - 75, - 0, - 37, - 202, - 0, - 15, - 22, - 132, - 3, - 0, - 117, - 0, - 127, - 0, - 0, - 2, - 104, - 0, - 162 - ], - "80": [ - 5, - 71, - 0, - 38, - 210, - 0, - 16, - 22, - 139, - 5, - 0, - 120, - 0, - 112, - 0, - 0, - 3, - 104, - 0, - 160 - ], - "81": [ - 13, - 63, - 0, - 37, - 209, - 0, - 20, - 22, - 142, - 5, - 0, - 122, - 0, - 114, - 0, - 0, - 5, - 107, - 0, - 164 - ], - "82": [ - 17, - 67, - 0, - 40, - 208, - 0, - 13, - 22, - 143, - 2, - 0, - 123, - 0, - 119, - 0, - 0, - 8, - 107, - 0, - 163 - ], - "83": [ - 16, - 66, - 0, - 47, - 210, - 0, - 13, - 23, - 135, - 4, - 0, - 123, - 0, - 112, - 0, - 0, - 11, - 102, - 0, - 164 - ], - "84": [ - 14, - 70, - 0, - 47, - 209, - 0, - 20, - 22, - 133, - 2, - 0, - 124, - 0, - 104, - 0, - 0, - 16, - 103, - 0, - 150 - ], - "85": [ - 16, - 82, - 0, - 49, - 208, - 0, - 23, - 23, - 138, - 0, - 0, - 127, - 0, - 95, - 0, - 0, - 15, - 104, - 0, - 154 - ], - "86": [ - 18, - 82, - 0, - 51, - 200, - 0, - 24, - 23, - 152, - 0, - 0, - 126, - 0, - 99, - 0, - 0, - 14, - 99, - 0, - 149 - ], - "87": [ - 15, - 68, - 0, - 50, - 198, - 0, - 21, - 23, - 158, - 0, - 0, - 128, - 0, - 107, - 0, - 0, - 16, - 110, - 0, - 150 - ], - "88": [ - 10, - 65, - 1, - 51, - 203, - 0, - 15, - 23, - 137, - 0, - 0, - 127, - 0, - 106, - 0, - 0, - 15, - 122, - 0, - 140 - ], - "89": [ - 6, - 64, - 2, - 55, - 183, - 0, - 16, - 23, - 142, - 0, - 0, - 128, - 0, - 108, - 0, - 0, - 14, - 124, - 0, - 153 - ], - "90": [ - 9, - 57, - 1, - 57, - 179, - 0, - 13, - 25, - 146, - 0, - 0, - 128, - 0, - 102, - 0, - 0, - 15, - 117, - 0, - 154 - ], - "91": [ - 16, - 55, - 3, - 56, - 190, - 0, - 15, - 22, - 146, - 0, - 0, - 127, - 0, - 91, - 0, - 0, - 9, - 120, - 0, - 149 - ], - "92": [ - 11, - 61, - 3, - 48, - 182, - 0, - 16, - 22, - 146, - 0, - 0, - 128, - 0, - 98, - 0, - 0, - 10, - 120, - 0, - 155 - ], - "93": [ - 10, - 62, - 1, - 44, - 172, - 0, - 6, - 22, - 156, - 0, - 0, - 130, - 0, - 89, - 0, - 0, - 7, - 124, - 0, - 157 - ], - "94": [ - 9, - 65, - 1, - 48, - 175, - 0, - 5, - 21, - 161, - 0, - 0, - 132, - 0, - 84, - 0, - 0, - 11, - 135, - 0, - 150 - ], - "95": [ - 8, - 65, - 1, - 45, - 185, - 0, - 6, - 19, - 152, - 0, - 0, - 131, - 0, - 69, - 0, - 0, - 9, - 142, - 0, - 147 - ], - "96": [ - 6, - 65, - 3, - 49, - 191, - 0, - 14, - 19, - 146, - 0, - 0, - 131, - 0, - 70, - 0, - 0, - 8, - 141, - 0, - 166 - ], - "97": [ - 11, - 63, - 2, - 51, - 183, - 0, - 12, - 19, - 130, - 0, - 0, - 137, - 0, - 67, - 0, - 0, - 9, - 133, - 0, - 168 - ], - "98": [ - 4, - 62, - 5, - 51, - 185, - 0, - 10, - 18, - 129, - 0, - 0, - 127, - 0, - 67, - 0, - 0, - 9, - 129, - 0, - 171 - ], - "99": [ - 1, - 64, - 7, - 52, - 174, - 0, - 9, - 17, - 132, - 0, - 0, - 135, - 0, - 72, - 0, - 0, - 7, - 128, - 0, - 176 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.9/run=d0be5410da694b29/rewards.plot.png b/experiments/seed=256/alpha=0.3.gamma=0.9/run=d0be5410da694b29/rewards.plot.png deleted file mode 100644 index 8dad869..0000000 Binary files a/experiments/seed=256/alpha=0.3.gamma=0.9/run=d0be5410da694b29/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.3.gamma=0.9/run=d0be5410da694b29/sum_rewards.json b/experiments/seed=256/alpha=0.3.gamma=0.9/run=d0be5410da694b29/sum_rewards.json deleted file mode 100644 index f01a6de..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.9/run=d0be5410da694b29/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 62989, - "V": 4188110 - }, - "control": { - "R": 54194, - "V": 5721003 - } -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.9/run=d0be5410da694b29/view.plot.png b/experiments/seed=256/alpha=0.3.gamma=0.9/run=d0be5410da694b29/view.plot.png deleted file mode 100644 index f587b88..0000000 Binary files a/experiments/seed=256/alpha=0.3.gamma=0.9/run=d0be5410da694b29/view.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.3.gamma=0.9/run=f70c40c0fd8b44fb/choices.json b/experiments/seed=256/alpha=0.3.gamma=0.9/run=f70c40c0fd8b44fb/choices.json deleted file mode 100644 index a3b8a71..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.9/run=f70c40c0fd8b44fb/choices.json +++ /dev/null @@ -1,702 +0,0 @@ -{ - "0": [ - 9, - 6, - 3, - 13, - 18 - ], - "1": [ - 13, - 3, - 11, - 0, - 18 - ], - "2": [ - 13, - 3, - 11, - 6, - 9 - ], - "3": [ - 13, - 3, - 1, - 11, - 0 - ], - "4": [ - 13, - 11, - 3, - 18, - 8 - ], - "5": [ - 13, - 11, - 8, - 0, - 3 - ], - "6": [ - 13, - 8, - 11, - 1, - 3 - ], - "7": [ - 13, - 11, - 8, - 3, - 1 - ], - "8": [ - 13, - 8, - 11, - 3, - 1 - ], - "9": [ - 13, - 8, - 1, - 11, - 3 - ], - "10": [ - 13, - 8, - 11, - 3, - 1 - ], - "11": [ - 13, - 8, - 11, - 3, - 1 - ], - "12": [ - 13, - 8, - 11, - 1, - 9 - ], - "13": [ - 13, - 8, - 11, - 1, - 3 - ], - "14": [ - 13, - 8, - 11, - 1, - 5 - ], - "15": [ - 13, - 8, - 11, - 1, - 3 - ], - "16": [ - 13, - 8, - 11, - 1, - 0 - ], - "17": [ - 13, - 8, - 11, - 1, - 3 - ], - "18": [ - 13, - 8, - 11, - 1, - 3 - ], - "19": [ - 13, - 8, - 11, - 1, - 0 - ], - "20": [ - 13, - 8, - 11, - 1, - 3 - ], - "21": [ - 13, - 8, - 11, - 1, - 3 - ], - "22": [ - 13, - 8, - 11, - 1, - 3 - ], - "23": [ - 13, - 8, - 1, - 11, - 3 - ], - "24": [ - 13, - 8, - 11, - 1, - 3 - ], - "25": [ - 13, - 8, - 11, - 1, - 3 - ], - "26": [ - 13, - 8, - 11, - 1, - 3 - ], - "27": [ - 13, - 8, - 11, - 1, - 0 - ], - "28": [ - 13, - 8, - 11, - 1, - 3 - ], - "29": [ - 13, - 8, - 11, - 1, - 9 - ], - "30": [ - 13, - 8, - 1, - 11, - 3 - ], - "31": [ - 13, - 8, - 1, - 11, - 12 - ], - "32": [ - 13, - 8, - 11, - 1, - 9 - ], - "33": [ - 13, - 11, - 8, - 1, - 3 - ], - "34": [ - 13, - 8, - 11, - 1, - 3 - ], - "35": [ - 13, - 8, - 11, - 1, - 9 - ], - "36": [ - 13, - 8, - 11, - 1, - 3 - ], - "37": [ - 13, - 8, - 11, - 1, - 0 - ], - "38": [ - 13, - 8, - 11, - 1, - 3 - ], - "39": [ - 13, - 11, - 8, - 1, - 18 - ], - "40": [ - 13, - 8, - 11, - 1, - 3 - ], - "41": [ - 13, - 8, - 11, - 1, - 0 - ], - "42": [ - 13, - 8, - 11, - 1, - 3 - ], - "43": [ - 13, - 8, - 11, - 3, - 1 - ], - "44": [ - 13, - 8, - 11, - 1, - 3 - ], - "45": [ - 13, - 8, - 11, - 0, - 1 - ], - "46": [ - 13, - 8, - 11, - 1, - 17 - ], - "47": [ - 13, - 8, - 11, - 1, - 9 - ], - "48": [ - 13, - 8, - 11, - 1, - 14 - ], - "49": [ - 13, - 8, - 11, - 1, - 3 - ], - "50": [ - 13, - 8, - 11, - 1, - 14 - ], - "51": [ - 13, - 8, - 11, - 1, - 3 - ], - "52": [ - 13, - 8, - 11, - 1, - 6 - ], - "53": [ - 13, - 8, - 11, - 3, - 1 - ], - "54": [ - 13, - 8, - 11, - 1, - 3 - ], - "55": [ - 8, - 13, - 11, - 3, - 1 - ], - "56": [ - 13, - 8, - 11, - 1, - 17 - ], - "57": [ - 13, - 8, - 11, - 1, - 17 - ], - "58": [ - 13, - 8, - 11, - 1, - 9 - ], - "59": [ - 13, - 8, - 11, - 0, - 1 - ], - "60": [ - 13, - 8, - 11, - 1, - 3 - ], - "61": [ - 13, - 8, - 11, - 1, - 17 - ], - "62": [ - 13, - 8, - 11, - 17, - 1 - ], - "63": [ - 13, - 8, - 11, - 17, - 1 - ], - "64": [ - 13, - 8, - 17, - 11, - 9 - ], - "65": [ - 13, - 8, - 11, - 17, - 1 - ], - "66": [ - 13, - 8, - 11, - 17, - 1 - ], - "67": [ - 13, - 8, - 11, - 17, - 1 - ], - "68": [ - 8, - 13, - 11, - 17, - 1 - ], - "69": [ - 13, - 8, - 11, - 3, - 17 - ], - "70": [ - 13, - 8, - 11, - 17, - 0 - ], - "71": [ - 13, - 8, - 11, - 17, - 3 - ], - "72": [ - 13, - 8, - 11, - 3, - 17 - ], - "73": [ - 8, - 13, - 11, - 17, - 1 - ], - "74": [ - 13, - 8, - 11, - 17, - 9 - ], - "75": [ - 13, - 8, - 11, - 17, - 3 - ], - "76": [ - 8, - 13, - 11, - 17, - 1 - ], - "77": [ - 8, - 13, - 11, - 1, - 17 - ], - "78": [ - 8, - 13, - 11, - 17, - 3 - ], - "79": [ - 8, - 13, - 11, - 17, - 1 - ], - "80": [ - 8, - 13, - 11, - 1, - 17 - ], - "81": [ - 8, - 13, - 11, - 1, - 17 - ], - "82": [ - 8, - 13, - 11, - 17, - 10 - ], - "83": [ - 8, - 13, - 11, - 17, - 16 - ], - "84": [ - 13, - 8, - 11, - 17, - 3 - ], - "85": [ - 8, - 13, - 11, - 14, - 17 - ], - "86": [ - 13, - 8, - 11, - 17, - 0 - ], - "87": [ - 8, - 13, - 11, - 17, - 1 - ], - "88": [ - 13, - 8, - 11, - 17, - 1 - ], - "89": [ - 13, - 8, - 11, - 17, - 1 - ], - "90": [ - 13, - 8, - 11, - 17, - 3 - ], - "91": [ - 8, - 13, - 11, - 17, - 3 - ], - "92": [ - 13, - 8, - 11, - 17, - 1 - ], - "93": [ - 8, - 13, - 11, - 1, - 17 - ], - "94": [ - 13, - 8, - 11, - 17, - 1 - ], - "95": [ - 13, - 8, - 11, - 17, - 5 - ], - "96": [ - 8, - 13, - 11, - 17, - 1 - ], - "97": [ - 13, - 8, - 11, - 17, - 1 - ], - "98": [ - 13, - 8, - 11, - 17, - 1 - ], - "99": [ - 13, - 8, - 11, - 17, - 3 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.9/run=f70c40c0fd8b44fb/config.json b/experiments/seed=256/alpha=0.3.gamma=0.9/run=f70c40c0fd8b44fb/config.json deleted file mode 100644 index 28300c8..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.9/run=f70c40c0fd8b44fb/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 20, - "num_choices": 5, - "time_span": 100, - "history_span": 3000, - "alpha": 0.3, - "gamma": 0.9, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.9/run=f70c40c0fd8b44fb/control.choices.json b/experiments/seed=256/alpha=0.3.gamma=0.9/run=f70c40c0fd8b44fb/control.choices.json deleted file mode 100644 index 1ce1220..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.9/run=f70c40c0fd8b44fb/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 4, - 3, - 11, - 1, - 13 -] \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.9/run=f70c40c0fd8b44fb/qvalues.json b/experiments/seed=256/alpha=0.3.gamma=0.9/run=f70c40c0fd8b44fb/qvalues.json deleted file mode 100644 index 08aa962..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.9/run=f70c40c0fd8b44fb/qvalues.json +++ /dev/null @@ -1,2180 +0,0 @@ -{ - "0": [ - 0.0, - 5.0, - 0.0, - 26.3, - 5.0, - 0.0, - 2.4, - 0.0, - 0.0, - 11.1, - 0.0, - 5.0, - 0.0, - 79.7, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 13.2, - 5.0, - 0.0, - 39.410000000000004, - 5.0, - 0.0, - 2.4, - 0.0, - 0.0, - 11.1, - 0.0, - 32.9, - 0.0, - 134.09, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 13.2, - 5.0, - 0.0, - 47.987, - 5.0, - 0.0, - 1.98, - 0.0, - 0.0, - 19.169999999999998, - 0.0, - 50.03, - 0.0, - 172.163, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 24.24, - 26.9, - 0.0, - 53.3909, - 5.0, - 0.0, - 1.98, - 0.0, - 0.0, - 19.169999999999998, - 0.0, - 62.321, - 0.0, - 200.3141, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "4": [ - 24.24, - 26.9, - 0.0, - 56.57363, - 5.0, - 0.0, - 1.98, - 0.0, - 41.1, - 19.169999999999998, - 0.0, - 70.6247, - 0.0, - 217.31987, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "5": [ - 30.768, - 26.9, - 0.0, - 58.501541, - 5.0, - 0.0, - 1.98, - 0.0, - 68.67, - 19.169999999999998, - 0.0, - 77.03729, - 0.0, - 225.023909, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "6": [ - 30.768, - 43.73, - 0.0, - 62.551078700000005, - 5.0, - 0.0, - 1.98, - 0.0, - 87.369, - 19.169999999999998, - 0.0, - 81.526103, - 0.0, - 228.6167363, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "7": [ - 30.768, - 54.611, - 0.0, - 65.08575509, - 5.0, - 0.0, - 1.98, - 0.0, - 103.1583, - 19.169999999999998, - 0.0, - 84.96827210000001, - 0.0, - 232.03171541, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "8": [ - 30.768, - 59.8277, - 0.0, - 66.560028563, - 5.0, - 0.0, - 1.98, - 0.0, - 114.81081, - 19.169999999999998, - 0.0, - 87.37779047000001, - 0.0, - 238.922200787, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "9": [ - 30.768, - 63.17939, - 0.0, - 66.3920199941, - 5.0, - 0.0, - 1.98, - 0.0, - 127.167567, - 19.169999999999998, - 0.0, - 89.364453329, - 0.0, - 246.74554055090002, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "10": [ - 30.768, - 68.225573, - 0.0, - 65.07441399587, - 5.0, - 0.0, - 1.98, - 0.0, - 138.5172969, - 19.169999999999998, - 0.0, - 90.7551173303, - 0.0, - 251.32187838563001, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "11": [ - 30.768, - 70.5579011, - 0.0, - 63.252089797109, - 5.0, - 0.0, - 1.98, - 0.0, - 144.66210783, - 19.169999999999998, - 0.0, - 92.62858213121, - 0.0, - 257.525314869941, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "12": [ - 30.768, - 70.69053077, - 0.0, - 63.252089797109, - 5.0, - 0.0, - 1.98, - 0.0, - 147.763475481, - 23.319, - 0.0, - 93.640007491847, - 0.0, - 260.0677204089587, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "13": [ - 30.768, - 69.583371539, - 0.0, - 59.5764628579763, - 5.0, - 0.0, - 1.98, - 0.0, - 151.4344328367, - 23.319, - 0.0, - 94.9480052442929, - 0.0, - 260.64740428627107, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "14": [ - 30.768, - 70.0083600773, - 0.0, - 59.5764628579763, - 5.0, - 0.0, - 1.98, - 0.0, - 154.60410298569002, - 23.319, - 0.0, - 94.96360367100503, - 0.0, - 260.75318300038975, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "15": [ - 30.768, - 70.60585205411, - 0.0, - 56.703524000583414, - 5.0, - 0.0, - 1.98, - 0.0, - 155.922872089983, - 23.319, - 0.0, - 95.57452256970352, - 0.0, - 261.4272281002728, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "16": [ - 30.5376, - 72.224096437877, - 0.0, - 56.703524000583414, - 5.0, - 0.0, - 1.98, - 0.0, - 158.3460104629881, - 23.319, - 0.0, - 96.30216579879246, - 0.0, - 263.999059670191, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "17": [ - 30.5376, - 74.2568675065139, - 0.0, - 51.69246680040839, - 5.0, - 0.0, - 1.98, - 0.0, - 158.84220732409167, - 23.319, - 0.0, - 96.81151605915473, - 0.0, - 266.6993417691337, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "18": [ - 30.5376, - 77.47980725455973, - 0.0, - 49.084726760285875, - 5.0, - 0.0, - 1.98, - 0.0, - 158.88954512686416, - 23.319, - 0.0, - 97.16806124140831, - 0.0, - 270.3895392383936, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "19": [ - 26.47632, - 78.23586507819181, - 0.0, - 49.084726760285875, - 5.0, - 0.0, - 1.98, - 0.0, - 154.42268158880492, - 23.319, - 0.0, - 98.61764286898581, - 0.0, - 277.7726774668755, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "20": [ - 26.47632, - 79.06510555473426, - 0.0, - 50.25930873220011, - 5.0, - 0.0, - 1.98, - 0.0, - 151.29587711216345, - 23.319, - 0.0, - 98.73235000829007, - 0.0, - 276.94087422681287, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "21": [ - 26.47632, - 78.74557388831398, - 0.0, - 51.68151611254008, - 5.0, - 0.0, - 1.98, - 0.0, - 149.40711397851442, - 23.319, - 0.0, - 99.11264500580305, - 0.0, - 277.558611958769, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "22": [ - 26.47632, - 79.4219017218198, - 0.0, - 51.47706127877806, - 5.0, - 0.0, - 1.98, - 0.0, - 148.38497978496008, - 23.319, - 0.0, - 99.97885150406213, - 0.0, - 272.5910283711383, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "23": [ - 26.47632, - 79.89533120527386, - 0.0, - 51.93394289514464, - 5.0, - 0.0, - 1.98, - 0.0, - 147.36948584947206, - 23.319, - 0.0, - 100.28519605284349, - 0.0, - 267.6137198597968, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "24": [ - 26.47632, - 80.22673184369171, - 0.0, - 52.25376002660125, - 5.0, - 0.0, - 1.98, - 0.0, - 149.05864009463045, - 23.319, - 0.0, - 100.79963723699043, - 0.0, - 265.32960390185775, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "25": [ - 26.47632, - 79.8587122905842, - 0.0, - 52.177632018620876, - 5.0, - 0.0, - 1.98, - 0.0, - 147.5410480662413, - 23.319, - 0.0, - 102.3597460658933, - 0.0, - 262.8307227313004, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "26": [ - 26.47632, - 79.00109860340893, - 0.0, - 50.02434241303462, - 5.0, - 0.0, - 1.98, - 0.0, - 147.67873364636893, - 23.319, - 0.0, - 103.1518222461253, - 0.0, - 259.88150591191027, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "27": [ - 26.933424000000002, - 78.70076902238625, - 0.0, - 50.02434241303462, - 5.0, - 0.0, - 1.98, - 0.0, - 148.97511355245825, - 23.319, - 0.0, - 103.70627557228771, - 0.0, - 262.0170541383372, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "28": [ - 26.933424000000002, - 80.29053831567037, - 0.0, - 47.01703968912423, - 5.0, - 0.0, - 1.98, - 0.0, - 149.5825794867208, - 23.319, - 0.0, - 104.09439290060139, - 0.0, - 262.611937896836, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "29": [ - 26.933424000000002, - 81.70337682096927, - 0.0, - 47.01703968912423, - 5.0, - 0.0, - 1.98, - 0.0, - 148.20780564070455, - 26.2233, - 0.0, - 104.66607503042097, - 0.0, - 257.3283565277852, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "30": [ - 26.933424000000002, - 81.79236377467849, - 0.0, - 42.81192778238696, - 5.0, - 0.0, - 1.98, - 0.0, - 151.1454639484932, - 26.2233, - 0.0, - 105.06625252129467, - 0.0, - 250.02984956944965, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "31": [ - 26.933424000000002, - 81.85465464227494, - 0.0, - 42.81192778238696, - 5.0, - 0.0, - 1.98, - 0.0, - 155.00182476394522, - 26.2233, - 0.0, - 105.64637676490626, - 0.0, - 243.42089469861475, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "32": [ - 26.933424000000002, - 81.89825824959246, - 0.0, - 42.81192778238696, - 5.0, - 0.0, - 1.98, - 0.0, - 152.60127733476165, - 22.25631, - 0.0, - 106.95246373543438, - 0.0, - 240.59462628903032, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "33": [ - 26.933424000000002, - 77.72878077471472, - 0.0, - 38.968349447670874, - 5.0, - 0.0, - 1.98, - 0.0, - 150.32089413433314, - 22.25631, - 0.0, - 108.46672461480406, - 0.0, - 240.41623840232123, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "34": [ - 26.933424000000002, - 74.21014654230031, - 0.0, - 36.577844613369614, - 5.0, - 0.0, - 1.98, - 0.0, - 147.2246258940332, - 22.25631, - 0.0, - 109.52670723036285, - 0.0, - 242.99136688162486, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "35": [ - 26.933424000000002, - 71.44710257961022, - 0.0, - 36.577844613369614, - 5.0, - 0.0, - 1.98, - 0.0, - 143.85723812582324, - 21.579417, - 0.0, - 109.968695061254, - 0.0, - 243.5939568171374, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "36": [ - 26.933424000000002, - 69.51297180572715, - 0.0, - 34.60449122935873, - 5.0, - 0.0, - 1.98, - 0.0, - 146.90006668807627, - 21.579417, - 0.0, - 110.8780865428778, - 0.0, - 250.9157697719962, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "37": [ - 24.853396800000002, - 66.659080264009, - 0.0, - 34.60449122935873, - 5.0, - 0.0, - 1.98, - 0.0, - 148.1300466816534, - 21.579417, - 0.0, - 112.11466058001446, - 0.0, - 256.64103884039736, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "38": [ - 24.853396800000002, - 62.56135618480631, - 0.0, - 32.62314386055111, - 5.0, - 0.0, - 1.98, - 0.0, - 150.19103267715738, - 21.579417, - 0.0, - 112.98026240601013, - 0.0, - 260.0487271882781, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "39": [ - 24.853396800000002, - 59.69294932936442, - 0.0, - 32.62314386055111, - 5.0, - 0.0, - 1.98, - 0.0, - 154.03372287401015, - 21.579417, - 0.0, - 113.28618368420709, - 0.0, - 259.1341090317947, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "40": [ - 24.853396800000002, - 57.085064530555094, - 0.0, - 31.836200702385778, - 5.0, - 0.0, - 1.98, - 0.0, - 159.1236060118071, - 21.579417, - 0.0, - 113.50032857894496, - 0.0, - 256.6938763222563, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "41": [ - 23.09737776, - 57.659545171388565, - 0.0, - 31.836200702385778, - 5.0, - 0.0, - 1.98, - 0.0, - 165.086524208265, - 21.579417, - 0.0, - 113.65023000526148, - 0.0, - 253.18571342557942, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "42": [ - 23.09737776, - 56.861681619971996, - 0.0, - 32.485340491670044, - 5.0, - 0.0, - 1.98, - 0.0, - 166.26056694578548, - 21.579417, - 0.0, - 114.05516100368304, - 0.0, - 245.9299993979056, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "43": [ - 23.09737776, - 56.603177133980395, - 0.0, - 32.93973834416903, - 5.0, - 0.0, - 1.98, - 0.0, - 168.58239686204985, - 21.579417, - 0.0, - 114.93861270257813, - 0.0, - 238.7509995785339, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "44": [ - 23.09737776, - 56.72222399378628, - 0.0, - 33.25781684091832, - 5.0, - 0.0, - 1.98, - 0.0, - 166.60767780343488, - 21.579417, - 0.0, - 115.85702889180469, - 0.0, - 233.72569970497375, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "45": [ - 21.268164432, - 55.9055567956504, - 0.0, - 33.25781684091832, - 5.0, - 0.0, - 1.98, - 0.0, - 164.6253744624044, - 21.579417, - 0.0, - 116.79992022426327, - 0.0, - 224.80798979348162, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "46": [ - 21.268164432, - 54.13388975695528, - 0.0, - 33.25781684091832, - 5.0, - 0.0, - 1.98, - 0.0, - 164.13776212368307, - 21.579417, - 0.0, - 117.1599441569843, - 0.0, - 217.96559285543714, - 0.0, - 0.0, - 0.0, - 25.5, - 0.0, - 0.0 - ], - "47": [ - 21.268164432, - 52.89372282986869, - 0.0, - 33.25781684091832, - 5.0, - 0.0, - 1.98, - 0.0, - 161.39643348657816, - 17.8055919, - 0.0, - 117.711960909889, - 0.0, - 213.175914998806, - 0.0, - 0.0, - 0.0, - 25.5, - 0.0, - 0.0 - ], - "48": [ - 21.268164432, - 52.32560598090809, - 0.0, - 33.25781684091832, - 5.0, - 0.0, - 1.98, - 0.0, - 160.97750344060472, - 17.8055919, - 0.0, - 118.0983726369223, - 0.0, - 206.2231404991642, - 0.0, - 0.0, - 0.0, - 25.5, - 0.0, - 0.0 - ], - "49": [ - 21.268164432, - 51.02792418663566, - 0.0, - 33.78047178864283, - 5.0, - 0.0, - 1.98, - 0.0, - 158.2842524084233, - 17.8055919, - 0.0, - 118.66886084584561, - 0.0, - 201.05619834941496, - 0.0, - 0.0, - 0.0, - 25.5, - 0.0, - 0.0 - ], - "50": [ - 21.268164432, - 49.81954693064496, - 0.0, - 33.78047178864283, - 5.0, - 0.0, - 1.98, - 0.0, - 155.4989766858963, - 17.8055919, - 0.0, - 119.06820259209194, - 0.0, - 194.73933884459046, - 0.0, - 0.0, - 0.0, - 25.5, - 0.0, - 0.0 - ], - "51": [ - 21.268164432, - 49.87368285145147, - 0.0, - 35.04633025204998, - 5.0, - 0.0, - 1.98, - 0.0, - 152.94928368012742, - 17.8055919, - 0.0, - 119.04774181446436, - 0.0, - 186.4175371912133, - 0.0, - 0.0, - 0.0, - 25.5, - 0.0, - 0.0 - ], - "52": [ - 21.268164432, - 49.01157799601603, - 0.0, - 35.04633025204998, - 5.0, - 0.0, - 1.3860000000000001, - 0.0, - 150.26449857608918, - 17.8055919, - 0.0, - 119.33341927012505, - 0.0, - 182.09227603384932, - 0.0, - 0.0, - 0.0, - 25.5, - 0.0, - 0.0 - ], - "53": [ - 21.268164432, - 50.20810459721122, - 0.0, - 36.232431176434986, - 5.0, - 0.0, - 1.3860000000000001, - 0.0, - 147.48514900326242, - 17.8055919, - 0.0, - 118.63339348908754, - 0.0, - 177.56459322369452, - 0.0, - 0.0, - 0.0, - 25.5, - 0.0, - 0.0 - ], - "54": [ - 21.268164432, - 51.34567321804785, - 0.0, - 37.06270182350449, - 5.0, - 0.0, - 1.3860000000000001, - 0.0, - 144.6396043022837, - 17.8055919, - 0.0, - 118.74337544236127, - 0.0, - 176.19521525658615, - 0.0, - 0.0, - 0.0, - 25.5, - 0.0, - 0.0 - ], - "55": [ - 21.268164432, - 52.141971252633496, - 0.0, - 37.943891276453144, - 5.0, - 0.0, - 1.3860000000000001, - 0.0, - 145.64772301159857, - 17.8055919, - 0.0, - 118.5203628096529, - 0.0, - 177.03665067961032, - 0.0, - 0.0, - 0.0, - 25.5, - 0.0, - 0.0 - ], - "56": [ - 21.268164432, - 51.49937987684345, - 0.0, - 37.943891276453144, - 5.0, - 0.0, - 1.3860000000000001, - 0.0, - 149.053406108119, - 17.8055919, - 0.0, - 118.36425396675702, - 0.0, - 178.82565547572722, - 0.0, - 0.0, - 0.0, - 43.349999999999994, - 0.0, - 0.0 - ], - "57": [ - 21.268164432, - 51.64956591379041, - 0.0, - 37.943891276453144, - 5.0, - 0.0, - 1.3860000000000001, - 0.0, - 152.03738427568328, - 17.8055919, - 0.0, - 119.15497777672991, - 0.0, - 180.37795883300905, - 0.0, - 0.0, - 0.0, - 55.245, - 0.0, - 0.0 - ], - "58": [ - 21.268164432, - 51.75469613965329, - 0.0, - 37.943891276453144, - 5.0, - 0.0, - 1.3860000000000001, - 0.0, - 152.3261689929783, - 19.96391433, - 0.0, - 119.10848444371094, - 0.0, - 185.36457118310634, - 0.0, - 0.0, - 0.0, - 55.245, - 0.0, - 0.0 - ], - "59": [ - 19.6877151024, - 53.328287297757306, - 0.0, - 37.943891276453144, - 5.0, - 0.0, - 1.3860000000000001, - 0.0, - 152.22831829508482, - 19.96391433, - 0.0, - 119.07593911059766, - 0.0, - 189.15519982817443, - 0.0, - 0.0, - 0.0, - 55.245, - 0.0, - 0.0 - ], - "60": [ - 19.6877151024, - 55.029801108430114, - 0.0, - 38.5607238935172, - 5.0, - 0.0, - 1.3860000000000001, - 0.0, - 156.65982280655936, - 19.96391433, - 0.0, - 119.05315737741836, - 0.0, - 189.4086398797221, - 0.0, - 0.0, - 0.0, - 55.245, - 0.0, - 0.0 - ], - "61": [ - 19.6877151024, - 53.82086077590108, - 0.0, - 38.5607238935172, - 5.0, - 0.0, - 1.3860000000000001, - 0.0, - 160.06187596459156, - 19.96391433, - 0.0, - 119.33721016419285, - 0.0, - 188.38604791580548, - 0.0, - 0.0, - 0.0, - 66.2715, - 0.0, - 0.0 - ], - "62": [ - 19.6877151024, - 52.67460254313076, - 0.0, - 38.5607238935172, - 5.0, - 0.0, - 1.3860000000000001, - 0.0, - 163.3433131752141, - 19.96391433, - 0.0, - 119.536047114935, - 0.0, - 185.87023354106384, - 0.0, - 0.0, - 0.0, - 72.79005000000001, - 0.0, - 0.0 - ], - "63": [ - 19.6877151024, - 48.27222178019153, - 0.0, - 38.5607238935172, - 5.0, - 0.0, - 1.3860000000000001, - 0.0, - 165.04031922264986, - 19.96391433, - 0.0, - 119.6752329804545, - 0.0, - 182.60916347874468, - 0.0, - 0.0, - 0.0, - 75.25303500000001, - 0.0, - 0.0 - ], - "64": [ - 19.6877151024, - 48.27222178019153, - 0.0, - 38.5607238935172, - 5.0, - 0.0, - 1.3860000000000001, - 0.0, - 169.2282234558549, - 19.074740031, - 0.0, - 119.77266308631815, - 0.0, - 177.32641443512128, - 0.0, - 0.0, - 0.0, - 76.9771245, - 0.0, - 0.0 - ], - "65": [ - 19.6877151024, - 47.89055524613407, - 0.0, - 38.5607238935172, - 5.0, - 0.0, - 1.3860000000000001, - 0.0, - 170.95975641909843, - 19.074740031, - 0.0, - 120.14086416042271, - 0.0, - 173.3284901045849, - 0.0, - 0.0, - 0.0, - 76.38398715, - 0.0, - 0.0 - ], - "66": [ - 19.6877151024, - 49.12338867229385, - 0.0, - 38.5607238935172, - 5.0, - 0.0, - 1.3860000000000001, - 0.0, - 171.5718294933689, - 19.074740031, - 0.0, - 120.69860491229589, - 0.0, - 171.12994307320943, - 0.0, - 0.0, - 0.0, - 74.468791005, - 0.0, - 0.0 - ], - "67": [ - 19.6877151024, - 50.58637207060569, - 0.0, - 38.5607238935172, - 5.0, - 0.0, - 1.3860000000000001, - 0.0, - 169.00028064535823, - 19.074740031, - 0.0, - 121.08902343860713, - 0.0, - 167.7909601512466, - 0.0, - 0.0, - 0.0, - 69.82815370349999, - 0.0, - 0.0 - ], - "68": [ - 19.6877151024, - 51.310460449423985, - 0.0, - 38.5607238935172, - 5.0, - 0.0, - 1.3860000000000001, - 0.0, - 167.50019645175075, - 19.074740031, - 0.0, - 121.96231640702499, - 0.0, - 166.0536721058726, - 0.0, - 0.0, - 0.0, - 65.67970759245, - 0.0, - 0.0 - ], - "69": [ - 19.6877151024, - 51.310460449423985, - 0.0, - 39.59250672546204, - 5.0, - 0.0, - 1.3860000000000001, - 0.0, - 167.05013751622553, - 19.074740031, - 0.0, - 122.27362148491748, - 0.0, - 166.33757047411083, - 0.0, - 0.0, - 0.0, - 63.675795314715, - 0.0, - 0.0 - ], - "70": [ - 16.48140057168, - 51.310460449423985, - 0.0, - 39.59250672546204, - 5.0, - 0.0, - 1.3860000000000001, - 0.0, - 167.6350962613579, - 19.074740031, - 0.0, - 122.49153503944224, - 0.0, - 165.33629933187757, - 0.0, - 0.0, - 0.0, - 62.5730567203005, - 0.0, - 0.0 - ], - "71": [ - 16.48140057168, - 51.310460449423985, - 0.0, - 40.01475470782343, - 5.0, - 0.0, - 1.3860000000000001, - 0.0, - 169.54456738295053, - 19.074740031, - 0.0, - 122.34407452760956, - 0.0, - 165.5354095323143, - 0.0, - 0.0, - 0.0, - 62.10113970421035, - 0.0, - 0.0 - ], - "72": [ - 16.48140057168, - 51.310460449423985, - 0.0, - 40.6103282954764, - 5.0, - 0.0, - 1.3860000000000001, - 0.0, - 169.98119716806536, - 19.074740031, - 0.0, - 122.2408521693267, - 0.0, - 168.07478667262, - 0.0, - 0.0, - 0.0, - 63.570797792947246, - 0.0, - 0.0 - ], - "73": [ - 16.48140057168, - 53.91732231459679, - 0.0, - 40.6103282954764, - 5.0, - 0.0, - 1.3860000000000001, - 0.0, - 169.08683801764576, - 19.074740031, - 0.0, - 121.5685965185287, - 0.0, - 168.652350670834, - 0.0, - 0.0, - 0.0, - 63.999558455063074, - 0.0, - 0.0 - ], - "74": [ - 16.48140057168, - 53.91732231459679, - 0.0, - 40.6103282954764, - 5.0, - 0.0, - 1.3860000000000001, - 0.0, - 171.16078661235204, - 16.952318021700002, - 0.0, - 120.19801756297008, - 0.0, - 170.5566454695838, - 0.0, - 0.0, - 0.0, - 62.19969091854415, - 0.0, - 0.0 - ], - "75": [ - 16.48140057168, - 53.91732231459679, - 0.0, - 40.42722980683348, - 5.0, - 0.0, - 1.3860000000000001, - 0.0, - 175.91255062864644, - 16.952318021700002, - 0.0, - 119.83861229407906, - 0.0, - 167.08965182870867, - 0.0, - 0.0, - 0.0, - 62.439783642980906, - 0.0, - 0.0 - ], - "76": [ - 16.48140057168, - 53.94212562021775, - 0.0, - 40.42722980683348, - 5.0, - 0.0, - 1.3860000000000001, - 0.0, - 178.3387854400525, - 16.952318021700002, - 0.0, - 118.98702860585534, - 0.0, - 163.46275628009607, - 0.0, - 0.0, - 0.0, - 62.30784855008663, - 0.0, - 0.0 - ], - "77": [ - 16.48140057168, - 53.65948793415242, - 0.0, - 40.42722980683348, - 5.0, - 0.0, - 1.3860000000000001, - 0.0, - 181.23714980803675, - 16.952318021700002, - 0.0, - 118.09092002409874, - 0.0, - 160.32392939606726, - 0.0, - 0.0, - 0.0, - 63.41549398506064, - 0.0, - 0.0 - ], - "78": [ - 16.48140057168, - 53.65948793415242, - 0.0, - 40.899060864783436, - 5.0, - 0.0, - 1.3860000000000001, - 0.0, - 179.3660048656257, - 16.952318021700002, - 0.0, - 117.76364401686911, - 0.0, - 157.82675057724708, - 0.0, - 0.0, - 0.0, - 62.39084578954245, - 0.0, - 0.0 - ], - "79": [ - 16.48140057168, - 51.6616415539067, - 0.0, - 40.899060864783436, - 5.0, - 0.0, - 1.3860000000000001, - 0.0, - 180.456203405938, - 16.952318021700002, - 0.0, - 118.43455081180838, - 0.0, - 158.17872540407296, - 0.0, - 0.0, - 0.0, - 63.173592052679716, - 0.0, - 0.0 - ], - "80": [ - 16.48140057168, - 49.063149087734686, - 0.0, - 40.899060864783436, - 5.0, - 0.0, - 1.3860000000000001, - 0.0, - 184.2193423841566, - 16.952318021700002, - 0.0, - 119.50418556826587, - 0.0, - 160.82510778285106, - 0.0, - 0.0, - 0.0, - 64.6215144368758, - 0.0, - 0.0 - ], - "81": [ - 16.48140057168, - 48.74420436141428, - 0.0, - 40.899060864783436, - 5.0, - 0.0, - 1.3860000000000001, - 0.0, - 185.95353966890963, - 16.952318021700002, - 0.0, - 120.5529298977861, - 0.0, - 162.37757544799575, - 0.0, - 0.0, - 0.0, - 63.83506010581306, - 0.0, - 0.0 - ], - "82": [ - 16.48140057168, - 48.74420436141428, - 0.0, - 40.899060864783436, - 5.0, - 0.0, - 1.3860000000000001, - 0.0, - 182.96747776823673, - 16.952318021700002, - 0.0, - 121.28705092845027, - 0.0, - 164.96430281359702, - 0.0, - 0.0, - 0.0, - 63.88454207406914, - 0.0, - 0.0 - ], - "83": [ - 16.48140057168, - 48.74420436141428, - 0.0, - 40.899060864783436, - 5.0, - 0.0, - 1.3860000000000001, - 0.0, - 182.67723443776572, - 16.952318021700002, - 0.0, - 122.10093564991519, - 0.0, - 171.27501196951792, - 0.0, - 0.0, - 3.5999999999999996, - 63.619179451848396, - 0.0, - 0.0 - ], - "84": [ - 16.48140057168, - 48.74420436141428, - 0.0, - 41.529342605348404, - 5.0, - 0.0, - 1.3860000000000001, - 0.0, - 182.174064106436, - 16.952318021700002, - 0.0, - 123.57065495494064, - 0.0, - 180.19250837866255, - 0.0, - 0.0, - 3.5999999999999996, - 64.63342561629388, - 0.0, - 0.0 - ], - "85": [ - 16.48140057168, - 48.74420436141428, - 0.0, - 41.529342605348404, - 5.0, - 0.0, - 1.3860000000000001, - 0.0, - 183.6218448745052, - 16.952318021700002, - 0.0, - 124.29945846845844, - 0.0, - 187.33475586506378, - 0.0, - 0.0, - 3.5999999999999996, - 64.74339793140571, - 0.0, - 0.0 - ], - "86": [ - 13.336980400176, - 48.74420436141428, - 0.0, - 41.529342605348404, - 5.0, - 0.0, - 1.3860000000000001, - 0.0, - 186.13529141215363, - 16.952318021700002, - 0.0, - 125.40962092792091, - 0.0, - 190.83432910554464, - 0.0, - 0.0, - 3.5999999999999996, - 66.020378551984, - 0.0, - 0.0 - ], - "87": [ - 13.336980400176, - 48.52094305299, - 0.0, - 41.529342605348404, - 5.0, - 0.0, - 1.3860000000000001, - 0.0, - 183.69470398850754, - 16.952318021700002, - 0.0, - 125.88673464954464, - 0.0, - 192.68403037388126, - 0.0, - 0.0, - 3.5999999999999996, - 71.1142649863888, - 0.0, - 0.0 - ], - "88": [ - 13.336980400176, - 47.764660137093, - 0.0, - 41.529342605348404, - 5.0, - 0.0, - 1.3860000000000001, - 0.0, - 181.0862927919553, - 16.952318021700002, - 0.0, - 126.52071425468125, - 0.0, - 193.3788212617169, - 0.0, - 0.0, - 3.5999999999999996, - 74.37998549047217, - 0.0, - 0.0 - ], - "89": [ - 13.336980400176, - 46.3352620959651, - 0.0, - 41.529342605348404, - 5.0, - 0.0, - 1.3860000000000001, - 0.0, - 182.5604049543687, - 16.952318021700002, - 0.0, - 126.96449997827688, - 0.0, - 191.16517488320181, - 0.0, - 0.0, - 3.5999999999999996, - 74.86598984333051, - 0.0, - 0.0 - ], - "90": [ - 13.336980400176, - 46.3352620959651, - 0.0, - 40.77053982374388, - 5.0, - 0.0, - 1.3860000000000001, - 0.0, - 183.89228346805808, - 16.952318021700002, - 0.0, - 126.97514998479382, - 0.0, - 192.31562241824128, - 0.0, - 0.0, - 3.5999999999999996, - 75.50619289033136, - 0.0, - 0.0 - ], - "91": [ - 13.336980400176, - 46.3352620959651, - 0.0, - 40.239377876620715, - 5.0, - 0.0, - 1.3860000000000001, - 0.0, - 183.92459842764066, - 16.952318021700002, - 0.0, - 127.28260498935568, - 0.0, - 195.8209356927689, - 0.0, - 0.0, - 3.5999999999999996, - 75.65433502323195, - 0.0, - 0.0 - ], - "92": [ - 13.336980400176, - 48.63468346717557, - 0.0, - 40.239377876620715, - 5.0, - 0.0, - 1.3860000000000001, - 0.0, - 186.34721889934846, - 16.952318021700002, - 0.0, - 128.09782349254897, - 0.0, - 195.87465498493822, - 0.0, - 0.0, - 3.5999999999999996, - 77.25803451626237, - 0.0, - 0.0 - ], - "93": [ - 13.336980400176, - 51.4442784270229, - 0.0, - 40.239377876620715, - 5.0, - 0.0, - 1.3860000000000001, - 0.0, - 188.34305322954393, - 16.952318021700002, - 0.0, - 129.26847644478428, - 0.0, - 191.71225848945676, - 0.0, - 0.0, - 3.5999999999999996, - 81.38062416138366, - 0.0, - 0.0 - ], - "94": [ - 13.336980400176, - 51.61099489891603, - 0.0, - 40.239377876620715, - 5.0, - 0.0, - 1.3860000000000001, - 0.0, - 189.44013726068076, - 16.952318021700002, - 0.0, - 129.787933511349, - 0.0, - 188.49858094261972, - 0.0, - 0.0, - 3.5999999999999996, - 85.16643691296856, - 0.0, - 0.0 - ], - "95": [ - 13.336980400176, - 51.61099489891603, - 0.0, - 40.239377876620715, - 5.0, - 0.0, - 1.3860000000000001, - 0.0, - 189.00809608247653, - 16.952318021700002, - 0.0, - 130.1515534579443, - 0.0, - 187.14900665983382, - 0.0, - 0.0, - 3.5999999999999996, - 87.516505839078, - 0.0, - 0.0 - ], - "96": [ - 13.336980400176, - 50.527696429241225, - 0.0, - 40.239377876620715, - 5.0, - 0.0, - 1.3860000000000001, - 0.0, - 181.80566725773357, - 16.952318021700002, - 0.0, - 129.806087420561, - 0.0, - 190.40430466188366, - 0.0, - 0.0, - 3.5999999999999996, - 88.2615540873546, - 0.0, - 0.0 - ], - "97": [ - 13.336980400176, - 49.76938750046886, - 0.0, - 40.239377876620715, - 5.0, - 0.0, - 1.3860000000000001, - 0.0, - 176.4639670804135, - 16.952318021700002, - 0.0, - 128.9642611943927, - 0.0, - 191.48301326331855, - 0.0, - 0.0, - 3.5999999999999996, - 88.18308786114822, - 0.0, - 0.0 - ], - "98": [ - 13.336980400176, - 50.1385712503282, - 0.0, - 40.239377876620715, - 5.0, - 0.0, - 1.3860000000000001, - 0.0, - 173.02477695628946, - 16.952318021700002, - 0.0, - 128.37498283607488, - 0.0, - 195.238109284323, - 0.0, - 0.0, - 3.5999999999999996, - 87.82816150280375, - 0.0, - 0.0 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.9/run=f70c40c0fd8b44fb/rewards.json b/experiments/seed=256/alpha=0.3.gamma=0.9/run=f70c40c0fd8b44fb/rewards.json deleted file mode 100644 index 475dbb3..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.9/run=f70c40c0fd8b44fb/rewards.json +++ /dev/null @@ -1,2202 +0,0 @@ -{ - "0": [ - 31, - 82, - 9, - 71, - 20, - 0, - 9, - 0, - 124, - 34, - 0, - 127, - 0, - 247, - 0, - 0, - 0, - 129, - 0, - 143 - ], - "1": [ - 39, - 78, - 19, - 76, - 20, - 0, - 8, - 2, - 126, - 37, - 0, - 102, - 0, - 254, - 0, - 0, - 0, - 119, - 0, - 136 - ], - "2": [ - 44, - 83, - 21, - 70, - 19, - 0, - 3, - 0, - 131, - 42, - 0, - 98, - 0, - 261, - 0, - 0, - 0, - 125, - 0, - 132 - ], - "3": [ - 46, - 77, - 18, - 68, - 17, - 0, - 1, - 6, - 139, - 38, - 0, - 90, - 0, - 261, - 0, - 0, - 0, - 129, - 0, - 138 - ], - "4": [ - 50, - 78, - 15, - 66, - 19, - 0, - 0, - 5, - 134, - 38, - 0, - 91, - 0, - 266, - 0, - 0, - 0, - 130, - 0, - 142 - ], - "5": [ - 49, - 85, - 7, - 64, - 19, - 0, - 0, - 12, - 137, - 41, - 0, - 90, - 0, - 257, - 0, - 0, - 0, - 121, - 0, - 140 - ], - "6": [ - 46, - 75, - 8, - 63, - 19, - 0, - 0, - 14, - 133, - 39, - 0, - 92, - 0, - 243, - 0, - 0, - 0, - 114, - 0, - 134 - ], - "7": [ - 41, - 83, - 5, - 72, - 19, - 0, - 0, - 16, - 131, - 34, - 0, - 92, - 0, - 237, - 0, - 0, - 0, - 110, - 0, - 128 - ], - "8": [ - 40, - 80, - 5, - 71, - 22, - 0, - 0, - 17, - 140, - 29, - 0, - 93, - 0, - 240, - 0, - 0, - 0, - 103, - 0, - 131 - ], - "9": [ - 40, - 72, - 5, - 70, - 25, - 0, - 0, - 18, - 142, - 30, - 0, - 93, - 0, - 255, - 0, - 0, - 0, - 93, - 0, - 123 - ], - "10": [ - 43, - 71, - 4, - 66, - 27, - 0, - 0, - 14, - 156, - 35, - 0, - 94, - 0, - 265, - 0, - 0, - 0, - 93, - 0, - 129 - ], - "11": [ - 40, - 80, - 6, - 62, - 33, - 0, - 0, - 22, - 165, - 31, - 0, - 94, - 0, - 262, - 0, - 0, - 0, - 93, - 0, - 137 - ], - "12": [ - 30, - 76, - 9, - 59, - 39, - 0, - 0, - 24, - 159, - 33, - 0, - 97, - 0, - 272, - 0, - 0, - 0, - 97, - 0, - 133 - ], - "13": [ - 29, - 71, - 13, - 49, - 39, - 0, - 0, - 15, - 155, - 33, - 0, - 96, - 0, - 266, - 0, - 0, - 0, - 96, - 0, - 121 - ], - "14": [ - 28, - 67, - 18, - 51, - 37, - 0, - 0, - 13, - 160, - 36, - 0, - 98, - 0, - 262, - 0, - 0, - 0, - 97, - 0, - 131 - ], - "15": [ - 28, - 71, - 23, - 45, - 38, - 0, - 0, - 12, - 162, - 36, - 0, - 95, - 0, - 261, - 0, - 0, - 0, - 100, - 0, - 127 - ], - "16": [ - 31, - 72, - 24, - 50, - 35, - 0, - 0, - 4, - 159, - 35, - 0, - 97, - 0, - 263, - 0, - 0, - 0, - 97, - 0, - 121 - ], - "17": [ - 30, - 76, - 20, - 43, - 29, - 0, - 0, - 2, - 164, - 36, - 0, - 98, - 0, - 270, - 0, - 0, - 0, - 95, - 0, - 127 - ], - "18": [ - 25, - 79, - 23, - 40, - 28, - 0, - 0, - 7, - 160, - 31, - 0, - 98, - 0, - 273, - 0, - 0, - 0, - 92, - 0, - 123 - ], - "19": [ - 20, - 85, - 28, - 43, - 27, - 0, - 0, - 3, - 159, - 33, - 0, - 98, - 0, - 279, - 0, - 0, - 0, - 93, - 0, - 129 - ], - "20": [ - 17, - 80, - 19, - 45, - 28, - 0, - 0, - 0, - 144, - 28, - 0, - 102, - 0, - 295, - 0, - 0, - 0, - 93, - 0, - 135 - ], - "21": [ - 20, - 81, - 11, - 53, - 30, - 0, - 0, - 0, - 144, - 30, - 0, - 99, - 0, - 275, - 0, - 0, - 0, - 95, - 0, - 126 - ], - "22": [ - 22, - 78, - 12, - 55, - 31, - 0, - 0, - 0, - 145, - 23, - 0, - 100, - 0, - 279, - 0, - 0, - 0, - 99, - 0, - 123 - ], - "23": [ - 26, - 81, - 14, - 51, - 31, - 0, - 0, - 0, - 146, - 21, - 0, - 102, - 0, - 261, - 0, - 0, - 0, - 92, - 0, - 121 - ], - "24": [ - 26, - 81, - 7, - 53, - 32, - 0, - 0, - 0, - 145, - 20, - 0, - 101, - 0, - 256, - 0, - 0, - 0, - 90, - 0, - 123 - ], - "25": [ - 24, - 81, - 12, - 53, - 33, - 0, - 0, - 0, - 153, - 20, - 0, - 102, - 0, - 260, - 0, - 0, - 0, - 86, - 0, - 122 - ], - "26": [ - 27, - 79, - 25, - 52, - 35, - 0, - 0, - 3, - 144, - 22, - 0, - 106, - 0, - 257, - 0, - 0, - 0, - 81, - 0, - 123 - ], - "27": [ - 24, - 77, - 16, - 45, - 37, - 0, - 0, - 0, - 148, - 18, - 0, - 105, - 0, - 253, - 0, - 0, - 0, - 80, - 0, - 110 - ], - "28": [ - 28, - 78, - 17, - 42, - 37, - 0, - 0, - 4, - 152, - 22, - 0, - 105, - 0, - 267, - 0, - 0, - 0, - 72, - 0, - 113 - ], - "29": [ - 27, - 84, - 18, - 40, - 37, - 0, - 0, - 4, - 151, - 31, - 0, - 105, - 0, - 264, - 0, - 0, - 0, - 76, - 0, - 110 - ], - "30": [ - 26, - 85, - 15, - 40, - 36, - 0, - 0, - 5, - 145, - 33, - 0, - 106, - 0, - 245, - 0, - 0, - 0, - 80, - 0, - 118 - ], - "31": [ - 24, - 82, - 12, - 33, - 37, - 0, - 0, - 3, - 158, - 32, - 0, - 106, - 0, - 233, - 0, - 0, - 0, - 78, - 0, - 109 - ], - "32": [ - 25, - 82, - 9, - 32, - 36, - 0, - 0, - 3, - 164, - 25, - 0, - 107, - 0, - 228, - 0, - 0, - 0, - 75, - 0, - 111 - ], - "33": [ - 29, - 82, - 11, - 32, - 36, - 0, - 0, - 10, - 147, - 13, - 0, - 110, - 0, - 234, - 0, - 0, - 0, - 78, - 0, - 103 - ], - "34": [ - 26, - 68, - 9, - 30, - 37, - 0, - 0, - 7, - 145, - 14, - 0, - 112, - 0, - 240, - 0, - 0, - 0, - 79, - 0, - 110 - ], - "35": [ - 30, - 66, - 18, - 31, - 38, - 0, - 0, - 7, - 140, - 15, - 0, - 112, - 0, - 249, - 0, - 0, - 0, - 81, - 0, - 111 - ], - "36": [ - 28, - 65, - 21, - 30, - 42, - 0, - 0, - 2, - 136, - 20, - 0, - 111, - 0, - 245, - 0, - 0, - 0, - 79, - 0, - 115 - ], - "37": [ - 26, - 65, - 14, - 30, - 42, - 0, - 0, - 0, - 154, - 19, - 0, - 113, - 0, - 268, - 0, - 0, - 0, - 77, - 0, - 121 - ], - "38": [ - 20, - 60, - 16, - 29, - 43, - 0, - 0, - 0, - 151, - 20, - 0, - 115, - 0, - 270, - 0, - 0, - 0, - 73, - 0, - 118 - ], - "39": [ - 21, - 53, - 14, - 28, - 44, - 0, - 0, - 5, - 155, - 14, - 0, - 115, - 0, - 268, - 0, - 0, - 0, - 74, - 0, - 113 - ], - "40": [ - 19, - 53, - 14, - 31, - 46, - 0, - 0, - 8, - 163, - 21, - 0, - 114, - 0, - 257, - 0, - 0, - 0, - 80, - 0, - 101 - ], - "41": [ - 20, - 51, - 10, - 30, - 49, - 0, - 0, - 9, - 171, - 15, - 0, - 114, - 0, - 251, - 0, - 0, - 0, - 88, - 0, - 99 - ], - "42": [ - 19, - 59, - 14, - 31, - 47, - 0, - 0, - 13, - 179, - 12, - 0, - 114, - 0, - 245, - 0, - 0, - 0, - 86, - 0, - 94 - ], - "43": [ - 21, - 55, - 2, - 34, - 49, - 0, - 0, - 13, - 169, - 13, - 0, - 115, - 0, - 229, - 0, - 0, - 0, - 85, - 0, - 94 - ], - "44": [ - 18, - 56, - 0, - 34, - 50, - 0, - 0, - 17, - 174, - 12, - 0, - 117, - 0, - 222, - 0, - 0, - 0, - 86, - 0, - 97 - ], - "45": [ - 19, - 57, - 2, - 34, - 50, - 0, - 0, - 22, - 162, - 12, - 0, - 118, - 0, - 222, - 0, - 0, - 0, - 91, - 0, - 89 - ], - "46": [ - 17, - 54, - 7, - 36, - 52, - 0, - 0, - 23, - 160, - 13, - 0, - 119, - 0, - 204, - 0, - 0, - 0, - 93, - 0, - 96 - ], - "47": [ - 18, - 50, - 13, - 34, - 52, - 0, - 0, - 20, - 163, - 10, - 0, - 118, - 0, - 202, - 0, - 0, - 2, - 85, - 0, - 103 - ], - "48": [ - 19, - 50, - 19, - 33, - 51, - 0, - 0, - 21, - 155, - 9, - 0, - 119, - 0, - 202, - 0, - 0, - 0, - 90, - 0, - 105 - ], - "49": [ - 18, - 51, - 23, - 35, - 52, - 0, - 0, - 23, - 160, - 9, - 0, - 119, - 0, - 190, - 0, - 0, - 0, - 88, - 0, - 105 - ], - "50": [ - 17, - 48, - 26, - 35, - 55, - 0, - 0, - 28, - 152, - 10, - 0, - 120, - 0, - 189, - 0, - 0, - 0, - 88, - 0, - 99 - ], - "51": [ - 17, - 47, - 22, - 37, - 57, - 0, - 0, - 30, - 149, - 11, - 0, - 120, - 0, - 180, - 0, - 0, - 0, - 78, - 0, - 98 - ], - "52": [ - 15, - 50, - 17, - 38, - 56, - 0, - 0, - 22, - 147, - 15, - 0, - 119, - 0, - 167, - 0, - 0, - 2, - 87, - 0, - 106 - ], - "53": [ - 14, - 47, - 11, - 40, - 58, - 0, - 0, - 27, - 144, - 13, - 0, - 120, - 0, - 172, - 0, - 0, - 1, - 89, - 0, - 104 - ], - "54": [ - 18, - 53, - 9, - 39, - 56, - 0, - 0, - 22, - 141, - 16, - 0, - 117, - 0, - 167, - 0, - 0, - 0, - 88, - 0, - 111 - ], - "55": [ - 18, - 54, - 5, - 39, - 57, - 0, - 0, - 26, - 138, - 20, - 0, - 119, - 0, - 173, - 0, - 0, - 0, - 85, - 0, - 106 - ], - "56": [ - 19, - 54, - 4, - 40, - 57, - 0, - 0, - 32, - 148, - 22, - 0, - 118, - 0, - 179, - 0, - 0, - 0, - 80, - 0, - 110 - ], - "57": [ - 24, - 50, - 4, - 41, - 56, - 0, - 0, - 38, - 157, - 20, - 0, - 118, - 0, - 183, - 0, - 0, - 0, - 85, - 0, - 110 - ], - "58": [ - 18, - 52, - 6, - 40, - 55, - 0, - 0, - 35, - 159, - 24, - 0, - 121, - 0, - 184, - 0, - 0, - 0, - 83, - 0, - 110 - ], - "59": [ - 14, - 52, - 3, - 40, - 52, - 0, - 0, - 40, - 153, - 25, - 0, - 119, - 0, - 197, - 0, - 0, - 4, - 87, - 0, - 116 - ], - "60": [ - 16, - 57, - 0, - 40, - 52, - 0, - 0, - 40, - 152, - 25, - 0, - 119, - 0, - 198, - 0, - 0, - 8, - 95, - 0, - 120 - ], - "61": [ - 17, - 59, - 0, - 40, - 52, - 0, - 0, - 47, - 167, - 24, - 0, - 119, - 0, - 190, - 0, - 0, - 3, - 91, - 0, - 115 - ], - "62": [ - 14, - 51, - 0, - 39, - 51, - 0, - 0, - 47, - 168, - 24, - 0, - 120, - 0, - 186, - 0, - 0, - 2, - 92, - 0, - 111 - ], - "63": [ - 12, - 50, - 0, - 40, - 53, - 0, - 0, - 47, - 171, - 17, - 0, - 120, - 0, - 180, - 0, - 0, - 6, - 88, - 0, - 114 - ], - "64": [ - 10, - 38, - 0, - 39, - 52, - 0, - 0, - 44, - 169, - 16, - 0, - 120, - 0, - 175, - 0, - 0, - 0, - 81, - 0, - 115 - ], - "65": [ - 8, - 42, - 0, - 41, - 51, - 0, - 0, - 43, - 179, - 17, - 0, - 120, - 0, - 165, - 0, - 0, - 0, - 81, - 0, - 115 - ], - "66": [ - 12, - 47, - 0, - 39, - 53, - 0, - 0, - 41, - 175, - 15, - 0, - 121, - 0, - 164, - 0, - 0, - 2, - 75, - 0, - 121 - ], - "67": [ - 8, - 52, - 0, - 41, - 51, - 0, - 0, - 43, - 173, - 11, - 0, - 122, - 0, - 166, - 0, - 0, - 2, - 70, - 0, - 114 - ], - "68": [ - 6, - 54, - 0, - 42, - 50, - 0, - 0, - 39, - 163, - 12, - 0, - 122, - 0, - 160, - 0, - 0, - 3, - 59, - 0, - 121 - ], - "69": [ - 8, - 53, - 0, - 44, - 51, - 0, - 0, - 45, - 164, - 9, - 0, - 124, - 0, - 162, - 0, - 0, - 0, - 56, - 0, - 115 - ], - "70": [ - 12, - 47, - 0, - 42, - 50, - 0, - 2, - 44, - 166, - 16, - 0, - 123, - 0, - 167, - 0, - 0, - 3, - 59, - 0, - 108 - ], - "71": [ - 9, - 48, - 0, - 42, - 50, - 0, - 6, - 38, - 169, - 15, - 0, - 123, - 0, - 163, - 0, - 0, - 6, - 60, - 0, - 110 - ], - "72": [ - 6, - 52, - 0, - 41, - 53, - 0, - 7, - 39, - 174, - 19, - 0, - 122, - 0, - 166, - 0, - 0, - 4, - 61, - 0, - 116 - ], - "73": [ - 6, - 56, - 4, - 42, - 53, - 0, - 10, - 35, - 171, - 11, - 0, - 122, - 0, - 174, - 0, - 0, - 0, - 67, - 0, - 107 - ], - "74": [ - 8, - 60, - 0, - 40, - 53, - 0, - 8, - 31, - 167, - 11, - 0, - 120, - 0, - 170, - 0, - 0, - 5, - 65, - 0, - 112 - ], - "75": [ - 6, - 55, - 2, - 39, - 50, - 0, - 14, - 33, - 176, - 12, - 0, - 117, - 0, - 175, - 0, - 0, - 3, - 58, - 0, - 113 - ], - "76": [ - 6, - 51, - 0, - 40, - 51, - 0, - 15, - 37, - 187, - 9, - 0, - 119, - 0, - 159, - 0, - 0, - 3, - 63, - 0, - 121 - ], - "77": [ - 4, - 54, - 0, - 41, - 50, - 0, - 16, - 39, - 184, - 4, - 0, - 117, - 0, - 155, - 0, - 0, - 6, - 62, - 0, - 115 - ], - "78": [ - 4, - 53, - 0, - 43, - 52, - 0, - 12, - 35, - 188, - 7, - 0, - 116, - 0, - 153, - 0, - 0, - 9, - 66, - 0, - 113 - ], - "79": [ - 2, - 50, - 0, - 42, - 50, - 0, - 11, - 38, - 175, - 6, - 0, - 117, - 0, - 152, - 0, - 0, - 2, - 60, - 0, - 111 - ], - "80": [ - 2, - 47, - 0, - 42, - 52, - 0, - 13, - 37, - 183, - 9, - 0, - 120, - 0, - 159, - 0, - 0, - 3, - 65, - 0, - 110 - ], - "81": [ - 6, - 43, - 0, - 39, - 52, - 0, - 16, - 38, - 193, - 8, - 0, - 122, - 0, - 167, - 0, - 0, - 5, - 68, - 0, - 111 - ], - "82": [ - 8, - 48, - 0, - 49, - 52, - 0, - 10, - 38, - 190, - 3, - 0, - 123, - 0, - 166, - 0, - 0, - 7, - 62, - 0, - 115 - ], - "83": [ - 7, - 48, - 0, - 45, - 52, - 0, - 9, - 41, - 176, - 4, - 0, - 123, - 0, - 171, - 0, - 0, - 9, - 64, - 0, - 115 - ], - "84": [ - 7, - 47, - 0, - 41, - 52, - 0, - 16, - 38, - 182, - 2, - 0, - 124, - 0, - 186, - 0, - 0, - 12, - 63, - 0, - 110 - ], - "85": [ - 7, - 53, - 0, - 43, - 52, - 0, - 19, - 40, - 181, - 0, - 0, - 127, - 0, - 201, - 0, - 0, - 12, - 67, - 0, - 113 - ], - "86": [ - 8, - 53, - 0, - 41, - 50, - 0, - 21, - 40, - 187, - 0, - 0, - 126, - 0, - 204, - 0, - 0, - 12, - 65, - 0, - 103 - ], - "87": [ - 6, - 47, - 1, - 41, - 52, - 0, - 17, - 37, - 192, - 0, - 0, - 128, - 0, - 199, - 0, - 0, - 15, - 69, - 0, - 105 - ], - "88": [ - 4, - 48, - 3, - 42, - 51, - 0, - 13, - 38, - 178, - 0, - 0, - 127, - 0, - 197, - 0, - 0, - 12, - 83, - 0, - 100 - ], - "89": [ - 2, - 46, - 8, - 41, - 47, - 0, - 14, - 33, - 175, - 0, - 0, - 128, - 0, - 195, - 0, - 0, - 11, - 82, - 0, - 104 - ], - "90": [ - 4, - 43, - 3, - 39, - 46, - 0, - 11, - 36, - 186, - 0, - 0, - 128, - 0, - 186, - 0, - 0, - 14, - 76, - 0, - 102 - ], - "91": [ - 8, - 47, - 9, - 39, - 49, - 0, - 11, - 33, - 187, - 0, - 0, - 127, - 0, - 195, - 0, - 0, - 8, - 77, - 0, - 97 - ], - "92": [ - 5, - 51, - 9, - 39, - 48, - 0, - 12, - 32, - 184, - 0, - 0, - 128, - 0, - 204, - 0, - 0, - 9, - 76, - 0, - 102 - ], - "93": [ - 5, - 54, - 4, - 39, - 47, - 0, - 5, - 33, - 192, - 0, - 0, - 130, - 0, - 196, - 0, - 0, - 6, - 81, - 0, - 102 - ], - "94": [ - 5, - 58, - 3, - 39, - 47, - 0, - 5, - 32, - 193, - 0, - 0, - 132, - 0, - 182, - 0, - 0, - 10, - 91, - 0, - 96 - ], - "95": [ - 4, - 52, - 4, - 36, - 47, - 0, - 6, - 25, - 192, - 0, - 0, - 131, - 0, - 181, - 0, - 0, - 8, - 94, - 0, - 96 - ], - "96": [ - 3, - 54, - 10, - 38, - 50, - 0, - 11, - 24, - 188, - 0, - 0, - 131, - 0, - 184, - 0, - 0, - 7, - 93, - 0, - 107 - ], - "97": [ - 5, - 48, - 8, - 37, - 49, - 0, - 9, - 23, - 165, - 0, - 0, - 129, - 0, - 198, - 0, - 0, - 9, - 90, - 0, - 111 - ], - "98": [ - 2, - 48, - 13, - 38, - 49, - 0, - 7, - 21, - 164, - 0, - 0, - 127, - 0, - 194, - 0, - 0, - 8, - 88, - 0, - 111 - ], - "99": [ - 0, - 51, - 20, - 38, - 46, - 0, - 7, - 18, - 165, - 0, - 0, - 127, - 0, - 204, - 0, - 0, - 7, - 87, - 0, - 108 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.9/run=f70c40c0fd8b44fb/rewards.plot.png b/experiments/seed=256/alpha=0.3.gamma=0.9/run=f70c40c0fd8b44fb/rewards.plot.png deleted file mode 100644 index c3adb21..0000000 Binary files a/experiments/seed=256/alpha=0.3.gamma=0.9/run=f70c40c0fd8b44fb/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.3.gamma=0.9/run=f70c40c0fd8b44fb/sum_rewards.json b/experiments/seed=256/alpha=0.3.gamma=0.9/run=f70c40c0fd8b44fb/sum_rewards.json deleted file mode 100644 index e90eb11..0000000 --- a/experiments/seed=256/alpha=0.3.gamma=0.9/run=f70c40c0fd8b44fb/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 59185, - "V": 5492645 - }, - "control": { - "R": 47653, - "V": 5721003 - } -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.3.gamma=0.9/run=f70c40c0fd8b44fb/view.plot.png b/experiments/seed=256/alpha=0.3.gamma=0.9/run=f70c40c0fd8b44fb/view.plot.png deleted file mode 100644 index 9dd88ee..0000000 Binary files a/experiments/seed=256/alpha=0.3.gamma=0.9/run=f70c40c0fd8b44fb/view.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.5.gamma=0.1/run=0fac4dce946045c8/choices.json b/experiments/seed=256/alpha=0.5.gamma=0.1/run=0fac4dce946045c8/choices.json deleted file mode 100644 index 5202abe..0000000 --- a/experiments/seed=256/alpha=0.5.gamma=0.1/run=0fac4dce946045c8/choices.json +++ /dev/null @@ -1,702 +0,0 @@ -{ - "0": [ - 17, - 11, - 4, - 19, - 13 - ], - "1": [ - 11, - 13, - 17, - 3, - 5 - ], - "2": [ - 11, - 13, - 17, - 3, - 14 - ], - "3": [ - 11, - 13, - 17, - 3, - 16 - ], - "4": [ - 11, - 13, - 17, - 3, - 1 - ], - "5": [ - 11, - 13, - 17, - 3, - 4 - ], - "6": [ - 11, - 13, - 17, - 3, - 1 - ], - "7": [ - 11, - 13, - 17, - 3, - 1 - ], - "8": [ - 11, - 13, - 17, - 3, - 10 - ], - "9": [ - 11, - 13, - 17, - 3, - 1 - ], - "10": [ - 11, - 13, - 17, - 3, - 1 - ], - "11": [ - 11, - 13, - 17, - 3, - 1 - ], - "12": [ - 11, - 13, - 17, - 3, - 1 - ], - "13": [ - 11, - 13, - 17, - 3, - 1 - ], - "14": [ - 11, - 13, - 17, - 3, - 1 - ], - "15": [ - 11, - 13, - 17, - 3, - 8 - ], - "16": [ - 11, - 13, - 17, - 3, - 8 - ], - "17": [ - 11, - 13, - 17, - 3, - 8 - ], - "18": [ - 11, - 13, - 17, - 3, - 8 - ], - "19": [ - 11, - 13, - 17, - 8, - 3 - ], - "20": [ - 11, - 13, - 17, - 3, - 8 - ], - "21": [ - 11, - 13, - 17, - 8, - 3 - ], - "22": [ - 11, - 13, - 17, - 3, - 8 - ], - "23": [ - 11, - 13, - 17, - 3, - 8 - ], - "24": [ - 11, - 13, - 17, - 3, - 8 - ], - "25": [ - 11, - 13, - 17, - 3, - 8 - ], - "26": [ - 11, - 13, - 17, - 3, - 8 - ], - "27": [ - 11, - 13, - 17, - 3, - 8 - ], - "28": [ - 11, - 13, - 17, - 3, - 8 - ], - "29": [ - 11, - 13, - 17, - 3, - 8 - ], - "30": [ - 11, - 13, - 17, - 3, - 8 - ], - "31": [ - 11, - 13, - 17, - 3, - 8 - ], - "32": [ - 11, - 13, - 17, - 3, - 8 - ], - "33": [ - 11, - 13, - 17, - 3, - 8 - ], - "34": [ - 11, - 13, - 17, - 3, - 8 - ], - "35": [ - 11, - 13, - 3, - 17, - 8 - ], - "36": [ - 11, - 13, - 17, - 3, - 8 - ], - "37": [ - 11, - 13, - 17, - 3, - 8 - ], - "38": [ - 11, - 13, - 17, - 3, - 8 - ], - "39": [ - 11, - 13, - 17, - 3, - 8 - ], - "40": [ - 11, - 13, - 17, - 3, - 8 - ], - "41": [ - 11, - 13, - 17, - 3, - 8 - ], - "42": [ - 11, - 13, - 17, - 3, - 8 - ], - "43": [ - 11, - 13, - 17, - 3, - 8 - ], - "44": [ - 11, - 13, - 17, - 8, - 3 - ], - "45": [ - 11, - 13, - 17, - 3, - 8 - ], - "46": [ - 11, - 13, - 17, - 3, - 8 - ], - "47": [ - 11, - 13, - 17, - 3, - 8 - ], - "48": [ - 11, - 13, - 3, - 17, - 4 - ], - "49": [ - 11, - 13, - 3, - 17, - 8 - ], - "50": [ - 11, - 13, - 17, - 3, - 8 - ], - "51": [ - 11, - 13, - 17, - 3, - 8 - ], - "52": [ - 11, - 13, - 17, - 3, - 19 - ], - "53": [ - 11, - 13, - 17, - 3, - 8 - ], - "54": [ - 11, - 13, - 3, - 17, - 8 - ], - "55": [ - 11, - 13, - 17, - 3, - 8 - ], - "56": [ - 11, - 13, - 3, - 17, - 8 - ], - "57": [ - 11, - 13, - 3, - 17, - 1 - ], - "58": [ - 11, - 13, - 3, - 17, - 8 - ], - "59": [ - 11, - 13, - 3, - 17, - 8 - ], - "60": [ - 11, - 13, - 17, - 3, - 8 - ], - "61": [ - 11, - 13, - 3, - 17, - 8 - ], - "62": [ - 11, - 13, - 3, - 17, - 8 - ], - "63": [ - 11, - 13, - 3, - 17, - 8 - ], - "64": [ - 11, - 13, - 3, - 17, - 8 - ], - "65": [ - 11, - 13, - 3, - 17, - 8 - ], - "66": [ - 11, - 13, - 3, - 17, - 8 - ], - "67": [ - 11, - 13, - 3, - 17, - 8 - ], - "68": [ - 11, - 13, - 3, - 17, - 8 - ], - "69": [ - 11, - 13, - 3, - 17, - 8 - ], - "70": [ - 11, - 13, - 3, - 17, - 8 - ], - "71": [ - 11, - 13, - 3, - 17, - 8 - ], - "72": [ - 11, - 13, - 3, - 17, - 8 - ], - "73": [ - 11, - 13, - 3, - 17, - 8 - ], - "74": [ - 11, - 13, - 3, - 17, - 8 - ], - "75": [ - 11, - 13, - 3, - 17, - 8 - ], - "76": [ - 11, - 13, - 3, - 17, - 8 - ], - "77": [ - 11, - 13, - 3, - 8, - 17 - ], - "78": [ - 13, - 11, - 17, - 3, - 8 - ], - "79": [ - 13, - 11, - 17, - 3, - 8 - ], - "80": [ - 13, - 11, - 17, - 3, - 8 - ], - "81": [ - 11, - 13, - 3, - 17, - 8 - ], - "82": [ - 11, - 13, - 3, - 8, - 17 - ], - "83": [ - 11, - 13, - 3, - 17, - 8 - ], - "84": [ - 11, - 13, - 3, - 17, - 8 - ], - "85": [ - 11, - 13, - 3, - 8, - 17 - ], - "86": [ - 11, - 13, - 3, - 8, - 17 - ], - "87": [ - 13, - 11, - 3, - 17, - 8 - ], - "88": [ - 11, - 13, - 3, - 8, - 17 - ], - "89": [ - 13, - 11, - 3, - 17, - 8 - ], - "90": [ - 13, - 11, - 3, - 17, - 8 - ], - "91": [ - 13, - 11, - 3, - 17, - 8 - ], - "92": [ - 13, - 11, - 3, - 17, - 8 - ], - "93": [ - 11, - 13, - 3, - 17, - 8 - ], - "94": [ - 11, - 13, - 3, - 17, - 8 - ], - "95": [ - 11, - 13, - 17, - 3, - 8 - ], - "96": [ - 11, - 13, - 3, - 17, - 8 - ], - "97": [ - 11, - 13, - 3, - 17, - 8 - ], - "98": [ - 11, - 13, - 17, - 3, - 8 - ], - "99": [ - 11, - 13, - 3, - 17, - 8 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.5.gamma=0.1/run=0fac4dce946045c8/config.json b/experiments/seed=256/alpha=0.5.gamma=0.1/run=0fac4dce946045c8/config.json deleted file mode 100644 index 9a265ba..0000000 --- a/experiments/seed=256/alpha=0.5.gamma=0.1/run=0fac4dce946045c8/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 20, - "num_choices": 5, - "time_span": 100, - "history_span": 3000, - "alpha": 0.5, - "gamma": 0.1, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.5.gamma=0.1/run=0fac4dce946045c8/control.choices.json b/experiments/seed=256/alpha=0.5.gamma=0.1/run=0fac4dce946045c8/control.choices.json deleted file mode 100644 index 1ce1220..0000000 --- a/experiments/seed=256/alpha=0.5.gamma=0.1/run=0fac4dce946045c8/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 4, - 3, - 11, - 1, - 13 -] \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.5.gamma=0.1/run=0fac4dce946045c8/qvalues.json b/experiments/seed=256/alpha=0.5.gamma=0.1/run=0fac4dce946045c8/qvalues.json deleted file mode 100644 index 804032b..0000000 --- a/experiments/seed=256/alpha=0.5.gamma=0.1/run=0fac4dce946045c8/qvalues.json +++ /dev/null @@ -1,2180 +0,0 @@ -{ - "0": [ - 0.0, - 5.0, - 0.0, - 5.0, - 11.5, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 144.0, - 0.0, - 120.0, - 0.0, - 0.0, - 0.0, - 108.0, - 0.0, - 22.5 - ], - "1": [ - 0.0, - 5.0, - 0.0, - 58.5, - 11.5, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 210.5, - 0.0, - 179.5, - 0.0, - 0.0, - 0.0, - 155.5, - 0.0, - 22.5 - ], - "2": [ - 0.0, - 5.0, - 0.0, - 86.75, - 11.5, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 237.75, - 0.0, - 212.75, - 0.0, - 0.0, - 0.0, - 179.75, - 0.0, - 22.5 - ], - "3": [ - 0.0, - 5.0, - 0.0, - 98.875, - 11.5, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 248.375, - 0.0, - 226.875, - 0.0, - 0.0, - 0.0, - 190.375, - 0.0, - 22.5 - ], - "4": [ - 0.0, - 24.0, - 0.0, - 107.4375, - 11.5, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 261.6875, - 0.0, - 238.4375, - 0.0, - 0.0, - 0.0, - 191.1875, - 0.0, - 22.5 - ], - "5": [ - 0.0, - 24.0, - 0.0, - 110.21875, - 17.75, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 270.84375, - 0.0, - 238.71875, - 0.0, - 0.0, - 0.0, - 184.59375, - 0.0, - 22.5 - ], - "6": [ - 0.0, - 32.0, - 0.0, - 113.609375, - 17.75, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 269.921875, - 0.0, - 240.359375, - 0.0, - 0.0, - 0.0, - 183.296875, - 0.0, - 22.5 - ], - "7": [ - 0.0, - 37.5, - 0.0, - 112.3046875, - 17.75, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 273.4609375, - 0.0, - 238.6796875, - 0.0, - 0.0, - 0.0, - 184.6484375, - 0.0, - 22.5 - ], - "8": [ - 0.0, - 37.5, - 0.0, - 105.15234375, - 17.75, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 267.23046875, - 0.0, - 237.33984375, - 0.0, - 0.0, - 0.0, - 185.32421875, - 0.0, - 22.5 - ], - "9": [ - 0.0, - 41.25, - 0.0, - 101.076171875, - 17.75, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 264.115234375, - 0.0, - 232.669921875, - 0.0, - 0.0, - 0.0, - 181.662109375, - 0.0, - 22.5 - ], - "10": [ - 0.0, - 44.125, - 0.0, - 102.0380859375, - 17.75, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 265.0576171875, - 0.0, - 225.8349609375, - 0.0, - 0.0, - 0.0, - 180.8310546875, - 0.0, - 22.5 - ], - "11": [ - 0.0, - 43.5625, - 0.0, - 103.01904296875, - 17.75, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 262.02880859375, - 0.0, - 220.91748046875, - 0.0, - 0.0, - 0.0, - 175.41552734375, - 0.0, - 22.5 - ], - "12": [ - 0.0, - 41.28125, - 0.0, - 99.009521484375, - 17.75, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 252.014404296875, - 0.0, - 218.458740234375, - 0.0, - 0.0, - 0.0, - 169.207763671875, - 0.0, - 22.5 - ], - "13": [ - 0.0, - 38.640625, - 0.0, - 97.0047607421875, - 17.75, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 254.0072021484375, - 0.0, - 222.7293701171875, - 0.0, - 0.0, - 0.0, - 168.6038818359375, - 0.0, - 22.5 - ], - "14": [ - 0.0, - 37.3203125, - 0.0, - 96.50238037109375, - 17.75, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 255.00360107421875, - 0.0, - 218.86468505859375, - 0.0, - 0.0, - 0.0, - 166.80194091796875, - 0.0, - 22.5 - ], - "15": [ - 0.0, - 37.3203125, - 0.0, - 95.25119018554688, - 17.75, - 0.0, - 0.0, - 0.0, - 48.5, - 0.0, - 0.0, - 254.50180053710938, - 0.0, - 218.93234252929688, - 0.0, - 0.0, - 0.0, - 163.90097045898438, - 0.0, - 22.5 - ], - "16": [ - 0.0, - 37.3203125, - 0.0, - 91.62559509277344, - 17.75, - 0.0, - 0.0, - 0.0, - 74.25, - 0.0, - 0.0, - 261.2509002685547, - 0.0, - 218.46617126464844, - 0.0, - 0.0, - 0.0, - 160.4504852294922, - 0.0, - 22.5 - ], - "17": [ - 0.0, - 37.3203125, - 0.0, - 86.81279754638672, - 17.75, - 0.0, - 0.0, - 0.0, - 92.125, - 0.0, - 0.0, - 260.62545013427734, - 0.0, - 216.73308563232422, - 0.0, - 0.0, - 0.0, - 159.2252426147461, - 0.0, - 22.5 - ], - "18": [ - 0.0, - 37.3203125, - 0.0, - 84.90639877319336, - 17.75, - 0.0, - 0.0, - 0.0, - 100.0625, - 0.0, - 0.0, - 266.8127250671387, - 0.0, - 213.3665428161621, - 0.0, - 0.0, - 0.0, - 157.61262130737305, - 0.0, - 22.5 - ], - "19": [ - 0.0, - 37.3203125, - 0.0, - 81.95319938659668, - 17.75, - 0.0, - 0.0, - 0.0, - 96.53125, - 0.0, - 0.0, - 274.40636253356934, - 0.0, - 217.68327140808105, - 0.0, - 0.0, - 0.0, - 156.80631065368652, - 0.0, - 22.5 - ], - "20": [ - 0.0, - 37.3203125, - 0.0, - 84.97659969329834, - 17.75, - 0.0, - 0.0, - 0.0, - 87.265625, - 0.0, - 0.0, - 270.20318126678467, - 0.0, - 224.34163570404053, - 0.0, - 0.0, - 0.0, - 151.90315532684326, - 0.0, - 22.5 - ], - "21": [ - 0.0, - 37.3203125, - 0.0, - 84.98829984664917, - 17.75, - 0.0, - 0.0, - 0.0, - 83.6328125, - 0.0, - 0.0, - 270.10159063339233, - 0.0, - 228.67081785202026, - 0.0, - 0.0, - 0.0, - 148.45157766342163, - 0.0, - 22.5 - ], - "22": [ - 0.0, - 37.3203125, - 0.0, - 84.99414992332458, - 17.75, - 0.0, - 0.0, - 0.0, - 79.31640625, - 0.0, - 0.0, - 273.05079531669617, - 0.0, - 228.33540892601013, - 0.0, - 0.0, - 0.0, - 144.72578883171082, - 0.0, - 22.5 - ], - "23": [ - 0.0, - 37.3203125, - 0.0, - 82.49707496166229, - 17.75, - 0.0, - 0.0, - 0.0, - 73.658203125, - 0.0, - 0.0, - 268.0253976583481, - 0.0, - 226.16770446300507, - 0.0, - 0.0, - 0.0, - 139.3628944158554, - 0.0, - 22.5 - ], - "24": [ - 0.0, - 37.3203125, - 0.0, - 81.24853748083115, - 17.75, - 0.0, - 0.0, - 0.0, - 70.3291015625, - 0.0, - 0.0, - 261.01269882917404, - 0.0, - 225.58385223150253, - 0.0, - 0.0, - 0.0, - 135.6814472079277, - 0.0, - 22.5 - ], - "25": [ - 0.0, - 37.3203125, - 0.0, - 84.12426874041557, - 17.75, - 0.0, - 0.0, - 0.0, - 66.16455078125, - 0.0, - 0.0, - 262.506349414587, - 0.0, - 222.79192611575127, - 0.0, - 0.0, - 0.0, - 131.84072360396385, - 0.0, - 22.5 - ], - "26": [ - 0.0, - 37.3203125, - 0.0, - 83.06213437020779, - 17.75, - 0.0, - 0.0, - 0.0, - 67.582275390625, - 0.0, - 0.0, - 267.7531747072935, - 0.0, - 216.39596305787563, - 0.0, - 0.0, - 0.0, - 129.42036180198193, - 0.0, - 22.5 - ], - "27": [ - 0.0, - 37.3203125, - 0.0, - 81.0310671851039, - 17.75, - 0.0, - 0.0, - 0.0, - 68.2911376953125, - 0.0, - 0.0, - 274.87658735364676, - 0.0, - 217.69798152893782, - 0.0, - 0.0, - 0.0, - 124.71018090099096, - 0.0, - 22.5 - ], - "28": [ - 0.0, - 37.3203125, - 0.0, - 81.01553359255195, - 17.75, - 0.0, - 0.0, - 0.0, - 65.14556884765625, - 0.0, - 0.0, - 273.4382936768234, - 0.0, - 214.3489907644689, - 0.0, - 0.0, - 0.0, - 123.35509045049548, - 0.0, - 22.5 - ], - "29": [ - 0.0, - 37.3203125, - 0.0, - 83.50776679627597, - 17.75, - 0.0, - 0.0, - 0.0, - 62.572784423828125, - 0.0, - 0.0, - 278.7191468384117, - 0.0, - 209.17449538223445, - 0.0, - 0.0, - 0.0, - 122.17754522524774, - 0.0, - 22.5 - ], - "30": [ - 0.0, - 37.3203125, - 0.0, - 87.25388339813799, - 17.75, - 0.0, - 0.0, - 0.0, - 62.28639221191406, - 0.0, - 0.0, - 289.35957341920584, - 0.0, - 210.58724769111723, - 0.0, - 0.0, - 0.0, - 115.58877261262387, - 0.0, - 22.5 - ], - "31": [ - 0.0, - 37.3203125, - 0.0, - 87.126941699069, - 17.75, - 0.0, - 0.0, - 0.0, - 61.64319610595703, - 0.0, - 0.0, - 292.6797867096029, - 0.0, - 202.7936238455586, - 0.0, - 0.0, - 0.0, - 112.29438630631194, - 0.0, - 22.5 - ], - "32": [ - 0.0, - 37.3203125, - 0.0, - 87.0634708495345, - 17.75, - 0.0, - 0.0, - 0.0, - 61.821598052978516, - 0.0, - 0.0, - 295.33989335480146, - 0.0, - 196.3968119227793, - 0.0, - 0.0, - 0.0, - 113.64719315315597, - 0.0, - 22.5 - ], - "33": [ - 0.0, - 37.3203125, - 0.0, - 85.53173542476725, - 17.75, - 0.0, - 0.0, - 0.0, - 61.91079902648926, - 0.0, - 0.0, - 302.66994667740073, - 0.0, - 193.69840596138965, - 0.0, - 0.0, - 0.0, - 114.82359657657798, - 0.0, - 22.5 - ], - "34": [ - 0.0, - 37.3203125, - 0.0, - 87.26586771238362, - 17.75, - 0.0, - 0.0, - 0.0, - 63.95539951324463, - 0.0, - 0.0, - 297.33497333870037, - 0.0, - 190.84920298069483, - 0.0, - 0.0, - 0.0, - 115.41179828828899, - 0.0, - 22.5 - ], - "35": [ - 0.0, - 37.3203125, - 0.0, - 85.13293385619181, - 17.75, - 0.0, - 0.0, - 0.0, - 68.47769975662231, - 0.0, - 0.0, - 292.1674866693502, - 0.0, - 190.4246014903474, - 0.0, - 0.0, - 0.0, - 118.7058991441445, - 0.0, - 22.5 - ], - "36": [ - 0.0, - 37.3203125, - 0.0, - 82.5664669280959, - 17.75, - 0.0, - 0.0, - 0.0, - 72.23884987831116, - 0.0, - 0.0, - 288.5837433346751, - 0.0, - 194.7123007451737, - 0.0, - 0.0, - 0.0, - 118.35294957207225, - 0.0, - 22.5 - ], - "37": [ - 0.0, - 37.3203125, - 0.0, - 80.78323346404795, - 17.75, - 0.0, - 0.0, - 0.0, - 72.11942493915558, - 0.0, - 0.0, - 292.29187166733755, - 0.0, - 202.85615037258685, - 0.0, - 0.0, - 0.0, - 118.67647478603612, - 0.0, - 22.5 - ], - "38": [ - 0.0, - 37.3203125, - 0.0, - 79.89161673202398, - 17.75, - 0.0, - 0.0, - 0.0, - 72.55971246957779, - 0.0, - 0.0, - 291.6459358336688, - 0.0, - 208.92807518629343, - 0.0, - 0.0, - 0.0, - 116.83823739301806, - 0.0, - 22.5 - ], - "39": [ - 0.0, - 37.3203125, - 0.0, - 79.94580836601199, - 17.75, - 0.0, - 0.0, - 0.0, - 72.2798562347889, - 0.0, - 0.0, - 292.3229679168344, - 0.0, - 213.9640375931467, - 0.0, - 0.0, - 0.0, - 115.91911869650903, - 0.0, - 22.5 - ], - "40": [ - 0.0, - 37.3203125, - 0.0, - 79.472904183006, - 17.75, - 0.0, - 0.0, - 0.0, - 72.63992811739445, - 0.0, - 0.0, - 294.1614839584172, - 0.0, - 215.98201879657336, - 0.0, - 0.0, - 0.0, - 115.95955934825452, - 0.0, - 22.5 - ], - "41": [ - 0.0, - 37.3203125, - 0.0, - 79.736452091503, - 17.75, - 0.0, - 0.0, - 0.0, - 73.81996405869722, - 0.0, - 0.0, - 288.0807419792086, - 0.0, - 209.99100939828668, - 0.0, - 0.0, - 0.0, - 115.47977967412726, - 0.0, - 22.5 - ], - "42": [ - 0.0, - 37.3203125, - 0.0, - 85.3682260457515, - 17.75, - 0.0, - 0.0, - 0.0, - 69.40998202934861, - 0.0, - 0.0, - 297.0403709896043, - 0.0, - 205.49550469914334, - 0.0, - 0.0, - 0.0, - 117.23988983706363, - 0.0, - 22.5 - ], - "43": [ - 0.0, - 37.3203125, - 0.0, - 88.68411302287575, - 17.75, - 0.0, - 0.0, - 0.0, - 67.7049910146743, - 0.0, - 0.0, - 302.02018549480215, - 0.0, - 204.24775234957167, - 0.0, - 0.0, - 0.0, - 115.11994491853181, - 0.0, - 22.5 - ], - "44": [ - 0.0, - 37.3203125, - 0.0, - 91.34205651143787, - 17.75, - 0.0, - 0.0, - 0.0, - 64.85249550733715, - 0.0, - 0.0, - 303.0100927474011, - 0.0, - 201.12387617478583, - 0.0, - 0.0, - 0.0, - 113.05997245926591, - 0.0, - 22.5 - ], - "45": [ - 0.0, - 37.3203125, - 0.0, - 99.67102825571894, - 17.75, - 0.0, - 0.0, - 0.0, - 62.92624775366858, - 0.0, - 0.0, - 301.00504637370057, - 0.0, - 199.56193808739292, - 0.0, - 0.0, - 0.0, - 111.52998622963295, - 0.0, - 22.5 - ], - "46": [ - 0.0, - 37.3203125, - 0.0, - 99.83551412785947, - 17.75, - 0.0, - 0.0, - 0.0, - 62.46312387683429, - 0.0, - 0.0, - 296.0025231868503, - 0.0, - 197.28096904369647, - 0.0, - 0.0, - 0.0, - 108.26499311481648, - 0.0, - 22.5 - ], - "47": [ - 0.0, - 37.3203125, - 0.0, - 99.41775706392974, - 17.75, - 0.0, - 0.0, - 0.0, - 59.731561938417144, - 0.0, - 0.0, - 292.00126159342517, - 0.0, - 197.64048452184824, - 0.0, - 0.0, - 0.0, - 104.63249655740825, - 0.0, - 22.5 - ], - "48": [ - 0.0, - 37.3203125, - 0.0, - 100.20887853196487, - 34.875, - 0.0, - 0.0, - 0.0, - 59.731561938417144, - 0.0, - 0.0, - 289.5006307967126, - 0.0, - 200.32024226092412, - 0.0, - 0.0, - 0.0, - 99.81624827870412, - 0.0, - 22.5 - ], - "49": [ - 0.0, - 37.3203125, - 0.0, - 99.10443926598244, - 34.875, - 0.0, - 0.0, - 0.0, - 58.86578096920857, - 0.0, - 0.0, - 292.7503153983563, - 0.0, - 200.16012113046207, - 0.0, - 0.0, - 0.0, - 100.40812413935205, - 0.0, - 22.5 - ], - "50": [ - 0.0, - 37.3203125, - 0.0, - 99.55221963299121, - 34.875, - 0.0, - 0.0, - 0.0, - 58.432890484604286, - 0.0, - 0.0, - 291.87515769917815, - 0.0, - 197.08006056523104, - 0.0, - 0.0, - 0.0, - 98.20406206967603, - 0.0, - 22.5 - ], - "51": [ - 0.0, - 37.3203125, - 0.0, - 100.2761098164956, - 34.875, - 0.0, - 0.0, - 0.0, - 60.21644524230214, - 0.0, - 0.0, - 290.93757884958904, - 0.0, - 193.54003028261553, - 0.0, - 0.0, - 0.0, - 99.102031034838, - 0.0, - 22.5 - ], - "52": [ - 0.0, - 37.3203125, - 0.0, - 103.6380549082478, - 34.875, - 0.0, - 0.0, - 0.0, - 60.21644524230214, - 0.0, - 0.0, - 284.4687894247945, - 0.0, - 184.77001514130777, - 0.0, - 0.0, - 0.0, - 100.551015517419, - 0.0, - 29.25 - ], - "53": [ - 0.0, - 37.3203125, - 0.0, - 106.8190274541239, - 34.875, - 0.0, - 0.0, - 0.0, - 59.60822262115107, - 0.0, - 0.0, - 276.23439471239726, - 0.0, - 187.3850075706539, - 0.0, - 0.0, - 0.0, - 101.2755077587095, - 0.0, - 29.25 - ], - "54": [ - 0.0, - 37.3203125, - 0.0, - 109.40951372706195, - 34.875, - 0.0, - 0.0, - 0.0, - 60.804111310575536, - 0.0, - 0.0, - 281.61719735619863, - 0.0, - 186.69250378532695, - 0.0, - 0.0, - 0.0, - 102.63775387935475, - 0.0, - 29.25 - ], - "55": [ - 0.0, - 37.3203125, - 0.0, - 112.70475686353097, - 34.875, - 0.0, - 0.0, - 0.0, - 61.40205565528777, - 0.0, - 0.0, - 283.8085986780993, - 0.0, - 182.84625189266347, - 0.0, - 0.0, - 0.0, - 104.81887693967738, - 0.0, - 29.25 - ], - "56": [ - 0.0, - 37.3203125, - 0.0, - 115.85237843176549, - 34.875, - 0.0, - 0.0, - 0.0, - 66.20102782764388, - 0.0, - 0.0, - 292.90429933904966, - 0.0, - 185.42312594633174, - 0.0, - 0.0, - 0.0, - 104.40943846983869, - 0.0, - 29.25 - ], - "57": [ - 0.0, - 28.66015625, - 0.0, - 116.42618921588274, - 34.875, - 0.0, - 0.0, - 0.0, - 66.20102782764388, - 0.0, - 0.0, - 294.45214966952483, - 0.0, - 190.71156297316588, - 0.0, - 0.0, - 0.0, - 107.20471923491934, - 0.0, - 29.25 - ], - "58": [ - 0.0, - 28.66015625, - 0.0, - 117.71309460794137, - 34.875, - 0.0, - 0.0, - 0.0, - 71.10051391382194, - 0.0, - 0.0, - 291.7260748347624, - 0.0, - 188.35578148658294, - 0.0, - 0.0, - 0.0, - 109.60235961745967, - 0.0, - 29.25 - ], - "59": [ - 0.0, - 28.66015625, - 0.0, - 119.35654730397069, - 34.875, - 0.0, - 0.0, - 0.0, - 73.05025695691097, - 0.0, - 0.0, - 288.3630374173812, - 0.0, - 186.67789074329147, - 0.0, - 0.0, - 0.0, - 115.80117980872984, - 0.0, - 29.25 - ], - "60": [ - 0.0, - 28.66015625, - 0.0, - 121.67827365198534, - 34.875, - 0.0, - 0.0, - 0.0, - 75.02512847845549, - 0.0, - 0.0, - 285.6815187086906, - 0.0, - 181.83894537164574, - 0.0, - 0.0, - 0.0, - 117.40058990436492, - 0.0, - 29.25 - ], - "61": [ - 0.0, - 28.66015625, - 0.0, - 120.33913682599267, - 34.875, - 0.0, - 0.0, - 0.0, - 73.51256423922774, - 0.0, - 0.0, - 285.3407593543453, - 0.0, - 185.41947268582288, - 0.0, - 0.0, - 0.0, - 114.70029495218246, - 0.0, - 29.25 - ], - "62": [ - 0.0, - 28.66015625, - 0.0, - 122.16956841299634, - 34.875, - 0.0, - 0.0, - 0.0, - 73.25628211961387, - 0.0, - 0.0, - 286.67037967717266, - 0.0, - 194.20973634291144, - 0.0, - 0.0, - 0.0, - 111.35014747609122, - 0.0, - 29.25 - ], - "63": [ - 0.0, - 28.66015625, - 0.0, - 123.58478420649817, - 34.875, - 0.0, - 0.0, - 0.0, - 73.12814105980694, - 0.0, - 0.0, - 282.8351898385863, - 0.0, - 196.10486817145573, - 0.0, - 0.0, - 0.0, - 107.17507373804561, - 0.0, - 29.25 - ], - "64": [ - 0.0, - 28.66015625, - 0.0, - 126.29239210324909, - 34.875, - 0.0, - 0.0, - 0.0, - 78.06407052990346, - 0.0, - 0.0, - 268.91759491929315, - 0.0, - 195.55243408572787, - 0.0, - 0.0, - 0.0, - 106.58753686902281, - 0.0, - 29.25 - ], - "65": [ - 0.0, - 28.66015625, - 0.0, - 125.14619605162454, - 34.875, - 0.0, - 0.0, - 0.0, - 78.03203526495173, - 0.0, - 0.0, - 271.4587974596466, - 0.0, - 191.77621704286395, - 0.0, - 0.0, - 0.0, - 105.2937684345114, - 0.0, - 29.25 - ], - "66": [ - 0.0, - 28.66015625, - 0.0, - 126.07309802581227, - 34.875, - 0.0, - 0.0, - 0.0, - 79.51601763247587, - 0.0, - 0.0, - 265.2293987298233, - 0.0, - 191.38810852143197, - 0.0, - 0.0, - 0.0, - 101.6468842172557, - 0.0, - 29.25 - ], - "67": [ - 0.0, - 28.66015625, - 0.0, - 128.03654901290614, - 34.875, - 0.0, - 0.0, - 0.0, - 77.25800881623793, - 0.0, - 0.0, - 266.61469936491164, - 0.0, - 185.69405426071597, - 0.0, - 0.0, - 0.0, - 93.82344210862786, - 0.0, - 29.25 - ], - "68": [ - 0.0, - 28.66015625, - 0.0, - 127.51827450645307, - 34.875, - 0.0, - 0.0, - 0.0, - 76.62900440811896, - 0.0, - 0.0, - 267.3073496824558, - 0.0, - 186.847027130358, - 0.0, - 0.0, - 0.0, - 87.91172105431393, - 0.0, - 29.25 - ], - "69": [ - 0.0, - 28.66015625, - 0.0, - 123.75913725322653, - 34.875, - 0.0, - 0.0, - 0.0, - 77.81450220405948, - 0.0, - 0.0, - 264.65367484122794, - 0.0, - 189.423513565179, - 0.0, - 0.0, - 0.0, - 87.45586052715697, - 0.0, - 29.25 - ], - "70": [ - 0.0, - 28.66015625, - 0.0, - 120.87956862661326, - 34.875, - 0.0, - 0.0, - 0.0, - 78.40725110202973, - 0.0, - 0.0, - 265.32683742061397, - 0.0, - 187.2117567825895, - 0.0, - 0.0, - 0.0, - 90.72793026357849, - 0.0, - 29.25 - ], - "71": [ - 0.0, - 28.66015625, - 0.0, - 119.43978431330663, - 34.875, - 0.0, - 0.0, - 0.0, - 75.70362555101487, - 0.0, - 0.0, - 267.163418710307, - 0.0, - 184.10587839129477, - 0.0, - 0.0, - 0.0, - 95.36396513178924, - 0.0, - 29.25 - ], - "72": [ - 0.0, - 28.66015625, - 0.0, - 119.71989215665332, - 34.875, - 0.0, - 0.0, - 0.0, - 73.35181277550743, - 0.0, - 0.0, - 254.5817093551535, - 0.0, - 189.55293919564738, - 0.0, - 0.0, - 0.0, - 100.18198256589463, - 0.0, - 29.25 - ], - "73": [ - 0.0, - 28.66015625, - 0.0, - 117.85994607832666, - 34.875, - 0.0, - 0.0, - 0.0, - 69.17590638775371, - 0.0, - 0.0, - 241.79085467757676, - 0.0, - 192.27646959782368, - 0.0, - 0.0, - 0.0, - 103.59099128294731, - 0.0, - 29.25 - ], - "74": [ - 0.0, - 28.66015625, - 0.0, - 110.92997303916333, - 34.875, - 0.0, - 0.0, - 0.0, - 72.58795319387686, - 0.0, - 0.0, - 230.89542733878838, - 0.0, - 197.13823479891184, - 0.0, - 0.0, - 0.0, - 102.79549564147365, - 0.0, - 29.25 - ], - "75": [ - 0.0, - 28.66015625, - 0.0, - 111.46498651958166, - 34.875, - 0.0, - 0.0, - 0.0, - 76.79397659693842, - 0.0, - 0.0, - 228.4477136693942, - 0.0, - 198.06911739945593, - 0.0, - 0.0, - 0.0, - 105.39774782073683, - 0.0, - 29.25 - ], - "76": [ - 0.0, - 28.66015625, - 0.0, - 109.73249325979083, - 34.875, - 0.0, - 0.0, - 0.0, - 78.89698829846921, - 0.0, - 0.0, - 221.7238568346971, - 0.0, - 201.53455869972797, - 0.0, - 0.0, - 0.0, - 105.1988739103684, - 0.0, - 29.25 - ], - "77": [ - 0.0, - 28.66015625, - 0.0, - 109.86624662989541, - 34.875, - 0.0, - 0.0, - 0.0, - 77.4484941492346, - 0.0, - 0.0, - 211.86192841734857, - 0.0, - 203.767279349864, - 0.0, - 0.0, - 0.0, - 108.0994369551842, - 0.0, - 29.25 - ], - "78": [ - 0.0, - 28.66015625, - 0.0, - 111.93312331494771, - 34.875, - 0.0, - 0.0, - 0.0, - 72.7242470746173, - 0.0, - 0.0, - 207.93096420867428, - 0.0, - 207.383639674932, - 0.0, - 0.0, - 0.0, - 104.54971847759211, - 0.0, - 29.25 - ], - "79": [ - 0.0, - 28.66015625, - 0.0, - 114.96656165747385, - 34.875, - 0.0, - 0.0, - 0.0, - 74.86212353730865, - 0.0, - 0.0, - 212.96548210433713, - 0.0, - 211.191819837466, - 0.0, - 0.0, - 0.0, - 101.27485923879605, - 0.0, - 29.25 - ], - "80": [ - 0.0, - 28.66015625, - 0.0, - 114.98328082873692, - 34.875, - 0.0, - 0.0, - 0.0, - 79.43106176865433, - 0.0, - 0.0, - 227.48274105216856, - 0.0, - 219.595909918733, - 0.0, - 0.0, - 0.0, - 98.63742961939803, - 0.0, - 29.25 - ], - "81": [ - 0.0, - 28.66015625, - 0.0, - 117.99164041436846, - 34.875, - 0.0, - 0.0, - 0.0, - 82.71553088432717, - 0.0, - 0.0, - 235.74137052608427, - 0.0, - 225.7979549593665, - 0.0, - 0.0, - 0.0, - 97.31871480969902, - 0.0, - 29.25 - ], - "82": [ - 0.0, - 28.66015625, - 0.0, - 120.99582020718424, - 34.875, - 0.0, - 0.0, - 0.0, - 82.35776544216358, - 0.0, - 0.0, - 248.37068526304213, - 0.0, - 227.89897747968325, - 0.0, - 0.0, - 0.0, - 93.65935740484952, - 0.0, - 29.25 - ], - "83": [ - 0.0, - 28.66015625, - 0.0, - 121.49791010359212, - 34.875, - 0.0, - 0.0, - 0.0, - 82.67888272108179, - 0.0, - 0.0, - 252.68534263152105, - 0.0, - 235.44948873984163, - 0.0, - 0.0, - 0.0, - 93.32967870242476, - 0.0, - 29.25 - ], - "84": [ - 0.0, - 28.66015625, - 0.0, - 121.74895505179606, - 34.875, - 0.0, - 0.0, - 0.0, - 80.33944136054089, - 0.0, - 0.0, - 254.84267131576053, - 0.0, - 240.2247443699208, - 0.0, - 0.0, - 0.0, - 92.66483935121238, - 0.0, - 29.25 - ], - "85": [ - 0.0, - 28.66015625, - 0.0, - 117.37447752589803, - 34.875, - 0.0, - 0.0, - 0.0, - 84.66972068027044, - 0.0, - 0.0, - 251.92133565788026, - 0.0, - 243.1123721849604, - 0.0, - 0.0, - 0.0, - 90.33241967560619, - 0.0, - 29.25 - ], - "86": [ - 0.0, - 28.66015625, - 0.0, - 119.18723876294902, - 34.875, - 0.0, - 0.0, - 0.0, - 88.83486034013522, - 0.0, - 0.0, - 253.96066782894013, - 0.0, - 250.5561860924802, - 0.0, - 0.0, - 0.0, - 94.1662098378031, - 0.0, - 29.25 - ], - "87": [ - 0.0, - 28.66015625, - 0.0, - 122.59361938147451, - 34.875, - 0.0, - 0.0, - 0.0, - 85.4174301700676, - 0.0, - 0.0, - 251.48033391447007, - 0.0, - 253.2780930462401, - 0.0, - 0.0, - 0.0, - 100.58310491890154, - 0.0, - 29.25 - ], - "88": [ - 0.0, - 28.66015625, - 0.0, - 126.79680969073726, - 34.875, - 0.0, - 0.0, - 0.0, - 79.7087150850338, - 0.0, - 0.0, - 242.24016695723503, - 0.0, - 257.13904652312004, - 0.0, - 0.0, - 0.0, - 105.29155245945077, - 0.0, - 29.25 - ], - "89": [ - 0.0, - 28.66015625, - 0.0, - 126.39840484536863, - 34.875, - 0.0, - 0.0, - 0.0, - 78.85435754251691, - 0.0, - 0.0, - 239.62008347861752, - 0.0, - 257.56952326156, - 0.0, - 0.0, - 0.0, - 104.64577622972539, - 0.0, - 29.25 - ], - "90": [ - 0.0, - 28.66015625, - 0.0, - 127.69920242268432, - 34.875, - 0.0, - 0.0, - 0.0, - 76.92717877125845, - 0.0, - 0.0, - 236.81004173930876, - 0.0, - 248.28476163078, - 0.0, - 0.0, - 0.0, - 103.82288811486269, - 0.0, - 29.25 - ], - "91": [ - 0.0, - 28.66015625, - 0.0, - 128.34960121134216, - 34.875, - 0.0, - 0.0, - 0.0, - 80.46358938562923, - 0.0, - 0.0, - 240.90502086965438, - 0.0, - 253.14238081539, - 0.0, - 0.0, - 0.0, - 102.91144405743134, - 0.0, - 29.25 - ], - "92": [ - 0.0, - 28.66015625, - 0.0, - 130.17480060567107, - 34.875, - 0.0, - 0.0, - 0.0, - 82.23179469281462, - 0.0, - 0.0, - 255.4525104348272, - 0.0, - 256.571190407695, - 0.0, - 0.0, - 0.0, - 102.95572202871567, - 0.0, - 29.25 - ], - "93": [ - 0.0, - 28.66015625, - 0.0, - 132.08740030283553, - 34.875, - 0.0, - 0.0, - 0.0, - 84.61589734640731, - 0.0, - 0.0, - 285.7262552174136, - 0.0, - 258.7855952038475, - 0.0, - 0.0, - 0.0, - 108.97786101435784, - 0.0, - 29.25 - ], - "94": [ - 0.0, - 28.66015625, - 0.0, - 128.04370015141777, - 34.875, - 0.0, - 0.0, - 0.0, - 85.80794867320365, - 0.0, - 0.0, - 289.3631276087068, - 0.0, - 257.89279760192375, - 0.0, - 0.0, - 0.0, - 115.98893050717892, - 0.0, - 29.25 - ], - "95": [ - 0.0, - 28.66015625, - 0.0, - 130.02185007570887, - 34.875, - 0.0, - 0.0, - 0.0, - 86.90397433660183, - 0.0, - 0.0, - 298.6815638043534, - 0.0, - 257.9463988009619, - 0.0, - 0.0, - 0.0, - 117.99446525358945, - 0.0, - 29.25 - ], - "96": [ - 0.0, - 28.66015625, - 0.0, - 131.01092503785443, - 34.875, - 0.0, - 0.0, - 0.0, - 82.95198716830092, - 0.0, - 0.0, - 314.3407819021767, - 0.0, - 264.47319940048095, - 0.0, - 0.0, - 0.0, - 117.49723262679473, - 0.0, - 29.25 - ], - "97": [ - 0.0, - 28.66015625, - 0.0, - 133.00546251892723, - 34.875, - 0.0, - 0.0, - 0.0, - 77.97599358415046, - 0.0, - 0.0, - 318.67039095108834, - 0.0, - 266.7365997002405, - 0.0, - 0.0, - 0.0, - 115.74861631339736, - 0.0, - 29.25 - ], - "98": [ - 0.0, - 28.66015625, - 0.0, - 135.50273125946362, - 34.875, - 0.0, - 0.0, - 0.0, - 75.48799679207522, - 0.0, - 0.0, - 328.3351954755442, - 0.0, - 278.36829985012025, - 0.0, - 0.0, - 0.0, - 115.87430815669867, - 0.0, - 29.25 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.5.gamma=0.1/run=0fac4dce946045c8/rewards.json b/experiments/seed=256/alpha=0.5.gamma=0.1/run=0fac4dce946045c8/rewards.json deleted file mode 100644 index 32afb20..0000000 --- a/experiments/seed=256/alpha=0.5.gamma=0.1/run=0fac4dce946045c8/rewards.json +++ /dev/null @@ -1,2202 +0,0 @@ -{ - "0": [ - 40, - 36, - 8, - 114, - 18, - 0, - 8, - 0, - 97, - 19, - 0, - 277, - 0, - 235, - 0, - 0, - 0, - 222, - 0, - 51 - ], - "1": [ - 52, - 38, - 17, - 115, - 18, - 0, - 7, - 1, - 96, - 21, - 0, - 283, - 0, - 235, - 0, - 0, - 0, - 216, - 0, - 45 - ], - "2": [ - 54, - 45, - 19, - 112, - 19, - 0, - 3, - 0, - 103, - 24, - 0, - 277, - 0, - 239, - 0, - 0, - 0, - 203, - 0, - 45 - ], - "3": [ - 55, - 46, - 15, - 115, - 18, - 0, - 1, - 3, - 109, - 21, - 0, - 265, - 0, - 246, - 0, - 0, - 0, - 204, - 0, - 44 - ], - "4": [ - 60, - 46, - 13, - 111, - 21, - 0, - 0, - 2, - 99, - 22, - 0, - 259, - 0, - 241, - 0, - 0, - 0, - 201, - 0, - 45 - ], - "5": [ - 62, - 43, - 6, - 116, - 24, - 0, - 0, - 6, - 94, - 25, - 0, - 275, - 0, - 250, - 0, - 0, - 0, - 192, - 0, - 43 - ], - "6": [ - 61, - 38, - 7, - 113, - 24, - 0, - 0, - 8, - 92, - 24, - 0, - 280, - 0, - 239, - 0, - 0, - 0, - 178, - 0, - 44 - ], - "7": [ - 57, - 40, - 5, - 117, - 25, - 0, - 0, - 9, - 92, - 20, - 0, - 269, - 0, - 242, - 0, - 0, - 0, - 182, - 0, - 43 - ], - "8": [ - 60, - 43, - 5, - 111, - 27, - 0, - 0, - 10, - 98, - 20, - 0, - 277, - 0, - 237, - 0, - 0, - 0, - 186, - 0, - 46 - ], - "9": [ - 60, - 45, - 4, - 98, - 29, - 0, - 0, - 10, - 101, - 19, - 0, - 261, - 0, - 236, - 0, - 0, - 0, - 186, - 0, - 42 - ], - "10": [ - 65, - 45, - 4, - 97, - 27, - 0, - 0, - 8, - 97, - 21, - 0, - 261, - 0, - 228, - 0, - 0, - 0, - 178, - 0, - 44 - ], - "11": [ - 65, - 47, - 5, - 103, - 32, - 0, - 0, - 11, - 99, - 21, - 0, - 266, - 0, - 219, - 0, - 0, - 0, - 180, - 0, - 48 - ], - "12": [ - 51, - 43, - 8, - 104, - 32, - 0, - 0, - 14, - 106, - 23, - 0, - 259, - 0, - 216, - 0, - 0, - 0, - 170, - 0, - 46 - ], - "13": [ - 50, - 39, - 12, - 95, - 33, - 0, - 0, - 8, - 98, - 22, - 0, - 242, - 0, - 216, - 0, - 0, - 0, - 163, - 0, - 41 - ], - "14": [ - 46, - 36, - 16, - 95, - 31, - 0, - 0, - 7, - 104, - 24, - 0, - 256, - 0, - 227, - 0, - 0, - 0, - 168, - 0, - 43 - ], - "15": [ - 48, - 36, - 19, - 96, - 34, - 0, - 0, - 6, - 102, - 23, - 0, - 256, - 0, - 215, - 0, - 0, - 0, - 165, - 0, - 42 - ], - "16": [ - 51, - 39, - 20, - 94, - 36, - 0, - 0, - 2, - 97, - 24, - 0, - 254, - 0, - 219, - 0, - 0, - 0, - 161, - 0, - 40 - ], - "17": [ - 53, - 41, - 16, - 88, - 40, - 0, - 0, - 1, - 100, - 22, - 0, - 268, - 0, - 218, - 0, - 0, - 0, - 157, - 0, - 41 - ], - "18": [ - 51, - 36, - 19, - 82, - 42, - 0, - 0, - 4, - 110, - 18, - 0, - 260, - 0, - 215, - 0, - 0, - 0, - 158, - 0, - 39 - ], - "19": [ - 49, - 35, - 22, - 83, - 44, - 0, - 0, - 2, - 108, - 19, - 0, - 273, - 0, - 210, - 0, - 0, - 0, - 156, - 0, - 42 - ], - "20": [ - 46, - 31, - 14, - 79, - 40, - 0, - 0, - 0, - 93, - 15, - 0, - 282, - 0, - 222, - 0, - 0, - 0, - 156, - 0, - 43 - ], - "21": [ - 46, - 35, - 9, - 88, - 41, - 0, - 0, - 0, - 78, - 17, - 0, - 266, - 0, - 231, - 0, - 0, - 0, - 147, - 0, - 41 - ], - "22": [ - 50, - 32, - 9, - 85, - 47, - 0, - 0, - 0, - 80, - 12, - 0, - 270, - 0, - 233, - 0, - 0, - 0, - 145, - 0, - 41 - ], - "23": [ - 59, - 31, - 11, - 85, - 48, - 0, - 0, - 0, - 75, - 11, - 0, - 276, - 0, - 228, - 0, - 0, - 0, - 141, - 0, - 41 - ], - "24": [ - 56, - 26, - 5, - 80, - 46, - 0, - 0, - 0, - 68, - 9, - 0, - 263, - 0, - 224, - 0, - 0, - 0, - 134, - 0, - 39 - ], - "25": [ - 54, - 27, - 9, - 80, - 38, - 0, - 0, - 0, - 67, - 10, - 0, - 254, - 0, - 225, - 0, - 0, - 0, - 132, - 0, - 39 - ], - "26": [ - 62, - 26, - 18, - 87, - 37, - 0, - 0, - 2, - 62, - 11, - 0, - 264, - 0, - 220, - 0, - 0, - 0, - 128, - 0, - 40 - ], - "27": [ - 57, - 27, - 12, - 82, - 37, - 0, - 0, - 0, - 69, - 9, - 0, - 273, - 0, - 210, - 0, - 0, - 0, - 127, - 0, - 37 - ], - "28": [ - 67, - 27, - 13, - 79, - 37, - 0, - 0, - 3, - 69, - 9, - 0, - 282, - 0, - 219, - 0, - 0, - 0, - 120, - 0, - 37 - ], - "29": [ - 63, - 29, - 14, - 81, - 37, - 0, - 0, - 2, - 62, - 12, - 0, - 272, - 0, - 211, - 0, - 0, - 0, - 122, - 0, - 37 - ], - "30": [ - 54, - 29, - 12, - 86, - 36, - 0, - 0, - 4, - 60, - 14, - 0, - 284, - 0, - 204, - 0, - 0, - 0, - 121, - 0, - 41 - ], - "31": [ - 58, - 30, - 9, - 91, - 37, - 0, - 0, - 2, - 62, - 12, - 0, - 300, - 0, - 212, - 0, - 0, - 0, - 109, - 0, - 38 - ], - "32": [ - 52, - 30, - 7, - 87, - 36, - 0, - 0, - 3, - 61, - 8, - 0, - 296, - 0, - 195, - 0, - 0, - 0, - 109, - 0, - 39 - ], - "33": [ - 55, - 30, - 9, - 87, - 37, - 0, - 0, - 9, - 62, - 4, - 0, - 298, - 0, - 190, - 0, - 0, - 0, - 115, - 0, - 39 - ], - "34": [ - 58, - 24, - 6, - 84, - 41, - 0, - 0, - 5, - 62, - 5, - 0, - 310, - 0, - 191, - 0, - 0, - 0, - 116, - 0, - 38 - ], - "35": [ - 66, - 24, - 12, - 89, - 43, - 0, - 0, - 5, - 66, - 5, - 0, - 292, - 0, - 188, - 0, - 0, - 0, - 116, - 0, - 40 - ], - "36": [ - 63, - 23, - 14, - 83, - 45, - 0, - 0, - 1, - 73, - 8, - 0, - 287, - 0, - 190, - 0, - 0, - 0, - 122, - 0, - 39 - ], - "37": [ - 56, - 23, - 10, - 80, - 42, - 0, - 0, - 0, - 76, - 8, - 0, - 285, - 0, - 199, - 0, - 0, - 0, - 118, - 0, - 40 - ], - "38": [ - 47, - 22, - 11, - 79, - 49, - 0, - 0, - 0, - 72, - 9, - 0, - 296, - 0, - 211, - 0, - 0, - 0, - 119, - 0, - 40 - ], - "39": [ - 48, - 20, - 10, - 79, - 44, - 0, - 0, - 5, - 73, - 6, - 0, - 291, - 0, - 215, - 0, - 0, - 0, - 115, - 0, - 38 - ], - "40": [ - 41, - 20, - 9, - 80, - 46, - 0, - 0, - 8, - 72, - 11, - 0, - 293, - 0, - 219, - 0, - 0, - 0, - 115, - 0, - 35 - ], - "41": [ - 41, - 20, - 7, - 79, - 49, - 0, - 0, - 9, - 73, - 8, - 0, - 296, - 0, - 218, - 0, - 0, - 0, - 116, - 0, - 34 - ], - "42": [ - 46, - 22, - 10, - 80, - 47, - 0, - 0, - 11, - 75, - 5, - 0, - 282, - 0, - 204, - 0, - 0, - 0, - 115, - 0, - 34 - ], - "43": [ - 40, - 20, - 1, - 91, - 59, - 0, - 0, - 12, - 65, - 5, - 0, - 306, - 0, - 201, - 0, - 0, - 0, - 119, - 0, - 34 - ], - "44": [ - 39, - 20, - 0, - 92, - 56, - 0, - 0, - 15, - 66, - 5, - 0, - 307, - 0, - 203, - 0, - 0, - 0, - 113, - 0, - 36 - ], - "45": [ - 37, - 20, - 1, - 94, - 53, - 0, - 0, - 17, - 62, - 5, - 0, - 304, - 0, - 198, - 0, - 0, - 0, - 111, - 0, - 34 - ], - "46": [ - 35, - 20, - 5, - 108, - 58, - 0, - 0, - 17, - 61, - 5, - 0, - 299, - 0, - 198, - 0, - 0, - 0, - 110, - 0, - 34 - ], - "47": [ - 36, - 19, - 9, - 100, - 52, - 0, - 0, - 15, - 62, - 4, - 0, - 291, - 0, - 195, - 0, - 0, - 4, - 105, - 0, - 36 - ], - "48": [ - 35, - 18, - 13, - 99, - 52, - 0, - 0, - 16, - 57, - 3, - 0, - 288, - 0, - 198, - 0, - 0, - 0, - 101, - 0, - 35 - ], - "49": [ - 33, - 18, - 15, - 101, - 52, - 0, - 0, - 17, - 57, - 4, - 0, - 287, - 0, - 203, - 0, - 0, - 0, - 95, - 0, - 36 - ], - "50": [ - 32, - 18, - 17, - 98, - 55, - 0, - 0, - 20, - 58, - 4, - 0, - 296, - 0, - 200, - 0, - 0, - 0, - 101, - 0, - 33 - ], - "51": [ - 31, - 18, - 15, - 100, - 61, - 0, - 0, - 23, - 58, - 4, - 0, - 291, - 0, - 194, - 0, - 0, - 1, - 96, - 0, - 34 - ], - "52": [ - 28, - 19, - 11, - 101, - 60, - 0, - 0, - 16, - 62, - 6, - 0, - 290, - 0, - 190, - 0, - 0, - 4, - 100, - 0, - 37 - ], - "53": [ - 30, - 19, - 7, - 107, - 70, - 0, - 0, - 19, - 61, - 5, - 0, - 278, - 0, - 176, - 0, - 0, - 2, - 102, - 0, - 36 - ], - "54": [ - 36, - 20, - 5, - 110, - 62, - 0, - 0, - 15, - 59, - 6, - 0, - 268, - 0, - 190, - 0, - 0, - 0, - 102, - 0, - 36 - ], - "55": [ - 33, - 20, - 2, - 112, - 60, - 0, - 0, - 18, - 62, - 7, - 0, - 287, - 0, - 186, - 0, - 0, - 0, - 104, - 0, - 35 - ], - "56": [ - 31, - 21, - 2, - 116, - 57, - 0, - 0, - 23, - 62, - 9, - 0, - 286, - 0, - 179, - 0, - 0, - 0, - 107, - 0, - 35 - ], - "57": [ - 36, - 20, - 2, - 119, - 56, - 0, - 0, - 27, - 71, - 9, - 0, - 302, - 0, - 188, - 0, - 0, - 0, - 104, - 0, - 36 - ], - "58": [ - 29, - 20, - 3, - 117, - 55, - 0, - 0, - 27, - 72, - 10, - 0, - 296, - 0, - 196, - 0, - 0, - 0, - 110, - 0, - 36 - ], - "59": [ - 23, - 19, - 1, - 119, - 57, - 0, - 0, - 31, - 76, - 10, - 0, - 289, - 0, - 186, - 0, - 0, - 5, - 112, - 0, - 38 - ], - "60": [ - 25, - 21, - 0, - 121, - 58, - 0, - 0, - 31, - 75, - 9, - 0, - 285, - 0, - 185, - 0, - 0, - 10, - 122, - 0, - 39 - ], - "61": [ - 24, - 22, - 0, - 124, - 52, - 0, - 0, - 43, - 77, - 9, - 0, - 283, - 0, - 177, - 0, - 0, - 3, - 119, - 0, - 40 - ], - "62": [ - 21, - 20, - 0, - 119, - 51, - 0, - 0, - 45, - 72, - 10, - 0, - 285, - 0, - 189, - 0, - 0, - 3, - 112, - 0, - 39 - ], - "63": [ - 18, - 19, - 0, - 124, - 53, - 0, - 0, - 47, - 73, - 7, - 0, - 288, - 0, - 203, - 0, - 0, - 8, - 108, - 0, - 40 - ], - "64": [ - 15, - 15, - 0, - 125, - 52, - 0, - 0, - 49, - 73, - 7, - 0, - 279, - 0, - 198, - 0, - 0, - 0, - 103, - 0, - 42 - ], - "65": [ - 12, - 18, - 0, - 129, - 51, - 0, - 0, - 46, - 83, - 7, - 0, - 255, - 0, - 195, - 0, - 0, - 0, - 106, - 0, - 40 - ], - "66": [ - 15, - 18, - 0, - 124, - 53, - 0, - 0, - 44, - 78, - 6, - 0, - 274, - 0, - 188, - 0, - 0, - 2, - 104, - 0, - 41 - ], - "67": [ - 10, - 20, - 0, - 127, - 51, - 0, - 0, - 46, - 81, - 5, - 0, - 259, - 0, - 191, - 0, - 0, - 3, - 98, - 0, - 40 - ], - "68": [ - 7, - 20, - 0, - 130, - 56, - 0, - 0, - 40, - 75, - 5, - 0, - 268, - 0, - 180, - 0, - 0, - 4, - 86, - 0, - 42 - ], - "69": [ - 9, - 20, - 0, - 127, - 56, - 0, - 0, - 44, - 76, - 4, - 0, - 268, - 0, - 188, - 0, - 0, - 0, - 82, - 0, - 40 - ], - "70": [ - 13, - 20, - 0, - 120, - 50, - 0, - 4, - 43, - 79, - 7, - 0, - 262, - 0, - 192, - 0, - 0, - 3, - 87, - 0, - 39 - ], - "71": [ - 11, - 21, - 0, - 118, - 52, - 0, - 9, - 41, - 79, - 6, - 0, - 266, - 0, - 185, - 0, - 0, - 7, - 94, - 0, - 39 - ], - "72": [ - 7, - 23, - 0, - 118, - 58, - 0, - 11, - 40, - 73, - 8, - 0, - 269, - 0, - 181, - 0, - 0, - 6, - 100, - 0, - 41 - ], - "73": [ - 8, - 23, - 2, - 120, - 66, - 0, - 18, - 40, - 71, - 5, - 0, - 242, - 0, - 195, - 0, - 0, - 1, - 105, - 0, - 41 - ], - "74": [ - 10, - 24, - 0, - 116, - 63, - 0, - 15, - 40, - 65, - 5, - 0, - 229, - 0, - 195, - 0, - 0, - 7, - 107, - 0, - 40 - ], - "75": [ - 8, - 24, - 1, - 104, - 68, - 0, - 25, - 42, - 76, - 5, - 0, - 220, - 0, - 202, - 0, - 0, - 4, - 102, - 0, - 42 - ], - "76": [ - 8, - 23, - 0, - 112, - 74, - 0, - 26, - 46, - 81, - 4, - 0, - 226, - 0, - 199, - 0, - 0, - 5, - 108, - 0, - 43 - ], - "77": [ - 5, - 25, - 0, - 108, - 76, - 0, - 30, - 45, - 81, - 2, - 0, - 215, - 0, - 205, - 0, - 0, - 11, - 105, - 0, - 42 - ], - "78": [ - 6, - 23, - 0, - 110, - 69, - 0, - 22, - 46, - 76, - 2, - 0, - 202, - 0, - 206, - 0, - 0, - 14, - 111, - 0, - 40 - ], - "79": [ - 2, - 22, - 0, - 114, - 77, - 0, - 24, - 46, - 68, - 2, - 0, - 204, - 0, - 211, - 0, - 0, - 4, - 101, - 0, - 40 - ], - "80": [ - 3, - 20, - 0, - 118, - 82, - 0, - 24, - 45, - 77, - 4, - 0, - 218, - 0, - 215, - 0, - 0, - 5, - 98, - 0, - 40 - ], - "81": [ - 8, - 18, - 0, - 115, - 78, - 0, - 30, - 46, - 84, - 4, - 0, - 242, - 0, - 228, - 0, - 0, - 8, - 96, - 0, - 41 - ], - "82": [ - 11, - 19, - 0, - 121, - 74, - 0, - 20, - 45, - 86, - 1, - 0, - 244, - 0, - 232, - 0, - 0, - 13, - 96, - 0, - 40 - ], - "83": [ - 10, - 18, - 0, - 124, - 77, - 0, - 20, - 48, - 82, - 2, - 0, - 261, - 0, - 230, - 0, - 0, - 18, - 90, - 0, - 41 - ], - "84": [ - 9, - 19, - 0, - 122, - 80, - 0, - 29, - 47, - 83, - 1, - 0, - 257, - 0, - 243, - 0, - 0, - 24, - 93, - 0, - 37 - ], - "85": [ - 10, - 22, - 0, - 122, - 84, - 0, - 33, - 55, - 78, - 0, - 0, - 257, - 0, - 245, - 0, - 0, - 23, - 92, - 0, - 38 - ], - "86": [ - 11, - 23, - 0, - 113, - 80, - 0, - 38, - 56, - 89, - 0, - 0, - 249, - 0, - 246, - 0, - 0, - 22, - 88, - 0, - 37 - ], - "87": [ - 9, - 19, - 0, - 121, - 75, - 0, - 30, - 57, - 93, - 0, - 0, - 256, - 0, - 258, - 0, - 0, - 26, - 98, - 0, - 37 - ], - "88": [ - 5, - 19, - 1, - 126, - 75, - 0, - 22, - 63, - 82, - 0, - 0, - 249, - 0, - 256, - 0, - 0, - 21, - 107, - 0, - 35 - ], - "89": [ - 3, - 19, - 3, - 131, - 67, - 0, - 24, - 58, - 74, - 0, - 0, - 233, - 0, - 261, - 0, - 0, - 20, - 110, - 0, - 38 - ], - "90": [ - 5, - 18, - 1, - 126, - 77, - 0, - 21, - 64, - 78, - 0, - 0, - 237, - 0, - 258, - 0, - 0, - 24, - 104, - 0, - 38 - ], - "91": [ - 9, - 18, - 4, - 129, - 81, - 0, - 23, - 57, - 75, - 0, - 0, - 234, - 0, - 239, - 0, - 0, - 15, - 103, - 0, - 37 - ], - "92": [ - 6, - 20, - 4, - 129, - 74, - 0, - 25, - 58, - 84, - 0, - 0, - 245, - 0, - 258, - 0, - 0, - 18, - 102, - 0, - 38 - ], - "93": [ - 6, - 21, - 2, - 132, - 76, - 0, - 11, - 57, - 84, - 0, - 0, - 270, - 0, - 260, - 0, - 0, - 12, - 103, - 0, - 39 - ], - "94": [ - 5, - 22, - 1, - 134, - 77, - 0, - 9, - 52, - 87, - 0, - 0, - 316, - 0, - 261, - 0, - 0, - 19, - 115, - 0, - 37 - ], - "95": [ - 4, - 21, - 2, - 124, - 73, - 0, - 11, - 45, - 87, - 0, - 0, - 293, - 0, - 257, - 0, - 0, - 15, - 123, - 0, - 36 - ], - "96": [ - 2, - 22, - 6, - 132, - 70, - 0, - 22, - 49, - 88, - 0, - 0, - 308, - 0, - 258, - 0, - 0, - 13, - 120, - 0, - 41 - ], - "97": [ - 5, - 20, - 4, - 132, - 71, - 0, - 20, - 49, - 79, - 0, - 0, - 330, - 0, - 271, - 0, - 0, - 14, - 117, - 0, - 42 - ], - "98": [ - 1, - 20, - 7, - 135, - 74, - 0, - 16, - 47, - 73, - 0, - 0, - 323, - 0, - 269, - 0, - 0, - 13, - 114, - 0, - 42 - ], - "99": [ - 0, - 22, - 12, - 138, - 72, - 0, - 16, - 45, - 73, - 0, - 0, - 338, - 0, - 290, - 0, - 0, - 11, - 116, - 0, - 44 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.5.gamma=0.1/run=0fac4dce946045c8/rewards.plot.png b/experiments/seed=256/alpha=0.5.gamma=0.1/run=0fac4dce946045c8/rewards.plot.png deleted file mode 100644 index 511e972..0000000 Binary files a/experiments/seed=256/alpha=0.5.gamma=0.1/run=0fac4dce946045c8/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.5.gamma=0.1/run=0fac4dce946045c8/sum_rewards.json b/experiments/seed=256/alpha=0.5.gamma=0.1/run=0fac4dce946045c8/sum_rewards.json deleted file mode 100644 index e7dfa3d..0000000 --- a/experiments/seed=256/alpha=0.5.gamma=0.1/run=0fac4dce946045c8/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 78568, - "V": 5947485 - }, - "control": { - "R": 67311, - "V": 5721003 - } -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.5.gamma=0.1/run=0fac4dce946045c8/view.plot.png b/experiments/seed=256/alpha=0.5.gamma=0.1/run=0fac4dce946045c8/view.plot.png deleted file mode 100644 index 1a3fc66..0000000 Binary files a/experiments/seed=256/alpha=0.5.gamma=0.1/run=0fac4dce946045c8/view.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.5.gamma=0.1/run=4a6f8c3324664e82/choices.json b/experiments/seed=256/alpha=0.5.gamma=0.1/run=4a6f8c3324664e82/choices.json deleted file mode 100644 index ef2fa73..0000000 --- a/experiments/seed=256/alpha=0.5.gamma=0.1/run=4a6f8c3324664e82/choices.json +++ /dev/null @@ -1,702 +0,0 @@ -{ - "0": [ - 12, - 11, - 2, - 6, - 7 - ], - "1": [ - 11, - 16, - 12, - 19, - 10 - ], - "2": [ - 11, - 19, - 4, - 5, - 14 - ], - "3": [ - 11, - 19, - 4, - 1, - 3 - ], - "4": [ - 11, - 19, - 3, - 4, - 1 - ], - "5": [ - 11, - 19, - 4, - 1, - 3 - ], - "6": [ - 11, - 19, - 3, - 1, - 4 - ], - "7": [ - 11, - 19, - 1, - 4, - 3 - ], - "8": [ - 11, - 19, - 1, - 4, - 3 - ], - "9": [ - 11, - 19, - 1, - 4, - 3 - ], - "10": [ - 11, - 19, - 4, - 1, - 3 - ], - "11": [ - 11, - 19, - 1, - 4, - 3 - ], - "12": [ - 11, - 19, - 4, - 1, - 3 - ], - "13": [ - 11, - 19, - 1, - 4, - 3 - ], - "14": [ - 11, - 19, - 1, - 4, - 3 - ], - "15": [ - 11, - 4, - 19, - 3, - 1 - ], - "16": [ - 11, - 19, - 4, - 1, - 3 - ], - "17": [ - 11, - 19, - 4, - 1, - 3 - ], - "18": [ - 11, - 19, - 4, - 1, - 7 - ], - "19": [ - 11, - 19, - 4, - 1, - 3 - ], - "20": [ - 11, - 19, - 4, - 1, - 3 - ], - "21": [ - 11, - 19, - 4, - 1, - 3 - ], - "22": [ - 11, - 19, - 4, - 1, - 3 - ], - "23": [ - 11, - 4, - 19, - 1, - 3 - ], - "24": [ - 11, - 19, - 1, - 4, - 3 - ], - "25": [ - 11, - 4, - 19, - 1, - 3 - ], - "26": [ - 11, - 4, - 19, - 1, - 3 - ], - "27": [ - 11, - 4, - 19, - 1, - 3 - ], - "28": [ - 11, - 4, - 19, - 1, - 3 - ], - "29": [ - 11, - 4, - 1, - 19, - 3 - ], - "30": [ - 11, - 19, - 4, - 1, - 3 - ], - "31": [ - 11, - 4, - 19, - 1, - 3 - ], - "32": [ - 11, - 19, - 4, - 1, - 3 - ], - "33": [ - 11, - 4, - 19, - 1, - 3 - ], - "34": [ - 11, - 4, - 1, - 19, - 3 - ], - "35": [ - 11, - 4, - 1, - 19, - 3 - ], - "36": [ - 11, - 4, - 19, - 1, - 3 - ], - "37": [ - 11, - 4, - 19, - 3, - 1 - ], - "38": [ - 11, - 4, - 19, - 1, - 3 - ], - "39": [ - 11, - 4, - 19, - 1, - 3 - ], - "40": [ - 11, - 4, - 1, - 19, - 3 - ], - "41": [ - 11, - 4, - 19, - 3, - 1 - ], - "42": [ - 11, - 4, - 1, - 19, - 3 - ], - "43": [ - 11, - 4, - 19, - 1, - 3 - ], - "44": [ - 11, - 4, - 19, - 3, - 14 - ], - "45": [ - 11, - 4, - 19, - 1, - 3 - ], - "46": [ - 4, - 11, - 3, - 19, - 1 - ], - "47": [ - 11, - 4, - 3, - 1, - 19 - ], - "48": [ - 11, - 4, - 19, - 3, - 1 - ], - "49": [ - 4, - 11, - 19, - 3, - 1 - ], - "50": [ - 11, - 4, - 19, - 3, - 1 - ], - "51": [ - 11, - 4, - 19, - 3, - 1 - ], - "52": [ - 4, - 11, - 3, - 19, - 1 - ], - "53": [ - 11, - 4, - 3, - 19, - 1 - ], - "54": [ - 4, - 11, - 19, - 3, - 1 - ], - "55": [ - 4, - 11, - 1, - 19, - 3 - ], - "56": [ - 4, - 11, - 19, - 3, - 1 - ], - "57": [ - 4, - 11, - 19, - 3, - 1 - ], - "58": [ - 4, - 11, - 3, - 19, - 1 - ], - "59": [ - 4, - 11, - 19, - 3, - 1 - ], - "60": [ - 11, - 4, - 19, - 3, - 1 - ], - "61": [ - 4, - 11, - 19, - 3, - 1 - ], - "62": [ - 4, - 11, - 19, - 3, - 1 - ], - "63": [ - 11, - 4, - 19, - 3, - 1 - ], - "64": [ - 4, - 11, - 19, - 3, - 1 - ], - "65": [ - 4, - 11, - 19, - 3, - 1 - ], - "66": [ - 11, - 4, - 19, - 3, - 1 - ], - "67": [ - 11, - 4, - 19, - 3, - 1 - ], - "68": [ - 11, - 4, - 19, - 3, - 1 - ], - "69": [ - 11, - 4, - 19, - 3, - 1 - ], - "70": [ - 11, - 4, - 19, - 3, - 1 - ], - "71": [ - 11, - 4, - 19, - 3, - 1 - ], - "72": [ - 11, - 4, - 19, - 3, - 1 - ], - "73": [ - 11, - 4, - 19, - 3, - 1 - ], - "74": [ - 11, - 4, - 19, - 3, - 1 - ], - "75": [ - 11, - 4, - 19, - 1, - 3 - ], - "76": [ - 11, - 4, - 19, - 3, - 1 - ], - "77": [ - 11, - 4, - 19, - 3, - 1 - ], - "78": [ - 11, - 4, - 19, - 3, - 1 - ], - "79": [ - 11, - 4, - 19, - 1, - 3 - ], - "80": [ - 11, - 4, - 19, - 3, - 1 - ], - "81": [ - 11, - 4, - 19, - 1, - 3 - ], - "82": [ - 11, - 4, - 19, - 3, - 1 - ], - "83": [ - 11, - 4, - 19, - 3, - 14 - ], - "84": [ - 11, - 4, - 19, - 3, - 1 - ], - "85": [ - 11, - 4, - 19, - 3, - 1 - ], - "86": [ - 11, - 4, - 19, - 3, - 1 - ], - "87": [ - 11, - 4, - 19, - 3, - 1 - ], - "88": [ - 11, - 4, - 19, - 3, - 1 - ], - "89": [ - 11, - 4, - 19, - 3, - 1 - ], - "90": [ - 11, - 4, - 19, - 3, - 1 - ], - "91": [ - 11, - 4, - 19, - 1, - 3 - ], - "92": [ - 11, - 4, - 19, - 3, - 1 - ], - "93": [ - 11, - 4, - 19, - 3, - 1 - ], - "94": [ - 11, - 4, - 19, - 1, - 3 - ], - "95": [ - 11, - 4, - 19, - 1, - 3 - ], - "96": [ - 11, - 4, - 19, - 1, - 3 - ], - "97": [ - 11, - 4, - 19, - 3, - 1 - ], - "98": [ - 11, - 4, - 19, - 1, - 3 - ], - "99": [ - 11, - 4, - 19, - 1, - 3 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.5.gamma=0.1/run=4a6f8c3324664e82/config.json b/experiments/seed=256/alpha=0.5.gamma=0.1/run=4a6f8c3324664e82/config.json deleted file mode 100644 index 9a265ba..0000000 --- a/experiments/seed=256/alpha=0.5.gamma=0.1/run=4a6f8c3324664e82/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 20, - "num_choices": 5, - "time_span": 100, - "history_span": 3000, - "alpha": 0.5, - "gamma": 0.1, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.5.gamma=0.1/run=4a6f8c3324664e82/control.choices.json b/experiments/seed=256/alpha=0.5.gamma=0.1/run=4a6f8c3324664e82/control.choices.json deleted file mode 100644 index 1ce1220..0000000 --- a/experiments/seed=256/alpha=0.5.gamma=0.1/run=4a6f8c3324664e82/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 4, - 3, - 11, - 1, - 13 -] \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.5.gamma=0.1/run=4a6f8c3324664e82/qvalues.json b/experiments/seed=256/alpha=0.5.gamma=0.1/run=4a6f8c3324664e82/qvalues.json deleted file mode 100644 index 51aecf2..0000000 --- a/experiments/seed=256/alpha=0.5.gamma=0.1/run=4a6f8c3324664e82/qvalues.json +++ /dev/null @@ -1,2180 +0,0 @@ -{ - "0": [ - 0.0, - 5.0, - 3.5, - 5.0, - 5.0, - 0.0, - 4.0, - 0.5, - 0.0, - 0.0, - 0.0, - 110.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 5.0, - 3.5, - 5.0, - 5.0, - 0.0, - 4.0, - 0.5, - 0.0, - 0.0, - 0.0, - 159.5, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 62.5 - ], - "2": [ - 0.0, - 5.0, - 3.5, - 5.0, - 29.5, - 0.0, - 4.0, - 0.5, - 0.0, - 0.0, - 0.0, - 182.25, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 92.25 - ], - "3": [ - 0.0, - 46.0, - 3.5, - 34.0, - 42.75, - 0.0, - 4.0, - 0.5, - 0.0, - 0.0, - 0.0, - 198.125, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 107.625 - ], - "4": [ - 0.0, - 71.5, - 3.5, - 51.5, - 51.875, - 0.0, - 4.0, - 0.5, - 0.0, - 0.0, - 0.0, - 199.0625, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 114.3125 - ], - "5": [ - 0.0, - 80.25, - 3.5, - 59.25, - 57.4375, - 0.0, - 4.0, - 0.5, - 0.0, - 0.0, - 0.0, - 198.03125, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 121.15625 - ], - "6": [ - 0.0, - 91.125, - 3.5, - 63.125, - 63.21875, - 0.0, - 4.0, - 0.5, - 0.0, - 0.0, - 0.0, - 202.515625, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 123.578125 - ], - "7": [ - 0.0, - 93.0625, - 3.5, - 64.5625, - 68.609375, - 0.0, - 4.0, - 0.5, - 0.0, - 0.0, - 0.0, - 205.2578125, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 129.2890625 - ], - "8": [ - 0.0, - 91.03125, - 3.5, - 64.78125, - 74.8046875, - 0.0, - 4.0, - 0.5, - 0.0, - 0.0, - 0.0, - 201.12890625, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 127.14453125 - ], - "9": [ - 0.0, - 92.015625, - 3.5, - 62.890625, - 77.40234375, - 0.0, - 4.0, - 0.5, - 0.0, - 0.0, - 0.0, - 202.564453125, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 132.572265625 - ], - "10": [ - 0.0, - 95.0078125, - 3.5, - 62.9453125, - 86.201171875, - 0.0, - 4.0, - 0.5, - 0.0, - 0.0, - 0.0, - 206.2822265625, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 141.2861328125 - ], - "11": [ - 0.0, - 91.50390625, - 3.5, - 61.97265625, - 95.6005859375, - 0.0, - 4.0, - 0.5, - 0.0, - 0.0, - 0.0, - 213.14111328125, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 146.64306640625 - ], - "12": [ - 0.0, - 88.251953125, - 3.5, - 59.486328125, - 103.30029296875, - 0.0, - 4.0, - 0.5, - 0.0, - 0.0, - 0.0, - 219.070556640625, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 140.821533203125 - ], - "13": [ - 0.0, - 84.6259765625, - 3.5, - 61.2431640625, - 104.650146484375, - 0.0, - 4.0, - 0.5, - 0.0, - 0.0, - 0.0, - 229.5352783203125, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 137.4107666015625 - ], - "14": [ - 0.0, - 87.81298828125, - 3.5, - 60.12158203125, - 106.8250732421875, - 0.0, - 4.0, - 0.5, - 0.0, - 0.0, - 0.0, - 236.76763916015625, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 133.70538330078125 - ], - "15": [ - 0.0, - 92.406494140625, - 3.5, - 57.560791015625, - 109.41253662109375, - 0.0, - 4.0, - 0.5, - 0.0, - 0.0, - 0.0, - 241.38381958007812, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 127.85269165039062 - ], - "16": [ - 0.0, - 94.2032470703125, - 3.5, - 55.2803955078125, - 106.70626831054688, - 0.0, - 4.0, - 0.5, - 0.0, - 0.0, - 0.0, - 244.19190979003906, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 130.4263458251953 - ], - "17": [ - 0.0, - 95.10162353515625, - 3.5, - 54.14019775390625, - 106.35313415527344, - 0.0, - 4.0, - 0.5, - 0.0, - 0.0, - 0.0, - 238.09595489501953, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 130.21317291259766 - ], - "18": [ - 0.0, - 94.55081176757812, - 3.5, - 54.14019775390625, - 106.17656707763672, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 230.04797744750977, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 132.60658645629883 - ], - "19": [ - 0.0, - 91.27540588378906, - 3.5, - 51.070098876953125, - 108.58828353881836, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 226.52398872375488, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 136.3032932281494 - ], - "20": [ - 0.0, - 90.63770294189453, - 3.5, - 50.03504943847656, - 114.29414176940918, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 214.26199436187744, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 135.6516466140747 - ], - "21": [ - 0.0, - 91.81885147094727, - 3.5, - 47.51752471923828, - 119.14707088470459, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 206.13099718093872, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 132.32582330703735 - ], - "22": [ - 0.0, - 90.40942573547363, - 3.5, - 48.75876235961914, - 122.5735354423523, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 206.06549859046936, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 129.66291165351868 - ], - "23": [ - 0.0, - 88.70471286773682, - 3.5, - 50.37938117980957, - 124.78676772117615, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 214.03274929523468, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 121.33145582675934 - ], - "24": [ - 0.0, - 87.85235643386841, - 3.5, - 52.689690589904785, - 129.89338386058807, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 222.51637464761734, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 116.66572791337967 - ], - "25": [ - 0.0, - 86.4261782169342, - 3.5, - 56.34484529495239, - 136.44669193029404, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 238.25818732380867, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 117.83286395668983 - ], - "26": [ - 0.0, - 88.7130891084671, - 3.5, - 57.172422647476196, - 142.72334596514702, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 241.62909366190434, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 112.91643197834492 - ], - "27": [ - 0.0, - 90.85654455423355, - 3.5, - 60.0862113237381, - 146.3616729825735, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 237.81454683095217, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 110.45821598917246 - ], - "28": [ - 0.0, - 96.92827227711678, - 3.5, - 63.04310566186905, - 147.18083649128675, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 230.40727341547608, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 107.72910799458623 - ], - "29": [ - 0.0, - 100.46413613855839, - 3.5, - 67.02155283093452, - 147.09041824564338, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 223.70363670773804, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 113.86455399729311 - ], - "30": [ - 0.0, - 103.7320680692792, - 3.5, - 70.01077641546726, - 148.0452091228217, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 225.85181835386902, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 114.43227699864656 - ], - "31": [ - 0.0, - 104.3660340346396, - 3.5, - 70.00538820773363, - 147.52260456141084, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 224.9259091769345, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 114.71613849932328 - ], - "32": [ - 0.0, - 108.1830170173198, - 3.5, - 69.50269410386682, - 145.76130228070542, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 225.46295458846726, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 109.35806924966164 - ], - "33": [ - 0.0, - 99.0915085086599, - 3.5, - 69.25134705193341, - 147.8806511403527, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 218.73147729423363, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 109.17903462483082 - ], - "34": [ - 0.0, - 92.54575425432995, - 3.5, - 71.1256735259667, - 149.94032557017636, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 220.3657386471168, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 109.08951731241541 - ], - "35": [ - 0.0, - 87.27287712716497, - 3.5, - 71.06283676298335, - 158.47016278508818, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 216.1828693235584, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 110.0447586562077 - ], - "36": [ - 0.0, - 82.63643856358249, - 3.5, - 71.03141838149168, - 161.2350813925441, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 227.5914346617792, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 110.52237932810385 - ], - "37": [ - 0.0, - 79.31821928179124, - 3.5, - 67.51570919074584, - 165.61754069627204, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 228.2957173308896, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 107.76118966405193 - ], - "38": [ - 0.0, - 73.15910964089562, - 3.5, - 65.75785459537292, - 170.80877034813602, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 222.1478586654448, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 106.38059483202596 - ], - "39": [ - 0.0, - 70.07955482044781, - 3.5, - 68.37892729768646, - 176.904385174068, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 208.5739293327224, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 104.19029741601298 - ], - "40": [ - 0.0, - 69.5397774102239, - 3.5, - 67.18946364884323, - 182.452192587034, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 198.2869646663612, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 99.09514870800649 - ], - "41": [ - 0.0, - 73.26988870511195, - 3.5, - 67.59473182442161, - 180.726096293517, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 198.6434823331806, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 94.54757435400325 - ], - "42": [ - 0.0, - 72.13494435255598, - 3.5, - 69.79736591221081, - 179.8630481467585, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 195.8217411665903, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 93.27378717700162 - ], - "43": [ - 0.0, - 71.56747217627799, - 3.5, - 70.8986829561054, - 184.43152407337925, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 196.41087058329515, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 93.63689358850081 - ], - "44": [ - 0.0, - 71.56747217627799, - 3.5, - 71.9493414780527, - 186.21576203668963, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 194.20543529164758, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 92.8184467942504 - ], - "45": [ - 0.0, - 74.783736088139, - 3.5, - 73.97467073902635, - 190.6078810183448, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 199.6027176458238, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 91.9092233971252 - ], - "46": [ - 0.0, - 73.8918680440695, - 3.5, - 72.48733536951318, - 190.3039405091724, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 203.30135882291188, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 95.4546116985626 - ], - "47": [ - 0.0, - 71.94593402203475, - 3.5, - 71.24366768475659, - 188.65197025458622, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 206.65067941145594, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 95.7273058492813 - ], - "48": [ - 0.0, - 70.97296701101737, - 3.5, - 76.6218338423783, - 186.3259851272931, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 212.82533970572797, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 97.86365292464065 - ], - "49": [ - 0.0, - 68.48648350550869, - 3.5, - 79.81091692118915, - 192.16299256364655, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 212.91266985286398, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 95.43182646232032 - ], - "50": [ - 0.0, - 67.24324175275434, - 3.5, - 84.90545846059457, - 196.08149628182326, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 201.956334926432, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 92.71591323116016 - ], - "51": [ - 0.0, - 66.12162087637716, - 3.5, - 88.95272923029728, - 197.54074814091163, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 187.97816746321598, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 96.85795661558008 - ], - "52": [ - 0.0, - 65.56081043818858, - 3.5, - 93.97636461514864, - 203.27037407045583, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 176.989083731608, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 100.42897830779003 - ], - "53": [ - 0.0, - 67.78040521909429, - 3.5, - 95.48818230757432, - 205.13518703522791, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 168.494541865804, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 103.71448915389502 - ], - "54": [ - 0.0, - 68.89020260954715, - 3.5, - 96.24409115378717, - 210.06759351761394, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 158.74727093290198, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 101.35724457694751 - ], - "55": [ - 0.0, - 69.94510130477357, - 3.5, - 95.62204557689358, - 210.03379675880697, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 152.373635466451, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 99.67862228847375 - ], - "56": [ - 0.0, - 70.47255065238679, - 3.5, - 95.81102278844679, - 207.51689837940347, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 156.6868177332255, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 104.33931114423687 - ], - "57": [ - 0.0, - 71.2362753261934, - 3.5, - 95.4055113942234, - 210.75844918970174, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 157.34340886661275, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 111.66965557211844 - ], - "58": [ - 0.0, - 72.11813766309669, - 3.5, - 96.2027556971117, - 205.87922459485088, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 160.1717044333064, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 116.33482778605922 - ], - "59": [ - 0.0, - 77.05906883154834, - 3.5, - 95.10137784855584, - 199.93961229742544, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 177.0858522166532, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 123.16741389302962 - ], - "60": [ - 0.0, - 80.02953441577418, - 3.5, - 94.05068892427792, - 196.96980614871273, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 182.04292610832658, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 126.08370694651481 - ], - "61": [ - 0.0, - 77.01476720788709, - 3.5, - 95.52534446213896, - 193.98490307435637, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 178.0214630541633, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 128.0418534732574 - ], - "62": [ - 0.0, - 75.00738360394354, - 3.5, - 97.76267223106947, - 192.99245153717817, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 191.01073152708165, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 133.5209267366287 - ], - "63": [ - 0.0, - 67.00369180197177, - 3.5, - 98.88133611553474, - 194.49622576858908, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 199.50536576354082, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 138.76046336831433 - ], - "64": [ - 0.0, - 66.50184590098588, - 3.5, - 95.94066805776737, - 193.74811288429453, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 208.7526828817704, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 140.38023168415717 - ], - "65": [ - 0.0, - 68.25092295049294, - 3.5, - 95.47033402888368, - 199.37405644214726, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 218.8763414408852, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 142.19011584207857 - ], - "66": [ - 0.0, - 72.12546147524647, - 3.5, - 94.23516701444184, - 197.68702822107363, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 222.4381707204426, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 136.59505792103928 - ], - "67": [ - 0.0, - 75.06273073762324, - 3.5, - 94.61758350722093, - 195.34351411053683, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 234.2190853602213, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 138.79752896051963 - ], - "68": [ - 0.0, - 76.53136536881162, - 3.5, - 97.30879175361046, - 199.67175705526842, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 240.10954268011065, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 136.3987644802598 - ], - "69": [ - 0.0, - 76.26568268440582, - 3.5, - 99.65439587680524, - 198.8358785276342, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 249.0547713400553, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 132.19938224012992 - ], - "70": [ - 0.0, - 77.13284134220291, - 3.5, - 101.32719793840262, - 199.41793926381712, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 261.5273856700277, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 134.59969112006496 - ], - "71": [ - 0.0, - 80.06642067110145, - 3.5, - 101.1635989692013, - 206.20896963190856, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 276.76369283501384, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 134.29984556003248 - ], - "72": [ - 0.0, - 84.03321033555073, - 3.5, - 99.58179948460065, - 209.10448481595427, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 283.88184641750695, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 134.64992278001625 - ], - "73": [ - 0.0, - 87.01660516777537, - 3.5, - 98.79089974230033, - 210.05224240797713, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 296.9409232087535, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 130.82496139000813 - ], - "74": [ - 0.0, - 88.00830258388768, - 3.5, - 95.89544987115016, - 199.52612120398857, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 301.97046160437674, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 136.41248069500406 - ], - "75": [ - 0.0, - 88.50415129194384, - 3.5, - 91.94772493557508, - 201.76306060199428, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 318.48523080218837, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 144.20624034750205 - ], - "76": [ - 0.0, - 90.25207564597193, - 3.5, - 87.97386246778754, - 198.88153030099716, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 327.2426154010942, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 143.60312017375102 - ], - "77": [ - 0.0, - 88.62603782298596, - 3.5, - 86.98693123389377, - 198.94076515049858, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 326.1213077005471, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 137.8015600868755 - ], - "78": [ - 0.0, - 83.31301891149297, - 3.5, - 84.49346561694688, - 195.4703825752493, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 328.5606538502735, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 132.40078004343775 - ], - "79": [ - 0.0, - 78.65650945574649, - 3.5, - 85.24673280847344, - 202.73519128762464, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 340.78032692513676, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 131.20039002171887 - ], - "80": [ - 0.0, - 73.82825472787324, - 3.5, - 85.62336640423672, - 205.8675956438123, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 353.89016346256835, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 130.10019501085944 - ], - "81": [ - 0.0, - 73.41412736393661, - 3.5, - 91.31168320211836, - 206.93379782190615, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 366.4450817312842, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 128.05009750542973 - ], - "82": [ - 0.0, - 71.70706368196831, - 3.5, - 91.65584160105918, - 208.4668989109531, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 377.7225408656421, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 127.02504875271487 - ], - "83": [ - 0.0, - 71.70706368196831, - 3.5, - 86.8279208005296, - 208.73344945547655, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 396.861270432821, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 121.51252437635743 - ], - "84": [ - 0.0, - 78.35353184098415, - 3.5, - 86.4139604002648, - 208.36672472773827, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 414.4306352164105, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 120.75626218817871 - ], - "85": [ - 0.0, - 84.67676592049207, - 3.5, - 85.70698020013239, - 205.68336236386915, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 416.7153176082053, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 120.37813109408935 - ], - "86": [ - 0.0, - 81.33838296024604, - 3.5, - 82.3534901000662, - 207.34168118193458, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 419.35765880410264, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 119.18906554704468 - ], - "87": [ - 0.0, - 79.66919148012302, - 3.5, - 80.1767450500331, - 207.1708405909673, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 415.1788294020513, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 114.59453277352233 - ], - "88": [ - 0.0, - 78.8345957400615, - 3.5, - 76.08837252501655, - 198.08542029548363, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 419.58941470102565, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 118.29726638676117 - ], - "89": [ - 0.0, - 76.41729787003075, - 3.5, - 73.54418626250828, - 192.54271014774181, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 419.7947073505128, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 122.14863319338059 - ], - "90": [ - 0.0, - 75.20864893501538, - 3.5, - 74.27209313125414, - 194.7713550738709, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 414.3973536752564, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 122.5743165966903 - ], - "91": [ - 0.0, - 78.6043244675077, - 3.5, - 75.63604656562707, - 194.88567753693545, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 412.1986768376282, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 127.78715829834515 - ], - "92": [ - 0.0, - 81.30216223375385, - 3.5, - 77.81802328281353, - 191.4428387684677, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 429.5993384188141, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 128.39357914917258 - ], - "93": [ - 0.0, - 84.15108111687692, - 3.5, - 75.40901164140676, - 189.72141938423385, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 440.79966920940706, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 126.19678957458629 - ], - "94": [ - 0.0, - 85.07554055843846, - 3.5, - 69.70450582070339, - 189.86070969211693, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 446.3998346047035, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 123.09839478729315 - ], - "95": [ - 0.0, - 86.53777027921923, - 3.5, - 74.8522529103517, - 194.93035484605846, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 453.19991730235176, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 127.54919739364658 - ], - "96": [ - 0.0, - 83.26888513960961, - 3.5, - 74.42612645517585, - 195.46517742302922, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 453.0999586511759, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 128.7745986968233 - ], - "97": [ - 0.0, - 81.6344425698048, - 3.5, - 73.21306322758792, - 195.7325887115146, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 441.54997932558797, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 131.38729934841166 - ], - "98": [ - 0.0, - 82.8172212849024, - 3.5, - 72.60653161379396, - 189.8662943557573, - 0.0, - 4.0, - 1.25, - 0.0, - 0.0, - 0.0, - 432.274989662794, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 135.19364967420583 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.5.gamma=0.1/run=4a6f8c3324664e82/rewards.json b/experiments/seed=256/alpha=0.5.gamma=0.1/run=4a6f8c3324664e82/rewards.json deleted file mode 100644 index 9f50ca1..0000000 --- a/experiments/seed=256/alpha=0.5.gamma=0.1/run=4a6f8c3324664e82/rewards.json +++ /dev/null @@ -1,2202 +0,0 @@ -{ - "0": [ - 41, - 91, - 3, - 68, - 55, - 0, - 9, - 0, - 66, - 12, - 0, - 222, - 0, - 276, - 0, - 0, - 0, - 184, - 0, - 129 - ], - "1": [ - 50, - 85, - 7, - 65, - 58, - 0, - 8, - 1, - 73, - 14, - 0, - 215, - 0, - 270, - 0, - 0, - 0, - 178, - 0, - 132 - ], - "2": [ - 56, - 95, - 7, - 60, - 58, - 0, - 3, - 0, - 80, - 18, - 0, - 209, - 0, - 286, - 0, - 0, - 0, - 173, - 0, - 125 - ], - "3": [ - 60, - 87, - 6, - 66, - 54, - 0, - 1, - 4, - 85, - 16, - 0, - 205, - 0, - 289, - 0, - 0, - 0, - 171, - 0, - 122 - ], - "4": [ - 66, - 87, - 5, - 63, - 56, - 0, - 0, - 3, - 90, - 15, - 0, - 214, - 0, - 274, - 0, - 0, - 0, - 168, - 0, - 123 - ], - "5": [ - 70, - 97, - 2, - 69, - 61, - 0, - 0, - 9, - 87, - 14, - 0, - 200, - 0, - 278, - 0, - 0, - 0, - 162, - 0, - 121 - ], - "6": [ - 71, - 89, - 2, - 67, - 63, - 0, - 0, - 11, - 94, - 13, - 0, - 197, - 0, - 259, - 0, - 0, - 0, - 160, - 0, - 128 - ], - "7": [ - 69, - 102, - 1, - 67, - 69, - 0, - 0, - 12, - 90, - 12, - 0, - 207, - 0, - 269, - 0, - 0, - 0, - 161, - 0, - 126 - ], - "8": [ - 65, - 95, - 1, - 66, - 74, - 0, - 0, - 11, - 96, - 12, - 0, - 208, - 0, - 275, - 0, - 0, - 0, - 170, - 0, - 135 - ], - "9": [ - 68, - 89, - 1, - 65, - 81, - 0, - 0, - 12, - 102, - 12, - 0, - 197, - 0, - 282, - 0, - 0, - 0, - 166, - 0, - 125 - ], - "10": [ - 72, - 93, - 1, - 61, - 80, - 0, - 0, - 9, - 101, - 14, - 0, - 204, - 0, - 287, - 0, - 0, - 0, - 161, - 0, - 138 - ], - "11": [ - 74, - 98, - 1, - 63, - 95, - 0, - 0, - 13, - 99, - 14, - 0, - 210, - 0, - 287, - 0, - 0, - 0, - 157, - 0, - 150 - ], - "12": [ - 60, - 88, - 2, - 61, - 105, - 0, - 0, - 15, - 103, - 18, - 0, - 220, - 0, - 290, - 0, - 0, - 0, - 146, - 0, - 152 - ], - "13": [ - 56, - 85, - 4, - 57, - 111, - 0, - 0, - 8, - 99, - 19, - 0, - 225, - 0, - 279, - 0, - 0, - 0, - 140, - 0, - 135 - ], - "14": [ - 48, - 81, - 7, - 63, - 106, - 0, - 0, - 8, - 97, - 20, - 0, - 240, - 0, - 277, - 0, - 0, - 0, - 136, - 0, - 134 - ], - "15": [ - 50, - 91, - 10, - 59, - 109, - 0, - 0, - 8, - 101, - 19, - 0, - 244, - 0, - 268, - 0, - 0, - 0, - 130, - 0, - 130 - ], - "16": [ - 54, - 97, - 10, - 55, - 112, - 0, - 0, - 2, - 103, - 22, - 0, - 246, - 0, - 282, - 0, - 0, - 0, - 120, - 0, - 122 - ], - "17": [ - 52, - 96, - 8, - 53, - 104, - 0, - 0, - 1, - 105, - 19, - 0, - 247, - 0, - 272, - 0, - 0, - 0, - 112, - 0, - 133 - ], - "18": [ - 48, - 96, - 10, - 53, - 106, - 0, - 0, - 5, - 110, - 16, - 0, - 232, - 0, - 282, - 0, - 0, - 0, - 122, - 0, - 130 - ], - "19": [ - 50, - 94, - 12, - 52, - 106, - 0, - 0, - 2, - 97, - 18, - 0, - 222, - 0, - 276, - 0, - 0, - 0, - 128, - 0, - 135 - ], - "20": [ - 43, - 88, - 8, - 48, - 111, - 0, - 0, - 0, - 86, - 14, - 0, - 223, - 0, - 281, - 0, - 0, - 0, - 129, - 0, - 140 - ], - "21": [ - 45, - 90, - 5, - 49, - 120, - 0, - 0, - 0, - 83, - 15, - 0, - 202, - 0, - 270, - 0, - 0, - 0, - 120, - 0, - 135 - ], - "22": [ - 48, - 93, - 5, - 45, - 124, - 0, - 0, - 0, - 75, - 10, - 0, - 198, - 0, - 281, - 0, - 0, - 0, - 113, - 0, - 129 - ], - "23": [ - 57, - 89, - 6, - 50, - 126, - 0, - 0, - 0, - 83, - 10, - 0, - 206, - 0, - 293, - 0, - 0, - 0, - 101, - 0, - 127 - ], - "24": [ - 57, - 87, - 3, - 52, - 127, - 0, - 0, - 0, - 86, - 8, - 0, - 222, - 0, - 293, - 0, - 0, - 0, - 93, - 0, - 113 - ], - "25": [ - 52, - 87, - 5, - 55, - 135, - 0, - 0, - 0, - 85, - 8, - 0, - 231, - 0, - 294, - 0, - 0, - 0, - 91, - 0, - 112 - ], - "26": [ - 59, - 85, - 11, - 60, - 143, - 0, - 0, - 2, - 77, - 9, - 0, - 254, - 0, - 290, - 0, - 0, - 0, - 85, - 0, - 119 - ], - "27": [ - 56, - 91, - 7, - 58, - 149, - 0, - 0, - 0, - 84, - 7, - 0, - 245, - 0, - 287, - 0, - 0, - 0, - 88, - 0, - 108 - ], - "28": [ - 66, - 93, - 8, - 63, - 150, - 0, - 0, - 3, - 91, - 8, - 0, - 234, - 0, - 296, - 0, - 0, - 0, - 89, - 0, - 108 - ], - "29": [ - 62, - 103, - 9, - 66, - 148, - 0, - 0, - 3, - 80, - 11, - 0, - 223, - 0, - 292, - 0, - 0, - 0, - 80, - 0, - 105 - ], - "30": [ - 51, - 104, - 7, - 71, - 147, - 0, - 0, - 4, - 78, - 12, - 0, - 217, - 0, - 282, - 0, - 0, - 0, - 80, - 0, - 120 - ], - "31": [ - 52, - 107, - 6, - 73, - 149, - 0, - 0, - 2, - 84, - 11, - 0, - 228, - 0, - 283, - 0, - 0, - 0, - 76, - 0, - 115 - ], - "32": [ - 50, - 105, - 4, - 70, - 147, - 0, - 0, - 3, - 82, - 8, - 0, - 224, - 0, - 277, - 0, - 0, - 0, - 79, - 0, - 115 - ], - "33": [ - 57, - 112, - 5, - 69, - 144, - 0, - 0, - 8, - 68, - 4, - 0, - 226, - 0, - 274, - 0, - 0, - 0, - 84, - 0, - 104 - ], - "34": [ - 62, - 90, - 4, - 69, - 150, - 0, - 0, - 5, - 64, - 5, - 0, - 212, - 0, - 284, - 0, - 0, - 0, - 72, - 0, - 109 - ], - "35": [ - 67, - 86, - 10, - 73, - 152, - 0, - 0, - 5, - 60, - 5, - 0, - 222, - 0, - 281, - 0, - 0, - 0, - 81, - 0, - 109 - ], - "36": [ - 65, - 82, - 12, - 71, - 167, - 0, - 0, - 2, - 58, - 7, - 0, - 212, - 0, - 286, - 0, - 0, - 0, - 75, - 0, - 111 - ], - "37": [ - 65, - 78, - 8, - 71, - 164, - 0, - 0, - 0, - 56, - 7, - 0, - 239, - 0, - 292, - 0, - 0, - 0, - 80, - 0, - 111 - ], - "38": [ - 56, - 76, - 9, - 64, - 170, - 0, - 0, - 0, - 57, - 7, - 0, - 229, - 0, - 304, - 0, - 0, - 0, - 71, - 0, - 105 - ], - "39": [ - 56, - 67, - 8, - 64, - 176, - 0, - 0, - 5, - 63, - 5, - 0, - 216, - 0, - 302, - 0, - 0, - 0, - 79, - 0, - 105 - ], - "40": [ - 47, - 67, - 8, - 71, - 183, - 0, - 0, - 9, - 68, - 7, - 0, - 195, - 0, - 300, - 0, - 0, - 0, - 79, - 0, - 102 - ], - "41": [ - 50, - 69, - 6, - 66, - 188, - 0, - 0, - 10, - 76, - 5, - 0, - 188, - 0, - 305, - 0, - 0, - 0, - 78, - 0, - 94 - ], - "42": [ - 52, - 77, - 8, - 68, - 179, - 0, - 0, - 12, - 78, - 4, - 0, - 199, - 0, - 301, - 0, - 0, - 0, - 80, - 0, - 90 - ], - "43": [ - 46, - 71, - 1, - 72, - 179, - 0, - 0, - 14, - 73, - 4, - 0, - 193, - 0, - 291, - 0, - 0, - 0, - 84, - 0, - 92 - ], - "44": [ - 45, - 71, - 0, - 72, - 189, - 0, - 0, - 18, - 72, - 4, - 0, - 197, - 0, - 287, - 0, - 0, - 0, - 81, - 0, - 94 - ], - "45": [ - 45, - 78, - 1, - 73, - 188, - 0, - 0, - 22, - 68, - 4, - 0, - 192, - 0, - 277, - 0, - 0, - 0, - 84, - 0, - 92 - ], - "46": [ - 41, - 78, - 4, - 76, - 195, - 0, - 0, - 23, - 64, - 4, - 0, - 205, - 0, - 273, - 0, - 0, - 0, - 84, - 0, - 91 - ], - "47": [ - 41, - 73, - 8, - 71, - 190, - 0, - 0, - 18, - 68, - 3, - 0, - 207, - 0, - 262, - 0, - 0, - 2, - 80, - 0, - 99 - ], - "48": [ - 44, - 70, - 12, - 70, - 187, - 0, - 0, - 18, - 67, - 3, - 0, - 210, - 0, - 266, - 0, - 0, - 0, - 74, - 0, - 96 - ], - "49": [ - 38, - 70, - 13, - 82, - 184, - 0, - 0, - 19, - 69, - 3, - 0, - 219, - 0, - 263, - 0, - 0, - 0, - 72, - 0, - 100 - ], - "50": [ - 36, - 66, - 15, - 83, - 198, - 0, - 0, - 22, - 66, - 4, - 0, - 213, - 0, - 261, - 0, - 0, - 0, - 77, - 0, - 93 - ], - "51": [ - 34, - 66, - 12, - 90, - 200, - 0, - 0, - 22, - 65, - 4, - 0, - 191, - 0, - 260, - 0, - 0, - 0, - 74, - 0, - 90 - ], - "52": [ - 30, - 65, - 10, - 93, - 199, - 0, - 0, - 15, - 63, - 6, - 0, - 174, - 0, - 245, - 0, - 0, - 3, - 80, - 0, - 101 - ], - "53": [ - 34, - 65, - 7, - 99, - 209, - 0, - 0, - 17, - 60, - 5, - 0, - 166, - 0, - 245, - 0, - 0, - 1, - 81, - 0, - 104 - ], - "54": [ - 40, - 70, - 5, - 97, - 207, - 0, - 0, - 14, - 59, - 6, - 0, - 160, - 0, - 256, - 0, - 0, - 0, - 81, - 0, - 107 - ], - "55": [ - 36, - 70, - 3, - 97, - 215, - 0, - 0, - 17, - 58, - 7, - 0, - 149, - 0, - 246, - 0, - 0, - 0, - 79, - 0, - 99 - ], - "56": [ - 31, - 71, - 2, - 95, - 210, - 0, - 0, - 19, - 63, - 9, - 0, - 146, - 0, - 245, - 0, - 0, - 0, - 78, - 0, - 98 - ], - "57": [ - 36, - 71, - 2, - 96, - 205, - 0, - 0, - 20, - 62, - 9, - 0, - 161, - 0, - 237, - 0, - 0, - 0, - 86, - 0, - 109 - ], - "58": [ - 30, - 72, - 4, - 95, - 214, - 0, - 0, - 21, - 57, - 10, - 0, - 158, - 0, - 237, - 0, - 0, - 0, - 90, - 0, - 119 - ], - "59": [ - 24, - 73, - 1, - 97, - 201, - 0, - 0, - 24, - 56, - 10, - 0, - 163, - 0, - 246, - 0, - 0, - 4, - 89, - 0, - 121 - ], - "60": [ - 28, - 82, - 0, - 94, - 194, - 0, - 0, - 25, - 59, - 9, - 0, - 194, - 0, - 243, - 0, - 0, - 9, - 91, - 0, - 130 - ], - "61": [ - 30, - 83, - 0, - 93, - 194, - 0, - 0, - 29, - 63, - 9, - 0, - 187, - 0, - 236, - 0, - 0, - 3, - 86, - 0, - 129 - ], - "62": [ - 25, - 74, - 0, - 97, - 191, - 0, - 0, - 28, - 60, - 9, - 0, - 174, - 0, - 240, - 0, - 0, - 2, - 83, - 0, - 130 - ], - "63": [ - 21, - 73, - 0, - 100, - 192, - 0, - 0, - 32, - 55, - 7, - 0, - 204, - 0, - 239, - 0, - 0, - 7, - 79, - 0, - 139 - ], - "64": [ - 19, - 59, - 0, - 100, - 196, - 0, - 0, - 27, - 56, - 6, - 0, - 208, - 0, - 232, - 0, - 0, - 0, - 76, - 0, - 144 - ], - "65": [ - 14, - 66, - 0, - 93, - 193, - 0, - 0, - 25, - 65, - 7, - 0, - 218, - 0, - 232, - 0, - 0, - 0, - 73, - 0, - 142 - ], - "66": [ - 19, - 70, - 0, - 95, - 205, - 0, - 0, - 22, - 72, - 6, - 0, - 229, - 0, - 231, - 0, - 0, - 2, - 69, - 0, - 144 - ], - "67": [ - 14, - 76, - 0, - 93, - 196, - 0, - 0, - 26, - 77, - 5, - 0, - 226, - 0, - 235, - 0, - 0, - 3, - 58, - 0, - 131 - ], - "68": [ - 10, - 78, - 0, - 95, - 193, - 0, - 0, - 27, - 70, - 5, - 0, - 246, - 0, - 236, - 0, - 0, - 4, - 52, - 0, - 141 - ], - "69": [ - 13, - 78, - 0, - 100, - 204, - 0, - 0, - 31, - 70, - 4, - 0, - 246, - 0, - 222, - 0, - 0, - 0, - 49, - 0, - 134 - ], - "70": [ - 17, - 76, - 0, - 102, - 198, - 0, - 4, - 30, - 70, - 7, - 0, - 258, - 0, - 221, - 0, - 0, - 3, - 49, - 0, - 128 - ], - "71": [ - 14, - 78, - 0, - 103, - 200, - 0, - 10, - 27, - 73, - 6, - 0, - 274, - 0, - 211, - 0, - 0, - 8, - 53, - 0, - 137 - ], - "72": [ - 9, - 83, - 0, - 101, - 213, - 0, - 11, - 28, - 76, - 8, - 0, - 292, - 0, - 213, - 0, - 0, - 6, - 56, - 0, - 134 - ], - "73": [ - 9, - 88, - 2, - 98, - 212, - 0, - 17, - 28, - 78, - 5, - 0, - 291, - 0, - 219, - 0, - 0, - 1, - 60, - 0, - 135 - ], - "74": [ - 12, - 90, - 0, - 98, - 211, - 0, - 14, - 26, - 81, - 4, - 0, - 310, - 0, - 230, - 0, - 0, - 7, - 53, - 0, - 127 - ], - "75": [ - 9, - 89, - 1, - 93, - 189, - 0, - 22, - 25, - 80, - 5, - 0, - 307, - 0, - 233, - 0, - 0, - 4, - 53, - 0, - 142 - ], - "76": [ - 9, - 89, - 0, - 88, - 204, - 0, - 23, - 27, - 84, - 4, - 0, - 335, - 0, - 219, - 0, - 0, - 5, - 58, - 0, - 152 - ], - "77": [ - 6, - 92, - 0, - 84, - 196, - 0, - 26, - 32, - 91, - 2, - 0, - 336, - 0, - 208, - 0, - 0, - 9, - 58, - 0, - 143 - ], - "78": [ - 7, - 87, - 0, - 86, - 199, - 0, - 20, - 30, - 85, - 2, - 0, - 325, - 0, - 206, - 0, - 0, - 12, - 64, - 0, - 132 - ], - "79": [ - 3, - 78, - 0, - 82, - 192, - 0, - 23, - 28, - 81, - 2, - 0, - 331, - 0, - 210, - 0, - 0, - 3, - 59, - 0, - 127 - ], - "80": [ - 3, - 74, - 0, - 86, - 210, - 0, - 24, - 28, - 85, - 4, - 0, - 353, - 0, - 209, - 0, - 0, - 4, - 64, - 0, - 130 - ], - "81": [ - 9, - 69, - 0, - 86, - 209, - 0, - 31, - 28, - 88, - 3, - 0, - 367, - 0, - 223, - 0, - 0, - 7, - 63, - 0, - 129 - ], - "82": [ - 11, - 73, - 0, - 97, - 208, - 0, - 20, - 28, - 84, - 1, - 0, - 379, - 0, - 217, - 0, - 0, - 9, - 66, - 0, - 126 - ], - "83": [ - 11, - 70, - 0, - 92, - 210, - 0, - 19, - 35, - 82, - 2, - 0, - 389, - 0, - 218, - 0, - 0, - 13, - 61, - 0, - 126 - ], - "84": [ - 10, - 75, - 0, - 82, - 209, - 0, - 29, - 36, - 82, - 1, - 0, - 416, - 0, - 219, - 0, - 0, - 19, - 59, - 0, - 116 - ], - "85": [ - 11, - 85, - 0, - 86, - 208, - 0, - 33, - 36, - 96, - 0, - 0, - 432, - 0, - 209, - 0, - 0, - 18, - 63, - 0, - 120 - ], - "86": [ - 13, - 91, - 0, - 85, - 203, - 0, - 37, - 33, - 89, - 0, - 0, - 419, - 0, - 211, - 0, - 0, - 19, - 57, - 0, - 120 - ], - "87": [ - 11, - 78, - 0, - 79, - 209, - 0, - 28, - 32, - 91, - 0, - 0, - 422, - 0, - 215, - 0, - 0, - 21, - 65, - 0, - 118 - ], - "88": [ - 7, - 78, - 1, - 78, - 207, - 0, - 22, - 33, - 86, - 0, - 0, - 411, - 0, - 215, - 0, - 0, - 17, - 70, - 0, - 110 - ], - "89": [ - 4, - 78, - 3, - 72, - 189, - 0, - 24, - 29, - 87, - 0, - 0, - 424, - 0, - 208, - 0, - 0, - 17, - 67, - 0, - 122 - ], - "90": [ - 6, - 74, - 1, - 71, - 187, - 0, - 21, - 30, - 89, - 0, - 0, - 420, - 0, - 209, - 0, - 0, - 21, - 64, - 0, - 126 - ], - "91": [ - 11, - 74, - 3, - 75, - 197, - 0, - 23, - 30, - 87, - 0, - 0, - 409, - 0, - 202, - 0, - 0, - 12, - 60, - 0, - 123 - ], - "92": [ - 7, - 82, - 3, - 77, - 195, - 0, - 23, - 32, - 89, - 0, - 0, - 410, - 0, - 208, - 0, - 0, - 15, - 64, - 0, - 133 - ], - "93": [ - 7, - 84, - 1, - 80, - 188, - 0, - 9, - 33, - 94, - 0, - 0, - 447, - 0, - 210, - 0, - 0, - 11, - 65, - 0, - 129 - ], - "94": [ - 6, - 87, - 1, - 73, - 188, - 0, - 8, - 32, - 95, - 0, - 0, - 452, - 0, - 190, - 0, - 0, - 18, - 64, - 0, - 124 - ], - "95": [ - 6, - 86, - 1, - 64, - 190, - 0, - 10, - 29, - 102, - 0, - 0, - 452, - 0, - 197, - 0, - 0, - 14, - 68, - 0, - 120 - ], - "96": [ - 4, - 88, - 5, - 80, - 200, - 0, - 20, - 28, - 95, - 0, - 0, - 460, - 0, - 198, - 0, - 0, - 12, - 68, - 0, - 132 - ], - "97": [ - 7, - 80, - 4, - 74, - 196, - 0, - 18, - 28, - 90, - 0, - 0, - 453, - 0, - 201, - 0, - 0, - 14, - 68, - 0, - 130 - ], - "98": [ - 3, - 80, - 6, - 72, - 196, - 0, - 15, - 24, - 88, - 0, - 0, - 430, - 0, - 204, - 0, - 0, - 13, - 69, - 0, - 134 - ], - "99": [ - 1, - 84, - 10, - 72, - 184, - 0, - 15, - 20, - 89, - 0, - 0, - 423, - 0, - 210, - 0, - 0, - 11, - 70, - 0, - 139 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.5.gamma=0.1/run=4a6f8c3324664e82/rewards.plot.png b/experiments/seed=256/alpha=0.5.gamma=0.1/run=4a6f8c3324664e82/rewards.plot.png deleted file mode 100644 index 73d3220..0000000 Binary files a/experiments/seed=256/alpha=0.5.gamma=0.1/run=4a6f8c3324664e82/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.5.gamma=0.1/run=4a6f8c3324664e82/sum_rewards.json b/experiments/seed=256/alpha=0.5.gamma=0.1/run=4a6f8c3324664e82/sum_rewards.json deleted file mode 100644 index 4828e2b..0000000 --- a/experiments/seed=256/alpha=0.5.gamma=0.1/run=4a6f8c3324664e82/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 69624, - "V": 5062824 - }, - "control": { - "R": 83655, - "V": 5721003 - } -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.5.gamma=0.1/run=4a6f8c3324664e82/view.plot.png b/experiments/seed=256/alpha=0.5.gamma=0.1/run=4a6f8c3324664e82/view.plot.png deleted file mode 100644 index ecc7f85..0000000 Binary files a/experiments/seed=256/alpha=0.5.gamma=0.1/run=4a6f8c3324664e82/view.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.5.gamma=0.1/run=883a2ca25e154152/choices.json b/experiments/seed=256/alpha=0.5.gamma=0.1/run=883a2ca25e154152/choices.json deleted file mode 100644 index 4d8144c..0000000 --- a/experiments/seed=256/alpha=0.5.gamma=0.1/run=883a2ca25e154152/choices.json +++ /dev/null @@ -1,702 +0,0 @@ -{ - "0": [ - 3, - 0, - 7, - 4, - 14 - ], - "1": [ - 3, - 19, - 11, - 18, - 14 - ], - "2": [ - 11, - 19, - 3, - 18, - 5 - ], - "3": [ - 11, - 3, - 19, - 4, - 1 - ], - "4": [ - 11, - 19, - 3, - 5, - 1 - ], - "5": [ - 11, - 19, - 3, - 1, - 16 - ], - "6": [ - 11, - 19, - 3, - 1, - 18 - ], - "7": [ - 11, - 19, - 1, - 3, - 15 - ], - "8": [ - 11, - 19, - 3, - 1, - 4 - ], - "9": [ - 11, - 19, - 1, - 3, - 0 - ], - "10": [ - 11, - 19, - 1, - 3, - 0 - ], - "11": [ - 11, - 19, - 3, - 1, - 13 - ], - "12": [ - 11, - 13, - 19, - 1, - 3 - ], - "13": [ - 11, - 13, - 19, - 3, - 1 - ], - "14": [ - 11, - 13, - 19, - 1, - 4 - ], - "15": [ - 11, - 13, - 19, - 3, - 15 - ], - "16": [ - 11, - 13, - 19, - 1, - 3 - ], - "17": [ - 11, - 13, - 19, - 3, - 17 - ], - "18": [ - 11, - 13, - 17, - 3, - 19 - ], - "19": [ - 11, - 13, - 17, - 19, - 1 - ], - "20": [ - 11, - 13, - 17, - 1, - 19 - ], - "21": [ - 11, - 13, - 17, - 19, - 1 - ], - "22": [ - 11, - 13, - 17, - 19, - 3 - ], - "23": [ - 11, - 13, - 17, - 3, - 19 - ], - "24": [ - 11, - 13, - 17, - 1, - 3 - ], - "25": [ - 11, - 13, - 17, - 19, - 3 - ], - "26": [ - 11, - 13, - 17, - 1, - 19 - ], - "27": [ - 11, - 13, - 17, - 3, - 19 - ], - "28": [ - 11, - 13, - 17, - 3, - 19 - ], - "29": [ - 11, - 13, - 17, - 3, - 19 - ], - "30": [ - 11, - 13, - 17, - 3, - 19 - ], - "31": [ - 11, - 13, - 17, - 3, - 19 - ], - "32": [ - 11, - 13, - 17, - 3, - 19 - ], - "33": [ - 11, - 13, - 19, - 17, - 3 - ], - "34": [ - 11, - 13, - 17, - 3, - 19 - ], - "35": [ - 11, - 13, - 17, - 19, - 1 - ], - "36": [ - 11, - 13, - 17, - 3, - 19 - ], - "37": [ - 11, - 13, - 17, - 3, - 19 - ], - "38": [ - 11, - 13, - 17, - 1, - 3 - ], - "39": [ - 11, - 17, - 13, - 3, - 1 - ], - "40": [ - 11, - 13, - 17, - 3, - 19 - ], - "41": [ - 11, - 13, - 17, - 3, - 1 - ], - "42": [ - 11, - 13, - 17, - 3, - 1 - ], - "43": [ - 11, - 17, - 13, - 3, - 1 - ], - "44": [ - 11, - 13, - 17, - 3, - 1 - ], - "45": [ - 11, - 13, - 17, - 3, - 1 - ], - "46": [ - 11, - 13, - 17, - 3, - 1 - ], - "47": [ - 11, - 13, - 3, - 17, - 0 - ], - "48": [ - 11, - 13, - 17, - 3, - 1 - ], - "49": [ - 11, - 13, - 17, - 3, - 4 - ], - "50": [ - 11, - 13, - 3, - 4, - 17 - ], - "51": [ - 11, - 13, - 4, - 3, - 17 - ], - "52": [ - 11, - 13, - 4, - 3, - 17 - ], - "53": [ - 11, - 13, - 4, - 3, - 17 - ], - "54": [ - 11, - 4, - 13, - 3, - 17 - ], - "55": [ - 11, - 4, - 13, - 3, - 17 - ], - "56": [ - 11, - 13, - 4, - 3, - 17 - ], - "57": [ - 11, - 4, - 13, - 3, - 17 - ], - "58": [ - 11, - 4, - 13, - 3, - 17 - ], - "59": [ - 11, - 13, - 4, - 3, - 17 - ], - "60": [ - 11, - 13, - 4, - 3, - 17 - ], - "61": [ - 11, - 13, - 4, - 3, - 17 - ], - "62": [ - 11, - 13, - 4, - 3, - 17 - ], - "63": [ - 11, - 13, - 4, - 3, - 19 - ], - "64": [ - 11, - 13, - 4, - 3, - 17 - ], - "65": [ - 11, - 13, - 4, - 3, - 19 - ], - "66": [ - 11, - 13, - 4, - 3, - 17 - ], - "67": [ - 11, - 13, - 4, - 3, - 17 - ], - "68": [ - 11, - 13, - 4, - 3, - 17 - ], - "69": [ - 11, - 4, - 13, - 3, - 1 - ], - "70": [ - 11, - 4, - 13, - 3, - 19 - ], - "71": [ - 11, - 13, - 4, - 3, - 17 - ], - "72": [ - 11, - 4, - 13, - 3, - 19 - ], - "73": [ - 11, - 4, - 13, - 17, - 3 - ], - "74": [ - 11, - 4, - 13, - 3, - 1 - ], - "75": [ - 11, - 4, - 13, - 3, - 19 - ], - "76": [ - 11, - 4, - 13, - 3, - 17 - ], - "77": [ - 11, - 4, - 13, - 3, - 17 - ], - "78": [ - 11, - 4, - 13, - 1, - 3 - ], - "79": [ - 11, - 4, - 13, - 17, - 3 - ], - "80": [ - 11, - 4, - 13, - 3, - 17 - ], - "81": [ - 11, - 4, - 13, - 19, - 3 - ], - "82": [ - 11, - 4, - 13, - 3, - 19 - ], - "83": [ - 11, - 13, - 4, - 19, - 3 - ], - "84": [ - 11, - 4, - 13, - 3, - 0 - ], - "85": [ - 11, - 4, - 13, - 3, - 19 - ], - "86": [ - 11, - 4, - 13, - 3, - 17 - ], - "87": [ - 11, - 4, - 13, - 19, - 3 - ], - "88": [ - 11, - 4, - 13, - 3, - 17 - ], - "89": [ - 11, - 4, - 13, - 3, - 17 - ], - "90": [ - 11, - 4, - 13, - 3, - 17 - ], - "91": [ - 11, - 4, - 13, - 17, - 3 - ], - "92": [ - 11, - 4, - 13, - 3, - 19 - ], - "93": [ - 11, - 13, - 4, - 3, - 1 - ], - "94": [ - 11, - 4, - 13, - 19, - 17 - ], - "95": [ - 11, - 4, - 13, - 17, - 3 - ], - "96": [ - 11, - 13, - 4, - 17, - 15 - ], - "97": [ - 11, - 13, - 4, - 19, - 17 - ], - "98": [ - 11, - 13, - 4, - 19, - 17 - ], - "99": [ - 11, - 13, - 4, - 19, - 17 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.5.gamma=0.1/run=883a2ca25e154152/config.json b/experiments/seed=256/alpha=0.5.gamma=0.1/run=883a2ca25e154152/config.json deleted file mode 100644 index 9a265ba..0000000 --- a/experiments/seed=256/alpha=0.5.gamma=0.1/run=883a2ca25e154152/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 20, - "num_choices": 5, - "time_span": 100, - "history_span": 3000, - "alpha": 0.5, - "gamma": 0.1, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.5.gamma=0.1/run=883a2ca25e154152/control.choices.json b/experiments/seed=256/alpha=0.5.gamma=0.1/run=883a2ca25e154152/control.choices.json deleted file mode 100644 index 1ce1220..0000000 --- a/experiments/seed=256/alpha=0.5.gamma=0.1/run=883a2ca25e154152/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 4, - 3, - 11, - 1, - 13 -] \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.5.gamma=0.1/run=883a2ca25e154152/qvalues.json b/experiments/seed=256/alpha=0.5.gamma=0.1/run=883a2ca25e154152/qvalues.json deleted file mode 100644 index e8c55fd..0000000 --- a/experiments/seed=256/alpha=0.5.gamma=0.1/run=883a2ca25e154152/qvalues.json +++ /dev/null @@ -1,2180 +0,0 @@ -{ - "0": [ - 10.5, - 5.0, - 0.0, - 34.0, - 11.5, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 10.5, - 5.0, - 0.0, - 45.0, - 11.5, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 167.5, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 39.0 - ], - "2": [ - 10.5, - 5.0, - 0.0, - 53.0, - 11.5, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 247.75, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 59.0 - ], - "3": [ - 10.5, - 33.0, - 0.0, - 58.5, - 13.25, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 290.875, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 74.0 - ], - "4": [ - 10.5, - 49.5, - 0.0, - 65.25, - 13.25, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 313.9375, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 83.0 - ], - "5": [ - 10.5, - 54.25, - 0.0, - 67.125, - 13.25, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 322.96875, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 89.0 - ], - "6": [ - 10.5, - 61.125, - 0.0, - 67.5625, - 13.25, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 330.484375, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 95.0 - ], - "7": [ - 10.5, - 63.0625, - 0.0, - 67.78125, - 13.25, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 335.2421875, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 100.5 - ], - "8": [ - 10.5, - 61.53125, - 0.0, - 62.890625, - 19.625, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 324.12109375, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 98.75 - ], - "9": [ - 17.25, - 58.765625, - 0.0, - 62.4453125, - 19.625, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 319.560546875, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 98.375 - ], - "10": [ - 19.625, - 59.8828125, - 0.0, - 64.72265625, - 19.625, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 314.7802734375, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 104.1875 - ], - "11": [ - 19.625, - 56.94140625, - 0.0, - 66.361328125, - 19.625, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 318.39013671875, - 0.0, - 105.5, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 104.59375 - ], - "12": [ - 19.625, - 55.470703125, - 0.0, - 68.1806640625, - 19.625, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 314.695068359375, - 0.0, - 152.25, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 98.796875 - ], - "13": [ - 19.625, - 51.7353515625, - 0.0, - 69.59033203125, - 19.625, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 311.3475341796875, - 0.0, - 169.625, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 95.8984375 - ], - "14": [ - 19.625, - 51.36767578125, - 0.0, - 69.59033203125, - 25.3125, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 313.17376708984375, - 0.0, - 181.3125, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 92.94921875 - ], - "15": [ - 19.625, - 51.36767578125, - 0.0, - 65.295166015625, - 25.3125, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 309.5868835449219, - 0.0, - 190.65625, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 89.974609375 - ], - "16": [ - 19.625, - 54.183837890625, - 0.0, - 62.1475830078125, - 25.3125, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 309.79344177246094, - 0.0, - 194.328125, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 87.9873046875 - ], - "17": [ - 19.625, - 54.183837890625, - 0.0, - 60.57379150390625, - 25.3125, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 308.89672088623047, - 0.0, - 194.1640625, - 0.0, - 0.0, - 0.0, - 84.5, - 0.0, - 82.49365234375 - ], - "18": [ - 19.625, - 54.183837890625, - 0.0, - 59.786895751953125, - 25.3125, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 307.44836044311523, - 0.0, - 201.08203125, - 0.0, - 0.0, - 0.0, - 127.75, - 0.0, - 82.246826171875 - ], - "19": [ - 19.625, - 59.5919189453125, - 0.0, - 59.786895751953125, - 25.3125, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 314.2241802215576, - 0.0, - 205.041015625, - 0.0, - 0.0, - 0.0, - 148.375, - 0.0, - 81.6234130859375 - ], - "20": [ - 19.625, - 62.79595947265625, - 0.0, - 59.786895751953125, - 25.3125, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 301.6120901107788, - 0.0, - 205.5205078125, - 0.0, - 0.0, - 0.0, - 149.6875, - 0.0, - 79.31170654296875 - ], - "21": [ - 19.625, - 59.897979736328125, - 0.0, - 59.786895751953125, - 25.3125, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 292.3060450553894, - 0.0, - 202.76025390625, - 0.0, - 0.0, - 0.0, - 145.34375, - 0.0, - 78.15585327148438 - ], - "22": [ - 19.625, - 59.897979736328125, - 0.0, - 59.89344787597656, - 25.3125, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 296.1530225276947, - 0.0, - 196.880126953125, - 0.0, - 0.0, - 0.0, - 141.671875, - 0.0, - 74.07792663574219 - ], - "23": [ - 19.625, - 59.897979736328125, - 0.0, - 58.94672393798828, - 25.3125, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 299.57651126384735, - 0.0, - 191.4400634765625, - 0.0, - 0.0, - 0.0, - 138.8359375, - 0.0, - 70.5389633178711 - ], - "24": [ - 19.625, - 53.94898986816406, - 0.0, - 61.97336196899414, - 25.3125, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 307.2882556319237, - 0.0, - 187.22003173828125, - 0.0, - 0.0, - 0.0, - 130.91796875, - 0.0, - 70.5389633178711 - ], - "25": [ - 19.625, - 53.94898986816406, - 0.0, - 64.98668098449707, - 25.3125, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 317.64412781596184, - 0.0, - 181.11001586914062, - 0.0, - 0.0, - 0.0, - 127.458984375, - 0.0, - 65.76948165893555 - ], - "26": [ - 19.625, - 52.47449493408203, - 0.0, - 64.98668098449707, - 25.3125, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 329.3220639079809, - 0.0, - 174.5550079345703, - 0.0, - 0.0, - 0.0, - 124.2294921875, - 0.0, - 59.88474082946777 - ], - "27": [ - 19.625, - 52.47449493408203, - 0.0, - 61.493340492248535, - 25.3125, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 330.16103195399046, - 0.0, - 172.27750396728516, - 0.0, - 0.0, - 0.0, - 119.61474609375, - 0.0, - 57.94237041473389 - ], - "28": [ - 19.625, - 52.47449493408203, - 0.0, - 61.74667024612427, - 25.3125, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 330.58051597699523, - 0.0, - 169.63875198364258, - 0.0, - 0.0, - 0.0, - 118.307373046875, - 0.0, - 56.97118520736694 - ], - "29": [ - 19.625, - 52.47449493408203, - 0.0, - 63.873335123062134, - 25.3125, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 326.7902579884976, - 0.0, - 166.8193759918213, - 0.0, - 0.0, - 0.0, - 120.1536865234375, - 0.0, - 54.98559260368347 - ], - "30": [ - 19.625, - 52.47449493408203, - 0.0, - 65.93666756153107, - 25.3125, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 327.8951289942488, - 0.0, - 161.90968799591064, - 0.0, - 0.0, - 0.0, - 118.07684326171875, - 0.0, - 51.492796301841736 - ], - "31": [ - 19.625, - 52.47449493408203, - 0.0, - 66.46833378076553, - 25.3125, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 332.4475644971244, - 0.0, - 158.45484399795532, - 0.0, - 0.0, - 0.0, - 117.03842163085938, - 0.0, - 52.74639815092087 - ], - "32": [ - 19.625, - 52.47449493408203, - 0.0, - 66.73416689038277, - 25.3125, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 330.2237822485622, - 0.0, - 151.72742199897766, - 0.0, - 0.0, - 0.0, - 117.01921081542969, - 0.0, - 52.373199075460434 - ], - "33": [ - 19.625, - 52.47449493408203, - 0.0, - 64.86708344519138, - 25.3125, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 320.6118911242811, - 0.0, - 145.36371099948883, - 0.0, - 0.0, - 0.0, - 117.50960540771484, - 0.0, - 51.68659953773022 - ], - "34": [ - 19.625, - 52.47449493408203, - 0.0, - 67.93354172259569, - 25.3125, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 317.80594556214055, - 0.0, - 145.18185549974442, - 0.0, - 0.0, - 0.0, - 117.75480270385742, - 0.0, - 51.34329976886511 - ], - "35": [ - 19.625, - 51.737247467041016, - 0.0, - 67.93354172259569, - 25.3125, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 323.9029727810703, - 0.0, - 142.0909277498722, - 0.0, - 0.0, - 0.0, - 119.37740135192871, - 0.0, - 50.171649884432554 - ], - "36": [ - 19.625, - 51.737247467041016, - 0.0, - 66.96677086129785, - 25.3125, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 326.95148639053514, - 0.0, - 142.0454638749361, - 0.0, - 0.0, - 0.0, - 120.68870067596436, - 0.0, - 46.08582494221628 - ], - "37": [ - 19.625, - 51.737247467041016, - 0.0, - 62.98338543064892, - 25.3125, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 327.47574319526757, - 0.0, - 142.52273193746805, - 0.0, - 0.0, - 0.0, - 120.34435033798218, - 0.0, - 43.04291247110814 - ], - "38": [ - 19.625, - 48.36862373352051, - 0.0, - 60.99169271532446, - 25.3125, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 327.7378715976338, - 0.0, - 140.26136596873403, - 0.0, - 0.0, - 0.0, - 124.17217516899109, - 0.0, - 43.04291247110814 - ], - "39": [ - 19.625, - 48.184311866760254, - 0.0, - 63.49584635766223, - 25.3125, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 328.3689357988169, - 0.0, - 136.630682984367, - 0.0, - 0.0, - 0.0, - 124.08608758449554, - 0.0, - 43.04291247110814 - ], - "40": [ - 19.625, - 48.184311866760254, - 0.0, - 65.24792317883112, - 25.3125, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 326.18446789940845, - 0.0, - 129.8153414921835, - 0.0, - 0.0, - 0.0, - 122.54304379224777, - 0.0, - 38.52145623555407 - ], - "41": [ - 19.625, - 51.59215593338013, - 0.0, - 68.12396158941556, - 25.3125, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 323.0922339497042, - 0.0, - 122.90767074609175, - 0.0, - 0.0, - 0.0, - 118.77152189612389, - 0.0, - 38.52145623555407 - ], - "42": [ - 19.625, - 51.79607796669006, - 0.0, - 73.06198079470778, - 25.3125, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 320.0461169748521, - 0.0, - 119.95383537304588, - 0.0, - 0.0, - 0.0, - 113.88576094806194, - 0.0, - 38.52145623555407 - ], - "43": [ - 19.625, - 53.39803898334503, - 0.0, - 74.53099039735389, - 25.3125, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 330.52305848742606, - 0.0, - 118.97691768652294, - 0.0, - 0.0, - 0.0, - 107.44288047403097, - 0.0, - 38.52145623555407 - ], - "44": [ - 19.625, - 55.199019491672516, - 0.0, - 75.76549519867694, - 25.3125, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 332.761529243713, - 0.0, - 117.98845884326147, - 0.0, - 0.0, - 0.0, - 102.22144023701549, - 0.0, - 38.52145623555407 - ], - "45": [ - 19.625, - 55.59950974583626, - 0.0, - 75.38274759933847, - 25.3125, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 336.38076462185654, - 0.0, - 118.99422942163073, - 0.0, - 0.0, - 0.0, - 96.11072011850774, - 0.0, - 38.52145623555407 - ], - "46": [ - 19.625, - 53.29975487291813, - 0.0, - 73.69137379966924, - 25.3125, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 339.69038231092827, - 0.0, - 121.99711471081537, - 0.0, - 0.0, - 0.0, - 89.55536005925387, - 0.0, - 38.52145623555407 - ], - "47": [ - 19.8125, - 53.29975487291813, - 0.0, - 75.84568689983462, - 25.3125, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 338.34519115546414, - 0.0, - 124.99855735540768, - 0.0, - 0.0, - 0.0, - 85.27768002962694, - 0.0, - 38.52145623555407 - ], - "48": [ - 19.8125, - 50.149877436459064, - 0.0, - 80.92284344991731, - 25.3125, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 335.17259557773207, - 0.0, - 123.99927867770384, - 0.0, - 0.0, - 0.0, - 81.63884001481347, - 0.0, - 38.52145623555407 - ], - "49": [ - 19.8125, - 50.149877436459064, - 0.0, - 83.46142172495865, - 76.65625, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 339.58629778886603, - 0.0, - 126.49963933885192, - 0.0, - 0.0, - 0.0, - 79.31942000740673, - 0.0, - 38.52145623555407 - ], - "50": [ - 19.8125, - 50.149877436459064, - 0.0, - 85.73071086247933, - 105.828125, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 332.793148894433, - 0.0, - 125.74981966942596, - 0.0, - 0.0, - 0.0, - 76.15971000370337, - 0.0, - 38.52145623555407 - ], - "51": [ - 19.8125, - 50.149877436459064, - 0.0, - 86.36535543123966, - 117.4140625, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 329.3965744472165, - 0.0, - 127.87490983471298, - 0.0, - 0.0, - 0.0, - 77.07985500185168, - 0.0, - 38.52145623555407 - ], - "52": [ - 19.8125, - 50.149877436459064, - 0.0, - 86.68267771561983, - 124.70703125, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 326.19828722360825, - 0.0, - 127.93745491735649, - 0.0, - 0.0, - 0.0, - 75.53992750092584, - 0.0, - 38.52145623555407 - ], - "53": [ - 19.8125, - 50.149877436459064, - 0.0, - 84.84133885780992, - 126.853515625, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 328.09914361180415, - 0.0, - 128.46872745867825, - 0.0, - 0.0, - 0.0, - 73.26996375046292, - 0.0, - 38.52145623555407 - ], - "54": [ - 19.8125, - 50.149877436459064, - 0.0, - 80.92066942890496, - 129.4267578125, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 330.0495718059021, - 0.0, - 126.73436372933912, - 0.0, - 0.0, - 0.0, - 72.13498187523146, - 0.0, - 38.52145623555407 - ], - "55": [ - 19.8125, - 50.149877436459064, - 0.0, - 78.96033471445247, - 132.71337890625, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 329.52478590295107, - 0.0, - 131.36718186466956, - 0.0, - 0.0, - 0.0, - 71.56749093761573, - 0.0, - 38.52145623555407 - ], - "56": [ - 19.8125, - 50.149877436459064, - 0.0, - 78.48016735722624, - 132.856689453125, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 335.76239295147553, - 0.0, - 130.18359093233477, - 0.0, - 0.0, - 0.0, - 71.78374546880787, - 0.0, - 38.52145623555407 - ], - "57": [ - 19.8125, - 50.149877436459064, - 0.0, - 77.74008367861312, - 130.9283447265625, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 332.38119647573774, - 0.0, - 133.59179546616738, - 0.0, - 0.0, - 0.0, - 72.89187273440393, - 0.0, - 38.52145623555407 - ], - "58": [ - 19.8125, - 50.149877436459064, - 0.0, - 77.87004183930657, - 131.96417236328125, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 316.19059823786887, - 0.0, - 136.29589773308368, - 0.0, - 0.0, - 0.0, - 71.94593636720197, - 0.0, - 38.52145623555407 - ], - "59": [ - 19.8125, - 50.149877436459064, - 0.0, - 78.43502091965328, - 127.48208618164062, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 308.09529911893446, - 0.0, - 137.64794886654184, - 0.0, - 0.0, - 0.0, - 73.47296818360098, - 0.0, - 38.52145623555407 - ], - "60": [ - 19.8125, - 50.149877436459064, - 0.0, - 74.21751045982664, - 123.74104309082031, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 313.04764955946723, - 0.0, - 140.3239744332709, - 0.0, - 0.0, - 0.0, - 68.23648409180049, - 0.0, - 38.52145623555407 - ], - "61": [ - 19.8125, - 50.149877436459064, - 0.0, - 69.60875522991333, - 122.87052154541016, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 310.0238247797336, - 0.0, - 138.66198721663545, - 0.0, - 0.0, - 0.0, - 65.11824204590025, - 0.0, - 38.52145623555407 - ], - "62": [ - 19.8125, - 50.149877436459064, - 0.0, - 70.30437761495666, - 119.43526077270508, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 316.5119123898668, - 0.0, - 143.33099360831773, - 0.0, - 0.0, - 0.0, - 62.55912102295012, - 0.0, - 38.52145623555407 - ], - "63": [ - 19.8125, - 50.149877436459064, - 0.0, - 74.15218880747832, - 121.71763038635254, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 317.7559561949334, - 0.0, - 141.16549680415886, - 0.0, - 0.0, - 0.0, - 62.55912102295012, - 0.0, - 40.260728117777035 - ], - "64": [ - 19.8125, - 50.149877436459064, - 0.0, - 78.57609440373916, - 120.35881519317627, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 316.37797809746667, - 0.0, - 137.58274840207943, - 0.0, - 0.0, - 0.0, - 59.27956051147506, - 0.0, - 40.260728117777035 - ], - "65": [ - 19.8125, - 50.149877436459064, - 0.0, - 79.28804720186957, - 121.67940759658813, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 304.68898904873333, - 0.0, - 132.79137420103973, - 0.0, - 0.0, - 0.0, - 59.27956051147506, - 0.0, - 44.63036405888852 - ], - "66": [ - 19.8125, - 50.149877436459064, - 0.0, - 82.14402360093479, - 124.83970379829407, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 297.84449452436667, - 0.0, - 126.39568710051986, - 0.0, - 0.0, - 0.0, - 54.139780255737534, - 0.0, - 44.63036405888852 - ], - "67": [ - 19.8125, - 50.149877436459064, - 0.0, - 84.0720118004674, - 122.91985189914703, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 288.4222472621833, - 0.0, - 120.19784355025993, - 0.0, - 0.0, - 0.0, - 50.06989012786877, - 0.0, - 44.63036405888852 - ], - "68": [ - 19.8125, - 50.149877436459064, - 0.0, - 88.5360059002337, - 123.95992594957352, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 290.71112363109165, - 0.0, - 122.59892177512997, - 0.0, - 0.0, - 0.0, - 48.03494506393439, - 0.0, - 44.63036405888852 - ], - "69": [ - 19.8125, - 43.07493871822953, - 0.0, - 85.76800295011685, - 123.47996297478676, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 298.8555618155458, - 0.0, - 120.79946088756498, - 0.0, - 0.0, - 0.0, - 48.03494506393439, - 0.0, - 44.63036405888852 - ], - "70": [ - 19.8125, - 43.07493871822953, - 0.0, - 78.38400147505843, - 117.73998148739338, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 308.9277809077729, - 0.0, - 111.39973044378249, - 0.0, - 0.0, - 0.0, - 48.03494506393439, - 0.0, - 45.81518202944426 - ], - "71": [ - 19.8125, - 43.07493871822953, - 0.0, - 73.69200073752921, - 117.36999074369669, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 320.96389045388645, - 0.0, - 104.19986522189124, - 0.0, - 0.0, - 0.0, - 49.017472531967194, - 0.0, - 45.81518202944426 - ], - "72": [ - 19.8125, - 43.07493871822953, - 0.0, - 69.3460003687646, - 115.68499537184834, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 327.98194522694325, - 0.0, - 101.59993261094561, - 0.0, - 0.0, - 0.0, - 49.017472531967194, - 0.0, - 46.90759101472213 - ], - "73": [ - 19.8125, - 43.07493871822953, - 0.0, - 66.1730001843823, - 121.34249768592417, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 336.9909726134716, - 0.0, - 99.29996630547281, - 0.0, - 0.0, - 0.0, - 49.0087362659836, - 0.0, - 46.90759101472213 - ], - "74": [ - 19.8125, - 37.537469359114766, - 0.0, - 64.08650009219116, - 124.17124884296209, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 339.4954863067358, - 0.0, - 99.64998315273641, - 0.0, - 0.0, - 0.0, - 49.0087362659836, - 0.0, - 46.90759101472213 - ], - "75": [ - 19.8125, - 37.537469359114766, - 0.0, - 65.54325004609558, - 128.08562442148104, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 340.7477431533679, - 0.0, - 99.8249915763682, - 0.0, - 0.0, - 0.0, - 49.0087362659836, - 0.0, - 46.953795507361065 - ], - "76": [ - 19.8125, - 37.537469359114766, - 0.0, - 65.77162502304779, - 133.04281221074052, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 348.37387157668394, - 0.0, - 97.9124957881841, - 0.0, - 0.0, - 0.0, - 46.0043681329918, - 0.0, - 46.953795507361065 - ], - "77": [ - 19.8125, - 37.537469359114766, - 0.0, - 65.3858125115239, - 136.52140610537026, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 350.686935788342, - 0.0, - 101.45624789409206, - 0.0, - 0.0, - 0.0, - 44.5021840664959, - 0.0, - 46.953795507361065 - ], - "78": [ - 19.8125, - 29.768734679557383, - 0.0, - 65.69290625576195, - 138.76070305268513, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 347.843467894171, - 0.0, - 105.22812394704603, - 0.0, - 0.0, - 0.0, - 44.5021840664959, - 0.0, - 46.953795507361065 - ], - "79": [ - 19.8125, - 29.768734679557383, - 0.0, - 64.34645312788098, - 140.38035152634257, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 349.4217339470855, - 0.0, - 104.11406197352301, - 0.0, - 0.0, - 0.0, - 45.75109203324795, - 0.0, - 46.953795507361065 - ], - "80": [ - 19.8125, - 29.768734679557383, - 0.0, - 66.17322656394049, - 139.69017576317128, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 347.71086697354275, - 0.0, - 110.5570309867615, - 0.0, - 0.0, - 0.0, - 44.37554601662397, - 0.0, - 46.953795507361065 - ], - "81": [ - 19.8125, - 29.768734679557383, - 0.0, - 72.58661328197024, - 138.84508788158564, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 352.3554334867714, - 0.0, - 115.27851549338075, - 0.0, - 0.0, - 0.0, - 44.37554601662397, - 0.0, - 45.47689775368053 - ], - "82": [ - 19.8125, - 29.768734679557383, - 0.0, - 74.79330664098512, - 137.42254394079282, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 346.1777167433857, - 0.0, - 113.13925774669038, - 0.0, - 0.0, - 0.0, - 44.37554601662397, - 0.0, - 43.238448876840266 - ], - "83": [ - 19.8125, - 29.768734679557383, - 0.0, - 76.39665332049256, - 133.7112719703964, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 337.5888583716928, - 0.0, - 112.56962887334518, - 0.0, - 0.0, - 0.0, - 44.37554601662397, - 0.0, - 42.61922443842013 - ], - "84": [ - 13.90625, - 29.768734679557383, - 0.0, - 76.69832666024628, - 131.8556359851982, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 333.2944291858464, - 0.0, - 117.78481443667259, - 0.0, - 0.0, - 0.0, - 44.37554601662397, - 0.0, - 42.61922443842013 - ], - "85": [ - 13.90625, - 29.768734679557383, - 0.0, - 72.84916333012313, - 128.9278179925991, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 330.1472145929232, - 0.0, - 118.8924072183363, - 0.0, - 0.0, - 0.0, - 44.37554601662397, - 0.0, - 43.30961221921007 - ], - "86": [ - 13.90625, - 29.768734679557383, - 0.0, - 68.42458166506157, - 130.96390899629955, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 338.5736072964616, - 0.0, - 120.94620360916815, - 0.0, - 0.0, - 0.0, - 46.687773008311986, - 0.0, - 43.30961221921007 - ], - "87": [ - 13.90625, - 29.768734679557383, - 0.0, - 70.21229083253078, - 131.98195449814978, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 335.28680364823083, - 0.0, - 119.47310180458408, - 0.0, - 0.0, - 0.0, - 46.687773008311986, - 0.0, - 43.65480610960503 - ], - "88": [ - 13.90625, - 29.768734679557383, - 0.0, - 69.60614541626539, - 124.99097724907489, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 329.1434018241154, - 0.0, - 120.23655090229204, - 0.0, - 0.0, - 0.0, - 48.34388650415599, - 0.0, - 43.65480610960503 - ], - "89": [ - 13.90625, - 29.768734679557383, - 0.0, - 66.8030727081327, - 123.99548862453744, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 331.57170091205774, - 0.0, - 117.61827545114602, - 0.0, - 0.0, - 0.0, - 50.671943252077995, - 0.0, - 43.65480610960503 - ], - "90": [ - 13.90625, - 29.768734679557383, - 0.0, - 63.90153635406635, - 122.99774431226872, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 338.28585045602887, - 0.0, - 116.30913772557301, - 0.0, - 0.0, - 0.0, - 56.335971626039, - 0.0, - 43.65480610960503 - ], - "91": [ - 13.90625, - 29.768734679557383, - 0.0, - 60.450768177033176, - 120.99887215613435, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 339.1429252280144, - 0.0, - 119.1545688627865, - 0.0, - 0.0, - 0.0, - 59.6679858130195, - 0.0, - 43.65480610960503 - ], - "92": [ - 13.90625, - 29.768734679557383, - 0.0, - 56.22538408851659, - 118.49943607806718, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 333.0714626140072, - 0.0, - 122.07728443139325, - 0.0, - 0.0, - 0.0, - 59.6679858130195, - 0.0, - 51.82740305480252 - ], - "93": [ - 13.90625, - 27.88436733977869, - 0.0, - 57.612692044258296, - 116.74971803903358, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 326.03573130700363, - 0.0, - 122.03864221569663, - 0.0, - 0.0, - 0.0, - 59.6679858130195, - 0.0, - 51.82740305480252 - ], - "94": [ - 13.90625, - 27.88436733977869, - 0.0, - 57.612692044258296, - 114.87485901951679, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 322.0178656535018, - 0.0, - 120.01932110784831, - 0.0, - 0.0, - 0.0, - 68.83399290650975, - 0.0, - 52.41370152740126 - ], - "95": [ - 13.90625, - 27.88436733977869, - 0.0, - 52.30634602212915, - 115.4374295097584, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 320.0089328267509, - 0.0, - 115.50966055392416, - 0.0, - 0.0, - 0.0, - 71.91699645325488, - 0.0, - 52.41370152740126 - ], - "96": [ - 13.90625, - 27.88436733977869, - 0.0, - 52.30634602212915, - 116.2187147548792, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 314.00446641337544, - 0.0, - 116.75483027696208, - 0.0, - 0.0, - 0.0, - 70.95849822662744, - 0.0, - 52.41370152740126 - ], - "97": [ - 13.90625, - 27.88436733977869, - 0.0, - 52.30634602212915, - 116.10935737743961, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 301.0022332066877, - 0.0, - 114.87741513848104, - 0.0, - 0.0, - 0.0, - 70.97924911331373, - 0.0, - 57.20685076370063 - ], - "98": [ - 13.90625, - 27.88436733977869, - 0.0, - 52.30634602212915, - 112.0546786887198, - 0.0, - 0.0, - 0.5, - 0.0, - 0.0, - 0.0, - 288.50111660334386, - 0.0, - 117.43870756924052, - 0.0, - 0.0, - 0.0, - 71.98962455665686, - 0.0, - 56.103425381850315 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.5.gamma=0.1/run=883a2ca25e154152/rewards.json b/experiments/seed=256/alpha=0.5.gamma=0.1/run=883a2ca25e154152/rewards.json deleted file mode 100644 index 70e6d7b..0000000 --- a/experiments/seed=256/alpha=0.5.gamma=0.1/run=883a2ca25e154152/rewards.json +++ /dev/null @@ -1,2202 +0,0 @@ -{ - "0": [ - 17, - 60, - 9, - 57, - 17, - 0, - 5, - 0, - 84, - 21, - 0, - 349, - 0, - 233, - 0, - 0, - 0, - 207, - 0, - 69 - ], - "1": [ - 21, - 57, - 19, - 63, - 18, - 0, - 5, - 1, - 95, - 22, - 0, - 335, - 0, - 231, - 0, - 0, - 0, - 199, - 0, - 78 - ], - "2": [ - 24, - 63, - 20, - 56, - 18, - 0, - 2, - 0, - 103, - 24, - 0, - 330, - 0, - 232, - 0, - 0, - 0, - 187, - 0, - 78 - ], - "3": [ - 24, - 61, - 15, - 61, - 15, - 0, - 1, - 5, - 115, - 24, - 0, - 328, - 0, - 230, - 0, - 0, - 0, - 181, - 0, - 79 - ], - "4": [ - 27, - 61, - 13, - 64, - 15, - 0, - 0, - 4, - 106, - 24, - 0, - 334, - 0, - 227, - 0, - 0, - 0, - 187, - 0, - 89 - ], - "5": [ - 29, - 66, - 6, - 72, - 16, - 0, - 0, - 9, - 99, - 27, - 0, - 337, - 0, - 224, - 0, - 0, - 0, - 183, - 0, - 92 - ], - "6": [ - 25, - 59, - 6, - 69, - 20, - 0, - 0, - 11, - 97, - 27, - 0, - 332, - 0, - 218, - 0, - 0, - 0, - 175, - 0, - 95 - ], - "7": [ - 22, - 68, - 4, - 68, - 21, - 0, - 0, - 13, - 97, - 23, - 0, - 338, - 0, - 216, - 0, - 0, - 0, - 177, - 0, - 101 - ], - "8": [ - 23, - 65, - 4, - 68, - 24, - 0, - 0, - 14, - 96, - 21, - 0, - 340, - 0, - 210, - 0, - 0, - 0, - 179, - 0, - 106 - ], - "9": [ - 24, - 60, - 4, - 58, - 26, - 0, - 0, - 15, - 95, - 22, - 0, - 313, - 0, - 209, - 0, - 0, - 0, - 183, - 0, - 97 - ], - "10": [ - 24, - 56, - 3, - 62, - 28, - 0, - 0, - 13, - 105, - 27, - 0, - 315, - 0, - 207, - 0, - 0, - 0, - 191, - 0, - 98 - ], - "11": [ - 22, - 61, - 4, - 67, - 31, - 0, - 0, - 19, - 113, - 24, - 0, - 310, - 0, - 205, - 0, - 0, - 0, - 194, - 0, - 110 - ], - "12": [ - 15, - 54, - 7, - 68, - 30, - 0, - 0, - 21, - 114, - 26, - 0, - 322, - 0, - 206, - 0, - 0, - 0, - 185, - 0, - 105 - ], - "13": [ - 16, - 54, - 11, - 70, - 35, - 0, - 0, - 12, - 103, - 27, - 0, - 311, - 0, - 199, - 0, - 0, - 0, - 174, - 0, - 93 - ], - "14": [ - 15, - 48, - 15, - 71, - 33, - 0, - 0, - 11, - 112, - 27, - 0, - 308, - 0, - 187, - 0, - 0, - 0, - 173, - 0, - 93 - ], - "15": [ - 17, - 51, - 19, - 68, - 31, - 0, - 0, - 9, - 109, - 28, - 0, - 315, - 0, - 193, - 0, - 0, - 0, - 176, - 0, - 90 - ], - "16": [ - 17, - 55, - 20, - 61, - 32, - 0, - 0, - 3, - 112, - 31, - 0, - 306, - 0, - 200, - 0, - 0, - 0, - 166, - 0, - 87 - ], - "17": [ - 19, - 57, - 17, - 59, - 34, - 0, - 0, - 2, - 111, - 28, - 0, - 310, - 0, - 198, - 0, - 0, - 0, - 163, - 0, - 86 - ], - "18": [ - 16, - 63, - 18, - 59, - 34, - 0, - 0, - 6, - 112, - 24, - 0, - 308, - 0, - 194, - 0, - 0, - 0, - 169, - 0, - 77 - ], - "19": [ - 15, - 68, - 20, - 59, - 42, - 0, - 0, - 3, - 106, - 27, - 0, - 306, - 0, - 208, - 0, - 0, - 0, - 171, - 0, - 82 - ], - "20": [ - 14, - 65, - 14, - 57, - 48, - 0, - 0, - 0, - 104, - 22, - 0, - 321, - 0, - 209, - 0, - 0, - 0, - 169, - 0, - 81 - ], - "21": [ - 13, - 66, - 9, - 62, - 47, - 0, - 0, - 0, - 100, - 21, - 0, - 289, - 0, - 206, - 0, - 0, - 0, - 151, - 0, - 77 - ], - "22": [ - 15, - 57, - 9, - 60, - 50, - 0, - 0, - 0, - 99, - 17, - 0, - 283, - 0, - 200, - 0, - 0, - 0, - 141, - 0, - 77 - ], - "23": [ - 18, - 57, - 10, - 60, - 47, - 0, - 0, - 0, - 100, - 16, - 0, - 300, - 0, - 191, - 0, - 0, - 0, - 138, - 0, - 70 - ], - "24": [ - 21, - 49, - 5, - 58, - 54, - 0, - 0, - 0, - 97, - 16, - 0, - 303, - 0, - 186, - 0, - 0, - 0, - 136, - 0, - 67 - ], - "25": [ - 21, - 48, - 8, - 65, - 53, - 0, - 0, - 0, - 104, - 14, - 0, - 315, - 0, - 183, - 0, - 0, - 0, - 123, - 0, - 64 - ], - "26": [ - 26, - 50, - 15, - 68, - 55, - 0, - 0, - 3, - 91, - 17, - 0, - 328, - 0, - 175, - 0, - 0, - 0, - 124, - 0, - 61 - ], - "27": [ - 28, - 51, - 10, - 66, - 57, - 0, - 0, - 0, - 99, - 12, - 0, - 341, - 0, - 168, - 0, - 0, - 0, - 121, - 0, - 54 - ], - "28": [ - 37, - 56, - 10, - 58, - 61, - 0, - 0, - 4, - 96, - 15, - 0, - 331, - 0, - 170, - 0, - 0, - 0, - 115, - 0, - 56 - ], - "29": [ - 31, - 59, - 12, - 62, - 61, - 0, - 0, - 3, - 99, - 21, - 0, - 331, - 0, - 167, - 0, - 0, - 0, - 117, - 0, - 56 - ], - "30": [ - 24, - 61, - 10, - 66, - 62, - 0, - 0, - 5, - 94, - 20, - 0, - 323, - 0, - 164, - 0, - 0, - 0, - 122, - 0, - 53 - ], - "31": [ - 26, - 62, - 7, - 68, - 63, - 0, - 0, - 3, - 104, - 20, - 0, - 329, - 0, - 157, - 0, - 0, - 0, - 116, - 0, - 48 - ], - "32": [ - 28, - 62, - 6, - 67, - 67, - 0, - 0, - 3, - 106, - 15, - 0, - 337, - 0, - 155, - 0, - 0, - 0, - 116, - 0, - 54 - ], - "33": [ - 30, - 59, - 7, - 67, - 70, - 0, - 0, - 9, - 94, - 8, - 0, - 328, - 0, - 145, - 0, - 0, - 0, - 117, - 0, - 52 - ], - "34": [ - 29, - 52, - 6, - 63, - 74, - 0, - 0, - 6, - 96, - 10, - 0, - 311, - 0, - 139, - 0, - 0, - 0, - 118, - 0, - 51 - ], - "35": [ - 32, - 51, - 11, - 71, - 77, - 0, - 0, - 6, - 94, - 10, - 0, - 315, - 0, - 145, - 0, - 0, - 0, - 118, - 0, - 51 - ], - "36": [ - 31, - 51, - 14, - 66, - 85, - 0, - 0, - 2, - 94, - 14, - 0, - 330, - 0, - 139, - 0, - 0, - 0, - 121, - 0, - 49 - ], - "37": [ - 32, - 48, - 9, - 66, - 76, - 0, - 0, - 0, - 101, - 14, - 0, - 330, - 0, - 142, - 0, - 0, - 0, - 122, - 0, - 42 - ], - "38": [ - 27, - 52, - 11, - 59, - 87, - 0, - 0, - 0, - 102, - 14, - 0, - 328, - 0, - 143, - 0, - 0, - 0, - 120, - 0, - 40 - ], - "39": [ - 26, - 45, - 9, - 59, - 87, - 0, - 0, - 5, - 104, - 10, - 0, - 328, - 0, - 138, - 0, - 0, - 0, - 128, - 0, - 38 - ], - "40": [ - 20, - 48, - 8, - 66, - 98, - 0, - 0, - 8, - 105, - 17, - 0, - 329, - 0, - 133, - 0, - 0, - 0, - 124, - 0, - 35 - ], - "41": [ - 22, - 49, - 6, - 67, - 102, - 0, - 0, - 8, - 112, - 13, - 0, - 324, - 0, - 123, - 0, - 0, - 0, - 121, - 0, - 34 - ], - "42": [ - 23, - 55, - 9, - 71, - 100, - 0, - 0, - 10, - 108, - 10, - 0, - 320, - 0, - 116, - 0, - 0, - 0, - 115, - 0, - 34 - ], - "43": [ - 21, - 52, - 1, - 78, - 104, - 0, - 0, - 11, - 99, - 10, - 0, - 317, - 0, - 117, - 0, - 0, - 0, - 109, - 0, - 34 - ], - "44": [ - 19, - 55, - 0, - 76, - 114, - 0, - 0, - 15, - 93, - 11, - 0, - 341, - 0, - 118, - 0, - 0, - 0, - 101, - 0, - 38 - ], - "45": [ - 21, - 57, - 1, - 77, - 109, - 0, - 0, - 17, - 80, - 11, - 0, - 335, - 0, - 117, - 0, - 0, - 0, - 97, - 0, - 34 - ], - "46": [ - 19, - 56, - 6, - 75, - 115, - 0, - 0, - 18, - 80, - 13, - 0, - 340, - 0, - 120, - 0, - 0, - 0, - 90, - 0, - 34 - ], - "47": [ - 19, - 51, - 11, - 72, - 120, - 0, - 0, - 13, - 84, - 11, - 0, - 343, - 0, - 125, - 0, - 0, - 2, - 83, - 0, - 36 - ], - "48": [ - 20, - 49, - 16, - 78, - 117, - 0, - 0, - 14, - 79, - 11, - 0, - 337, - 0, - 128, - 0, - 0, - 0, - 81, - 0, - 35 - ], - "49": [ - 18, - 47, - 18, - 86, - 125, - 0, - 0, - 17, - 82, - 11, - 0, - 332, - 0, - 123, - 0, - 0, - 0, - 78, - 0, - 36 - ], - "50": [ - 16, - 45, - 21, - 86, - 128, - 0, - 0, - 20, - 75, - 12, - 0, - 344, - 0, - 129, - 0, - 0, - 0, - 77, - 0, - 33 - ], - "51": [ - 14, - 42, - 17, - 88, - 135, - 0, - 0, - 22, - 78, - 15, - 0, - 326, - 0, - 125, - 0, - 0, - 0, - 73, - 0, - 34 - ], - "52": [ - 15, - 45, - 13, - 87, - 129, - 0, - 0, - 15, - 86, - 19, - 0, - 326, - 0, - 130, - 0, - 0, - 2, - 78, - 0, - 37 - ], - "53": [ - 17, - 43, - 9, - 87, - 132, - 0, - 0, - 20, - 80, - 16, - 0, - 323, - 0, - 128, - 0, - 0, - 1, - 74, - 0, - 36 - ], - "54": [ - 19, - 48, - 7, - 83, - 129, - 0, - 0, - 18, - 86, - 19, - 0, - 330, - 0, - 129, - 0, - 0, - 0, - 71, - 0, - 39 - ], - "55": [ - 18, - 47, - 4, - 77, - 132, - 0, - 0, - 20, - 81, - 25, - 0, - 332, - 0, - 125, - 0, - 0, - 0, - 71, - 0, - 36 - ], - "56": [ - 18, - 47, - 3, - 77, - 136, - 0, - 0, - 23, - 88, - 29, - 0, - 329, - 0, - 136, - 0, - 0, - 0, - 71, - 0, - 35 - ], - "57": [ - 22, - 43, - 3, - 78, - 133, - 0, - 0, - 27, - 100, - 28, - 0, - 342, - 0, - 129, - 0, - 0, - 0, - 72, - 0, - 36 - ], - "58": [ - 20, - 42, - 5, - 77, - 129, - 0, - 0, - 25, - 110, - 31, - 0, - 329, - 0, - 137, - 0, - 0, - 0, - 74, - 0, - 36 - ], - "59": [ - 17, - 44, - 2, - 78, - 133, - 0, - 0, - 30, - 110, - 32, - 0, - 300, - 0, - 139, - 0, - 0, - 3, - 71, - 0, - 38 - ], - "60": [ - 19, - 45, - 0, - 79, - 123, - 0, - 0, - 28, - 103, - 32, - 0, - 300, - 0, - 139, - 0, - 0, - 7, - 75, - 0, - 39 - ], - "61": [ - 19, - 43, - 0, - 70, - 120, - 0, - 0, - 35, - 114, - 29, - 0, - 318, - 0, - 143, - 0, - 0, - 3, - 63, - 0, - 40 - ], - "62": [ - 16, - 39, - 0, - 65, - 122, - 0, - 0, - 37, - 114, - 30, - 0, - 307, - 0, - 137, - 0, - 0, - 2, - 62, - 0, - 39 - ], - "63": [ - 14, - 39, - 0, - 71, - 116, - 0, - 0, - 42, - 113, - 22, - 0, - 323, - 0, - 148, - 0, - 0, - 6, - 60, - 0, - 40 - ], - "64": [ - 12, - 31, - 0, - 78, - 124, - 0, - 0, - 43, - 114, - 21, - 0, - 319, - 0, - 139, - 0, - 0, - 0, - 60, - 0, - 42 - ], - "65": [ - 9, - 36, - 0, - 83, - 119, - 0, - 0, - 41, - 113, - 22, - 0, - 315, - 0, - 134, - 0, - 0, - 0, - 56, - 0, - 44 - ], - "66": [ - 11, - 37, - 0, - 80, - 123, - 0, - 0, - 38, - 113, - 21, - 0, - 293, - 0, - 128, - 0, - 0, - 1, - 55, - 0, - 49 - ], - "67": [ - 8, - 37, - 0, - 85, - 128, - 0, - 0, - 38, - 111, - 18, - 0, - 291, - 0, - 120, - 0, - 0, - 2, - 49, - 0, - 44 - ], - "68": [ - 6, - 40, - 0, - 86, - 121, - 0, - 0, - 34, - 98, - 17, - 0, - 279, - 0, - 114, - 0, - 0, - 3, - 46, - 0, - 48 - ], - "69": [ - 8, - 41, - 0, - 93, - 125, - 0, - 0, - 35, - 99, - 14, - 0, - 293, - 0, - 125, - 0, - 0, - 0, - 46, - 0, - 45 - ], - "70": [ - 11, - 36, - 0, - 83, - 123, - 0, - 4, - 32, - 96, - 23, - 0, - 307, - 0, - 119, - 0, - 0, - 2, - 48, - 0, - 43 - ], - "71": [ - 8, - 36, - 0, - 71, - 112, - 0, - 10, - 30, - 100, - 21, - 0, - 319, - 0, - 102, - 0, - 0, - 4, - 51, - 0, - 47 - ], - "72": [ - 5, - 35, - 0, - 69, - 117, - 0, - 12, - 31, - 104, - 26, - 0, - 333, - 0, - 97, - 0, - 0, - 3, - 50, - 0, - 43 - ], - "73": [ - 6, - 33, - 3, - 65, - 114, - 0, - 19, - 31, - 100, - 16, - 0, - 335, - 0, - 99, - 0, - 0, - 0, - 51, - 0, - 48 - ], - "74": [ - 8, - 32, - 0, - 63, - 127, - 0, - 15, - 29, - 97, - 15, - 0, - 346, - 0, - 97, - 0, - 0, - 4, - 49, - 0, - 44 - ], - "75": [ - 6, - 32, - 2, - 62, - 127, - 0, - 25, - 29, - 103, - 16, - 0, - 342, - 0, - 100, - 0, - 0, - 2, - 44, - 0, - 47 - ], - "76": [ - 5, - 31, - 0, - 67, - 132, - 0, - 25, - 35, - 101, - 12, - 0, - 342, - 0, - 100, - 0, - 0, - 3, - 44, - 0, - 47 - ], - "77": [ - 4, - 32, - 0, - 66, - 138, - 0, - 28, - 41, - 101, - 6, - 0, - 356, - 0, - 96, - 0, - 0, - 5, - 43, - 0, - 48 - ], - "78": [ - 4, - 24, - 0, - 65, - 140, - 0, - 19, - 36, - 108, - 9, - 0, - 353, - 0, - 105, - 0, - 0, - 7, - 43, - 0, - 51 - ], - "79": [ - 2, - 22, - 0, - 66, - 141, - 0, - 21, - 37, - 97, - 9, - 0, - 345, - 0, - 109, - 0, - 0, - 2, - 43, - 0, - 46 - ], - "80": [ - 2, - 20, - 0, - 63, - 142, - 0, - 23, - 38, - 101, - 13, - 0, - 351, - 0, - 103, - 0, - 0, - 2, - 47, - 0, - 45 - ], - "81": [ - 6, - 18, - 0, - 68, - 139, - 0, - 29, - 39, - 108, - 12, - 0, - 346, - 0, - 117, - 0, - 0, - 3, - 43, - 0, - 44 - ], - "82": [ - 8, - 20, - 0, - 79, - 138, - 0, - 20, - 36, - 109, - 5, - 0, - 357, - 0, - 120, - 0, - 0, - 5, - 43, - 0, - 44 - ], - "83": [ - 8, - 18, - 0, - 77, - 136, - 0, - 19, - 39, - 101, - 8, - 0, - 340, - 0, - 111, - 0, - 0, - 7, - 43, - 0, - 41 - ], - "84": [ - 7, - 19, - 0, - 78, - 130, - 0, - 30, - 34, - 109, - 4, - 0, - 329, - 0, - 112, - 0, - 0, - 9, - 44, - 0, - 42 - ], - "85": [ - 8, - 22, - 0, - 77, - 130, - 0, - 36, - 33, - 110, - 0, - 0, - 329, - 0, - 123, - 0, - 0, - 8, - 42, - 0, - 43 - ], - "86": [ - 9, - 24, - 0, - 69, - 126, - 0, - 41, - 34, - 112, - 0, - 0, - 327, - 0, - 120, - 0, - 0, - 8, - 39, - 0, - 44 - ], - "87": [ - 7, - 19, - 0, - 64, - 133, - 0, - 33, - 35, - 122, - 0, - 0, - 347, - 0, - 123, - 0, - 0, - 9, - 49, - 0, - 44 - ], - "88": [ - 4, - 19, - 2, - 72, - 133, - 0, - 24, - 35, - 110, - 1, - 0, - 332, - 0, - 118, - 0, - 0, - 7, - 54, - 0, - 44 - ], - "89": [ - 3, - 19, - 4, - 69, - 118, - 0, - 25, - 31, - 113, - 0, - 0, - 323, - 0, - 121, - 0, - 0, - 7, - 50, - 0, - 50 - ], - "90": [ - 4, - 18, - 1, - 64, - 123, - 0, - 22, - 35, - 117, - 0, - 0, - 334, - 0, - 115, - 0, - 0, - 8, - 53, - 0, - 55 - ], - "91": [ - 7, - 19, - 5, - 61, - 122, - 0, - 26, - 30, - 120, - 0, - 0, - 345, - 0, - 115, - 0, - 0, - 5, - 62, - 0, - 53 - ], - "92": [ - 4, - 22, - 4, - 57, - 119, - 0, - 26, - 29, - 123, - 0, - 0, - 340, - 0, - 122, - 0, - 0, - 5, - 63, - 0, - 62 - ], - "93": [ - 4, - 24, - 2, - 52, - 116, - 0, - 12, - 33, - 126, - 0, - 0, - 327, - 0, - 125, - 0, - 0, - 4, - 70, - 0, - 60 - ], - "94": [ - 4, - 26, - 1, - 59, - 115, - 0, - 11, - 35, - 125, - 0, - 0, - 319, - 0, - 122, - 0, - 0, - 7, - 73, - 0, - 58 - ], - "95": [ - 4, - 29, - 2, - 49, - 113, - 0, - 13, - 33, - 118, - 0, - 0, - 318, - 0, - 118, - 0, - 0, - 5, - 78, - 0, - 53 - ], - "96": [ - 2, - 27, - 5, - 47, - 116, - 0, - 27, - 32, - 114, - 0, - 0, - 318, - 0, - 111, - 0, - 0, - 5, - 75, - 0, - 60 - ], - "97": [ - 5, - 24, - 4, - 48, - 117, - 0, - 24, - 30, - 100, - 0, - 0, - 308, - 0, - 118, - 0, - 0, - 6, - 70, - 0, - 68 - ], - "98": [ - 2, - 22, - 7, - 45, - 116, - 0, - 20, - 28, - 102, - 0, - 0, - 288, - 0, - 113, - 0, - 0, - 6, - 71, - 0, - 62 - ], - "99": [ - 0, - 22, - 12, - 51, - 108, - 0, - 20, - 22, - 102, - 0, - 0, - 276, - 0, - 120, - 0, - 0, - 4, - 73, - 0, - 55 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.5.gamma=0.1/run=883a2ca25e154152/rewards.plot.png b/experiments/seed=256/alpha=0.5.gamma=0.1/run=883a2ca25e154152/rewards.plot.png deleted file mode 100644 index 995e18e..0000000 Binary files a/experiments/seed=256/alpha=0.5.gamma=0.1/run=883a2ca25e154152/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.5.gamma=0.1/run=883a2ca25e154152/sum_rewards.json b/experiments/seed=256/alpha=0.5.gamma=0.1/run=883a2ca25e154152/sum_rewards.json deleted file mode 100644 index 39ef52b..0000000 --- a/experiments/seed=256/alpha=0.5.gamma=0.1/run=883a2ca25e154152/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 68565, - "V": 5780955 - }, - "control": { - "R": 67607, - "V": 5721003 - } -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.5.gamma=0.1/run=883a2ca25e154152/view.plot.png b/experiments/seed=256/alpha=0.5.gamma=0.1/run=883a2ca25e154152/view.plot.png deleted file mode 100644 index 5b820d8..0000000 Binary files a/experiments/seed=256/alpha=0.5.gamma=0.1/run=883a2ca25e154152/view.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.5.gamma=0.1/run=9581c0893dad4e4d/choices.json b/experiments/seed=256/alpha=0.5.gamma=0.1/run=9581c0893dad4e4d/choices.json deleted file mode 100644 index 10b3b54..0000000 --- a/experiments/seed=256/alpha=0.5.gamma=0.1/run=9581c0893dad4e4d/choices.json +++ /dev/null @@ -1,702 +0,0 @@ -{ - "0": [ - 1, - 11, - 10, - 7, - 13 - ], - "1": [ - 13, - 11, - 1, - 19, - 14 - ], - "2": [ - 13, - 11, - 19, - 1, - 2 - ], - "3": [ - 13, - 19, - 11, - 1, - 7 - ], - "4": [ - 13, - 11, - 19, - 1, - 2 - ], - "5": [ - 13, - 19, - 11, - 1, - 15 - ], - "6": [ - 13, - 19, - 11, - 1, - 5 - ], - "7": [ - 13, - 11, - 19, - 1, - 17 - ], - "8": [ - 13, - 11, - 19, - 17, - 1 - ], - "9": [ - 13, - 11, - 17, - 19, - 1 - ], - "10": [ - 13, - 11, - 19, - 17, - 1 - ], - "11": [ - 13, - 11, - 17, - 19, - 1 - ], - "12": [ - 13, - 19, - 11, - 17, - 1 - ], - "13": [ - 13, - 11, - 19, - 17, - 1 - ], - "14": [ - 13, - 19, - 11, - 17, - 1 - ], - "15": [ - 13, - 19, - 11, - 17, - 1 - ], - "16": [ - 13, - 19, - 11, - 17, - 1 - ], - "17": [ - 13, - 11, - 19, - 17, - 1 - ], - "18": [ - 13, - 11, - 17, - 19, - 1 - ], - "19": [ - 13, - 19, - 11, - 17, - 1 - ], - "20": [ - 13, - 11, - 19, - 1, - 17 - ], - "21": [ - 13, - 11, - 19, - 17, - 1 - ], - "22": [ - 13, - 11, - 19, - 17, - 1 - ], - "23": [ - 13, - 19, - 11, - 1, - 17 - ], - "24": [ - 13, - 19, - 11, - 17, - 1 - ], - "25": [ - 13, - 19, - 11, - 1, - 17 - ], - "26": [ - 13, - 11, - 17, - 19, - 1 - ], - "27": [ - 13, - 11, - 19, - 17, - 1 - ], - "28": [ - 13, - 11, - 19, - 1, - 17 - ], - "29": [ - 13, - 19, - 11, - 1, - 17 - ], - "30": [ - 13, - 11, - 19, - 17, - 1 - ], - "31": [ - 13, - 11, - 1, - 19, - 17 - ], - "32": [ - 13, - 11, - 17, - 1, - 19 - ], - "33": [ - 13, - 11, - 17, - 1, - 19 - ], - "34": [ - 13, - 11, - 19, - 17, - 1 - ], - "35": [ - 13, - 17, - 11, - 19, - 1 - ], - "36": [ - 13, - 11, - 17, - 19, - 1 - ], - "37": [ - 13, - 11, - 17, - 19, - 1 - ], - "38": [ - 13, - 11, - 17, - 19, - 1 - ], - "39": [ - 13, - 11, - 17, - 19, - 1 - ], - "40": [ - 13, - 11, - 17, - 19, - 1 - ], - "41": [ - 13, - 11, - 17, - 1, - 19 - ], - "42": [ - 13, - 11, - 17, - 1, - 19 - ], - "43": [ - 13, - 11, - 17, - 19, - 1 - ], - "44": [ - 13, - 11, - 17, - 1, - 19 - ], - "45": [ - 13, - 11, - 17, - 1, - 19 - ], - "46": [ - 13, - 11, - 17, - 19, - 1 - ], - "47": [ - 13, - 11, - 17, - 1, - 19 - ], - "48": [ - 13, - 11, - 17, - 19, - 1 - ], - "49": [ - 13, - 11, - 17, - 19, - 1 - ], - "50": [ - 13, - 11, - 17, - 1, - 19 - ], - "51": [ - 13, - 11, - 17, - 1, - 19 - ], - "52": [ - 13, - 11, - 17, - 19, - 1 - ], - "53": [ - 13, - 11, - 17, - 19, - 1 - ], - "54": [ - 13, - 11, - 17, - 19, - 1 - ], - "55": [ - 13, - 17, - 11, - 19, - 1 - ], - "56": [ - 13, - 17, - 11, - 1, - 19 - ], - "57": [ - 13, - 17, - 11, - 19, - 1 - ], - "58": [ - 13, - 17, - 11, - 1, - 19 - ], - "59": [ - 13, - 11, - 17, - 19, - 1 - ], - "60": [ - 13, - 11, - 17, - 19, - 1 - ], - "61": [ - 13, - 11, - 17, - 19, - 1 - ], - "62": [ - 13, - 11, - 19, - 17, - 1 - ], - "63": [ - 13, - 11, - 17, - 19, - 2 - ], - "64": [ - 13, - 11, - 17, - 19, - 1 - ], - "65": [ - 13, - 11, - 17, - 19, - 1 - ], - "66": [ - 13, - 11, - 17, - 19, - 1 - ], - "67": [ - 13, - 11, - 17, - 19, - 1 - ], - "68": [ - 13, - 11, - 19, - 17, - 1 - ], - "69": [ - 13, - 11, - 17, - 19, - 1 - ], - "70": [ - 13, - 11, - 17, - 19, - 1 - ], - "71": [ - 13, - 11, - 19, - 17, - 1 - ], - "72": [ - 13, - 11, - 19, - 17, - 1 - ], - "73": [ - 13, - 11, - 17, - 19, - 1 - ], - "74": [ - 13, - 11, - 19, - 17, - 1 - ], - "75": [ - 13, - 11, - 19, - 17, - 1 - ], - "76": [ - 13, - 11, - 17, - 19, - 1 - ], - "77": [ - 13, - 11, - 19, - 17, - 1 - ], - "78": [ - 13, - 11, - 19, - 17, - 1 - ], - "79": [ - 13, - 11, - 19, - 17, - 1 - ], - "80": [ - 13, - 11, - 19, - 17, - 1 - ], - "81": [ - 13, - 11, - 17, - 19, - 1 - ], - "82": [ - 13, - 11, - 19, - 17, - 1 - ], - "83": [ - 13, - 11, - 19, - 17, - 1 - ], - "84": [ - 13, - 11, - 19, - 17, - 1 - ], - "85": [ - 13, - 11, - 17, - 19, - 1 - ], - "86": [ - 13, - 11, - 17, - 19, - 1 - ], - "87": [ - 13, - 11, - 17, - 19, - 1 - ], - "88": [ - 13, - 11, - 17, - 1, - 19 - ], - "89": [ - 13, - 11, - 17, - 19, - 1 - ], - "90": [ - 13, - 11, - 17, - 19, - 1 - ], - "91": [ - 13, - 11, - 17, - 19, - 1 - ], - "92": [ - 13, - 11, - 17, - 19, - 1 - ], - "93": [ - 13, - 11, - 17, - 1, - 19 - ], - "94": [ - 13, - 11, - 17, - 19, - 1 - ], - "95": [ - 13, - 11, - 17, - 19, - 1 - ], - "96": [ - 13, - 11, - 19, - 17, - 1 - ], - "97": [ - 13, - 19, - 11, - 17, - 1 - ], - "98": [ - 13, - 11, - 19, - 17, - 1 - ], - "99": [ - 13, - 11, - 19, - 17, - 1 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.5.gamma=0.1/run=9581c0893dad4e4d/config.json b/experiments/seed=256/alpha=0.5.gamma=0.1/run=9581c0893dad4e4d/config.json deleted file mode 100644 index 9a265ba..0000000 --- a/experiments/seed=256/alpha=0.5.gamma=0.1/run=9581c0893dad4e4d/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 20, - "num_choices": 5, - "time_span": 100, - "history_span": 3000, - "alpha": 0.5, - "gamma": 0.1, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.5.gamma=0.1/run=9581c0893dad4e4d/control.choices.json b/experiments/seed=256/alpha=0.5.gamma=0.1/run=9581c0893dad4e4d/control.choices.json deleted file mode 100644 index 1ce1220..0000000 --- a/experiments/seed=256/alpha=0.5.gamma=0.1/run=9581c0893dad4e4d/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 4, - 3, - 11, - 1, - 13 -] \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.5.gamma=0.1/run=9581c0893dad4e4d/qvalues.json b/experiments/seed=256/alpha=0.5.gamma=0.1/run=9581c0893dad4e4d/qvalues.json deleted file mode 100644 index dee57a3..0000000 --- a/experiments/seed=256/alpha=0.5.gamma=0.1/run=9581c0893dad4e4d/qvalues.json +++ /dev/null @@ -1,2180 +0,0 @@ -{ - "0": [ - 0.0, - 31.5, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 1.5, - 0.0, - 0.0, - 0.0, - 69.0, - 0.0, - 134.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 48.75, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 1.5, - 0.0, - 0.0, - 0.0, - 96.0, - 0.0, - 206.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 77.0 - ], - "2": [ - 0.0, - 56.375, - 6.0, - 5.0, - 5.0, - 0.0, - 0.0, - 1.5, - 0.0, - 0.0, - 0.0, - 106.5, - 0.0, - 245.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 111.0 - ], - "3": [ - 0.0, - 60.1875, - 6.0, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 107.75, - 0.0, - 262.5, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 131.0 - ], - "4": [ - 0.0, - 68.59375, - 5.5, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 114.875, - 0.0, - 268.25, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 134.5 - ], - "5": [ - 0.0, - 68.796875, - 5.5, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 124.9375, - 0.0, - 270.625, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 136.25 - ], - "6": [ - 0.0, - 75.3984375, - 5.5, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 130.96875, - 0.0, - 273.3125, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 131.625 - ], - "7": [ - 0.0, - 77.19921875, - 5.5, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 130.984375, - 0.0, - 275.15625, - 0.0, - 0.0, - 0.0, - 62.5, - 0.0, - 133.3125 - ], - "8": [ - 0.0, - 76.099609375, - 5.5, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 133.9921875, - 0.0, - 280.578125, - 0.0, - 0.0, - 0.0, - 89.75, - 0.0, - 130.15625 - ], - "9": [ - 0.0, - 79.0498046875, - 5.5, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 138.99609375, - 0.0, - 285.2890625, - 0.0, - 0.0, - 0.0, - 97.375, - 0.0, - 132.578125 - ], - "10": [ - 0.0, - 84.02490234375, - 5.5, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 143.498046875, - 0.0, - 286.14453125, - 0.0, - 0.0, - 0.0, - 102.6875, - 0.0, - 141.2890625 - ], - "11": [ - 0.0, - 84.012451171875, - 5.5, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 141.7490234375, - 0.0, - 288.072265625, - 0.0, - 0.0, - 0.0, - 103.84375, - 0.0, - 141.64453125 - ], - "12": [ - 0.0, - 85.5062255859375, - 5.5, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 136.87451171875, - 0.0, - 288.5361328125, - 0.0, - 0.0, - 0.0, - 102.921875, - 0.0, - 139.322265625 - ], - "13": [ - 0.0, - 84.25311279296875, - 5.5, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 136.937255859375, - 0.0, - 287.26806640625, - 0.0, - 0.0, - 0.0, - 105.9609375, - 0.0, - 138.1611328125 - ], - "14": [ - 0.0, - 88.62655639648438, - 5.5, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 134.4686279296875, - 0.0, - 286.134033203125, - 0.0, - 0.0, - 0.0, - 110.98046875, - 0.0, - 137.08056640625 - ], - "15": [ - 0.0, - 91.31327819824219, - 5.5, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 138.73431396484375, - 0.0, - 289.0670166015625, - 0.0, - 0.0, - 0.0, - 117.490234375, - 0.0, - 133.540283203125 - ], - "16": [ - 0.0, - 93.6566390991211, - 5.5, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 150.86715698242188, - 0.0, - 290.03350830078125, - 0.0, - 0.0, - 0.0, - 115.7451171875, - 0.0, - 132.7701416015625 - ], - "17": [ - 0.0, - 96.32831954956055, - 5.5, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 157.93357849121094, - 0.0, - 288.0167541503906, - 0.0, - 0.0, - 0.0, - 120.87255859375, - 0.0, - 128.38507080078125 - ], - "18": [ - 0.0, - 99.16415977478027, - 5.5, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 160.96678924560547, - 0.0, - 291.5083770751953, - 0.0, - 0.0, - 0.0, - 123.436279296875, - 0.0, - 129.69253540039062 - ], - "19": [ - 0.0, - 96.08207988739014, - 5.5, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 167.98339462280273, - 0.0, - 298.25418853759766, - 0.0, - 0.0, - 0.0, - 116.2181396484375, - 0.0, - 135.8462677001953 - ], - "20": [ - 0.0, - 96.04103994369507, - 5.5, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 165.99169731140137, - 0.0, - 297.6270942687988, - 0.0, - 0.0, - 0.0, - 107.60906982421875, - 0.0, - 132.92313385009766 - ], - "21": [ - 0.0, - 94.52051997184753, - 5.5, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 155.99584865570068, - 0.0, - 299.3135471343994, - 0.0, - 0.0, - 0.0, - 103.30453491210938, - 0.0, - 129.96156692504883 - ], - "22": [ - 0.0, - 94.76025998592377, - 5.5, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 146.99792432785034, - 0.0, - 298.1567735671997, - 0.0, - 0.0, - 0.0, - 101.65226745605469, - 0.0, - 121.98078346252441 - ], - "23": [ - 0.0, - 92.88012999296188, - 5.5, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 138.99896216392517, - 0.0, - 295.57838678359985, - 0.0, - 0.0, - 0.0, - 103.32613372802734, - 0.0, - 114.9903917312622 - ], - "24": [ - 0.0, - 91.94006499648094, - 5.5, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 136.49948108196259, - 0.0, - 294.7891933917999, - 0.0, - 0.0, - 0.0, - 103.16306686401367, - 0.0, - 113.4951958656311 - ], - "25": [ - 0.0, - 88.97003249824047, - 5.5, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 131.2497405409813, - 0.0, - 292.39459669589996, - 0.0, - 0.0, - 0.0, - 103.58153343200684, - 0.0, - 112.74759793281555 - ], - "26": [ - 0.0, - 88.48501624912024, - 5.5, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 132.62487027049065, - 0.0, - 289.69729834795, - 0.0, - 0.0, - 0.0, - 101.29076671600342, - 0.0, - 106.87379896640778 - ], - "27": [ - 0.0, - 89.24250812456012, - 5.5, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 131.31243513524532, - 0.0, - 292.848649173975, - 0.0, - 0.0, - 0.0, - 99.14538335800171, - 0.0, - 103.93689948320389 - ], - "28": [ - 0.0, - 91.12125406228006, - 5.5, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 127.15621756762266, - 0.0, - 292.4243245869875, - 0.0, - 0.0, - 0.0, - 97.07269167900085, - 0.0, - 100.96844974160194 - ], - "29": [ - 0.0, - 93.56062703114003, - 5.5, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 122.57810878381133, - 0.0, - 287.21216229349375, - 0.0, - 0.0, - 0.0, - 94.03634583950043, - 0.0, - 104.48422487080097 - ], - "30": [ - 0.0, - 94.78031351557001, - 5.5, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 123.78905439190567, - 0.0, - 285.1060811467469, - 0.0, - 0.0, - 0.0, - 94.01817291975021, - 0.0, - 101.24211243540049 - ], - "31": [ - 0.0, - 95.89015675778501, - 5.5, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 129.39452719595283, - 0.0, - 281.05304057337344, - 0.0, - 0.0, - 0.0, - 95.0090864598751, - 0.0, - 97.62105621770024 - ], - "32": [ - 0.0, - 97.9450783788925, - 5.5, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 135.19726359797642, - 0.0, - 277.5265202866867, - 0.0, - 0.0, - 0.0, - 98.00454322993755, - 0.0, - 98.81052810885012 - ], - "33": [ - 0.0, - 90.47253918944625, - 5.5, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 137.0986317989882, - 0.0, - 280.76326014334336, - 0.0, - 0.0, - 0.0, - 99.50227161496878, - 0.0, - 96.90526405442506 - ], - "34": [ - 0.0, - 85.23626959472313, - 5.5, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 139.5493158994941, - 0.0, - 280.8816300716717, - 0.0, - 0.0, - 0.0, - 104.75113580748439, - 0.0, - 95.95263202721253 - ], - "35": [ - 0.0, - 83.11813479736156, - 5.5, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 145.27465794974705, - 0.0, - 283.44081503583584, - 0.0, - 0.0, - 0.0, - 113.3755679037422, - 0.0, - 95.47631601360627 - ], - "36": [ - 0.0, - 81.05906739868078, - 5.5, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 153.13732897487353, - 0.0, - 287.7204075179179, - 0.0, - 0.0, - 0.0, - 119.1877839518711, - 0.0, - 99.23815800680313 - ], - "37": [ - 0.0, - 78.02953369934039, - 5.5, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 168.06866448743676, - 0.0, - 295.86020375895896, - 0.0, - 0.0, - 0.0, - 121.59389197593555, - 0.0, - 100.61907900340157 - ], - "38": [ - 0.0, - 74.0147668496702, - 5.5, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 171.53433224371838, - 0.0, - 298.9301018794795, - 0.0, - 0.0, - 0.0, - 127.29694598796777, - 0.0, - 99.30953950170078 - ], - "39": [ - 0.0, - 72.0073834248351, - 5.5, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 177.7671661218592, - 0.0, - 299.46505093973974, - 0.0, - 0.0, - 0.0, - 126.64847299398389, - 0.0, - 91.15476975085039 - ], - "40": [ - 0.0, - 72.50369171241755, - 5.5, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 177.8835830609296, - 0.0, - 302.23252546986987, - 0.0, - 0.0, - 0.0, - 130.82423649699194, - 0.0, - 85.5773848754252 - ], - "41": [ - 0.0, - 76.75184585620877, - 5.5, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 173.4417915304648, - 0.0, - 301.61626273493493, - 0.0, - 0.0, - 0.0, - 137.91211824849597, - 0.0, - 81.7886924377126 - ], - "42": [ - 0.0, - 75.87592292810439, - 5.5, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 163.7208957652324, - 0.0, - 296.30813136746747, - 0.0, - 0.0, - 0.0, - 141.456059124248, - 0.0, - 80.8943462188563 - ], - "43": [ - 0.0, - 75.9379614640522, - 5.5, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 165.3604478826162, - 0.0, - 292.65406568373373, - 0.0, - 0.0, - 0.0, - 139.228029562124, - 0.0, - 83.94717310942815 - ], - "44": [ - 0.0, - 77.4689807320261, - 5.5, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 166.1802239413081, - 0.0, - 290.32703284186687, - 0.0, - 0.0, - 0.0, - 137.114014781062, - 0.0, - 82.47358655471407 - ], - "45": [ - 0.0, - 77.23449036601305, - 5.5, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 168.09011197065405, - 0.0, - 285.16351642093343, - 0.0, - 0.0, - 0.0, - 136.557007390531, - 0.0, - 81.23679327735704 - ], - "46": [ - 0.0, - 75.61724518300653, - 5.5, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 170.54505598532702, - 0.0, - 280.5817582104667, - 0.0, - 0.0, - 0.0, - 135.7785036952655, - 0.0, - 84.61839663867852 - ], - "47": [ - 0.0, - 72.80862259150327, - 5.5, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 165.77252799266353, - 0.0, - 277.79087910523333, - 0.0, - 0.0, - 0.0, - 135.38925184763275, - 0.0, - 84.80919831933926 - ], - "48": [ - 0.0, - 72.40431129575163, - 5.5, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 161.88626399633176, - 0.0, - 274.89543955261666, - 0.0, - 0.0, - 0.0, - 132.69462592381637, - 0.0, - 81.90459915966963 - ], - "49": [ - 0.0, - 70.20215564787581, - 5.5, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 153.94313199816588, - 0.0, - 268.9477197763083, - 0.0, - 0.0, - 0.0, - 134.3473129619082, - 0.0, - 75.45229957983481 - ], - "50": [ - 0.0, - 68.10107782393791, - 5.5, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 137.97156599908294, - 0.0, - 265.97385988815415, - 0.0, - 0.0, - 0.0, - 128.6736564809541, - 0.0, - 74.7261497899174 - ], - "51": [ - 0.0, - 68.55053891196896, - 5.5, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 136.48578299954147, - 0.0, - 258.9869299440771, - 0.0, - 0.0, - 0.0, - 129.83682824047705, - 0.0, - 76.8630748949587 - ], - "52": [ - 0.0, - 66.27526945598447, - 5.5, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 146.24289149977074, - 0.0, - 255.49346497203854, - 0.0, - 0.0, - 0.0, - 128.91841412023854, - 0.0, - 79.93153744747934 - ], - "53": [ - 0.0, - 67.63763472799224, - 5.5, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 144.12144574988537, - 0.0, - 256.74673248601925, - 0.0, - 0.0, - 0.0, - 125.95920706011927, - 0.0, - 80.96576872373967 - ], - "54": [ - 0.0, - 68.81881736399612, - 5.5, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 143.56072287494268, - 0.0, - 254.87336624300963, - 0.0, - 0.0, - 0.0, - 126.47960353005963, - 0.0, - 77.48288436186984 - ], - "55": [ - 0.0, - 70.40940868199806, - 5.5, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 136.78036143747136, - 0.0, - 252.9366831215048, - 0.0, - 0.0, - 0.0, - 123.73980176502982, - 0.0, - 76.74144218093491 - ], - "56": [ - 0.0, - 70.20470434099903, - 5.5, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 128.89018071873568, - 0.0, - 249.4683415607524, - 0.0, - 0.0, - 0.0, - 123.36990088251491, - 0.0, - 78.87072109046746 - ], - "57": [ - 0.0, - 68.60235217049951, - 5.5, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 124.94509035936784, - 0.0, - 249.7341707803762, - 0.0, - 0.0, - 0.0, - 125.68495044125746, - 0.0, - 82.93536054523372 - ], - "58": [ - 0.0, - 66.30117608524975, - 5.5, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 124.47254517968392, - 0.0, - 253.3670853901881, - 0.0, - 0.0, - 0.0, - 126.34247522062873, - 0.0, - 86.46768027261686 - ], - "59": [ - 0.0, - 69.65058804262488, - 5.5, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 134.73627258984197, - 0.0, - 252.18354269509405, - 0.0, - 0.0, - 0.0, - 130.17123761031436, - 0.0, - 88.23384013630843 - ], - "60": [ - 0.0, - 73.32529402131243, - 5.5, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 139.368136294921, - 0.0, - 251.59177134754702, - 0.0, - 0.0, - 0.0, - 126.08561880515718, - 0.0, - 90.11692006815422 - ], - "61": [ - 0.0, - 70.66264701065622, - 5.5, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 138.1840681474605, - 0.0, - 253.2958856737735, - 0.0, - 0.0, - 0.0, - 122.5428094025786, - 0.0, - 87.55846003407711 - ], - "62": [ - 0.0, - 67.3313235053281, - 5.5, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 142.59203407373025, - 0.0, - 258.6479428368867, - 0.0, - 0.0, - 0.0, - 116.7714047012893, - 0.0, - 89.27923001703856 - ], - "63": [ - 0.0, - 67.3313235053281, - 2.75, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 146.29601703686512, - 0.0, - 258.82397141844336, - 0.0, - 0.0, - 0.0, - 113.88570235064465, - 0.0, - 93.13961500851929 - ], - "64": [ - 0.0, - 62.16566175266405, - 2.75, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 147.64800851843256, - 0.0, - 253.91198570922168, - 0.0, - 0.0, - 0.0, - 112.94285117532232, - 0.0, - 90.56980750425964 - ], - "65": [ - 0.0, - 61.582830876332025, - 2.75, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 167.82400425921628, - 0.0, - 251.45599285461083, - 0.0, - 0.0, - 0.0, - 111.47142558766116, - 0.0, - 91.28490375212982 - ], - "66": [ - 0.0, - 65.79141543816601, - 2.75, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 190.91200212960814, - 0.0, - 251.2279964273054, - 0.0, - 0.0, - 0.0, - 106.23571279383057, - 0.0, - 91.64245187606491 - ], - "67": [ - 0.0, - 67.895707719083, - 2.75, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 198.45600106480407, - 0.0, - 248.6139982136527, - 0.0, - 0.0, - 0.0, - 96.61785639691529, - 0.0, - 95.32122593803246 - ], - "68": [ - 0.0, - 71.44785385954151, - 2.75, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 200.22800053240204, - 0.0, - 248.80699910682637, - 0.0, - 0.0, - 0.0, - 90.80892819845764, - 0.0, - 94.66061296901623 - ], - "69": [ - 0.0, - 73.72392692977076, - 2.75, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 202.614000266201, - 0.0, - 249.40349955341318, - 0.0, - 0.0, - 0.0, - 88.40446409922882, - 0.0, - 93.83030648450811 - ], - "70": [ - 0.0, - 74.86196346488538, - 2.75, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 198.3070001331005, - 0.0, - 248.7017497767066, - 0.0, - 0.0, - 0.0, - 88.20223204961441, - 0.0, - 96.91515324225406 - ], - "71": [ - 0.0, - 76.43098173244269, - 2.75, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 190.65350006655024, - 0.0, - 247.8508748883533, - 0.0, - 0.0, - 0.0, - 91.1011160248072, - 0.0, - 101.95757662112703 - ], - "72": [ - 0.0, - 79.21549086622134, - 2.75, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 185.32675003327512, - 0.0, - 252.42543744417665, - 0.0, - 0.0, - 0.0, - 95.5505580124036, - 0.0, - 102.47878831056352 - ], - "73": [ - 0.0, - 82.60774543311067, - 2.75, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 180.66337501663756, - 0.0, - 256.2127187220883, - 0.0, - 0.0, - 0.0, - 97.7752790062018, - 0.0, - 103.23939415528176 - ], - "74": [ - 0.0, - 82.80387271655533, - 2.75, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 173.3316875083188, - 0.0, - 257.60635936104416, - 0.0, - 0.0, - 0.0, - 94.8876395031009, - 0.0, - 108.61969707764088 - ], - "75": [ - 0.0, - 81.90193635827767, - 2.75, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 172.6658437541594, - 0.0, - 255.30317968052208, - 0.0, - 0.0, - 0.0, - 97.44381975155045, - 0.0, - 110.30984853882043 - ], - "76": [ - 0.0, - 82.45096817913884, - 2.75, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 177.33292187707968, - 0.0, - 256.15158984026107, - 0.0, - 0.0, - 0.0, - 98.22190987577522, - 0.0, - 108.65492426941022 - ], - "77": [ - 0.0, - 80.22548408956942, - 2.75, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 181.66646093853984, - 0.0, - 263.57579492013053, - 0.0, - 0.0, - 0.0, - 102.61095493788761, - 0.0, - 106.82746213470512 - ], - "78": [ - 0.0, - 76.11274204478471, - 2.75, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 189.33323046926992, - 0.0, - 269.78789746006527, - 0.0, - 0.0, - 0.0, - 100.3054774689438, - 0.0, - 104.91373106735256 - ], - "79": [ - 0.0, - 71.55637102239236, - 2.75, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 198.66661523463495, - 0.0, - 271.89394873003266, - 0.0, - 0.0, - 0.0, - 99.15273873447191, - 0.0, - 103.95686553367628 - ], - "80": [ - 0.0, - 66.77818551119617, - 2.75, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 199.83330761731747, - 0.0, - 276.94697436501633, - 0.0, - 0.0, - 0.0, - 102.57636936723596, - 0.0, - 101.47843276683814 - ], - "81": [ - 0.0, - 68.38909275559809, - 2.75, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 197.41665380865874, - 0.0, - 278.97348718250817, - 0.0, - 0.0, - 0.0, - 104.78818468361797, - 0.0, - 99.73921638341906 - ], - "82": [ - 0.0, - 67.19454637779904, - 2.75, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 202.70832690432937, - 0.0, - 281.4867435912541, - 0.0, - 0.0, - 0.0, - 103.39409234180899, - 0.0, - 96.36960819170953 - ], - "83": [ - 0.0, - 69.09727318889952, - 2.75, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 204.8541634521647, - 0.0, - 284.743371795627, - 0.0, - 0.0, - 0.0, - 103.19704617090449, - 0.0, - 92.68480409585476 - ], - "84": [ - 0.0, - 74.54863659444976, - 2.75, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 198.92708172608235, - 0.0, - 289.3716858978135, - 0.0, - 0.0, - 0.0, - 101.59852308545224, - 0.0, - 91.84240204792738 - ], - "85": [ - 0.0, - 77.77431829722488, - 2.75, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 190.46354086304117, - 0.0, - 290.6858429489067, - 0.0, - 0.0, - 0.0, - 98.29926154272613, - 0.0, - 88.92120102396369 - ], - "86": [ - 0.0, - 73.38715914861244, - 2.75, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 187.2317704315206, - 0.0, - 292.34292147445336, - 0.0, - 0.0, - 0.0, - 102.14963077136306, - 0.0, - 86.46060051198185 - ], - "87": [ - 0.0, - 73.19357957430623, - 2.75, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 188.6158852157603, - 0.0, - 292.17146073722665, - 0.0, - 0.0, - 0.0, - 108.57481538568153, - 0.0, - 82.23030025599093 - ], - "88": [ - 0.0, - 74.09678978715311, - 2.75, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 179.80794260788014, - 0.0, - 289.5857303686133, - 0.0, - 0.0, - 0.0, - 111.28740769284076, - 0.0, - 85.61515012799546 - ], - "89": [ - 0.0, - 71.54839489357656, - 2.75, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 175.90397130394007, - 0.0, - 284.29286518430666, - 0.0, - 0.0, - 0.0, - 106.64370384642038, - 0.0, - 85.80757506399773 - ], - "90": [ - 0.0, - 69.27419744678828, - 2.75, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 162.95198565197003, - 0.0, - 278.14643259215336, - 0.0, - 0.0, - 0.0, - 104.32185192321019, - 0.0, - 84.90378753199886 - ], - "91": [ - 0.0, - 71.63709872339413, - 2.75, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 163.47599282598503, - 0.0, - 283.0732162960767, - 0.0, - 0.0, - 0.0, - 104.6609259616051, - 0.0, - 91.45189376599943 - ], - "92": [ - 0.0, - 73.31854936169707, - 2.75, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 166.73799641299252, - 0.0, - 285.03660814803834, - 0.0, - 0.0, - 0.0, - 104.33046298080255, - 0.0, - 94.72594688299972 - ], - "93": [ - 0.0, - 75.15927468084854, - 2.75, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 164.36899820649626, - 0.0, - 281.01830407401917, - 0.0, - 0.0, - 0.0, - 108.66523149040128, - 0.0, - 95.36297344149986 - ], - "94": [ - 0.0, - 76.07963734042427, - 2.75, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 153.68449910324813, - 0.0, - 276.0091520370096, - 0.0, - 0.0, - 0.0, - 111.33261574520064, - 0.0, - 95.18148672074993 - ], - "95": [ - 0.0, - 78.53981867021213, - 2.75, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 142.34224955162406, - 0.0, - 272.0045760185048, - 0.0, - 0.0, - 0.0, - 109.16630787260033, - 0.0, - 100.09074336037497 - ], - "96": [ - 0.0, - 76.76990933510606, - 2.75, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 135.67112477581202, - 0.0, - 271.5022880092524, - 0.0, - 0.0, - 0.0, - 103.08315393630016, - 0.0, - 105.54537168018749 - ], - "97": [ - 0.0, - 74.88495466755303, - 2.75, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 131.335562387906, - 0.0, - 270.2511440046262, - 0.0, - 0.0, - 0.0, - 97.54157696815008, - 0.0, - 108.77268584009374 - ], - "98": [ - 0.0, - 77.44247733377651, - 2.75, - 5.0, - 5.0, - 0.0, - 0.0, - 3.75, - 0.0, - 0.0, - 0.0, - 129.167781193953, - 0.0, - 280.1255720023131, - 0.0, - 0.0, - 0.0, - 92.77078848407504, - 0.0, - 112.88634292004687 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.5.gamma=0.1/run=9581c0893dad4e4d/rewards.json b/experiments/seed=256/alpha=0.5.gamma=0.1/run=9581c0893dad4e4d/rewards.json deleted file mode 100644 index 5002dc8..0000000 --- a/experiments/seed=256/alpha=0.5.gamma=0.1/run=9581c0893dad4e4d/rewards.json +++ /dev/null @@ -1,2202 +0,0 @@ -{ - "0": [ - 40, - 57, - 6, - 61, - 55, - 0, - 4, - 0, - 61, - 34, - 0, - 124, - 0, - 268, - 0, - 0, - 0, - 156, - 0, - 146 - ], - "1": [ - 51, - 58, - 14, - 58, - 55, - 0, - 4, - 3, - 59, - 37, - 0, - 133, - 0, - 263, - 0, - 0, - 0, - 144, - 0, - 148 - ], - "2": [ - 58, - 66, - 15, - 53, - 53, - 0, - 1, - 0, - 56, - 42, - 0, - 123, - 0, - 278, - 0, - 0, - 0, - 135, - 0, - 154 - ], - "3": [ - 63, - 64, - 12, - 54, - 47, - 0, - 0, - 7, - 62, - 38, - 0, - 117, - 0, - 284, - 0, - 0, - 0, - 136, - 0, - 145 - ], - "4": [ - 72, - 64, - 11, - 56, - 49, - 0, - 0, - 6, - 58, - 34, - 0, - 109, - 0, - 280, - 0, - 0, - 0, - 142, - 0, - 151 - ], - "5": [ - 74, - 77, - 5, - 61, - 54, - 0, - 0, - 14, - 58, - 36, - 0, - 122, - 0, - 274, - 0, - 0, - 0, - 134, - 0, - 138 - ], - "6": [ - 72, - 69, - 6, - 57, - 55, - 0, - 0, - 18, - 64, - 33, - 0, - 135, - 0, - 273, - 0, - 0, - 0, - 124, - 0, - 138 - ], - "7": [ - 67, - 82, - 4, - 57, - 61, - 0, - 0, - 20, - 73, - 31, - 0, - 137, - 0, - 276, - 0, - 0, - 0, - 125, - 0, - 127 - ], - "8": [ - 69, - 79, - 4, - 57, - 66, - 0, - 0, - 20, - 72, - 27, - 0, - 131, - 0, - 277, - 0, - 0, - 0, - 125, - 0, - 135 - ], - "9": [ - 69, - 75, - 4, - 45, - 72, - 0, - 0, - 21, - 76, - 27, - 0, - 137, - 0, - 286, - 0, - 0, - 0, - 117, - 0, - 127 - ], - "10": [ - 72, - 82, - 3, - 42, - 72, - 0, - 0, - 18, - 76, - 28, - 0, - 144, - 0, - 290, - 0, - 0, - 0, - 105, - 0, - 135 - ], - "11": [ - 72, - 89, - 4, - 40, - 81, - 0, - 0, - 27, - 75, - 26, - 0, - 148, - 0, - 287, - 0, - 0, - 0, - 108, - 0, - 150 - ], - "12": [ - 55, - 84, - 7, - 44, - 88, - 0, - 0, - 29, - 80, - 30, - 0, - 140, - 0, - 290, - 0, - 0, - 0, - 105, - 0, - 142 - ], - "13": [ - 56, - 87, - 10, - 39, - 99, - 0, - 0, - 18, - 73, - 31, - 0, - 132, - 0, - 289, - 0, - 0, - 0, - 102, - 0, - 137 - ], - "14": [ - 50, - 83, - 14, - 40, - 98, - 0, - 0, - 15, - 77, - 34, - 0, - 137, - 0, - 286, - 0, - 0, - 0, - 109, - 0, - 137 - ], - "15": [ - 51, - 93, - 17, - 42, - 106, - 0, - 0, - 13, - 78, - 34, - 0, - 132, - 0, - 285, - 0, - 0, - 0, - 116, - 0, - 136 - ], - "16": [ - 54, - 94, - 18, - 35, - 106, - 0, - 0, - 5, - 79, - 38, - 0, - 143, - 0, - 292, - 0, - 0, - 0, - 124, - 0, - 130 - ], - "17": [ - 55, - 96, - 15, - 33, - 97, - 0, - 0, - 3, - 89, - 37, - 0, - 163, - 0, - 291, - 0, - 0, - 0, - 114, - 0, - 132 - ], - "18": [ - 52, - 99, - 17, - 31, - 104, - 0, - 0, - 10, - 103, - 34, - 0, - 165, - 0, - 286, - 0, - 0, - 0, - 126, - 0, - 124 - ], - "19": [ - 53, - 102, - 21, - 32, - 107, - 0, - 0, - 4, - 104, - 36, - 0, - 164, - 0, - 295, - 0, - 0, - 0, - 126, - 0, - 131 - ], - "20": [ - 51, - 93, - 14, - 31, - 113, - 0, - 0, - 0, - 98, - 32, - 0, - 175, - 0, - 305, - 0, - 0, - 0, - 109, - 0, - 142 - ], - "21": [ - 52, - 96, - 8, - 33, - 120, - 0, - 0, - 0, - 97, - 32, - 0, - 164, - 0, - 297, - 0, - 0, - 0, - 99, - 0, - 130 - ], - "22": [ - 57, - 93, - 9, - 32, - 124, - 0, - 0, - 0, - 96, - 25, - 0, - 146, - 0, - 301, - 0, - 0, - 0, - 99, - 0, - 127 - ], - "23": [ - 68, - 95, - 10, - 33, - 126, - 0, - 0, - 0, - 109, - 20, - 0, - 138, - 0, - 297, - 0, - 0, - 0, - 100, - 0, - 114 - ], - "24": [ - 68, - 91, - 5, - 32, - 130, - 0, - 0, - 0, - 104, - 19, - 0, - 131, - 0, - 293, - 0, - 0, - 0, - 105, - 0, - 108 - ], - "25": [ - 63, - 91, - 8, - 32, - 129, - 0, - 0, - 0, - 110, - 19, - 0, - 134, - 0, - 294, - 0, - 0, - 0, - 103, - 0, - 112 - ], - "26": [ - 74, - 86, - 18, - 34, - 129, - 0, - 0, - 4, - 102, - 21, - 0, - 126, - 0, - 290, - 0, - 0, - 0, - 104, - 0, - 112 - ], - "27": [ - 73, - 88, - 12, - 33, - 134, - 0, - 0, - 1, - 114, - 16, - 0, - 134, - 0, - 287, - 0, - 0, - 0, - 99, - 0, - 101 - ], - "28": [ - 91, - 90, - 12, - 31, - 136, - 0, - 0, - 6, - 117, - 19, - 0, - 130, - 0, - 296, - 0, - 0, - 0, - 97, - 0, - 101 - ], - "29": [ - 80, - 93, - 13, - 32, - 136, - 0, - 0, - 5, - 107, - 25, - 0, - 123, - 0, - 292, - 0, - 0, - 0, - 95, - 0, - 98 - ], - "30": [ - 72, - 96, - 11, - 33, - 132, - 0, - 0, - 7, - 104, - 25, - 0, - 118, - 0, - 282, - 0, - 0, - 0, - 91, - 0, - 108 - ], - "31": [ - 73, - 96, - 9, - 33, - 135, - 0, - 0, - 4, - 102, - 24, - 0, - 125, - 0, - 283, - 0, - 0, - 0, - 94, - 0, - 98 - ], - "32": [ - 67, - 97, - 6, - 32, - 134, - 0, - 0, - 4, - 103, - 16, - 0, - 135, - 0, - 277, - 0, - 0, - 0, - 96, - 0, - 94 - ], - "33": [ - 72, - 100, - 8, - 32, - 130, - 0, - 0, - 11, - 90, - 10, - 0, - 141, - 0, - 274, - 0, - 0, - 0, - 101, - 0, - 100 - ], - "34": [ - 76, - 83, - 7, - 30, - 129, - 0, - 0, - 8, - 87, - 11, - 0, - 139, - 0, - 284, - 0, - 0, - 0, - 101, - 0, - 95 - ], - "35": [ - 84, - 80, - 13, - 31, - 133, - 0, - 0, - 7, - 80, - 12, - 0, - 142, - 0, - 281, - 0, - 0, - 0, - 110, - 0, - 95 - ], - "36": [ - 80, - 81, - 14, - 30, - 144, - 0, - 0, - 3, - 83, - 15, - 0, - 151, - 0, - 286, - 0, - 0, - 0, - 122, - 0, - 95 - ], - "37": [ - 78, - 79, - 9, - 30, - 142, - 0, - 0, - 0, - 85, - 15, - 0, - 161, - 0, - 292, - 0, - 0, - 0, - 125, - 0, - 103 - ], - "38": [ - 64, - 75, - 10, - 29, - 149, - 0, - 0, - 0, - 80, - 15, - 0, - 183, - 0, - 304, - 0, - 0, - 0, - 124, - 0, - 102 - ], - "39": [ - 62, - 70, - 8, - 28, - 150, - 0, - 0, - 7, - 85, - 10, - 0, - 175, - 0, - 302, - 0, - 0, - 0, - 133, - 0, - 98 - ], - "40": [ - 49, - 70, - 7, - 31, - 157, - 0, - 0, - 12, - 91, - 15, - 0, - 184, - 0, - 300, - 0, - 0, - 0, - 126, - 0, - 83 - ], - "41": [ - 53, - 73, - 5, - 30, - 166, - 0, - 0, - 14, - 96, - 11, - 0, - 178, - 0, - 305, - 0, - 0, - 0, - 135, - 0, - 80 - ], - "42": [ - 60, - 81, - 7, - 31, - 157, - 0, - 0, - 17, - 98, - 7, - 0, - 169, - 0, - 301, - 0, - 0, - 0, - 145, - 0, - 78 - ], - "43": [ - 59, - 75, - 1, - 34, - 166, - 0, - 0, - 18, - 91, - 7, - 0, - 154, - 0, - 291, - 0, - 0, - 0, - 145, - 0, - 80 - ], - "44": [ - 57, - 76, - 0, - 34, - 172, - 0, - 0, - 25, - 95, - 8, - 0, - 167, - 0, - 289, - 0, - 0, - 0, - 137, - 0, - 87 - ], - "45": [ - 58, - 79, - 1, - 34, - 174, - 0, - 0, - 30, - 88, - 8, - 0, - 167, - 0, - 288, - 0, - 0, - 0, - 135, - 0, - 81 - ], - "46": [ - 50, - 77, - 3, - 36, - 167, - 0, - 0, - 32, - 82, - 8, - 0, - 170, - 0, - 280, - 0, - 0, - 0, - 136, - 0, - 80 - ], - "47": [ - 51, - 74, - 7, - 34, - 168, - 0, - 0, - 27, - 83, - 7, - 0, - 173, - 0, - 276, - 0, - 0, - 1, - 135, - 0, - 88 - ], - "48": [ - 51, - 70, - 10, - 33, - 171, - 0, - 0, - 28, - 78, - 6, - 0, - 161, - 0, - 275, - 0, - 0, - 0, - 135, - 0, - 85 - ], - "49": [ - 46, - 72, - 12, - 35, - 177, - 0, - 0, - 32, - 83, - 6, - 0, - 158, - 0, - 272, - 0, - 0, - 0, - 130, - 0, - 79 - ], - "50": [ - 45, - 68, - 14, - 35, - 195, - 0, - 0, - 36, - 74, - 6, - 0, - 146, - 0, - 263, - 0, - 0, - 0, - 136, - 0, - 69 - ], - "51": [ - 42, - 66, - 12, - 37, - 189, - 0, - 0, - 40, - 75, - 7, - 0, - 122, - 0, - 263, - 0, - 0, - 0, - 123, - 0, - 74 - ], - "52": [ - 39, - 69, - 10, - 38, - 192, - 0, - 0, - 29, - 79, - 10, - 0, - 135, - 0, - 252, - 0, - 0, - 1, - 131, - 0, - 79 - ], - "53": [ - 39, - 64, - 7, - 40, - 202, - 0, - 0, - 37, - 79, - 9, - 0, - 156, - 0, - 252, - 0, - 0, - 0, - 128, - 0, - 83 - ], - "54": [ - 45, - 69, - 4, - 39, - 198, - 0, - 0, - 28, - 83, - 11, - 0, - 142, - 0, - 258, - 0, - 0, - 0, - 123, - 0, - 82 - ], - "55": [ - 41, - 70, - 2, - 39, - 199, - 0, - 0, - 30, - 87, - 14, - 0, - 143, - 0, - 253, - 0, - 0, - 0, - 127, - 0, - 74 - ], - "56": [ - 37, - 72, - 2, - 40, - 200, - 0, - 0, - 38, - 93, - 18, - 0, - 130, - 0, - 251, - 0, - 0, - 0, - 121, - 0, - 76 - ], - "57": [ - 43, - 70, - 2, - 41, - 199, - 0, - 0, - 43, - 98, - 18, - 0, - 121, - 0, - 246, - 0, - 0, - 0, - 123, - 0, - 81 - ], - "58": [ - 35, - 67, - 3, - 40, - 193, - 0, - 0, - 44, - 92, - 21, - 0, - 121, - 0, - 250, - 0, - 0, - 0, - 128, - 0, - 87 - ], - "59": [ - 28, - 64, - 1, - 40, - 183, - 0, - 0, - 50, - 88, - 20, - 0, - 124, - 0, - 257, - 0, - 0, - 2, - 127, - 0, - 90 - ], - "60": [ - 31, - 73, - 0, - 40, - 176, - 0, - 0, - 49, - 80, - 19, - 0, - 145, - 0, - 251, - 0, - 0, - 3, - 134, - 0, - 90 - ], - "61": [ - 30, - 77, - 0, - 40, - 175, - 0, - 0, - 59, - 84, - 16, - 0, - 144, - 0, - 251, - 0, - 0, - 1, - 122, - 0, - 92 - ], - "62": [ - 26, - 68, - 0, - 39, - 177, - 0, - 0, - 60, - 84, - 16, - 0, - 137, - 0, - 255, - 0, - 0, - 1, - 119, - 0, - 85 - ], - "63": [ - 21, - 64, - 0, - 40, - 185, - 0, - 0, - 63, - 86, - 12, - 0, - 147, - 0, - 264, - 0, - 0, - 2, - 111, - 0, - 91 - ], - "64": [ - 19, - 51, - 0, - 39, - 178, - 0, - 0, - 62, - 79, - 10, - 0, - 150, - 0, - 259, - 0, - 0, - 0, - 111, - 0, - 97 - ], - "65": [ - 14, - 57, - 0, - 41, - 177, - 0, - 0, - 59, - 88, - 10, - 0, - 149, - 0, - 249, - 0, - 0, - 0, - 112, - 0, - 88 - ], - "66": [ - 18, - 61, - 0, - 39, - 184, - 0, - 0, - 54, - 81, - 11, - 0, - 188, - 0, - 249, - 0, - 0, - 1, - 110, - 0, - 92 - ], - "67": [ - 12, - 70, - 0, - 41, - 171, - 0, - 0, - 59, - 73, - 8, - 0, - 214, - 0, - 251, - 0, - 0, - 1, - 101, - 0, - 92 - ], - "68": [ - 8, - 70, - 0, - 42, - 168, - 0, - 0, - 55, - 68, - 8, - 0, - 206, - 0, - 246, - 0, - 0, - 2, - 87, - 0, - 99 - ], - "69": [ - 10, - 75, - 0, - 44, - 168, - 0, - 0, - 57, - 73, - 6, - 0, - 202, - 0, - 249, - 0, - 0, - 0, - 85, - 0, - 94 - ], - "70": [ - 13, - 76, - 0, - 42, - 171, - 0, - 1, - 53, - 81, - 11, - 0, - 205, - 0, - 250, - 0, - 0, - 1, - 86, - 0, - 93 - ], - "71": [ - 11, - 76, - 0, - 42, - 168, - 0, - 3, - 50, - 88, - 9, - 0, - 194, - 0, - 248, - 0, - 0, - 3, - 88, - 0, - 100 - ], - "72": [ - 7, - 78, - 0, - 41, - 176, - 0, - 3, - 53, - 82, - 12, - 0, - 183, - 0, - 247, - 0, - 0, - 2, - 94, - 0, - 107 - ], - "73": [ - 8, - 82, - 2, - 41, - 180, - 0, - 5, - 55, - 80, - 6, - 0, - 180, - 0, - 257, - 0, - 0, - 0, - 100, - 0, - 103 - ], - "74": [ - 11, - 86, - 0, - 42, - 185, - 0, - 4, - 54, - 77, - 6, - 0, - 176, - 0, - 260, - 0, - 0, - 2, - 100, - 0, - 104 - ], - "75": [ - 9, - 83, - 1, - 46, - 177, - 0, - 7, - 58, - 92, - 7, - 0, - 166, - 0, - 259, - 0, - 0, - 1, - 92, - 0, - 114 - ], - "76": [ - 9, - 81, - 0, - 50, - 182, - 0, - 7, - 63, - 100, - 5, - 0, - 172, - 0, - 253, - 0, - 0, - 1, - 100, - 0, - 112 - ], - "77": [ - 6, - 83, - 0, - 52, - 179, - 0, - 8, - 64, - 91, - 2, - 0, - 182, - 0, - 257, - 0, - 0, - 3, - 99, - 0, - 107 - ], - "78": [ - 6, - 78, - 0, - 54, - 184, - 0, - 7, - 61, - 91, - 3, - 0, - 186, - 0, - 271, - 0, - 0, - 4, - 107, - 0, - 105 - ], - "79": [ - 3, - 72, - 0, - 43, - 176, - 0, - 9, - 61, - 84, - 3, - 0, - 197, - 0, - 276, - 0, - 0, - 1, - 98, - 0, - 103 - ], - "80": [ - 3, - 67, - 0, - 41, - 184, - 0, - 9, - 66, - 86, - 4, - 0, - 208, - 0, - 274, - 0, - 0, - 1, - 98, - 0, - 103 - ], - "81": [ - 8, - 62, - 0, - 40, - 186, - 0, - 10, - 65, - 89, - 4, - 0, - 201, - 0, - 282, - 0, - 0, - 2, - 106, - 0, - 99 - ], - "82": [ - 11, - 70, - 0, - 46, - 199, - 0, - 6, - 62, - 84, - 1, - 0, - 195, - 0, - 281, - 0, - 0, - 3, - 107, - 0, - 98 - ], - "83": [ - 11, - 66, - 0, - 49, - 202, - 0, - 6, - 69, - 77, - 2, - 0, - 208, - 0, - 284, - 0, - 0, - 4, - 102, - 0, - 93 - ], - "84": [ - 9, - 71, - 0, - 53, - 200, - 0, - 10, - 66, - 77, - 1, - 0, - 207, - 0, - 288, - 0, - 0, - 6, - 103, - 0, - 89 - ], - "85": [ - 9, - 80, - 0, - 59, - 197, - 0, - 12, - 68, - 80, - 0, - 0, - 193, - 0, - 294, - 0, - 0, - 6, - 100, - 0, - 91 - ], - "86": [ - 10, - 81, - 0, - 57, - 186, - 0, - 12, - 70, - 90, - 0, - 0, - 182, - 0, - 292, - 0, - 0, - 6, - 95, - 0, - 86 - ], - "87": [ - 8, - 69, - 0, - 59, - 194, - 0, - 10, - 69, - 93, - 0, - 0, - 184, - 0, - 294, - 0, - 0, - 7, - 106, - 0, - 84 - ], - "88": [ - 5, - 73, - 1, - 56, - 188, - 0, - 7, - 71, - 92, - 0, - 0, - 190, - 0, - 292, - 0, - 0, - 5, - 115, - 0, - 78 - ], - "89": [ - 4, - 75, - 3, - 51, - 182, - 0, - 7, - 70, - 90, - 0, - 0, - 171, - 0, - 287, - 0, - 0, - 5, - 114, - 0, - 89 - ], - "90": [ - 6, - 69, - 1, - 52, - 172, - 0, - 7, - 77, - 94, - 0, - 0, - 172, - 0, - 279, - 0, - 0, - 6, - 102, - 0, - 86 - ], - "91": [ - 9, - 67, - 3, - 49, - 180, - 0, - 7, - 68, - 96, - 0, - 0, - 150, - 0, - 272, - 0, - 0, - 4, - 102, - 0, - 84 - ], - "92": [ - 6, - 74, - 3, - 50, - 174, - 0, - 8, - 67, - 87, - 0, - 0, - 164, - 0, - 288, - 0, - 0, - 4, - 105, - 0, - 98 - ], - "93": [ - 6, - 75, - 1, - 45, - 161, - 0, - 3, - 67, - 92, - 0, - 0, - 170, - 0, - 287, - 0, - 0, - 3, - 104, - 0, - 98 - ], - "94": [ - 5, - 77, - 1, - 42, - 161, - 0, - 2, - 57, - 92, - 0, - 0, - 162, - 0, - 277, - 0, - 0, - 5, - 113, - 0, - 96 - ], - "95": [ - 4, - 77, - 1, - 41, - 166, - 0, - 3, - 55, - 90, - 0, - 0, - 143, - 0, - 271, - 0, - 0, - 4, - 114, - 0, - 95 - ], - "96": [ - 3, - 81, - 3, - 40, - 173, - 0, - 7, - 58, - 87, - 0, - 0, - 131, - 0, - 268, - 0, - 0, - 3, - 107, - 0, - 105 - ], - "97": [ - 6, - 75, - 3, - 40, - 169, - 0, - 7, - 59, - 82, - 0, - 0, - 129, - 0, - 271, - 0, - 0, - 4, - 97, - 0, - 111 - ], - "98": [ - 2, - 73, - 5, - 48, - 166, - 0, - 5, - 58, - 85, - 0, - 0, - 127, - 0, - 269, - 0, - 0, - 3, - 92, - 0, - 112 - ], - "99": [ - 0, - 80, - 7, - 55, - 156, - 0, - 5, - 52, - 82, - 0, - 0, - 127, - 0, - 290, - 0, - 0, - 3, - 88, - 0, - 117 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.5.gamma=0.1/run=9581c0893dad4e4d/rewards.plot.png b/experiments/seed=256/alpha=0.5.gamma=0.1/run=9581c0893dad4e4d/rewards.plot.png deleted file mode 100644 index c7a03b8..0000000 Binary files a/experiments/seed=256/alpha=0.5.gamma=0.1/run=9581c0893dad4e4d/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.5.gamma=0.1/run=9581c0893dad4e4d/sum_rewards.json b/experiments/seed=256/alpha=0.5.gamma=0.1/run=9581c0893dad4e4d/sum_rewards.json deleted file mode 100644 index 19b73d2..0000000 --- a/experiments/seed=256/alpha=0.5.gamma=0.1/run=9581c0893dad4e4d/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 71494, - "V": 5578481 - }, - "control": { - "R": 69976, - "V": 5721003 - } -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.5.gamma=0.1/run=9581c0893dad4e4d/view.plot.png b/experiments/seed=256/alpha=0.5.gamma=0.1/run=9581c0893dad4e4d/view.plot.png deleted file mode 100644 index f55d1f4..0000000 Binary files a/experiments/seed=256/alpha=0.5.gamma=0.1/run=9581c0893dad4e4d/view.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.5.gamma=0.1/run=fb0cb1b9dc024542/choices.json b/experiments/seed=256/alpha=0.5.gamma=0.1/run=fb0cb1b9dc024542/choices.json deleted file mode 100644 index bc0719d..0000000 --- a/experiments/seed=256/alpha=0.5.gamma=0.1/run=fb0cb1b9dc024542/choices.json +++ /dev/null @@ -1,702 +0,0 @@ -{ - "0": [ - 18, - 7, - 1, - 17, - 16 - ], - "1": [ - 17, - 14, - 11, - 3, - 8 - ], - "2": [ - 17, - 11, - 3, - 1, - 5 - ], - "3": [ - 11, - 17, - 3, - 8, - 1 - ], - "4": [ - 11, - 3, - 17, - 8, - 1 - ], - "5": [ - 11, - 17, - 3, - 1, - 8 - ], - "6": [ - 11, - 17, - 3, - 8, - 1 - ], - "7": [ - 11, - 3, - 17, - 8, - 1 - ], - "8": [ - 11, - 3, - 17, - 8, - 1 - ], - "9": [ - 11, - 3, - 17, - 8, - 1 - ], - "10": [ - 11, - 3, - 17, - 8, - 1 - ], - "11": [ - 11, - 17, - 3, - 8, - 1 - ], - "12": [ - 11, - 3, - 17, - 8, - 1 - ], - "13": [ - 11, - 3, - 17, - 8, - 1 - ], - "14": [ - 11, - 3, - 17, - 8, - 1 - ], - "15": [ - 11, - 3, - 17, - 8, - 1 - ], - "16": [ - 11, - 3, - 8, - 17, - 13 - ], - "17": [ - 11, - 3, - 13, - 8, - 17 - ], - "18": [ - 11, - 13, - 3, - 17, - 8 - ], - "19": [ - 11, - 13, - 3, - 8, - 17 - ], - "20": [ - 11, - 13, - 3, - 17, - 8 - ], - "21": [ - 11, - 13, - 3, - 8, - 17 - ], - "22": [ - 11, - 13, - 3, - 17, - 8 - ], - "23": [ - 11, - 13, - 3, - 8, - 17 - ], - "24": [ - 11, - 13, - 3, - 8, - 17 - ], - "25": [ - 11, - 13, - 8, - 3, - 17 - ], - "26": [ - 11, - 13, - 3, - 8, - 1 - ], - "27": [ - 11, - 13, - 3, - 17, - 8 - ], - "28": [ - 11, - 13, - 3, - 8, - 17 - ], - "29": [ - 11, - 13, - 3, - 8, - 17 - ], - "30": [ - 11, - 13, - 3, - 8, - 17 - ], - "31": [ - 11, - 13, - 3, - 8, - 17 - ], - "32": [ - 11, - 13, - 3, - 8, - 17 - ], - "33": [ - 11, - 13, - 3, - 8, - 1 - ], - "34": [ - 11, - 13, - 3, - 8, - 17 - ], - "35": [ - 11, - 13, - 3, - 8, - 1 - ], - "36": [ - 11, - 13, - 3, - 8, - 17 - ], - "37": [ - 11, - 13, - 3, - 8, - 17 - ], - "38": [ - 11, - 13, - 8, - 3, - 17 - ], - "39": [ - 11, - 13, - 3, - 8, - 1 - ], - "40": [ - 11, - 13, - 3, - 8, - 17 - ], - "41": [ - 11, - 13, - 3, - 8, - 17 - ], - "42": [ - 11, - 13, - 3, - 8, - 17 - ], - "43": [ - 13, - 11, - 3, - 8, - 14 - ], - "44": [ - 11, - 13, - 3, - 8, - 17 - ], - "45": [ - 11, - 13, - 3, - 8, - 17 - ], - "46": [ - 11, - 13, - 3, - 8, - 17 - ], - "47": [ - 11, - 13, - 3, - 8, - 17 - ], - "48": [ - 11, - 13, - 3, - 8, - 17 - ], - "49": [ - 11, - 13, - 3, - 8, - 17 - ], - "50": [ - 11, - 13, - 3, - 8, - 17 - ], - "51": [ - 11, - 13, - 3, - 8, - 17 - ], - "52": [ - 11, - 13, - 3, - 8, - 2 - ], - "53": [ - 11, - 13, - 3, - 8, - 15 - ], - "54": [ - 11, - 13, - 3, - 8, - 1 - ], - "55": [ - 11, - 13, - 3, - 8, - 17 - ], - "56": [ - 11, - 13, - 3, - 1, - 17 - ], - "57": [ - 11, - 13, - 3, - 8, - 17 - ], - "58": [ - 11, - 13, - 3, - 8, - 17 - ], - "59": [ - 11, - 13, - 3, - 8, - 17 - ], - "60": [ - 11, - 13, - 3, - 1, - 17 - ], - "61": [ - 11, - 13, - 3, - 8, - 17 - ], - "62": [ - 11, - 13, - 3, - 8, - 17 - ], - "63": [ - 11, - 13, - 3, - 8, - 1 - ], - "64": [ - 11, - 13, - 3, - 8, - 17 - ], - "65": [ - 11, - 13, - 3, - 8, - 17 - ], - "66": [ - 11, - 13, - 3, - 17, - 8 - ], - "67": [ - 11, - 13, - 3, - 8, - 1 - ], - "68": [ - 11, - 3, - 13, - 8, - 1 - ], - "69": [ - 11, - 13, - 3, - 8, - 1 - ], - "70": [ - 11, - 13, - 3, - 8, - 1 - ], - "71": [ - 11, - 13, - 3, - 8, - 1 - ], - "72": [ - 11, - 13, - 3, - 8, - 9 - ], - "73": [ - 11, - 13, - 3, - 8, - 1 - ], - "74": [ - 11, - 13, - 3, - 1, - 8 - ], - "75": [ - 11, - 13, - 3, - 19, - 8 - ], - "76": [ - 11, - 13, - 3, - 8, - 1 - ], - "77": [ - 11, - 13, - 3, - 8, - 1 - ], - "78": [ - 11, - 13, - 3, - 17, - 8 - ], - "79": [ - 11, - 13, - 3, - 1, - 8 - ], - "80": [ - 11, - 13, - 3, - 1, - 8 - ], - "81": [ - 11, - 13, - 3, - 8, - 1 - ], - "82": [ - 11, - 13, - 3, - 8, - 1 - ], - "83": [ - 11, - 13, - 3, - 8, - 17 - ], - "84": [ - 11, - 13, - 3, - 8, - 1 - ], - "85": [ - 11, - 13, - 3, - 8, - 17 - ], - "86": [ - 11, - 13, - 3, - 8, - 1 - ], - "87": [ - 11, - 13, - 3, - 8, - 4 - ], - "88": [ - 11, - 13, - 3, - 4, - 8 - ], - "89": [ - 11, - 13, - 3, - 4, - 8 - ], - "90": [ - 11, - 13, - 3, - 4, - 8 - ], - "91": [ - 11, - 13, - 3, - 4, - 8 - ], - "92": [ - 11, - 13, - 3, - 8, - 4 - ], - "93": [ - 11, - 13, - 3, - 4, - 8 - ], - "94": [ - 11, - 13, - 3, - 4, - 8 - ], - "95": [ - 11, - 13, - 3, - 4, - 8 - ], - "96": [ - 11, - 13, - 3, - 4, - 8 - ], - "97": [ - 11, - 13, - 3, - 4, - 8 - ], - "98": [ - 11, - 13, - 3, - 4, - 8 - ], - "99": [ - 11, - 13, - 3, - 4, - 8 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.5.gamma=0.1/run=fb0cb1b9dc024542/config.json b/experiments/seed=256/alpha=0.5.gamma=0.1/run=fb0cb1b9dc024542/config.json deleted file mode 100644 index 9a265ba..0000000 --- a/experiments/seed=256/alpha=0.5.gamma=0.1/run=fb0cb1b9dc024542/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 20, - "num_choices": 5, - "time_span": 100, - "history_span": 3000, - "alpha": 0.5, - "gamma": 0.1, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.5.gamma=0.1/run=fb0cb1b9dc024542/control.choices.json b/experiments/seed=256/alpha=0.5.gamma=0.1/run=fb0cb1b9dc024542/control.choices.json deleted file mode 100644 index 1ce1220..0000000 --- a/experiments/seed=256/alpha=0.5.gamma=0.1/run=fb0cb1b9dc024542/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 4, - 3, - 11, - 1, - 13 -] \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.5.gamma=0.1/run=fb0cb1b9dc024542/qvalues.json b/experiments/seed=256/alpha=0.5.gamma=0.1/run=fb0cb1b9dc024542/qvalues.json deleted file mode 100644 index 1fe7084..0000000 --- a/experiments/seed=256/alpha=0.5.gamma=0.1/run=fb0cb1b9dc024542/qvalues.json +++ /dev/null @@ -1,2180 +0,0 @@ -{ - "0": [ - 0.0, - 21.5, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 67.0, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 21.5, - 0.0, - 67.5, - 5.0, - 0.0, - 0.0, - 0.0, - 33.5, - 0.0, - 0.0, - 93.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 102.5, - 0.0, - 0.0 - ], - "2": [ - 0.0, - 30.25, - 0.0, - 101.75, - 5.0, - 0.0, - 0.0, - 0.0, - 33.5, - 0.0, - 0.0, - 142.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 121.75, - 0.0, - 0.0 - ], - "3": [ - 0.0, - 36.125, - 0.0, - 122.375, - 5.0, - 0.0, - 0.0, - 0.0, - 49.75, - 0.0, - 0.0, - 167.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 130.875, - 0.0, - 0.0 - ], - "4": [ - 0.0, - 42.5625, - 0.0, - 133.6875, - 5.0, - 0.0, - 0.0, - 0.0, - 57.875, - 0.0, - 0.0, - 187.5, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 136.4375, - 0.0, - 0.0 - ], - "5": [ - 0.0, - 41.78125, - 0.0, - 137.84375, - 5.0, - 0.0, - 0.0, - 0.0, - 58.4375, - 0.0, - 0.0, - 198.25, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 133.71875, - 0.0, - 0.0 - ], - "6": [ - 0.0, - 42.390625, - 0.0, - 138.921875, - 5.0, - 0.0, - 0.0, - 0.0, - 60.21875, - 0.0, - 0.0, - 198.125, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 132.859375, - 0.0, - 0.0 - ], - "7": [ - 0.0, - 43.1953125, - 0.0, - 138.9609375, - 5.0, - 0.0, - 0.0, - 0.0, - 63.109375, - 0.0, - 0.0, - 202.0625, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 126.9296875, - 0.0, - 0.0 - ], - "8": [ - 0.0, - 44.59765625, - 0.0, - 129.48046875, - 5.0, - 0.0, - 0.0, - 0.0, - 63.0546875, - 0.0, - 0.0, - 210.53125, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 120.46484375, - 0.0, - 0.0 - ], - "9": [ - 0.0, - 45.298828125, - 0.0, - 127.740234375, - 5.0, - 0.0, - 0.0, - 0.0, - 63.52734375, - 0.0, - 0.0, - 212.765625, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 116.232421875, - 0.0, - 0.0 - ], - "10": [ - 0.0, - 47.6494140625, - 0.0, - 126.3701171875, - 5.0, - 0.0, - 0.0, - 0.0, - 65.263671875, - 0.0, - 0.0, - 221.8828125, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 112.1162109375, - 0.0, - 0.0 - ], - "11": [ - 0.0, - 46.82470703125, - 0.0, - 122.68505859375, - 5.0, - 0.0, - 0.0, - 0.0, - 68.6318359375, - 0.0, - 0.0, - 231.44140625, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 104.55810546875, - 0.0, - 0.0 - ], - "12": [ - 0.0, - 45.412353515625, - 0.0, - 121.342529296875, - 5.0, - 0.0, - 0.0, - 0.0, - 71.81591796875, - 0.0, - 0.0, - 234.720703125, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 96.779052734375, - 0.0, - 0.0 - ], - "13": [ - 0.0, - 45.7061767578125, - 0.0, - 124.1712646484375, - 5.0, - 0.0, - 0.0, - 0.0, - 77.407958984375, - 0.0, - 0.0, - 242.3603515625, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 94.3895263671875, - 0.0, - 0.0 - ], - "14": [ - 0.0, - 50.35308837890625, - 0.0, - 125.08563232421875, - 5.0, - 0.0, - 0.0, - 0.0, - 83.7039794921875, - 0.0, - 0.0, - 246.18017578125, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 91.19476318359375, - 0.0, - 0.0 - ], - "15": [ - 0.0, - 54.676544189453125, - 0.0, - 126.54281616210938, - 5.0, - 0.0, - 0.0, - 0.0, - 87.85198974609375, - 0.0, - 0.0, - 249.090087890625, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 89.59738159179688, - 0.0, - 0.0 - ], - "16": [ - 0.0, - 54.676544189453125, - 0.0, - 126.77140808105469, - 5.0, - 0.0, - 0.0, - 0.0, - 91.92599487304688, - 0.0, - 0.0, - 251.5450439453125, - 0.0, - 102.0, - 0.0, - 0.0, - 0.0, - 92.29869079589844, - 0.0, - 0.0 - ], - "17": [ - 0.0, - 54.676544189453125, - 0.0, - 124.88570404052734, - 5.0, - 0.0, - 0.0, - 0.0, - 97.46299743652344, - 0.0, - 0.0, - 241.27252197265625, - 0.0, - 150.0, - 0.0, - 0.0, - 0.0, - 92.64934539794922, - 0.0, - 0.0 - ], - "18": [ - 0.0, - 54.676544189453125, - 0.0, - 123.44285202026367, - 5.0, - 0.0, - 0.0, - 0.0, - 97.23149871826172, - 0.0, - 0.0, - 239.13626098632812, - 0.0, - 175.0, - 0.0, - 0.0, - 0.0, - 96.82467269897461, - 0.0, - 0.0 - ], - "19": [ - 0.0, - 54.676544189453125, - 0.0, - 124.22142601013184, - 5.0, - 0.0, - 0.0, - 0.0, - 95.11574935913086, - 0.0, - 0.0, - 247.56813049316406, - 0.0, - 193.5, - 0.0, - 0.0, - 0.0, - 95.9123363494873, - 0.0, - 0.0 - ], - "20": [ - 0.0, - 54.676544189453125, - 0.0, - 128.61071300506592, - 5.0, - 0.0, - 0.0, - 0.0, - 92.05787467956543, - 0.0, - 0.0, - 255.28406524658203, - 0.0, - 203.25, - 0.0, - 0.0, - 0.0, - 90.45616817474365, - 0.0, - 0.0 - ], - "21": [ - 0.0, - 54.676544189453125, - 0.0, - 129.30535650253296, - 5.0, - 0.0, - 0.0, - 0.0, - 92.02893733978271, - 0.0, - 0.0, - 256.642032623291, - 0.0, - 211.125, - 0.0, - 0.0, - 0.0, - 88.22808408737183, - 0.0, - 0.0 - ], - "22": [ - 0.0, - 54.676544189453125, - 0.0, - 131.15267825126648, - 5.0, - 0.0, - 0.0, - 0.0, - 93.51446866989136, - 0.0, - 0.0, - 264.3210163116455, - 0.0, - 208.5625, - 0.0, - 0.0, - 0.0, - 84.11404204368591, - 0.0, - 0.0 - ], - "23": [ - 0.0, - 54.676544189453125, - 0.0, - 131.07633912563324, - 5.0, - 0.0, - 0.0, - 0.0, - 91.75723433494568, - 0.0, - 0.0, - 271.66050815582275, - 0.0, - 205.28125, - 0.0, - 0.0, - 0.0, - 82.05702102184296, - 0.0, - 0.0 - ], - "24": [ - 0.0, - 54.676544189453125, - 0.0, - 130.53816956281662, - 5.0, - 0.0, - 0.0, - 0.0, - 93.37861716747284, - 0.0, - 0.0, - 277.3302540779114, - 0.0, - 206.140625, - 0.0, - 0.0, - 0.0, - 77.52851051092148, - 0.0, - 0.0 - ], - "25": [ - 0.0, - 54.676544189453125, - 0.0, - 134.2690847814083, - 5.0, - 0.0, - 0.0, - 0.0, - 90.18930858373642, - 0.0, - 0.0, - 282.6651270389557, - 0.0, - 206.0703125, - 0.0, - 0.0, - 0.0, - 73.26425525546074, - 0.0, - 0.0 - ], - "26": [ - 0.0, - 49.83827209472656, - 0.0, - 133.13454239070415, - 5.0, - 0.0, - 0.0, - 0.0, - 91.59465429186821, - 0.0, - 0.0, - 271.83256351947784, - 0.0, - 203.03515625, - 0.0, - 0.0, - 0.0, - 73.26425525546074, - 0.0, - 0.0 - ], - "27": [ - 0.0, - 49.83827209472656, - 0.0, - 129.56727119535208, - 5.0, - 0.0, - 0.0, - 0.0, - 91.7973271459341, - 0.0, - 0.0, - 265.4162817597389, - 0.0, - 199.517578125, - 0.0, - 0.0, - 0.0, - 70.63212762773037, - 0.0, - 0.0 - ], - "28": [ - 0.0, - 49.83827209472656, - 0.0, - 129.28363559767604, - 5.0, - 0.0, - 0.0, - 0.0, - 91.39866357296705, - 0.0, - 0.0, - 258.70814087986946, - 0.0, - 200.2587890625, - 0.0, - 0.0, - 0.0, - 67.31606381386518, - 0.0, - 0.0 - ], - "29": [ - 0.0, - 49.83827209472656, - 0.0, - 131.14181779883802, - 5.0, - 0.0, - 0.0, - 0.0, - 91.19933178648353, - 0.0, - 0.0, - 252.35407043993473, - 0.0, - 200.12939453125, - 0.0, - 0.0, - 0.0, - 63.65803190693259, - 0.0, - 0.0 - ], - "30": [ - 0.0, - 49.83827209472656, - 0.0, - 133.070908899419, - 5.0, - 0.0, - 0.0, - 0.0, - 90.59966589324176, - 0.0, - 0.0, - 248.17703521996737, - 0.0, - 197.564697265625, - 0.0, - 0.0, - 0.0, - 60.329015953466296, - 0.0, - 0.0 - ], - "31": [ - 0.0, - 49.83827209472656, - 0.0, - 131.0354544497095, - 5.0, - 0.0, - 0.0, - 0.0, - 88.79983294662088, - 0.0, - 0.0, - 246.08851760998368, - 0.0, - 194.7823486328125, - 0.0, - 0.0, - 0.0, - 57.66450797673315, - 0.0, - 0.0 - ], - "32": [ - 0.0, - 49.83827209472656, - 0.0, - 130.01772722485475, - 5.0, - 0.0, - 0.0, - 0.0, - 85.39991647331044, - 0.0, - 0.0, - 251.54425880499184, - 0.0, - 193.39117431640625, - 0.0, - 0.0, - 0.0, - 57.832253988366574, - 0.0, - 0.0 - ], - "33": [ - 0.0, - 44.91913604736328, - 0.0, - 126.50886361242738, - 5.0, - 0.0, - 0.0, - 0.0, - 83.19995823665522, - 0.0, - 0.0, - 259.7721294024959, - 0.0, - 192.69558715820312, - 0.0, - 0.0, - 0.0, - 57.832253988366574, - 0.0, - 0.0 - ], - "34": [ - 0.0, - 44.91913604736328, - 0.0, - 125.75443180621369, - 5.0, - 0.0, - 0.0, - 0.0, - 84.09997911832761, - 0.0, - 0.0, - 262.88606470124796, - 0.0, - 195.84779357910156, - 0.0, - 0.0, - 0.0, - 54.91612699418329, - 0.0, - 0.0 - ], - "35": [ - 0.0, - 40.45956802368164, - 0.0, - 123.37721590310684, - 5.0, - 0.0, - 0.0, - 0.0, - 85.5499895591638, - 0.0, - 0.0, - 263.943032350624, - 0.0, - 201.42389678955078, - 0.0, - 0.0, - 0.0, - 54.91612699418329, - 0.0, - 0.0 - ], - "36": [ - 0.0, - 40.45956802368164, - 0.0, - 123.18860795155342, - 5.0, - 0.0, - 0.0, - 0.0, - 90.2749947795819, - 0.0, - 0.0, - 264.971516175312, - 0.0, - 211.2119483947754, - 0.0, - 0.0, - 0.0, - 54.45806349709164, - 0.0, - 0.0 - ], - "37": [ - 0.0, - 40.45956802368164, - 0.0, - 120.09430397577671, - 5.0, - 0.0, - 0.0, - 0.0, - 91.63749738979095, - 0.0, - 0.0, - 265.985758087656, - 0.0, - 219.1059741973877, - 0.0, - 0.0, - 0.0, - 49.22903174854582, - 0.0, - 0.0 - ], - "38": [ - 0.0, - 40.45956802368164, - 0.0, - 117.54715198788836, - 5.0, - 0.0, - 0.0, - 0.0, - 88.81874869489548, - 0.0, - 0.0, - 271.492879043828, - 0.0, - 224.55298709869385, - 0.0, - 0.0, - 0.0, - 46.61451587427291, - 0.0, - 0.0 - ], - "39": [ - 0.0, - 34.22978401184082, - 0.0, - 121.27357599394418, - 5.0, - 0.0, - 0.0, - 0.0, - 85.40937434744774, - 0.0, - 0.0, - 272.246439521914, - 0.0, - 232.77649354934692, - 0.0, - 0.0, - 0.0, - 46.61451587427291, - 0.0, - 0.0 - ], - "40": [ - 0.0, - 34.22978401184082, - 0.0, - 121.13678799697209, - 5.0, - 0.0, - 0.0, - 0.0, - 86.20468717372387, - 0.0, - 0.0, - 264.123219760957, - 0.0, - 236.88824677467346, - 0.0, - 0.0, - 0.0, - 49.307257937136455, - 0.0, - 0.0 - ], - "41": [ - 0.0, - 34.22978401184082, - 0.0, - 124.06839399848604, - 5.0, - 0.0, - 0.0, - 0.0, - 87.60234358686193, - 0.0, - 0.0, - 264.0616098804785, - 0.0, - 237.44412338733673, - 0.0, - 0.0, - 0.0, - 51.65362896856823, - 0.0, - 0.0 - ], - "42": [ - 0.0, - 34.22978401184082, - 0.0, - 131.53419699924302, - 5.0, - 0.0, - 0.0, - 0.0, - 86.30117179343097, - 0.0, - 0.0, - 266.03080494023925, - 0.0, - 233.72206169366837, - 0.0, - 0.0, - 0.0, - 52.826814484284114, - 0.0, - 0.0 - ], - "43": [ - 0.0, - 34.22978401184082, - 0.0, - 134.2670984996215, - 5.0, - 0.0, - 0.0, - 0.0, - 85.65058589671548, - 0.0, - 0.0, - 264.5154024701196, - 0.0, - 234.36103084683418, - 0.0, - 0.0, - 0.0, - 52.826814484284114, - 0.0, - 0.0 - ], - "44": [ - 0.0, - 34.22978401184082, - 0.0, - 135.63354924981076, - 5.0, - 0.0, - 0.0, - 0.0, - 78.32529294835774, - 0.0, - 0.0, - 269.2577012350598, - 0.0, - 232.6805154234171, - 0.0, - 0.0, - 0.0, - 49.91340724214206, - 0.0, - 0.0 - ], - "45": [ - 0.0, - 34.22978401184082, - 0.0, - 140.31677462490538, - 5.0, - 0.0, - 0.0, - 0.0, - 72.16264647417887, - 0.0, - 0.0, - 275.6288506175299, - 0.0, - 226.84025771170855, - 0.0, - 0.0, - 0.0, - 49.95670362107103, - 0.0, - 0.0 - ], - "46": [ - 0.0, - 34.22978401184082, - 0.0, - 138.1583873124527, - 5.0, - 0.0, - 0.0, - 0.0, - 72.08132323708944, - 0.0, - 0.0, - 280.81442530876495, - 0.0, - 224.92012885585427, - 0.0, - 0.0, - 0.0, - 49.978351810535514, - 0.0, - 0.0 - ], - "47": [ - 0.0, - 34.22978401184082, - 0.0, - 136.57919365622635, - 5.0, - 0.0, - 0.0, - 0.0, - 72.54066161854472, - 0.0, - 0.0, - 287.4072126543825, - 0.0, - 221.46006442792714, - 0.0, - 0.0, - 0.0, - 48.98917590526776, - 0.0, - 0.0 - ], - "48": [ - 0.0, - 34.22978401184082, - 0.0, - 138.7895968281132, - 5.0, - 0.0, - 0.0, - 0.0, - 70.27033080927237, - 0.0, - 0.0, - 301.2036063271912, - 0.0, - 214.23003221396357, - 0.0, - 0.0, - 0.0, - 43.49458795263388, - 0.0, - 0.0 - ], - "49": [ - 0.0, - 34.22978401184082, - 0.0, - 140.3947984140566, - 5.0, - 0.0, - 0.0, - 0.0, - 69.63516540463618, - 0.0, - 0.0, - 311.6018031635956, - 0.0, - 206.11501610698178, - 0.0, - 0.0, - 0.0, - 40.74729397631694, - 0.0, - 0.0 - ], - "50": [ - 0.0, - 34.22978401184082, - 0.0, - 144.6973992070283, - 5.0, - 0.0, - 0.0, - 0.0, - 69.31758270231809, - 0.0, - 0.0, - 319.8009015817978, - 0.0, - 200.0575080534909, - 0.0, - 0.0, - 0.0, - 39.37364698815847, - 0.0, - 0.0 - ], - "51": [ - 0.0, - 34.22978401184082, - 0.0, - 149.34869960351415, - 5.0, - 0.0, - 0.0, - 0.0, - 69.15879135115904, - 0.0, - 0.0, - 329.9004507908989, - 0.0, - 197.02875402674545, - 0.0, - 0.0, - 0.0, - 40.186823494079235, - 0.0, - 0.0 - ], - "52": [ - 0.0, - 34.22978401184082, - 3.5, - 155.67434980175707, - 5.0, - 0.0, - 0.0, - 0.0, - 66.57939567557952, - 0.0, - 0.0, - 340.4502253954495, - 0.0, - 194.01437701337272, - 0.0, - 0.0, - 0.0, - 40.186823494079235, - 0.0, - 0.0 - ], - "53": [ - 0.0, - 34.22978401184082, - 3.5, - 157.33717490087855, - 5.0, - 0.0, - 0.0, - 0.0, - 66.78969783778976, - 0.0, - 0.0, - 334.72511269772474, - 0.0, - 199.00718850668636, - 0.0, - 0.0, - 0.0, - 40.186823494079235, - 0.0, - 0.0 - ], - "54": [ - 0.0, - 35.11489200592041, - 3.5, - 158.16858745043928, - 5.0, - 0.0, - 0.0, - 0.0, - 65.39484891889488, - 0.0, - 0.0, - 331.36255634886237, - 0.0, - 199.50359425334318, - 0.0, - 0.0, - 0.0, - 40.186823494079235, - 0.0, - 0.0 - ], - "55": [ - 0.0, - 35.11489200592041, - 3.5, - 159.58429372521965, - 5.0, - 0.0, - 0.0, - 0.0, - 64.69742445944743, - 0.0, - 0.0, - 324.6812781744312, - 0.0, - 204.7517971266716, - 0.0, - 0.0, - 0.0, - 41.09341174703962, - 0.0, - 0.0 - ], - "56": [ - 0.0, - 34.557446002960205, - 3.5, - 161.79214686260983, - 5.0, - 0.0, - 0.0, - 0.0, - 64.69742445944743, - 0.0, - 0.0, - 326.8406390872156, - 0.0, - 207.3758985633358, - 0.0, - 0.0, - 0.0, - 43.04670587351981, - 0.0, - 0.0 - ], - "57": [ - 0.0, - 34.557446002960205, - 3.5, - 161.3960734313049, - 5.0, - 0.0, - 0.0, - 0.0, - 64.34871222972372, - 0.0, - 0.0, - 336.4203195436078, - 0.0, - 209.1879492816679, - 0.0, - 0.0, - 0.0, - 46.523352936759906, - 0.0, - 0.0 - ], - "58": [ - 0.0, - 34.557446002960205, - 3.5, - 161.69803671565245, - 5.0, - 0.0, - 0.0, - 0.0, - 65.67435611486187, - 0.0, - 0.0, - 345.7101597718039, - 0.0, - 209.09397464083395, - 0.0, - 0.0, - 0.0, - 45.76167646837995, - 0.0, - 0.0 - ], - "59": [ - 0.0, - 34.557446002960205, - 3.5, - 161.84901835782622, - 5.0, - 0.0, - 0.0, - 0.0, - 68.33717805743093, - 0.0, - 0.0, - 354.35507988590194, - 0.0, - 202.54698732041697, - 0.0, - 0.0, - 0.0, - 45.38083823418998, - 0.0, - 0.0 - ], - "60": [ - 0.0, - 37.7787230014801, - 3.5, - 160.92450917891313, - 5.0, - 0.0, - 0.0, - 0.0, - 68.33717805743093, - 0.0, - 0.0, - 350.67753994295094, - 0.0, - 198.7734936602085, - 0.0, - 0.0, - 0.0, - 43.69041911709499, - 0.0, - 0.0 - ], - "61": [ - 0.0, - 37.7787230014801, - 3.5, - 159.96225458945656, - 5.0, - 0.0, - 0.0, - 0.0, - 69.16858902871547, - 0.0, - 0.0, - 346.3387699714755, - 0.0, - 197.88674683010424, - 0.0, - 0.0, - 0.0, - 41.845209558547495, - 0.0, - 0.0 - ], - "62": [ - 0.0, - 37.7787230014801, - 3.5, - 160.98112729472828, - 5.0, - 0.0, - 0.0, - 0.0, - 66.58429451435774, - 0.0, - 0.0, - 334.16938498573774, - 0.0, - 199.44337341505212, - 0.0, - 0.0, - 0.0, - 39.42260477927375, - 0.0, - 0.0 - ], - "63": [ - 0.0, - 31.38936150074005, - 3.5, - 159.99056364736413, - 5.0, - 0.0, - 0.0, - 0.0, - 62.79214725717887, - 0.0, - 0.0, - 329.58469249286884, - 0.0, - 197.72168670752606, - 0.0, - 0.0, - 0.0, - 39.42260477927375, - 0.0, - 0.0 - ], - "64": [ - 0.0, - 31.38936150074005, - 3.5, - 161.99528182368206, - 5.0, - 0.0, - 0.0, - 0.0, - 62.396073628589434, - 0.0, - 0.0, - 332.7923462464344, - 0.0, - 195.86084335376302, - 0.0, - 0.0, - 0.0, - 37.71130238963687, - 0.0, - 0.0 - ], - "65": [ - 0.0, - 31.38936150074005, - 3.5, - 160.49764091184102, - 5.0, - 0.0, - 0.0, - 0.0, - 60.69803681429472, - 0.0, - 0.0, - 327.8961731232172, - 0.0, - 191.9304216768815, - 0.0, - 0.0, - 0.0, - 36.855651194818435, - 0.0, - 0.0 - ], - "66": [ - 0.0, - 31.38936150074005, - 3.5, - 162.2488204559205, - 5.0, - 0.0, - 0.0, - 0.0, - 62.349018407147355, - 0.0, - 0.0, - 335.9480865616086, - 0.0, - 189.46521083844075, - 0.0, - 0.0, - 0.0, - 33.92782559740922, - 0.0, - 0.0 - ], - "67": [ - 0.0, - 35.194680750370026, - 3.5, - 165.62441022796025, - 5.0, - 0.0, - 0.0, - 0.0, - 60.67450920357368, - 0.0, - 0.0, - 336.97404328080427, - 0.0, - 180.73260541922036, - 0.0, - 0.0, - 0.0, - 33.92782559740922, - 0.0, - 0.0 - ], - "68": [ - 0.0, - 38.09734037518501, - 3.5, - 168.31220511398013, - 5.0, - 0.0, - 0.0, - 0.0, - 59.33725460178684, - 0.0, - 0.0, - 352.98702164040213, - 0.0, - 176.36630270961018, - 0.0, - 0.0, - 0.0, - 33.92782559740922, - 0.0, - 0.0 - ], - "69": [ - 0.0, - 40.548670187592506, - 3.5, - 166.15610255699005, - 5.0, - 0.0, - 0.0, - 0.0, - 59.66862730089342, - 0.0, - 0.0, - 355.9935108202011, - 0.0, - 185.1831513548051, - 0.0, - 0.0, - 0.0, - 33.92782559740922, - 0.0, - 0.0 - ], - "70": [ - 0.0, - 43.77433509379625, - 3.5, - 161.07805127849502, - 5.0, - 0.0, - 0.0, - 0.0, - 59.83431365044671, - 0.0, - 0.0, - 353.99675541010055, - 0.0, - 194.59157567740255, - 0.0, - 0.0, - 0.0, - 33.92782559740922, - 0.0, - 0.0 - ], - "71": [ - 0.0, - 47.38716754689813, - 3.5, - 159.5390256392475, - 5.0, - 0.0, - 0.0, - 0.0, - 59.91715682522336, - 0.0, - 0.0, - 347.4983777050503, - 0.0, - 201.29578783870127, - 0.0, - 0.0, - 0.0, - 33.92782559740922, - 0.0, - 0.0 - ], - "72": [ - 0.0, - 47.38716754689813, - 3.5, - 157.76951281962374, - 5.0, - 0.0, - 0.0, - 0.0, - 57.45857841261168, - 6.0, - 0.0, - 343.24918885252515, - 0.0, - 210.64789391935062, - 0.0, - 0.0, - 0.0, - 33.92782559740922, - 0.0, - 0.0 - ], - "73": [ - 0.0, - 49.69358377344906, - 3.5, - 154.88475640981187, - 5.0, - 0.0, - 0.0, - 0.0, - 53.729289206305836, - 6.0, - 0.0, - 333.12459442626255, - 0.0, - 218.8239469596753, - 0.0, - 0.0, - 0.0, - 33.92782559740922, - 0.0, - 0.0 - ], - "74": [ - 0.0, - 50.84679188672453, - 3.5, - 151.44237820490594, - 5.0, - 0.0, - 0.0, - 0.0, - 55.36464460315292, - 6.0, - 0.0, - 319.0622972131313, - 0.0, - 218.41197347983766, - 0.0, - 0.0, - 0.0, - 33.92782559740922, - 0.0, - 0.0 - ], - "75": [ - 0.0, - 50.84679188672453, - 3.5, - 153.72118910245297, - 5.0, - 0.0, - 0.0, - 0.0, - 57.68232230157646, - 6.0, - 0.0, - 307.03114860656564, - 0.0, - 217.20598673991884, - 0.0, - 0.0, - 0.0, - 33.92782559740922, - 0.0, - 28.5 - ], - "76": [ - 0.0, - 53.923395943362266, - 3.5, - 153.36059455122648, - 5.0, - 0.0, - 0.0, - 0.0, - 62.84116115078823, - 6.0, - 0.0, - 303.01557430328285, - 0.0, - 217.10299336995942, - 0.0, - 0.0, - 0.0, - 33.92782559740922, - 0.0, - 28.5 - ], - "77": [ - 0.0, - 52.96169797168113, - 3.5, - 156.18029727561324, - 5.0, - 0.0, - 0.0, - 0.0, - 61.92058057539411, - 6.0, - 0.0, - 305.5077871516414, - 0.0, - 220.05149668497972, - 0.0, - 0.0, - 0.0, - 33.92782559740922, - 0.0, - 28.5 - ], - "78": [ - 0.0, - 52.96169797168113, - 3.5, - 151.59014863780664, - 5.0, - 0.0, - 0.0, - 0.0, - 57.460290287697056, - 6.0, - 0.0, - 304.2538935758207, - 0.0, - 221.02574834248986, - 0.0, - 0.0, - 0.0, - 32.96391279870461, - 0.0, - 28.5 - ], - "79": [ - 0.0, - 49.48084898584057, - 3.5, - 147.29507431890332, - 5.0, - 0.0, - 0.0, - 0.0, - 53.73014514384853, - 6.0, - 0.0, - 304.62694678791036, - 0.0, - 225.51287417124493, - 0.0, - 0.0, - 0.0, - 32.96391279870461, - 0.0, - 28.5 - ], - "80": [ - 0.0, - 44.24042449292028, - 3.5, - 142.14753715945164, - 5.0, - 0.0, - 0.0, - 0.0, - 52.365072571924266, - 6.0, - 0.0, - 302.8134733939552, - 0.0, - 232.25643708562245, - 0.0, - 0.0, - 0.0, - 32.96391279870461, - 0.0, - 28.5 - ], - "81": [ - 0.0, - 42.62021224646014, - 3.5, - 147.57376857972582, - 5.0, - 0.0, - 0.0, - 0.0, - 54.68253628596213, - 6.0, - 0.0, - 299.9067366969776, - 0.0, - 235.12821854281123, - 0.0, - 0.0, - 0.0, - 32.96391279870461, - 0.0, - 28.5 - ], - "82": [ - 0.0, - 41.81010612323007, - 3.5, - 152.7868842898629, - 5.0, - 0.0, - 0.0, - 0.0, - 58.341268142981065, - 6.0, - 0.0, - 301.45336834848877, - 0.0, - 244.5641092714056, - 0.0, - 0.0, - 0.0, - 32.96391279870461, - 0.0, - 28.5 - ], - "83": [ - 0.0, - 41.81010612323007, - 3.5, - 153.89344214493144, - 5.0, - 0.0, - 0.0, - 0.0, - 62.17063407149053, - 6.0, - 0.0, - 306.7266841742444, - 0.0, - 260.2820546357028, - 0.0, - 0.0, - 0.0, - 29.481956399352306, - 0.0, - 28.5 - ], - "84": [ - 0.0, - 43.405053061615035, - 3.5, - 157.94672107246572, - 5.0, - 0.0, - 0.0, - 0.0, - 63.58531703574526, - 6.0, - 0.0, - 319.8633420871222, - 0.0, - 267.6410273178514, - 0.0, - 0.0, - 0.0, - 29.481956399352306, - 0.0, - 28.5 - ], - "85": [ - 0.0, - 43.405053061615035, - 3.5, - 157.97336053623286, - 5.0, - 0.0, - 0.0, - 0.0, - 66.29265851787264, - 6.0, - 0.0, - 318.9316710435611, - 0.0, - 271.32051365892573, - 0.0, - 0.0, - 0.0, - 27.240978199676153, - 0.0, - 28.5 - ], - "86": [ - 0.0, - 39.70252653080752, - 3.5, - 161.98668026811643, - 5.0, - 0.0, - 0.0, - 0.0, - 71.64632925893632, - 6.0, - 0.0, - 315.96583552178055, - 0.0, - 276.16025682946287, - 0.0, - 0.0, - 0.0, - 27.240978199676153, - 0.0, - 28.5 - ], - "87": [ - 0.0, - 39.70252653080752, - 3.5, - 165.4933401340582, - 63.0, - 0.0, - 0.0, - 0.0, - 71.32316462946815, - 6.0, - 0.0, - 325.48291776089025, - 0.0, - 273.08012841473146, - 0.0, - 0.0, - 0.0, - 27.240978199676153, - 0.0, - 28.5 - ], - "88": [ - 0.0, - 39.70252653080752, - 3.5, - 164.7466700670291, - 89.0, - 0.0, - 0.0, - 0.0, - 69.66158231473408, - 6.0, - 0.0, - 336.2414588804451, - 0.0, - 264.54006420736573, - 0.0, - 0.0, - 0.0, - 27.240978199676153, - 0.0, - 28.5 - ], - "89": [ - 0.0, - 39.70252653080752, - 3.5, - 161.87333503351454, - 101.0, - 0.0, - 0.0, - 0.0, - 71.33079115736703, - 6.0, - 0.0, - 342.6207294402226, - 0.0, - 257.77003210368287, - 0.0, - 0.0, - 0.0, - 27.240978199676153, - 0.0, - 28.5 - ], - "90": [ - 0.0, - 39.70252653080752, - 3.5, - 160.43666751675727, - 111.0, - 0.0, - 0.0, - 0.0, - 72.16539557868352, - 6.0, - 0.0, - 348.8103647201113, - 0.0, - 255.38501605184143, - 0.0, - 0.0, - 0.0, - 27.240978199676153, - 0.0, - 28.5 - ], - "91": [ - 0.0, - 39.70252653080752, - 3.5, - 159.71833375837863, - 112.5, - 0.0, - 0.0, - 0.0, - 75.08269778934175, - 6.0, - 0.0, - 358.4051823600556, - 0.0, - 259.1925080259207, - 0.0, - 0.0, - 0.0, - 27.240978199676153, - 0.0, - 28.5 - ], - "92": [ - 0.0, - 39.70252653080752, - 3.5, - 157.85916687918933, - 109.25, - 0.0, - 0.0, - 0.0, - 76.04134889467088, - 6.0, - 0.0, - 373.2025911800278, - 0.0, - 261.59625401296034, - 0.0, - 0.0, - 0.0, - 27.240978199676153, - 0.0, - 28.5 - ], - "93": [ - 0.0, - 39.70252653080752, - 3.5, - 157.42958343959467, - 108.625, - 0.0, - 0.0, - 0.0, - 75.02067444733544, - 6.0, - 0.0, - 369.60129559001393, - 0.0, - 257.2981270064802, - 0.0, - 0.0, - 0.0, - 27.240978199676153, - 0.0, - 28.5 - ], - "94": [ - 0.0, - 39.70252653080752, - 3.5, - 150.71479171979735, - 110.3125, - 0.0, - 0.0, - 0.0, - 75.51033722366772, - 6.0, - 0.0, - 380.80064779500697, - 0.0, - 251.6490635032401, - 0.0, - 0.0, - 0.0, - 27.240978199676153, - 0.0, - 28.5 - ], - "95": [ - 0.0, - 39.70252653080752, - 3.5, - 151.85739585989867, - 117.65625, - 0.0, - 0.0, - 0.0, - 72.25516861183385, - 6.0, - 0.0, - 389.9003238975035, - 0.0, - 250.82453175162004, - 0.0, - 0.0, - 0.0, - 27.240978199676153, - 0.0, - 28.5 - ], - "96": [ - 0.0, - 39.70252653080752, - 3.5, - 150.92869792994935, - 120.328125, - 0.0, - 0.0, - 0.0, - 65.12758430591693, - 6.0, - 0.0, - 395.95016194875177, - 0.0, - 252.91226587581002, - 0.0, - 0.0, - 0.0, - 27.240978199676153, - 0.0, - 28.5 - ], - "97": [ - 0.0, - 39.70252653080752, - 3.5, - 151.96434896497468, - 123.1640625, - 0.0, - 0.0, - 0.0, - 60.06379215295846, - 6.0, - 0.0, - 386.9750809743759, - 0.0, - 247.456132937905, - 0.0, - 0.0, - 0.0, - 27.240978199676153, - 0.0, - 28.5 - ], - "98": [ - 0.0, - 39.70252653080752, - 3.5, - 152.98217448248732, - 123.58203125, - 0.0, - 0.0, - 0.0, - 57.53189607647923, - 6.0, - 0.0, - 380.48754048718797, - 0.0, - 260.22806646895253, - 0.0, - 0.0, - 0.0, - 27.240978199676153, - 0.0, - 28.5 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.5.gamma=0.1/run=fb0cb1b9dc024542/rewards.json b/experiments/seed=256/alpha=0.5.gamma=0.1/run=fb0cb1b9dc024542/rewards.json deleted file mode 100644 index 77ff197..0000000 --- a/experiments/seed=256/alpha=0.5.gamma=0.1/run=fb0cb1b9dc024542/rewards.json +++ /dev/null @@ -1,2202 +0,0 @@ -{ - "0": [ - 18, - 39, - 5, - 138, - 51, - 0, - 7, - 0, - 50, - 26, - 0, - 176, - 0, - 158, - 0, - 0, - 0, - 138, - 0, - 117 - ], - "1": [ - 20, - 38, - 10, - 133, - 56, - 0, - 6, - 0, - 64, - 28, - 0, - 169, - 0, - 169, - 0, - 0, - 0, - 134, - 0, - 123 - ], - "2": [ - 22, - 41, - 11, - 130, - 54, - 0, - 3, - 0, - 67, - 33, - 0, - 181, - 0, - 181, - 0, - 0, - 0, - 138, - 0, - 119 - ], - "3": [ - 24, - 39, - 9, - 136, - 48, - 0, - 1, - 2, - 72, - 28, - 0, - 191, - 0, - 177, - 0, - 0, - 0, - 141, - 0, - 120 - ], - "4": [ - 28, - 42, - 9, - 143, - 50, - 0, - 0, - 1, - 66, - 28, - 0, - 192, - 0, - 185, - 0, - 0, - 0, - 140, - 0, - 118 - ], - "5": [ - 28, - 49, - 4, - 145, - 53, - 0, - 0, - 4, - 66, - 31, - 0, - 208, - 0, - 182, - 0, - 0, - 0, - 142, - 0, - 112 - ], - "6": [ - 27, - 41, - 4, - 142, - 55, - 0, - 0, - 5, - 59, - 30, - 0, - 209, - 0, - 176, - 0, - 0, - 0, - 131, - 0, - 115 - ], - "7": [ - 25, - 43, - 3, - 140, - 62, - 0, - 0, - 6, - 62, - 27, - 0, - 198, - 0, - 177, - 0, - 0, - 0, - 132, - 0, - 107 - ], - "8": [ - 26, - 44, - 3, - 139, - 65, - 0, - 0, - 6, - 66, - 25, - 0, - 206, - 0, - 184, - 0, - 0, - 0, - 121, - 0, - 111 - ], - "9": [ - 26, - 46, - 3, - 120, - 73, - 0, - 0, - 7, - 63, - 25, - 0, - 219, - 0, - 180, - 0, - 0, - 0, - 114, - 0, - 99 - ], - "10": [ - 29, - 46, - 2, - 126, - 68, - 0, - 0, - 6, - 64, - 30, - 0, - 215, - 0, - 179, - 0, - 0, - 0, - 112, - 0, - 98 - ], - "11": [ - 31, - 50, - 3, - 125, - 79, - 0, - 0, - 9, - 67, - 28, - 0, - 231, - 0, - 189, - 0, - 0, - 0, - 108, - 0, - 102 - ], - "12": [ - 23, - 46, - 5, - 119, - 91, - 0, - 0, - 10, - 72, - 32, - 0, - 241, - 0, - 193, - 0, - 0, - 0, - 97, - 0, - 100 - ], - "13": [ - 24, - 44, - 7, - 120, - 97, - 0, - 0, - 6, - 75, - 39, - 0, - 238, - 0, - 197, - 0, - 0, - 0, - 89, - 0, - 95 - ], - "14": [ - 21, - 46, - 10, - 127, - 91, - 0, - 0, - 5, - 83, - 41, - 0, - 250, - 0, - 205, - 0, - 0, - 0, - 92, - 0, - 94 - ], - "15": [ - 20, - 55, - 13, - 126, - 97, - 0, - 0, - 4, - 90, - 41, - 0, - 250, - 0, - 202, - 0, - 0, - 0, - 88, - 0, - 95 - ], - "16": [ - 19, - 59, - 13, - 128, - 101, - 0, - 0, - 1, - 92, - 45, - 0, - 252, - 0, - 207, - 0, - 0, - 0, - 88, - 0, - 88 - ], - "17": [ - 20, - 60, - 11, - 127, - 95, - 0, - 0, - 1, - 96, - 44, - 0, - 254, - 0, - 199, - 0, - 0, - 0, - 95, - 0, - 96 - ], - "18": [ - 18, - 66, - 13, - 123, - 94, - 0, - 0, - 3, - 103, - 42, - 0, - 231, - 0, - 198, - 0, - 0, - 0, - 93, - 0, - 84 - ], - "19": [ - 17, - 63, - 16, - 122, - 92, - 0, - 0, - 1, - 97, - 46, - 0, - 237, - 0, - 200, - 0, - 0, - 0, - 101, - 0, - 94 - ], - "20": [ - 15, - 51, - 11, - 125, - 89, - 0, - 0, - 0, - 93, - 38, - 0, - 256, - 0, - 212, - 0, - 0, - 0, - 95, - 0, - 87 - ], - "21": [ - 14, - 55, - 7, - 133, - 93, - 0, - 0, - 0, - 89, - 39, - 0, - 263, - 0, - 213, - 0, - 0, - 0, - 85, - 0, - 77 - ], - "22": [ - 15, - 49, - 8, - 130, - 91, - 0, - 0, - 0, - 92, - 30, - 0, - 258, - 0, - 219, - 0, - 0, - 0, - 86, - 0, - 77 - ], - "23": [ - 18, - 47, - 9, - 133, - 92, - 0, - 0, - 0, - 95, - 27, - 0, - 272, - 0, - 206, - 0, - 0, - 0, - 80, - 0, - 78 - ], - "24": [ - 18, - 46, - 4, - 131, - 96, - 0, - 0, - 0, - 90, - 25, - 0, - 279, - 0, - 202, - 0, - 0, - 0, - 80, - 0, - 78 - ], - "25": [ - 20, - 47, - 8, - 130, - 98, - 0, - 0, - 0, - 95, - 24, - 0, - 283, - 0, - 207, - 0, - 0, - 0, - 73, - 0, - 77 - ], - "26": [ - 22, - 52, - 16, - 138, - 99, - 0, - 0, - 1, - 87, - 28, - 0, - 288, - 0, - 206, - 0, - 0, - 0, - 69, - 0, - 76 - ], - "27": [ - 20, - 45, - 9, - 132, - 101, - 0, - 0, - 0, - 93, - 22, - 0, - 261, - 0, - 200, - 0, - 0, - 0, - 67, - 0, - 64 - ], - "28": [ - 24, - 45, - 11, - 126, - 105, - 0, - 0, - 2, - 92, - 27, - 0, - 259, - 0, - 196, - 0, - 0, - 0, - 68, - 0, - 67 - ], - "29": [ - 25, - 46, - 12, - 129, - 104, - 0, - 0, - 1, - 91, - 34, - 0, - 252, - 0, - 201, - 0, - 0, - 0, - 64, - 0, - 76 - ], - "30": [ - 24, - 49, - 10, - 133, - 97, - 0, - 0, - 2, - 91, - 33, - 0, - 246, - 0, - 200, - 0, - 0, - 0, - 60, - 0, - 83 - ], - "31": [ - 25, - 49, - 8, - 135, - 101, - 0, - 0, - 1, - 90, - 29, - 0, - 244, - 0, - 195, - 0, - 0, - 0, - 57, - 0, - 75 - ], - "32": [ - 24, - 50, - 7, - 129, - 100, - 0, - 0, - 1, - 87, - 22, - 0, - 244, - 0, - 192, - 0, - 0, - 0, - 55, - 0, - 75 - ], - "33": [ - 28, - 50, - 8, - 129, - 102, - 0, - 0, - 4, - 82, - 12, - 0, - 257, - 0, - 192, - 0, - 0, - 0, - 58, - 0, - 86 - ], - "34": [ - 31, - 40, - 6, - 123, - 106, - 0, - 0, - 3, - 81, - 13, - 0, - 268, - 0, - 192, - 0, - 0, - 0, - 55, - 0, - 87 - ], - "35": [ - 36, - 40, - 11, - 125, - 112, - 0, - 0, - 2, - 85, - 15, - 0, - 266, - 0, - 199, - 0, - 0, - 0, - 52, - 0, - 86 - ], - "36": [ - 32, - 36, - 13, - 121, - 119, - 0, - 0, - 1, - 87, - 21, - 0, - 265, - 0, - 207, - 0, - 0, - 0, - 52, - 0, - 84 - ], - "37": [ - 29, - 33, - 9, - 123, - 117, - 0, - 0, - 0, - 95, - 21, - 0, - 266, - 0, - 221, - 0, - 0, - 0, - 54, - 0, - 82 - ], - "38": [ - 21, - 32, - 9, - 117, - 122, - 0, - 0, - 0, - 93, - 22, - 0, - 267, - 0, - 227, - 0, - 0, - 0, - 44, - 0, - 81 - ], - "39": [ - 24, - 28, - 8, - 115, - 122, - 0, - 0, - 2, - 86, - 16, - 0, - 277, - 0, - 230, - 0, - 0, - 0, - 44, - 0, - 71 - ], - "40": [ - 20, - 28, - 8, - 125, - 131, - 0, - 0, - 4, - 82, - 24, - 0, - 273, - 0, - 241, - 0, - 0, - 0, - 49, - 0, - 63 - ], - "41": [ - 22, - 28, - 6, - 121, - 133, - 0, - 0, - 5, - 87, - 17, - 0, - 256, - 0, - 241, - 0, - 0, - 0, - 52, - 0, - 61 - ], - "42": [ - 22, - 34, - 9, - 127, - 131, - 0, - 0, - 6, - 89, - 14, - 0, - 264, - 0, - 238, - 0, - 0, - 0, - 54, - 0, - 55 - ], - "43": [ - 22, - 28, - 1, - 139, - 137, - 0, - 0, - 7, - 85, - 14, - 0, - 268, - 0, - 230, - 0, - 0, - 0, - 54, - 0, - 60 - ], - "44": [ - 22, - 28, - 0, - 137, - 142, - 0, - 0, - 8, - 85, - 14, - 0, - 263, - 0, - 235, - 0, - 0, - 0, - 50, - 0, - 59 - ], - "45": [ - 24, - 28, - 1, - 137, - 148, - 0, - 0, - 10, - 71, - 12, - 0, - 274, - 0, - 231, - 0, - 0, - 0, - 47, - 0, - 52 - ], - "46": [ - 25, - 30, - 5, - 145, - 143, - 0, - 0, - 11, - 66, - 13, - 0, - 282, - 0, - 221, - 0, - 0, - 0, - 50, - 0, - 54 - ], - "47": [ - 26, - 30, - 10, - 136, - 145, - 0, - 0, - 9, - 72, - 10, - 0, - 286, - 0, - 223, - 0, - 0, - 4, - 50, - 0, - 57 - ], - "48": [ - 26, - 29, - 13, - 135, - 140, - 0, - 0, - 10, - 73, - 10, - 0, - 294, - 0, - 218, - 0, - 0, - 0, - 48, - 0, - 50 - ], - "49": [ - 23, - 29, - 15, - 141, - 139, - 0, - 0, - 11, - 68, - 11, - 0, - 315, - 0, - 207, - 0, - 0, - 0, - 38, - 0, - 58 - ], - "50": [ - 26, - 28, - 18, - 142, - 151, - 0, - 0, - 12, - 69, - 11, - 0, - 322, - 0, - 198, - 0, - 0, - 0, - 38, - 0, - 53 - ], - "51": [ - 26, - 28, - 15, - 149, - 163, - 0, - 0, - 14, - 69, - 13, - 0, - 328, - 0, - 194, - 0, - 0, - 1, - 38, - 0, - 56 - ], - "52": [ - 23, - 33, - 12, - 154, - 161, - 0, - 0, - 10, - 69, - 16, - 0, - 340, - 0, - 194, - 0, - 0, - 5, - 41, - 0, - 65 - ], - "53": [ - 24, - 34, - 7, - 162, - 174, - 0, - 0, - 12, - 64, - 15, - 0, - 351, - 0, - 191, - 0, - 0, - 3, - 45, - 0, - 63 - ], - "54": [ - 29, - 38, - 5, - 159, - 167, - 0, - 0, - 9, - 67, - 16, - 0, - 329, - 0, - 204, - 0, - 0, - 0, - 43, - 0, - 60 - ], - "55": [ - 25, - 36, - 3, - 159, - 177, - 0, - 0, - 11, - 64, - 21, - 0, - 328, - 0, - 200, - 0, - 0, - 0, - 45, - 0, - 56 - ], - "56": [ - 22, - 34, - 3, - 161, - 175, - 0, - 0, - 13, - 64, - 23, - 0, - 318, - 0, - 210, - 0, - 0, - 0, - 42, - 0, - 55 - ], - "57": [ - 23, - 34, - 2, - 164, - 164, - 0, - 0, - 14, - 64, - 24, - 0, - 329, - 0, - 210, - 0, - 0, - 0, - 45, - 0, - 60 - ], - "58": [ - 20, - 33, - 4, - 161, - 154, - 0, - 0, - 14, - 64, - 28, - 0, - 346, - 0, - 211, - 0, - 0, - 0, - 50, - 0, - 62 - ], - "59": [ - 17, - 35, - 2, - 162, - 147, - 0, - 0, - 17, - 67, - 29, - 0, - 355, - 0, - 209, - 0, - 0, - 7, - 45, - 0, - 63 - ], - "60": [ - 19, - 39, - 0, - 162, - 140, - 0, - 0, - 16, - 71, - 26, - 0, - 363, - 0, - 196, - 0, - 0, - 13, - 45, - 0, - 69 - ], - "61": [ - 19, - 41, - 0, - 160, - 141, - 0, - 0, - 20, - 73, - 25, - 0, - 347, - 0, - 195, - 0, - 0, - 4, - 42, - 0, - 71 - ], - "62": [ - 17, - 35, - 0, - 159, - 150, - 0, - 0, - 20, - 70, - 26, - 0, - 342, - 0, - 197, - 0, - 0, - 4, - 40, - 0, - 75 - ], - "63": [ - 15, - 33, - 0, - 162, - 159, - 0, - 0, - 21, - 64, - 19, - 0, - 322, - 0, - 201, - 0, - 0, - 10, - 37, - 0, - 74 - ], - "64": [ - 12, - 25, - 0, - 159, - 161, - 0, - 0, - 22, - 59, - 18, - 0, - 325, - 0, - 196, - 0, - 0, - 0, - 38, - 0, - 76 - ], - "65": [ - 10, - 32, - 0, - 164, - 157, - 0, - 0, - 21, - 62, - 19, - 0, - 336, - 0, - 194, - 0, - 0, - 0, - 36, - 0, - 74 - ], - "66": [ - 14, - 33, - 0, - 159, - 156, - 0, - 0, - 20, - 59, - 17, - 0, - 323, - 0, - 188, - 0, - 0, - 3, - 36, - 0, - 74 - ], - "67": [ - 10, - 36, - 0, - 164, - 152, - 0, - 0, - 21, - 64, - 14, - 0, - 344, - 0, - 187, - 0, - 0, - 4, - 31, - 0, - 73 - ], - "68": [ - 7, - 39, - 0, - 169, - 149, - 0, - 0, - 20, - 59, - 14, - 0, - 338, - 0, - 172, - 0, - 0, - 6, - 30, - 0, - 78 - ], - "69": [ - 9, - 41, - 0, - 171, - 146, - 0, - 0, - 21, - 58, - 11, - 0, - 369, - 0, - 172, - 0, - 0, - 0, - 27, - 0, - 70 - ], - "70": [ - 12, - 43, - 0, - 164, - 136, - 0, - 4, - 21, - 60, - 19, - 0, - 359, - 0, - 194, - 0, - 0, - 4, - 29, - 0, - 64 - ], - "71": [ - 9, - 47, - 0, - 156, - 138, - 0, - 11, - 25, - 60, - 17, - 0, - 352, - 0, - 204, - 0, - 0, - 9, - 29, - 0, - 70 - ], - "72": [ - 6, - 51, - 0, - 158, - 141, - 0, - 13, - 23, - 60, - 22, - 0, - 341, - 0, - 208, - 0, - 0, - 7, - 36, - 0, - 73 - ], - "73": [ - 7, - 49, - 3, - 156, - 137, - 0, - 21, - 25, - 55, - 12, - 0, - 339, - 0, - 220, - 0, - 0, - 1, - 38, - 0, - 72 - ], - "74": [ - 8, - 52, - 0, - 152, - 135, - 0, - 17, - 23, - 50, - 11, - 0, - 323, - 0, - 227, - 0, - 0, - 8, - 37, - 0, - 64 - ], - "75": [ - 6, - 52, - 1, - 148, - 135, - 0, - 27, - 22, - 57, - 13, - 0, - 305, - 0, - 218, - 0, - 0, - 5, - 39, - 0, - 62 - ], - "76": [ - 5, - 50, - 0, - 156, - 140, - 0, - 29, - 23, - 60, - 10, - 0, - 295, - 0, - 216, - 0, - 0, - 6, - 42, - 0, - 57 - ], - "77": [ - 4, - 57, - 0, - 153, - 135, - 0, - 34, - 25, - 68, - 5, - 0, - 299, - 0, - 217, - 0, - 0, - 12, - 35, - 0, - 50 - ], - "78": [ - 4, - 52, - 0, - 159, - 137, - 0, - 24, - 23, - 61, - 7, - 0, - 308, - 0, - 223, - 0, - 0, - 16, - 33, - 0, - 50 - ], - "79": [ - 2, - 51, - 0, - 147, - 131, - 0, - 26, - 23, - 53, - 6, - 0, - 303, - 0, - 222, - 0, - 0, - 4, - 32, - 0, - 50 - ], - "80": [ - 2, - 46, - 0, - 143, - 131, - 0, - 27, - 24, - 50, - 10, - 0, - 305, - 0, - 230, - 0, - 0, - 5, - 28, - 0, - 41 - ], - "81": [ - 5, - 39, - 0, - 137, - 120, - 0, - 35, - 25, - 51, - 10, - 0, - 301, - 0, - 239, - 0, - 0, - 10, - 26, - 0, - 42 - ], - "82": [ - 7, - 41, - 0, - 153, - 121, - 0, - 24, - 27, - 57, - 4, - 0, - 297, - 0, - 238, - 0, - 0, - 14, - 26, - 0, - 40 - ], - "83": [ - 7, - 41, - 0, - 158, - 127, - 0, - 23, - 30, - 62, - 7, - 0, - 303, - 0, - 254, - 0, - 0, - 19, - 27, - 0, - 41 - ], - "84": [ - 6, - 40, - 0, - 155, - 125, - 0, - 35, - 28, - 66, - 4, - 0, - 312, - 0, - 276, - 0, - 0, - 27, - 26, - 0, - 37 - ], - "85": [ - 6, - 45, - 0, - 162, - 132, - 0, - 41, - 23, - 65, - 0, - 0, - 333, - 0, - 275, - 0, - 0, - 25, - 26, - 0, - 38 - ], - "86": [ - 7, - 49, - 0, - 158, - 127, - 0, - 46, - 24, - 69, - 0, - 0, - 318, - 0, - 275, - 0, - 0, - 26, - 25, - 0, - 37 - ], - "87": [ - 6, - 36, - 1, - 166, - 128, - 0, - 36, - 23, - 77, - 0, - 0, - 313, - 0, - 281, - 0, - 0, - 29, - 28, - 0, - 37 - ], - "88": [ - 3, - 35, - 2, - 169, - 121, - 0, - 27, - 23, - 71, - 1, - 0, - 335, - 0, - 270, - 0, - 0, - 23, - 31, - 0, - 35 - ], - "89": [ - 2, - 34, - 5, - 164, - 115, - 0, - 27, - 23, - 68, - 0, - 0, - 347, - 0, - 256, - 0, - 0, - 21, - 35, - 0, - 38 - ], - "90": [ - 4, - 34, - 2, - 159, - 113, - 0, - 24, - 26, - 73, - 0, - 0, - 349, - 0, - 251, - 0, - 0, - 25, - 34, - 0, - 38 - ], - "91": [ - 8, - 35, - 6, - 159, - 121, - 0, - 26, - 22, - 73, - 0, - 0, - 355, - 0, - 253, - 0, - 0, - 16, - 33, - 0, - 37 - ], - "92": [ - 5, - 39, - 5, - 159, - 114, - 0, - 27, - 22, - 78, - 0, - 0, - 368, - 0, - 263, - 0, - 0, - 18, - 36, - 0, - 38 - ], - "93": [ - 5, - 35, - 2, - 156, - 106, - 0, - 11, - 22, - 77, - 0, - 0, - 388, - 0, - 264, - 0, - 0, - 12, - 37, - 0, - 39 - ], - "94": [ - 5, - 35, - 2, - 157, - 108, - 0, - 10, - 21, - 74, - 0, - 0, - 366, - 0, - 253, - 0, - 0, - 20, - 48, - 0, - 37 - ], - "95": [ - 5, - 36, - 2, - 144, - 112, - 0, - 13, - 19, - 76, - 0, - 0, - 392, - 0, - 246, - 0, - 0, - 16, - 51, - 0, - 36 - ], - "96": [ - 3, - 36, - 6, - 153, - 125, - 0, - 25, - 19, - 69, - 0, - 0, - 399, - 0, - 250, - 0, - 0, - 14, - 52, - 0, - 41 - ], - "97": [ - 6, - 31, - 4, - 150, - 123, - 0, - 23, - 19, - 58, - 0, - 0, - 402, - 0, - 255, - 0, - 0, - 16, - 49, - 0, - 42 - ], - "98": [ - 2, - 31, - 8, - 153, - 126, - 0, - 18, - 18, - 55, - 0, - 0, - 378, - 0, - 242, - 0, - 0, - 15, - 50, - 0, - 42 - ], - "99": [ - 0, - 34, - 12, - 154, - 124, - 0, - 19, - 17, - 55, - 0, - 0, - 374, - 0, - 273, - 0, - 0, - 12, - 47, - 0, - 44 - ] -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.5.gamma=0.1/run=fb0cb1b9dc024542/rewards.plot.png b/experiments/seed=256/alpha=0.5.gamma=0.1/run=fb0cb1b9dc024542/rewards.plot.png deleted file mode 100644 index 3aeb39e..0000000 Binary files a/experiments/seed=256/alpha=0.5.gamma=0.1/run=fb0cb1b9dc024542/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=256/alpha=0.5.gamma=0.1/run=fb0cb1b9dc024542/sum_rewards.json b/experiments/seed=256/alpha=0.5.gamma=0.1/run=fb0cb1b9dc024542/sum_rewards.json deleted file mode 100644 index bf8a3cb..0000000 --- a/experiments/seed=256/alpha=0.5.gamma=0.1/run=fb0cb1b9dc024542/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 76513, - "V": 5819942 - }, - "control": { - "R": 80966, - "V": 5721003 - } -} \ No newline at end of file diff --git a/experiments/seed=256/alpha=0.5.gamma=0.1/run=fb0cb1b9dc024542/view.plot.png b/experiments/seed=256/alpha=0.5.gamma=0.1/run=fb0cb1b9dc024542/view.plot.png deleted file mode 100644 index 5e48488..0000000 Binary files a/experiments/seed=256/alpha=0.5.gamma=0.1/run=fb0cb1b9dc024542/view.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=0335acad6e104a21/choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=0335acad6e104a21/choices.json deleted file mode 100644 index 8fb04bc..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=0335acad6e104a21/choices.json +++ /dev/null @@ -1,107 +0,0 @@ -{ - "0": [ - 23, - 25, - 7, - 9, - 8 - ], - "1": [ - 23, - 25, - 12, - 11, - 7 - ], - "2": [ - 25, - 6, - 3, - 22, - 10 - ], - "3": [ - 5, - 23, - 29, - 9, - 8 - ], - "4": [ - 6, - 28, - 23, - 14, - 19 - ], - "5": [ - 16, - 22, - 25, - 6, - 19 - ], - "6": [ - 21, - 10, - 24, - 29, - 11 - ], - "7": [ - 20, - 11, - 0, - 28, - 16 - ], - "8": [ - 21, - 10, - 26, - 27, - 8 - ], - "9": [ - 5, - 14, - 23, - 2, - 15 - ], - "10": [ - 21, - 10, - 5, - 19, - 12 - ], - "11": [ - 17, - 15, - 6, - 13, - 10 - ], - "12": [ - 17, - 25, - 5, - 0, - 9 - ], - "13": [ - 9, - 5, - 13, - 1, - 26 - ], - "14": [ - 3, - 26, - 9, - 20, - 29 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=0335acad6e104a21/config.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=0335acad6e104a21/config.json deleted file mode 100644 index 736fd38..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=0335acad6e104a21/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 30, - "num_choices": 5, - "time_span": 15, - "history_span": 3000, - "alpha": 0.01, - "gamma": 0.1, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=0335acad6e104a21/control.choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=0335acad6e104a21/control.choices.json deleted file mode 100644 index c729b8b..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=0335acad6e104a21/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 19, - 10, - 17, - 9, - 21 -] \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=0335acad6e104a21/qvalues.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=0335acad6e104a21/qvalues.json deleted file mode 100644 index 456f729..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=0335acad6e104a21/qvalues.json +++ /dev/null @@ -1,450 +0,0 @@ -{ - "0": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.98, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.98, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0199, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.98, - 4.98, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0199, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.02, - 0.0, - 0.0, - 0.0, - 4.9602, - 4.98, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.029701, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "4": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.02, - 0.0, - 0.0, - 0.0, - 4.9602, - 4.98, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 4.96, - 0.0, - 5.0, - 0.0, - 0.03940399, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "5": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.02, - 0.0, - 0.0, - 0.0, - 4.9602, - 4.98, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 4.9204, - 0.0, - 5.0, - 0.0, - 0.03940399, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "6": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.02, - 0.0, - 0.0, - 0.0, - 4.9602, - 4.9602, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 4.9204, - 0.0, - 4.95, - 0.0, - 0.03940399, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "7": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.02, - 0.0, - 0.0, - 0.0, - 4.9602, - 4.9602, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 4.9204, - 0.0, - 4.95, - 0.0, - 0.03940399, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "8": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.02, - 0.0, - 0.0, - 0.0, - 4.9602, - 4.9405980000000005, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 4.9204, - 0.0, - 4.9005, - 0.0, - 0.03940399, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "9": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0398, - 0.0, - 0.0, - 0.0, - 4.9602, - 4.9405980000000005, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 4.9204, - 0.0, - 4.9005, - 0.0, - 0.0490099501, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "10": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.059402, - 0.0, - 0.0, - 0.0, - 4.9602, - 4.92119202, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 4.881196, - 0.0, - 4.851495, - 0.0, - 0.0490099501, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "11": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.059402, - 0.0, - 0.0, - 0.0, - 4.9602, - 4.9019800998, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.98, - 0.0, - 4.881196, - 0.0, - 4.851495, - 0.0, - 0.0490099501, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "12": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.07880798, - 0.0, - 0.0, - 0.0, - 4.9405980000000005, - 4.9019800998, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.9602, - 0.0, - 4.881196, - 0.0, - 4.851495, - 0.0, - 0.0490099501, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "13": [ - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0980199002, - 0.0, - 0.0, - 0.0, - 4.92119202, - 4.9019800998, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.9602, - 0.0, - 4.881196, - 0.0, - 4.851495, - 0.0, - 0.0490099501, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=0335acad6e104a21/rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=0335acad6e104a21/rewards.json deleted file mode 100644 index 8f1babc..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=0335acad6e104a21/rewards.json +++ /dev/null @@ -1,482 +0,0 @@ -{ - "0": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "1": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "2": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "3": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "4": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "5": [ - 0, - 2, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "6": [ - 0, - 2, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "7": [ - 0, - 2, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "8": [ - 0, - 2, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "9": [ - 0, - 2, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "10": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "11": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "12": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "13": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "14": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=0335acad6e104a21/rewards.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=0335acad6e104a21/rewards.plot.png deleted file mode 100644 index 061ccbd..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=0335acad6e104a21/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=0335acad6e104a21/sum_rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=0335acad6e104a21/sum_rewards.json deleted file mode 100644 index cd210b3..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=0335acad6e104a21/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 56, - "V": 4526 - }, - "control": { - "R": 152, - "V": 11631 - } -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=0335acad6e104a21/view.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=0335acad6e104a21/view.plot.png deleted file mode 100644 index 0931d4a..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=0335acad6e104a21/view.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=3288f114d23843e6/choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=3288f114d23843e6/choices.json deleted file mode 100644 index 056521b..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=3288f114d23843e6/choices.json +++ /dev/null @@ -1,107 +0,0 @@ -{ - "0": [ - 11, - 18, - 26, - 12, - 17 - ], - "1": [ - 14, - 20, - 22, - 28, - 0 - ], - "2": [ - 24, - 19, - 20, - 9, - 7 - ], - "3": [ - 11, - 22, - 13, - 28, - 19 - ], - "4": [ - 25, - 23, - 18, - 1, - 4 - ], - "5": [ - 15, - 17, - 10, - 21, - 0 - ], - "6": [ - 6, - 16, - 20, - 2, - 17 - ], - "7": [ - 22, - 9, - 12, - 4, - 25 - ], - "8": [ - 24, - 10, - 9, - 26, - 1 - ], - "9": [ - 17, - 25, - 19, - 16, - 21 - ], - "10": [ - 10, - 19, - 5, - 29, - 0 - ], - "11": [ - 11, - 18, - 1, - 23, - 16 - ], - "12": [ - 13, - 8, - 15, - 14, - 10 - ], - "13": [ - 27, - 18, - 19, - 21, - 7 - ], - "14": [ - 5, - 19, - 28, - 10, - 3 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=3288f114d23843e6/config.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=3288f114d23843e6/config.json deleted file mode 100644 index 736fd38..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=3288f114d23843e6/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 30, - "num_choices": 5, - "time_span": 15, - "history_span": 3000, - "alpha": 0.01, - "gamma": 0.1, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=3288f114d23843e6/control.choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=3288f114d23843e6/control.choices.json deleted file mode 100644 index c729b8b..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=3288f114d23843e6/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 19, - 10, - 17, - 9, - 21 -] \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=3288f114d23843e6/qvalues.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=3288f114d23843e6/qvalues.json deleted file mode 100644 index cd3087b..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=3288f114d23843e6/qvalues.json +++ /dev/null @@ -1,450 +0,0 @@ -{ - "0": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.97, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.97, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.96, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.97, - 0.0, - 4.96, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.96, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.97, - 0.0, - 4.9204, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "4": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.96, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.97, - 0.0, - 4.9204, - 0.0, - 5.0, - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "5": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.96, - 4.98, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.9403, - 0.0, - 4.9204, - 0.0, - 4.95, - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "6": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.96, - 4.98, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.910896999999999, - 0.0, - 4.9204, - 0.0, - 4.95, - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "7": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.9204, - 4.98, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.910896999999999, - 0.0, - 4.9204, - 0.0, - 4.95, - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "8": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.881196, - 4.9602, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.910896999999999, - 0.0, - 4.9204, - 0.0, - 4.95, - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "9": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.881196, - 4.9602, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.881788029999999, - 0.0, - 4.881196, - 0.0, - 4.9005, - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "10": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.881196, - 4.9405980000000005, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.881788029999999, - 0.0, - 4.84238404, - 0.0, - 4.9005, - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "11": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.881196, - 4.9405980000000005, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.881788029999999, - 0.0, - 4.84238404, - 0.0, - 4.9005, - 0.0, - 0.0199, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "12": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.881196, - 4.92119202, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.881788029999999, - 0.0, - 4.84238404, - 0.0, - 4.9005, - 0.0, - 0.0199, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "13": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.881196, - 4.92119202, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.881788029999999, - 0.0, - 4.8039601996, - 0.0, - 4.851495, - 0.0, - 0.0199, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=3288f114d23843e6/rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=3288f114d23843e6/rewards.json deleted file mode 100644 index d6a7b71..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=3288f114d23843e6/rewards.json +++ /dev/null @@ -1,482 +0,0 @@ -{ - "0": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "1": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "2": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "3": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "4": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "5": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "6": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "7": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "8": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "9": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "10": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "11": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "12": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "13": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "14": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=3288f114d23843e6/rewards.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=3288f114d23843e6/rewards.plot.png deleted file mode 100644 index 3d7b3ae..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=3288f114d23843e6/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=3288f114d23843e6/sum_rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=3288f114d23843e6/sum_rewards.json deleted file mode 100644 index b74aa6b..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=3288f114d23843e6/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 34, - "V": 4664 - }, - "control": { - "R": 105, - "V": 11631 - } -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=3288f114d23843e6/view.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=3288f114d23843e6/view.plot.png deleted file mode 100644 index a9a2dec..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=3288f114d23843e6/view.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=43343d7b69c64985/choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=43343d7b69c64985/choices.json deleted file mode 100644 index c35bf17..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=43343d7b69c64985/choices.json +++ /dev/null @@ -1,107 +0,0 @@ -{ - "0": [ - 18, - 24, - 3, - 25, - 26 - ], - "1": [ - 15, - 11, - 3, - 13, - 10 - ], - "2": [ - 25, - 8, - 11, - 10, - 0 - ], - "3": [ - 16, - 6, - 7, - 13, - 4 - ], - "4": [ - 19, - 4, - 8, - 15, - 24 - ], - "5": [ - 1, - 12, - 13, - 18, - 23 - ], - "6": [ - 25, - 15, - 11, - 6, - 24 - ], - "7": [ - 7, - 6, - 11, - 28, - 4 - ], - "8": [ - 26, - 21, - 13, - 8, - 17 - ], - "9": [ - 4, - 16, - 0, - 19, - 8 - ], - "10": [ - 10, - 21, - 25, - 19, - 2 - ], - "11": [ - 5, - 10, - 7, - 15, - 21 - ], - "12": [ - 15, - 9, - 17, - 28, - 2 - ], - "13": [ - 3, - 5, - 20, - 21, - 12 - ], - "14": [ - 17, - 2, - 28, - 21, - 22 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=43343d7b69c64985/config.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=43343d7b69c64985/config.json deleted file mode 100644 index 736fd38..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=43343d7b69c64985/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 30, - "num_choices": 5, - "time_span": 15, - "history_span": 3000, - "alpha": 0.01, - "gamma": 0.1, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=43343d7b69c64985/control.choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=43343d7b69c64985/control.choices.json deleted file mode 100644 index c729b8b..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=43343d7b69c64985/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 19, - 10, - 17, - 9, - 21 -] \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=43343d7b69c64985/qvalues.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=43343d7b69c64985/qvalues.json deleted file mode 100644 index 0507049..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=43343d7b69c64985/qvalues.json +++ /dev/null @@ -1,450 +0,0 @@ -{ - "0": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 4.96, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 4.9204, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 4.9204, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "4": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 4.9204, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 4.96, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "5": [ - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 4.9204, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 4.96, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "6": [ - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 4.9204, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 4.96, - 0.0, - 5.0, - 0.0, - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "7": [ - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 4.9204, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 4.96, - 0.0, - 5.0, - 0.0, - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "8": [ - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 4.9204, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.99, - 0.0, - 4.96, - 0.0, - 4.95, - 0.0, - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "9": [ - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 4.9204, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.99, - 0.0, - 4.9204, - 0.0, - 4.95, - 0.0, - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "10": [ - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 4.881196, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.99, - 0.0, - 4.881196, - 0.0, - 4.9005, - 0.0, - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "11": [ - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 0.02, - 0.0, - 0.0, - 0.0, - 5.0, - 4.84238404, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.99, - 0.0, - 4.881196, - 0.0, - 4.851495, - 0.0, - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "12": [ - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 0.02, - 0.0, - 0.0, - 0.0, - 4.98, - 4.84238404, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.9801, - 0.0, - 4.881196, - 0.0, - 4.851495, - 0.0, - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "13": [ - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0398, - 0.0, - 0.0, - 0.0, - 4.98, - 4.84238404, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.9801, - 0.0, - 4.881196, - 0.0, - 4.8029800499999995, - 0.0, - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=43343d7b69c64985/rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=43343d7b69c64985/rewards.json deleted file mode 100644 index cb5cef5..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=43343d7b69c64985/rewards.json +++ /dev/null @@ -1,482 +0,0 @@ -{ - "0": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 4, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "1": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 4, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "2": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 4, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "3": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 4, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "4": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 4, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "5": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 4, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "6": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 4, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "7": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 4, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "8": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 4, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "9": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 4, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "10": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 4, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "11": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 4, - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "12": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 4, - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "13": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 4, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "14": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 4, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=43343d7b69c64985/rewards.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=43343d7b69c64985/rewards.plot.png deleted file mode 100644 index 8870699..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=43343d7b69c64985/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=43343d7b69c64985/sum_rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=43343d7b69c64985/sum_rewards.json deleted file mode 100644 index 6b40cd3..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=43343d7b69c64985/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 28, - "V": 3029 - }, - "control": { - "R": 133, - "V": 11631 - } -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=43343d7b69c64985/view.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=43343d7b69c64985/view.plot.png deleted file mode 100644 index be2112c..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=43343d7b69c64985/view.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=57f9539d309249f1/choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=57f9539d309249f1/choices.json deleted file mode 100644 index 72a1ec8..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=57f9539d309249f1/choices.json +++ /dev/null @@ -1,107 +0,0 @@ -{ - "0": [ - 19, - 5, - 20, - 23, - 14 - ], - "1": [ - 9, - 10, - 14, - 4, - 27 - ], - "2": [ - 26, - 27, - 0, - 7, - 28 - ], - "3": [ - 6, - 22, - 26, - 17, - 19 - ], - "4": [ - 15, - 20, - 8, - 19, - 9 - ], - "5": [ - 0, - 15, - 4, - 13, - 1 - ], - "6": [ - 3, - 14, - 19, - 20, - 21 - ], - "7": [ - 4, - 22, - 10, - 6, - 16 - ], - "8": [ - 21, - 8, - 10, - 23, - 25 - ], - "9": [ - 2, - 21, - 25, - 0, - 8 - ], - "10": [ - 17, - 23, - 14, - 11, - 15 - ], - "11": [ - 12, - 17, - 3, - 24, - 1 - ], - "12": [ - 16, - 0, - 7, - 24, - 17 - ], - "13": [ - 3, - 13, - 24, - 11, - 29 - ], - "14": [ - 15, - 1, - 4, - 10, - 25 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=57f9539d309249f1/config.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=57f9539d309249f1/config.json deleted file mode 100644 index 736fd38..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=57f9539d309249f1/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 30, - "num_choices": 5, - "time_span": 15, - "history_span": 3000, - "alpha": 0.01, - "gamma": 0.1, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=57f9539d309249f1/control.choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=57f9539d309249f1/control.choices.json deleted file mode 100644 index c729b8b..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=57f9539d309249f1/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 19, - 10, - 17, - 9, - 21 -] \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=57f9539d309249f1/qvalues.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=57f9539d309249f1/qvalues.json deleted file mode 100644 index 7a9b6a6..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=57f9539d309249f1/qvalues.json +++ /dev/null @@ -1,450 +0,0 @@ -{ - "0": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.01, - 0.0, - 0.0, - 5.0, - 0.0, - 4.95, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 4.96, - 4.96, - 0.0, - 0.0, - 0.0, - 0.0199, - 0.0, - 0.0, - 5.0, - 0.0, - 4.95, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 4.96, - 4.96, - 0.0, - 0.0, - 0.0, - 0.0199, - 0.0, - 0.0, - 5.0, - 0.0, - 4.95, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 4.96, - 4.96, - 0.0, - 0.0, - 0.0, - 0.0199, - 0.0, - 0.0, - 4.96, - 0.0, - 4.9005, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "4": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 4.9204, - 4.96, - 0.0, - 0.0, - 0.0, - 0.0199, - 0.0, - 0.0, - 4.96, - 0.0, - 4.851495, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "5": [ - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 4.9204, - 4.96, - 0.0, - 0.0, - 0.0, - 0.0199, - 0.0, - 0.0, - 4.96, - 0.0, - 4.851495, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "6": [ - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 4.9204, - 4.96, - 0.0, - 0.0, - 0.0, - 0.029701, - 0.0, - 0.0, - 4.96, - 0.0, - 4.8029800499999995, - 0.0, - 4.95, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "7": [ - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 4.9204, - 4.9204, - 0.0, - 0.0, - 0.0, - 0.029701, - 0.0, - 0.0, - 4.96, - 0.0, - 4.8029800499999995, - 0.0, - 4.95, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "8": [ - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 4.9204, - 4.881196, - 0.0, - 0.0, - 0.0, - 0.029701, - 0.0, - 0.0, - 4.96, - 0.0, - 4.8029800499999995, - 0.0, - 4.9005, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "9": [ - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 4.9204, - 4.881196, - 0.0, - 0.0, - 0.0, - 0.029701, - 0.0, - 0.0, - 4.96, - 0.0, - 4.8029800499999995, - 0.0, - 4.851495, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "10": [ - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 4.9204, - 4.881196, - 0.0, - 0.0, - 0.0, - 0.03940399, - 0.0, - 0.0, - 4.9204, - 0.0, - 4.8029800499999995, - 0.0, - 4.851495, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "11": [ - 0.0, - 0.0199, - 0.0, - 0.0, - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 4.9204, - 4.881196, - 0.0, - 0.0, - 0.0, - 0.03940399, - 0.0, - 0.0, - 4.881196, - 0.0, - 4.8029800499999995, - 0.0, - 4.851495, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "12": [ - 0.0, - 0.0199, - 0.0, - 0.0, - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 4.9204, - 4.881196, - 0.0, - 0.0, - 0.0, - 0.03940399, - 0.0, - 0.0, - 4.84238404, - 0.0, - 4.8029800499999995, - 0.0, - 4.851495, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "13": [ - 0.0, - 0.0199, - 0.0, - 0.0, - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 4.9204, - 4.881196, - 0.0, - 0.0, - 0.0, - 0.03940399, - 0.0, - 0.0, - 4.84238404, - 0.0, - 4.8029800499999995, - 0.0, - 4.851495, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=57f9539d309249f1/rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=57f9539d309249f1/rewards.json deleted file mode 100644 index 59bc7b4..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=57f9539d309249f1/rewards.json +++ /dev/null @@ -1,482 +0,0 @@ -{ - "0": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "1": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "2": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "3": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "4": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "5": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "6": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "7": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "8": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "9": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "10": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "11": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "12": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "13": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "14": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=57f9539d309249f1/rewards.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=57f9539d309249f1/rewards.plot.png deleted file mode 100644 index 4f7dd16..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=57f9539d309249f1/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=57f9539d309249f1/sum_rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=57f9539d309249f1/sum_rewards.json deleted file mode 100644 index fd33677..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=57f9539d309249f1/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 18, - "V": 4160 - }, - "control": { - "R": 45, - "V": 11631 - } -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=57f9539d309249f1/view.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=57f9539d309249f1/view.plot.png deleted file mode 100644 index 961f643..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=57f9539d309249f1/view.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=62f885e7e865482a/choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=62f885e7e865482a/choices.json deleted file mode 100644 index f0d35d7..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=62f885e7e865482a/choices.json +++ /dev/null @@ -1,107 +0,0 @@ -{ - "0": [ - 29, - 0, - 5, - 23, - 9 - ], - "1": [ - 15, - 9, - 3, - 11, - 16 - ], - "2": [ - 22, - 4, - 9, - 2, - 26 - ], - "3": [ - 19, - 14, - 21, - 16, - 25 - ], - "4": [ - 11, - 19, - 25, - 29, - 21 - ], - "5": [ - 18, - 26, - 15, - 12, - 21 - ], - "6": [ - 4, - 11, - 10, - 6, - 29 - ], - "7": [ - 20, - 23, - 8, - 1, - 25 - ], - "8": [ - 13, - 5, - 1, - 19, - 8 - ], - "9": [ - 4, - 19, - 20, - 28, - 9 - ], - "10": [ - 23, - 5, - 10, - 15, - 24 - ], - "11": [ - 10, - 6, - 3, - 26, - 19 - ], - "12": [ - 1, - 20, - 12, - 10, - 25 - ], - "13": [ - 18, - 22, - 9, - 2, - 6 - ], - "14": [ - 24, - 7, - 18, - 17, - 5 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=62f885e7e865482a/config.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=62f885e7e865482a/config.json deleted file mode 100644 index 736fd38..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=62f885e7e865482a/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 30, - "num_choices": 5, - "time_span": 15, - "history_span": 3000, - "alpha": 0.01, - "gamma": 0.1, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=62f885e7e865482a/control.choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=62f885e7e865482a/control.choices.json deleted file mode 100644 index c729b8b..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=62f885e7e865482a/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 19, - 10, - 17, - 9, - 21 -] \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=62f885e7e865482a/qvalues.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=62f885e7e865482a/qvalues.json deleted file mode 100644 index 530e369..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=62f885e7e865482a/qvalues.json +++ /dev/null @@ -1,450 +0,0 @@ -{ - "0": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.98, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.9602, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.9405980000000005, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.9405980000000005, - 5.0, - 0.0, - 0.0, - 0.0, - 0.01, - 0.0, - 0.0, - 5.0, - 0.0, - 4.96, - 0.0, - 4.95, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "4": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.9405980000000005, - 5.0, - 0.0, - 0.0, - 0.0, - 0.01, - 0.0, - 0.0, - 5.0, - 0.0, - 4.9204, - 0.0, - 4.9005, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "5": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.9405980000000005, - 5.0, - 0.0, - 0.0, - 0.0, - 0.01, - 0.0, - 0.0, - 5.0, - 0.0, - 4.9204, - 0.0, - 4.851495, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "6": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.9405980000000005, - 4.97, - 0.0, - 0.0, - 0.0, - 0.01, - 0.0, - 0.0, - 5.0, - 0.0, - 4.9204, - 0.0, - 4.851495, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "7": [ - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.9405980000000005, - 4.97, - 0.0, - 0.0, - 0.0, - 0.01, - 0.0, - 0.0, - 5.0, - 0.0, - 4.9204, - 0.0, - 4.851495, - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "8": [ - 0.0, - 0.0199, - 0.0, - 0.0, - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 4.9405980000000005, - 4.97, - 0.0, - 0.0, - 0.0, - 0.01, - 0.0, - 0.0, - 5.0, - 0.0, - 4.881196, - 0.0, - 4.851495, - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "9": [ - 0.0, - 0.0199, - 0.0, - 0.0, - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 4.92119202, - 4.97, - 0.0, - 0.0, - 0.0, - 0.01, - 0.0, - 0.0, - 5.0, - 0.0, - 4.84238404, - 0.0, - 4.851495, - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "10": [ - 0.0, - 0.0199, - 0.0, - 0.0, - 0.0, - 0.0199, - 0.0, - 0.0, - 0.0, - 4.92119202, - 4.9303, - 0.0, - 0.0, - 0.0, - 0.01, - 0.0, - 0.0, - 5.0, - 0.0, - 4.84238404, - 0.0, - 4.851495, - 0.0, - 0.0199, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "11": [ - 0.0, - 0.0199, - 0.0, - 0.0, - 0.0, - 0.0199, - 0.0, - 0.0, - 0.0, - 4.92119202, - 4.890997, - 0.0, - 0.0, - 0.0, - 0.01, - 0.0, - 0.0, - 5.0, - 0.0, - 4.8039601996, - 0.0, - 4.851495, - 0.0, - 0.0199, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "12": [ - 0.0, - 0.029701, - 0.0, - 0.0, - 0.0, - 0.0199, - 0.0, - 0.0, - 0.0, - 4.92119202, - 4.85208703, - 0.0, - 0.0, - 0.0, - 0.01, - 0.0, - 0.0, - 5.0, - 0.0, - 4.8039601996, - 0.0, - 4.851495, - 0.0, - 0.0199, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "13": [ - 0.0, - 0.029701, - 0.0, - 0.0, - 0.0, - 0.0199, - 0.0, - 0.0, - 0.0, - 4.9019800998, - 4.85208703, - 0.0, - 0.0, - 0.0, - 0.01, - 0.0, - 0.0, - 5.0, - 0.0, - 4.8039601996, - 0.0, - 4.851495, - 0.0, - 0.0199, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=62f885e7e865482a/rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=62f885e7e865482a/rewards.json deleted file mode 100644 index 843f37a..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=62f885e7e865482a/rewards.json +++ /dev/null @@ -1,482 +0,0 @@ -{ - "0": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "1": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "2": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "3": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "4": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "5": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "6": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "7": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "8": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "9": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "10": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "11": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "12": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "13": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "14": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=62f885e7e865482a/rewards.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=62f885e7e865482a/rewards.plot.png deleted file mode 100644 index cb92baa..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=62f885e7e865482a/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=62f885e7e865482a/sum_rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=62f885e7e865482a/sum_rewards.json deleted file mode 100644 index 465f221..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=62f885e7e865482a/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 39, - "V": 4244 - }, - "control": { - "R": 113, - "V": 11631 - } -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=62f885e7e865482a/view.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=62f885e7e865482a/view.plot.png deleted file mode 100644 index 37e5c91..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=62f885e7e865482a/view.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=9703780eb5f547b3/choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=9703780eb5f547b3/choices.json deleted file mode 100644 index c0d9a33..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=9703780eb5f547b3/choices.json +++ /dev/null @@ -1,107 +0,0 @@ -{ - "0": [ - 16, - 21, - 13, - 0, - 19 - ], - "1": [ - 16, - 17, - 23, - 29, - 15 - ], - "2": [ - 23, - 8, - 17, - 4, - 9 - ], - "3": [ - 11, - 7, - 20, - 21, - 26 - ], - "4": [ - 18, - 22, - 8, - 28, - 6 - ], - "5": [ - 21, - 15, - 10, - 26, - 3 - ], - "6": [ - 25, - 13, - 4, - 15, - 6 - ], - "7": [ - 29, - 10, - 26, - 28, - 4 - ], - "8": [ - 29, - 28, - 7, - 12, - 10 - ], - "9": [ - 4, - 12, - 1, - 22, - 11 - ], - "10": [ - 20, - 12, - 17, - 15, - 3 - ], - "11": [ - 8, - 11, - 0, - 3, - 17 - ], - "12": [ - 5, - 20, - 28, - 17, - 9 - ], - "13": [ - 10, - 24, - 7, - 14, - 17 - ], - "14": [ - 28, - 13, - 9, - 29, - 3 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=9703780eb5f547b3/config.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=9703780eb5f547b3/config.json deleted file mode 100644 index 736fd38..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=9703780eb5f547b3/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 30, - "num_choices": 5, - "time_span": 15, - "history_span": 3000, - "alpha": 0.01, - "gamma": 0.1, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=9703780eb5f547b3/control.choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=9703780eb5f547b3/control.choices.json deleted file mode 100644 index c729b8b..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=9703780eb5f547b3/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 19, - 10, - 17, - 9, - 21 -] \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=9703780eb5f547b3/qvalues.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=9703780eb5f547b3/qvalues.json deleted file mode 100644 index 3ef8dc2..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=9703780eb5f547b3/qvalues.json +++ /dev/null @@ -1,450 +0,0 @@ -{ - "0": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 4.96, - 0.0, - 4.95, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.98, - 0.0, - 4.96, - 0.0, - 4.95, - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.99, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.9602, - 0.0, - 4.96, - 0.0, - 4.95, - 0.0, - 0.0199, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.99, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.9602, - 0.0, - 4.96, - 0.0, - 4.9005, - 0.0, - 0.0199, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "4": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.99, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.9602, - 0.0, - 4.96, - 0.0, - 4.9005, - 0.0, - 0.0199, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "5": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.99, - 4.97, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.9602, - 0.0, - 4.96, - 0.0, - 4.851495, - 0.0, - 0.0199, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "6": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.99, - 4.97, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.9602, - 0.0, - 4.96, - 0.0, - 4.851495, - 0.0, - 0.0199, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "7": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.99, - 4.9403, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.9602, - 0.0, - 4.96, - 0.0, - 4.851495, - 0.0, - 0.0199, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "8": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.99, - 4.900897, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.9602, - 0.0, - 4.96, - 0.0, - 4.851495, - 0.0, - 0.0199, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "9": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.99, - 4.900897, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.9602, - 0.0, - 4.96, - 0.0, - 4.851495, - 0.0, - 0.0199, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "10": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.99, - 4.900897, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.9405980000000005, - 0.0, - 4.96, - 0.0, - 4.851495, - 0.0, - 0.0199, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "11": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.99, - 4.900897, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.92119202, - 0.0, - 4.96, - 0.0, - 4.851495, - 0.0, - 0.0199, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "12": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.9801, - 4.900897, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.9019800998, - 0.0, - 4.96, - 0.0, - 4.851495, - 0.0, - 0.0199, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "13": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.9801, - 4.87188803, - 0.0, - 0.0, - 0.0, - 0.01, - 0.0, - 0.0, - 4.882960298802001, - 0.0, - 4.96, - 0.0, - 4.851495, - 0.0, - 0.0199, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=9703780eb5f547b3/rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=9703780eb5f547b3/rewards.json deleted file mode 100644 index c284531..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=9703780eb5f547b3/rewards.json +++ /dev/null @@ -1,482 +0,0 @@ -{ - "0": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 4, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "1": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 4, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "2": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 4, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "3": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 4, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "4": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 4, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "5": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 4, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "6": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 4, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "7": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 4, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "8": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 4, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "9": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 4, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "10": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 4, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "11": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 4, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "12": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 4, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "13": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 4, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "14": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 4, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=9703780eb5f547b3/rewards.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=9703780eb5f547b3/rewards.plot.png deleted file mode 100644 index 38fdfd8..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=9703780eb5f547b3/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=9703780eb5f547b3/sum_rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=9703780eb5f547b3/sum_rewards.json deleted file mode 100644 index e41071c..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=9703780eb5f547b3/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 42, - "V": 3640 - }, - "control": { - "R": 140, - "V": 11631 - } -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=9703780eb5f547b3/view.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=9703780eb5f547b3/view.plot.png deleted file mode 100644 index 9994e86..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=9703780eb5f547b3/view.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=b5536328c2984879/choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=b5536328c2984879/choices.json deleted file mode 100644 index 73f794b..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=b5536328c2984879/choices.json +++ /dev/null @@ -1,107 +0,0 @@ -{ - "0": [ - 9, - 19, - 3, - 1, - 15 - ], - "1": [ - 9, - 8, - 12, - 2, - 13 - ], - "2": [ - 3, - 21, - 8, - 1, - 0 - ], - "3": [ - 20, - 3, - 4, - 5, - 6 - ], - "4": [ - 20, - 17, - 13, - 26, - 24 - ], - "5": [ - 8, - 12, - 17, - 29, - 22 - ], - "6": [ - 14, - 27, - 22, - 29, - 13 - ], - "7": [ - 8, - 24, - 4, - 7, - 9 - ], - "8": [ - 10, - 14, - 8, - 1, - 3 - ], - "9": [ - 29, - 19, - 16, - 11, - 0 - ], - "10": [ - 5, - 10, - 27, - 21, - 9 - ], - "11": [ - 19, - 6, - 22, - 3, - 11 - ], - "12": [ - 19, - 6, - 23, - 17, - 29 - ], - "13": [ - 7, - 26, - 2, - 24, - 29 - ], - "14": [ - 17, - 12, - 19, - 13, - 6 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=b5536328c2984879/config.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=b5536328c2984879/config.json deleted file mode 100644 index 736fd38..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=b5536328c2984879/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 30, - "num_choices": 5, - "time_span": 15, - "history_span": 3000, - "alpha": 0.01, - "gamma": 0.1, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=b5536328c2984879/control.choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=b5536328c2984879/control.choices.json deleted file mode 100644 index c729b8b..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=b5536328c2984879/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 19, - 10, - 17, - 9, - 21 -] \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=b5536328c2984879/qvalues.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=b5536328c2984879/qvalues.json deleted file mode 100644 index f5e1767..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=b5536328c2984879/qvalues.json +++ /dev/null @@ -1,450 +0,0 @@ -{ - "0": [ - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.98, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 4.96, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.9602, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 4.96, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 0.0, - 0.0199, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.9602, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 4.96, - 0.0, - 4.95, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 0.0, - 0.0199, - 0.0, - 0.0, - 0.0, - 0.02, - 0.0, - 0.0, - 0.0, - 4.9602, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 4.96, - 0.0, - 4.95, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "4": [ - 0.0, - 0.0199, - 0.0, - 0.0, - 0.0, - 0.02, - 0.0, - 0.0, - 0.0, - 4.9602, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.97, - 0.0, - 4.96, - 0.0, - 4.95, - 0.0, - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "5": [ - 0.0, - 0.0199, - 0.0, - 0.0, - 0.0, - 0.02, - 0.0, - 0.0, - 0.0, - 4.9602, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.9403, - 0.0, - 4.96, - 0.0, - 4.95, - 0.0, - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "6": [ - 0.0, - 0.0199, - 0.0, - 0.0, - 0.0, - 0.02, - 0.0, - 0.0, - 0.0, - 4.9602, - 5.0, - 0.0, - 0.0, - 0.0, - 0.01, - 0.0, - 0.0, - 4.9403, - 0.0, - 4.96, - 0.0, - 4.95, - 0.0, - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "7": [ - 0.0, - 0.0199, - 0.0, - 0.0, - 0.0, - 0.02, - 0.0, - 0.0, - 0.0, - 4.9405980000000005, - 5.0, - 0.0, - 0.0, - 0.0, - 0.01, - 0.0, - 0.0, - 4.9403, - 0.0, - 4.96, - 0.0, - 4.95, - 0.0, - 0.0, - 0.0199, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "8": [ - 0.0, - 0.039701, - 0.0, - 0.0, - 0.0, - 0.02, - 0.0, - 0.0, - 0.0, - 4.9405980000000005, - 4.97, - 0.0, - 0.0, - 0.0, - 0.0199, - 0.0, - 0.0, - 4.9403, - 0.0, - 4.96, - 0.0, - 4.95, - 0.0, - 0.0, - 0.0199, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "9": [ - 0.0, - 0.039701, - 0.0, - 0.0, - 0.0, - 0.02, - 0.0, - 0.0, - 0.0, - 4.9405980000000005, - 4.97, - 0.0, - 0.0, - 0.0, - 0.0199, - 0.0, - 0.0, - 4.9403, - 0.0, - 4.9204, - 0.0, - 4.95, - 0.0, - 0.0, - 0.0199, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "10": [ - 0.0, - 0.039701, - 0.0, - 0.0, - 0.0, - 0.0398, - 0.0, - 0.0, - 0.0, - 4.92119202, - 4.9403, - 0.0, - 0.0, - 0.0, - 0.0199, - 0.0, - 0.0, - 4.9403, - 0.0, - 4.9204, - 0.0, - 4.9005, - 0.0, - 0.0, - 0.0199, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "11": [ - 0.0, - 0.039701, - 0.0, - 0.0, - 0.0, - 0.0398, - 0.0, - 0.0, - 0.0, - 4.92119202, - 4.9403, - 0.0, - 0.0, - 0.0, - 0.0199, - 0.0, - 0.0, - 4.9403, - 0.0, - 4.881196, - 0.0, - 4.9005, - 0.0, - 0.0, - 0.0199, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "12": [ - 0.0, - 0.039701, - 0.0, - 0.0, - 0.0, - 0.0398, - 0.0, - 0.0, - 0.0, - 4.92119202, - 4.9403, - 0.0, - 0.0, - 0.0, - 0.0199, - 0.0, - 0.0, - 4.910896999999999, - 0.0, - 4.84238404, - 0.0, - 4.9005, - 0.0, - 0.0, - 0.0199, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "13": [ - 0.0, - 0.039701, - 0.0, - 0.0, - 0.0, - 0.0398, - 0.0, - 0.0, - 0.0, - 4.92119202, - 4.9403, - 0.0, - 0.0, - 0.0, - 0.0199, - 0.0, - 0.0, - 4.910896999999999, - 0.0, - 4.84238404, - 0.0, - 4.9005, - 0.0, - 0.0, - 0.029701, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=b5536328c2984879/rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=b5536328c2984879/rewards.json deleted file mode 100644 index 3c3fb10..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=b5536328c2984879/rewards.json +++ /dev/null @@ -1,482 +0,0 @@ -{ - "0": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "1": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "2": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "3": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "4": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "5": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "6": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "7": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "8": [ - 0, - 2, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "9": [ - 0, - 2, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "10": [ - 0, - 2, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "11": [ - 0, - 2, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "12": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "13": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "14": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=b5536328c2984879/rewards.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=b5536328c2984879/rewards.plot.png deleted file mode 100644 index 9001365..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=b5536328c2984879/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=b5536328c2984879/sum_rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=b5536328c2984879/sum_rewards.json deleted file mode 100644 index b5d8dc4..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=b5536328c2984879/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 42, - "V": 4055 - }, - "control": { - "R": 121, - "V": 11631 - } -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=b5536328c2984879/view.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=b5536328c2984879/view.plot.png deleted file mode 100644 index 3c0db8c..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=b5536328c2984879/view.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=bb64c5fda8b5454b/choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=bb64c5fda8b5454b/choices.json deleted file mode 100644 index 29e0606..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=bb64c5fda8b5454b/choices.json +++ /dev/null @@ -1,107 +0,0 @@ -{ - "0": [ - 16, - 1, - 27, - 14, - 6 - ], - "1": [ - 18, - 4, - 13, - 9, - 21 - ], - "2": [ - 5, - 7, - 17, - 23, - 11 - ], - "3": [ - 10, - 13, - 26, - 22, - 3 - ], - "4": [ - 21, - 7, - 2, - 16, - 26 - ], - "5": [ - 24, - 6, - 18, - 8, - 11 - ], - "6": [ - 7, - 6, - 19, - 5, - 2 - ], - "7": [ - 0, - 12, - 2, - 20, - 21 - ], - "8": [ - 24, - 5, - 28, - 12, - 11 - ], - "9": [ - 13, - 14, - 27, - 12, - 22 - ], - "10": [ - 26, - 28, - 3, - 0, - 12 - ], - "11": [ - 28, - 24, - 29, - 13, - 3 - ], - "12": [ - 26, - 21, - 18, - 25, - 10 - ], - "13": [ - 10, - 29, - 24, - 0, - 1 - ], - "14": [ - 13, - 5, - 8, - 23, - 7 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=bb64c5fda8b5454b/config.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=bb64c5fda8b5454b/config.json deleted file mode 100644 index 736fd38..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=bb64c5fda8b5454b/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 30, - "num_choices": 5, - "time_span": 15, - "history_span": 3000, - "alpha": 0.01, - "gamma": 0.1, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=bb64c5fda8b5454b/control.choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=bb64c5fda8b5454b/control.choices.json deleted file mode 100644 index c729b8b..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=bb64c5fda8b5454b/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 19, - 10, - 17, - 9, - 21 -] \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=bb64c5fda8b5454b/qvalues.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=bb64c5fda8b5454b/qvalues.json deleted file mode 100644 index eb7d142..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=bb64c5fda8b5454b/qvalues.json +++ /dev/null @@ -1,450 +0,0 @@ -{ - "0": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.96, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 4.95, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 4.96, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.98, - 0.0, - 5.0, - 0.0, - 4.95, - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 4.96, - 4.98, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.98, - 0.0, - 5.0, - 0.0, - 4.95, - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "4": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 4.96, - 4.98, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.98, - 0.0, - 5.0, - 0.0, - 4.9005, - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "5": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 4.96, - 4.98, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.98, - 0.0, - 5.0, - 0.0, - 4.9005, - 0.0, - 0.01, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "6": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0199, - 0.0, - 0.0, - 0.0, - 4.96, - 4.98, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.98, - 0.0, - 4.97, - 0.0, - 4.9005, - 0.0, - 0.01, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "7": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0199, - 0.0, - 0.0, - 0.0, - 4.96, - 4.98, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.98, - 0.0, - 4.97, - 0.0, - 4.851495, - 0.0, - 0.01, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "8": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.029701, - 0.0, - 0.0, - 0.0, - 4.96, - 4.98, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.98, - 0.0, - 4.97, - 0.0, - 4.851495, - 0.0, - 0.01, - 0.0199, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "9": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.029701, - 0.0, - 0.0, - 0.0, - 4.96, - 4.98, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.98, - 0.0, - 4.97, - 0.0, - 4.851495, - 0.0, - 0.01, - 0.0199, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "10": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.029701, - 0.0, - 0.0, - 0.0, - 4.96, - 4.98, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.98, - 0.0, - 4.97, - 0.0, - 4.851495, - 0.0, - 0.01, - 0.0199, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "11": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.029701, - 0.0, - 0.0, - 0.0, - 4.96, - 4.98, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.98, - 0.0, - 4.97, - 0.0, - 4.851495, - 0.0, - 0.01, - 0.029701, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "12": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.029701, - 0.0, - 0.0, - 0.0, - 4.96, - 4.9602, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.98, - 0.0, - 4.97, - 0.0, - 4.8029800499999995, - 0.0, - 0.01, - 0.029701, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "13": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.029701, - 0.0, - 0.0, - 0.0, - 4.96, - 4.9405980000000005, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.98, - 0.0, - 4.97, - 0.0, - 4.8029800499999995, - 0.0, - 0.01, - 0.03940399, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=bb64c5fda8b5454b/rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=bb64c5fda8b5454b/rewards.json deleted file mode 100644 index f1bee51..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=bb64c5fda8b5454b/rewards.json +++ /dev/null @@ -1,482 +0,0 @@ -{ - "0": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "1": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "2": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "3": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "4": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "5": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "6": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "7": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "8": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "9": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "10": [ - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "11": [ - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "12": [ - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "13": [ - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "14": [ - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=bb64c5fda8b5454b/rewards.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=bb64c5fda8b5454b/rewards.plot.png deleted file mode 100644 index d59b618..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=bb64c5fda8b5454b/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=bb64c5fda8b5454b/sum_rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=bb64c5fda8b5454b/sum_rewards.json deleted file mode 100644 index 6b6f9a1..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=bb64c5fda8b5454b/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 26, - "V": 2843 - }, - "control": { - "R": 137, - "V": 11631 - } -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=bb64c5fda8b5454b/view.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=bb64c5fda8b5454b/view.plot.png deleted file mode 100644 index 9b63611..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=bb64c5fda8b5454b/view.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=c3be164dc9974223/choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=c3be164dc9974223/choices.json deleted file mode 100644 index 7ae22d6..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=c3be164dc9974223/choices.json +++ /dev/null @@ -1,107 +0,0 @@ -{ - "0": [ - 29, - 27, - 28, - 16, - 15 - ], - "1": [ - 14, - 3, - 26, - 16, - 9 - ], - "2": [ - 14, - 25, - 19, - 21, - 7 - ], - "3": [ - 7, - 1, - 10, - 6, - 19 - ], - "4": [ - 17, - 10, - 27, - 24, - 16 - ], - "5": [ - 10, - 23, - 12, - 6, - 28 - ], - "6": [ - 19, - 23, - 18, - 0, - 4 - ], - "7": [ - 27, - 11, - 26, - 9, - 15 - ], - "8": [ - 16, - 20, - 3, - 9, - 15 - ], - "9": [ - 17, - 7, - 10, - 1, - 24 - ], - "10": [ - 7, - 22, - 12, - 5, - 6 - ], - "11": [ - 15, - 7, - 28, - 1, - 13 - ], - "12": [ - 19, - 4, - 23, - 13, - 22 - ], - "13": [ - 1, - 15, - 4, - 8, - 10 - ], - "14": [ - 5, - 0, - 10, - 11, - 17 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=c3be164dc9974223/config.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=c3be164dc9974223/config.json deleted file mode 100644 index 736fd38..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=c3be164dc9974223/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 30, - "num_choices": 5, - "time_span": 15, - "history_span": 3000, - "alpha": 0.01, - "gamma": 0.1, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=c3be164dc9974223/control.choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=c3be164dc9974223/control.choices.json deleted file mode 100644 index c729b8b..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=c3be164dc9974223/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 19, - 10, - 17, - 9, - 21 -] \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=c3be164dc9974223/qvalues.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=c3be164dc9974223/qvalues.json deleted file mode 100644 index ffda4dd..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=c3be164dc9974223/qvalues.json +++ /dev/null @@ -1,450 +0,0 @@ -{ - "0": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.99, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.99, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 4.95, - 0.0, - 4.95, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.99, - 4.96, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 4.9005, - 0.0, - 4.95, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "4": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.99, - 4.9204, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.98, - 0.0, - 4.9005, - 0.0, - 4.95, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "5": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.99, - 4.891196, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.98, - 0.0, - 4.9005, - 0.0, - 4.95, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "6": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.99, - 4.891196, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.98, - 0.0, - 4.851495, - 0.0, - 4.95, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "7": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.9801, - 4.891196, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.98, - 0.0, - 4.851495, - 0.0, - 4.95, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "8": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.970299, - 4.891196, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.98, - 0.0, - 4.851495, - 0.0, - 4.95, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "9": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.970299, - 4.86228404, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.9602, - 0.0, - 4.851495, - 0.0, - 4.95, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "10": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.02, - 0.0, - 0.0, - 0.0, - 4.970299, - 4.86228404, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.9602, - 0.0, - 4.851495, - 0.0, - 4.95, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "11": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.02, - 0.0, - 0.0, - 0.0, - 4.970299, - 4.86228404, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.9602, - 0.0, - 4.851495, - 0.0, - 4.95, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "12": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.02, - 0.0, - 0.0, - 0.0, - 4.970299, - 4.86228404, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.9602, - 0.0, - 4.81298005, - 0.0, - 4.95, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "13": [ - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 0.02, - 0.0, - 0.0, - 0.0, - 4.970299, - 4.8336611996, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.9602, - 0.0, - 4.81298005, - 0.0, - 4.95, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=c3be164dc9974223/rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=c3be164dc9974223/rewards.json deleted file mode 100644 index 2823c36..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=c3be164dc9974223/rewards.json +++ /dev/null @@ -1,482 +0,0 @@ -{ - "0": [ - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 4, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "1": [ - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 4, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "2": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 4, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "3": [ - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "4": [ - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "5": [ - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "6": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "7": [ - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "8": [ - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 4, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "9": [ - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 4, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "10": [ - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "11": [ - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "12": [ - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 4, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "13": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 4, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "14": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 4, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=c3be164dc9974223/rewards.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=c3be164dc9974223/rewards.plot.png deleted file mode 100644 index 62abef8..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=c3be164dc9974223/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=c3be164dc9974223/sum_rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=c3be164dc9974223/sum_rewards.json deleted file mode 100644 index 986461a..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=c3be164dc9974223/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 34, - "V": 4569 - }, - "control": { - "R": 125, - "V": 11631 - } -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=c3be164dc9974223/view.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=c3be164dc9974223/view.plot.png deleted file mode 100644 index 1176a2f..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=c3be164dc9974223/view.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=ca27e5ef91f5499b/choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=ca27e5ef91f5499b/choices.json deleted file mode 100644 index 4f035f8..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=ca27e5ef91f5499b/choices.json +++ /dev/null @@ -1,107 +0,0 @@ -{ - "0": [ - 22, - 19, - 0, - 11, - 8 - ], - "1": [ - 21, - 27, - 3, - 12, - 1 - ], - "2": [ - 3, - 10, - 29, - 19, - 26 - ], - "3": [ - 16, - 6, - 22, - 17, - 25 - ], - "4": [ - 1, - 8, - 27, - 13, - 0 - ], - "5": [ - 25, - 3, - 11, - 23, - 10 - ], - "6": [ - 8, - 25, - 6, - 0, - 20 - ], - "7": [ - 17, - 21, - 7, - 11, - 27 - ], - "8": [ - 14, - 0, - 1, - 26, - 6 - ], - "9": [ - 18, - 8, - 15, - 5, - 9 - ], - "10": [ - 28, - 5, - 9, - 0, - 11 - ], - "11": [ - 16, - 18, - 20, - 8, - 26 - ], - "12": [ - 25, - 19, - 12, - 2, - 20 - ], - "13": [ - 21, - 8, - 7, - 14, - 9 - ], - "14": [ - 22, - 4, - 10, - 27, - 26 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=ca27e5ef91f5499b/config.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=ca27e5ef91f5499b/config.json deleted file mode 100644 index 736fd38..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=ca27e5ef91f5499b/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 30, - "num_choices": 5, - "time_span": 15, - "history_span": 3000, - "alpha": 0.01, - "gamma": 0.1, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=ca27e5ef91f5499b/control.choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=ca27e5ef91f5499b/control.choices.json deleted file mode 100644 index c729b8b..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=ca27e5ef91f5499b/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 19, - 10, - 17, - 9, - 21 -] \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=ca27e5ef91f5499b/qvalues.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=ca27e5ef91f5499b/qvalues.json deleted file mode 100644 index 028fe8b..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=ca27e5ef91f5499b/qvalues.json +++ /dev/null @@ -1,450 +0,0 @@ -{ - "0": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 4.95, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 0.02, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 4.95, - 0.0, - 4.95, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 0.0, - 0.02, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 4.98, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 4.9005, - 0.0, - 4.95, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 0.0, - 0.02, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 4.98, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.97, - 0.0, - 4.9005, - 0.0, - 4.95, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "4": [ - 0.0, - 0.0398, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 4.98, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.97, - 0.0, - 4.9005, - 0.0, - 4.95, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "5": [ - 0.0, - 0.0398, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 4.9602, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.97, - 0.0, - 4.9005, - 0.0, - 4.95, - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "6": [ - 0.0, - 0.0398, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 4.9602, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.97, - 0.0, - 4.9005, - 0.0, - 4.95, - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "7": [ - 0.0, - 0.0398, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 4.9602, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.9403, - 0.0, - 4.9005, - 0.0, - 4.9005, - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "8": [ - 0.0, - 0.059402, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 4.9602, - 0.0, - 0.0, - 0.0, - 0.01, - 0.0, - 0.0, - 4.9403, - 0.0, - 4.9005, - 0.0, - 4.9005, - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "9": [ - 0.0, - 0.059402, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.97, - 4.9602, - 0.0, - 0.0, - 0.0, - 0.01, - 0.0, - 0.0, - 4.9403, - 0.0, - 4.9005, - 0.0, - 4.9005, - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "10": [ - 0.0, - 0.059402, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.9403, - 4.9602, - 0.0, - 0.0, - 0.0, - 0.01, - 0.0, - 0.0, - 4.9403, - 0.0, - 4.9005, - 0.0, - 4.9005, - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "11": [ - 0.0, - 0.059402, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.9403, - 4.9602, - 0.0, - 0.0, - 0.0, - 0.01, - 0.0, - 0.0, - 4.9403, - 0.0, - 4.9005, - 0.0, - 4.9005, - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "12": [ - 0.0, - 0.059402, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.9403, - 4.9602, - 0.0, - 0.0, - 0.0, - 0.01, - 0.0, - 0.0, - 4.9403, - 0.0, - 4.851495, - 0.0, - 4.9005, - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "13": [ - 0.0, - 0.059402, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.910896999999999, - 4.9602, - 0.0, - 0.0, - 0.0, - 0.0199, - 0.0, - 0.0, - 4.9403, - 0.0, - 4.851495, - 0.0, - 4.851495, - 0.0, - 0.01, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=ca27e5ef91f5499b/rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=ca27e5ef91f5499b/rewards.json deleted file mode 100644 index 832ea25..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=ca27e5ef91f5499b/rewards.json +++ /dev/null @@ -1,482 +0,0 @@ -{ - "0": [ - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 3, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "1": [ - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 3, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "2": [ - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 3, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "3": [ - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 3, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "4": [ - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 3, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "5": [ - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 3, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "6": [ - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 3, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "7": [ - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 3, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "8": [ - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 3, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "9": [ - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 3, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "10": [ - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 3, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "11": [ - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 3, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "12": [ - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 3, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "13": [ - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 3, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "14": [ - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 3, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=ca27e5ef91f5499b/rewards.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=ca27e5ef91f5499b/rewards.plot.png deleted file mode 100644 index e0ca645..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=ca27e5ef91f5499b/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=ca27e5ef91f5499b/sum_rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=ca27e5ef91f5499b/sum_rewards.json deleted file mode 100644 index b606e51..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=ca27e5ef91f5499b/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 28, - "V": 3081 - }, - "control": { - "R": 99, - "V": 11631 - } -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=ca27e5ef91f5499b/view.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=ca27e5ef91f5499b/view.plot.png deleted file mode 100644 index 51948e5..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.01.gamma=0.1/run=ca27e5ef91f5499b/view.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=340c2b23fb6e41f1/choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=340c2b23fb6e41f1/choices.json deleted file mode 100644 index eb1bbfb..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=340c2b23fb6e41f1/choices.json +++ /dev/null @@ -1,107 +0,0 @@ -{ - "0": [ - 6, - 16, - 19, - 27, - 10 - ], - "1": [ - 27, - 11, - 8, - 13, - 21 - ], - "2": [ - 18, - 28, - 3, - 10, - 21 - ], - "3": [ - 0, - 6, - 1, - 15, - 11 - ], - "4": [ - 17, - 20, - 27, - 18, - 16 - ], - "5": [ - 27, - 10, - 26, - 29, - 21 - ], - "6": [ - 29, - 26, - 19, - 3, - 22 - ], - "7": [ - 6, - 23, - 26, - 5, - 15 - ], - "8": [ - 14, - 13, - 15, - 18, - 24 - ], - "9": [ - 5, - 1, - 13, - 18, - 9 - ], - "10": [ - 6, - 18, - 3, - 20, - 12 - ], - "11": [ - 0, - 27, - 6, - 12, - 16 - ], - "12": [ - 21, - 1, - 11, - 20, - 2 - ], - "13": [ - 4, - 3, - 0, - 27, - 17 - ], - "14": [ - 10, - 24, - 14, - 3, - 23 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=340c2b23fb6e41f1/config.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=340c2b23fb6e41f1/config.json deleted file mode 100644 index 1bf88dd..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=340c2b23fb6e41f1/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 30, - "num_choices": 5, - "time_span": 15, - "history_span": 3000, - "alpha": 0.1, - "gamma": 0.5, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=340c2b23fb6e41f1/control.choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=340c2b23fb6e41f1/control.choices.json deleted file mode 100644 index c729b8b..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=340c2b23fb6e41f1/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 19, - 10, - 17, - 9, - 21 -] \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=340c2b23fb6e41f1/qvalues.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=340c2b23fb6e41f1/qvalues.json deleted file mode 100644 index ec8ba7c..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=340c2b23fb6e41f1/qvalues.json +++ /dev/null @@ -1,450 +0,0 @@ -{ - "0": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 4.6, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 4.5, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 4.6, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 4.5, - 0.0, - 4.5, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 4.239999999999999, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 4.5, - 0.0, - 4.05, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 0.0, - 0.2, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 4.239999999999999, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 4.5, - 0.0, - 4.05, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "4": [ - 0.0, - 0.2, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 4.239999999999999, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.8, - 0.0, - 4.5, - 0.0, - 4.05, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "5": [ - 0.0, - 0.2, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 3.9159999999999995, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.8, - 0.0, - 4.5, - 0.0, - 3.6449999999999996, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "6": [ - 0.0, - 0.2, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 3.9159999999999995, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.8, - 0.0, - 4.05, - 0.0, - 3.6449999999999996, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "7": [ - 0.0, - 0.2, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 3.9159999999999995, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.8, - 0.0, - 4.05, - 0.0, - 3.6449999999999996, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "8": [ - 0.0, - 0.2, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 3.9159999999999995, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.8, - 0.0, - 4.05, - 0.0, - 3.6449999999999996, - 0.0, - 0.1, - 0.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "9": [ - 0.0, - 0.38, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.6, - 3.9159999999999995, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.8, - 0.0, - 4.05, - 0.0, - 3.6449999999999996, - 0.0, - 0.1, - 0.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "10": [ - 0.0, - 0.38, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.6, - 3.9159999999999995, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.8, - 0.0, - 4.05, - 0.0, - 3.6449999999999996, - 0.0, - 0.1, - 0.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "11": [ - 0.0, - 0.38, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.6, - 3.9159999999999995, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.8, - 0.0, - 4.05, - 0.0, - 3.6449999999999996, - 0.0, - 0.1, - 0.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "12": [ - 0.0, - 0.542, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.6, - 3.9159999999999995, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.8, - 0.0, - 4.05, - 0.0, - 3.2804999999999995, - 0.0, - 0.1, - 0.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "13": [ - 0.0, - 0.542, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.6, - 3.9159999999999995, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.62, - 0.0, - 4.05, - 0.0, - 3.2804999999999995, - 0.0, - 0.1, - 0.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=340c2b23fb6e41f1/rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=340c2b23fb6e41f1/rewards.json deleted file mode 100644 index a7320bc..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=340c2b23fb6e41f1/rewards.json +++ /dev/null @@ -1,482 +0,0 @@ -{ - "0": [ - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "1": [ - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "2": [ - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "3": [ - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "4": [ - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "5": [ - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "6": [ - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "7": [ - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "8": [ - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "9": [ - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "10": [ - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "11": [ - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "12": [ - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "13": [ - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "14": [ - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=340c2b23fb6e41f1/rewards.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=340c2b23fb6e41f1/rewards.plot.png deleted file mode 100644 index ae57a4e..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=340c2b23fb6e41f1/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=340c2b23fb6e41f1/sum_rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=340c2b23fb6e41f1/sum_rewards.json deleted file mode 100644 index 5a23af4..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=340c2b23fb6e41f1/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 21, - "V": 3070 - }, - "control": { - "R": 79, - "V": 11631 - } -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=340c2b23fb6e41f1/view.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=340c2b23fb6e41f1/view.plot.png deleted file mode 100644 index b5907e0..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=340c2b23fb6e41f1/view.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=59c17b969e954ffe/choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=59c17b969e954ffe/choices.json deleted file mode 100644 index 7e38631..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=59c17b969e954ffe/choices.json +++ /dev/null @@ -1,107 +0,0 @@ -{ - "0": [ - 10, - 25, - 0, - 9, - 17 - ], - "1": [ - 13, - 20, - 15, - 10, - 23 - ], - "2": [ - 11, - 13, - 19, - 23, - 10 - ], - "3": [ - 12, - 23, - 16, - 29, - 7 - ], - "4": [ - 14, - 27, - 2, - 3, - 12 - ], - "5": [ - 28, - 16, - 14, - 21, - 22 - ], - "6": [ - 15, - 29, - 19, - 7, - 12 - ], - "7": [ - 1, - 28, - 23, - 24, - 10 - ], - "8": [ - 29, - 14, - 18, - 12, - 28 - ], - "9": [ - 6, - 4, - 5, - 10, - 16 - ], - "10": [ - 15, - 19, - 1, - 20, - 24 - ], - "11": [ - 27, - 1, - 19, - 8, - 25 - ], - "12": [ - 13, - 12, - 5, - 0, - 20 - ], - "13": [ - 24, - 17, - 23, - 6, - 21 - ], - "14": [ - 17, - 26, - 8, - 27, - 4 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=59c17b969e954ffe/config.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=59c17b969e954ffe/config.json deleted file mode 100644 index 1bf88dd..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=59c17b969e954ffe/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 30, - "num_choices": 5, - "time_span": 15, - "history_span": 3000, - "alpha": 0.1, - "gamma": 0.5, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=59c17b969e954ffe/control.choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=59c17b969e954ffe/control.choices.json deleted file mode 100644 index c729b8b..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=59c17b969e954ffe/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 19, - 10, - 17, - 9, - 21 -] \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=59c17b969e954ffe/qvalues.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=59c17b969e954ffe/qvalues.json deleted file mode 100644 index 8d938eb..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=59c17b969e954ffe/qvalues.json +++ /dev/null @@ -1,450 +0,0 @@ -{ - "0": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.6, - 4.6, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.6, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.6, - 4.239999999999999, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.6, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.6, - 3.9159999999999995, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.6, - 0.0, - 4.7, - 0.0, - 5.0, - 0.0, - 0.19, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.6, - 3.9159999999999995, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.6, - 0.0, - 4.7, - 0.0, - 5.0, - 0.0, - 0.271, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "4": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.6, - 3.9159999999999995, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.6, - 0.0, - 4.7, - 0.0, - 5.0, - 0.0, - 0.271, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "5": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.6, - 3.9159999999999995, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.6, - 0.0, - 4.7, - 0.0, - 4.5, - 0.0, - 0.271, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "6": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.6, - 3.9159999999999995, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.6, - 0.0, - 4.43, - 0.0, - 4.5, - 0.0, - 0.271, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "7": [ - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.6, - 3.6243999999999996, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.6, - 0.0, - 4.43, - 0.0, - 4.5, - 0.0, - 0.34390000000000004, - 0.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "8": [ - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.6, - 3.6243999999999996, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.6, - 0.0, - 4.43, - 0.0, - 4.5, - 0.0, - 0.34390000000000004, - 0.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "9": [ - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 4.6, - 3.36196, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.6, - 0.0, - 4.43, - 0.0, - 4.5, - 0.0, - 0.34390000000000004, - 0.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "10": [ - 0.0, - 0.19, - 0.0, - 0.0, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 4.6, - 3.36196, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.6, - 0.0, - 4.186999999999999, - 0.0, - 4.5, - 0.0, - 0.34390000000000004, - 0.19, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "11": [ - 0.0, - 0.271, - 0.0, - 0.0, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 4.6, - 3.36196, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.6, - 0.0, - 3.9682999999999993, - 0.0, - 4.5, - 0.0, - 0.34390000000000004, - 0.19, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "12": [ - 0.0, - 0.271, - 0.0, - 0.0, - 0.0, - 0.19, - 0.0, - 0.0, - 0.0, - 4.6, - 3.36196, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.6, - 0.0, - 3.9682999999999993, - 0.0, - 4.5, - 0.0, - 0.34390000000000004, - 0.19, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "13": [ - 0.0, - 0.271, - 0.0, - 0.0, - 0.0, - 0.19, - 0.0, - 0.0, - 0.0, - 4.6, - 3.36196, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.239999999999999, - 0.0, - 3.9682999999999993, - 0.0, - 4.05, - 0.0, - 0.40951000000000004, - 0.271, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=59c17b969e954ffe/rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=59c17b969e954ffe/rewards.json deleted file mode 100644 index e151861..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=59c17b969e954ffe/rewards.json +++ /dev/null @@ -1,482 +0,0 @@ -{ - "0": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "1": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "2": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "3": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "4": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "5": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "6": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "7": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "8": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "9": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "10": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "11": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "12": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "13": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "14": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=59c17b969e954ffe/rewards.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=59c17b969e954ffe/rewards.plot.png deleted file mode 100644 index 8d0195b..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=59c17b969e954ffe/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=59c17b969e954ffe/sum_rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=59c17b969e954ffe/sum_rewards.json deleted file mode 100644 index c21b29e..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=59c17b969e954ffe/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 30, - "V": 4204 - }, - "control": { - "R": 75, - "V": 11631 - } -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=59c17b969e954ffe/view.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=59c17b969e954ffe/view.plot.png deleted file mode 100644 index cf0e36d..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=59c17b969e954ffe/view.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=65389d2bd2b541bc/choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=65389d2bd2b541bc/choices.json deleted file mode 100644 index 7a3e29b..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=65389d2bd2b541bc/choices.json +++ /dev/null @@ -1,107 +0,0 @@ -{ - "0": [ - 14, - 17, - 27, - 6, - 15 - ], - "1": [ - 1, - 9, - 21, - 6, - 2 - ], - "2": [ - 17, - 14, - 25, - 20, - 1 - ], - "3": [ - 21, - 28, - 20, - 6, - 9 - ], - "4": [ - 10, - 2, - 28, - 24, - 27 - ], - "5": [ - 6, - 3, - 20, - 18, - 24 - ], - "6": [ - 0, - 28, - 5, - 27, - 7 - ], - "7": [ - 23, - 0, - 11, - 27, - 1 - ], - "8": [ - 3, - 6, - 5, - 26, - 22 - ], - "9": [ - 26, - 19, - 23, - 28, - 18 - ], - "10": [ - 9, - 23, - 26, - 8, - 0 - ], - "11": [ - 1, - 17, - 16, - 8, - 10 - ], - "12": [ - 27, - 24, - 5, - 14, - 7 - ], - "13": [ - 15, - 23, - 12, - 13, - 29 - ], - "14": [ - 17, - 10, - 26, - 28, - 8 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=65389d2bd2b541bc/config.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=65389d2bd2b541bc/config.json deleted file mode 100644 index 1bf88dd..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=65389d2bd2b541bc/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 30, - "num_choices": 5, - "time_span": 15, - "history_span": 3000, - "alpha": 0.1, - "gamma": 0.5, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=65389d2bd2b541bc/control.choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=65389d2bd2b541bc/control.choices.json deleted file mode 100644 index c729b8b..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=65389d2bd2b541bc/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 19, - 10, - 17, - 9, - 21 -] \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=65389d2bd2b541bc/qvalues.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=65389d2bd2b541bc/qvalues.json deleted file mode 100644 index c804dee..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=65389d2bd2b541bc/qvalues.json +++ /dev/null @@ -1,450 +0,0 @@ -{ - "0": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.7, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.8, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.7, - 0.0, - 5.0, - 0.0, - 4.5, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 0.0, - 0.19, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.8, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.43, - 0.0, - 5.0, - 0.0, - 4.5, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 0.0, - 0.19, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.62, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.43, - 0.0, - 5.0, - 0.0, - 4.05, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "4": [ - 0.0, - 0.19, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.62, - 4.8, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.43, - 0.0, - 5.0, - 0.0, - 4.05, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "5": [ - 0.0, - 0.19, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.62, - 4.8, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.43, - 0.0, - 5.0, - 0.0, - 4.05, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "6": [ - 0.0, - 0.19, - 0.0, - 0.0, - 0.0, - 0.2, - 0.0, - 0.0, - 0.0, - 4.62, - 4.8, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.43, - 0.0, - 5.0, - 0.0, - 4.05, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "7": [ - 0.0, - 0.271, - 0.0, - 0.0, - 0.0, - 0.2, - 0.0, - 0.0, - 0.0, - 4.62, - 4.8, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.43, - 0.0, - 5.0, - 0.0, - 4.05, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "8": [ - 0.0, - 0.271, - 0.0, - 0.0, - 0.0, - 0.38, - 0.0, - 0.0, - 0.0, - 4.62, - 4.8, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.43, - 0.0, - 5.0, - 0.0, - 4.05, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "9": [ - 0.0, - 0.271, - 0.0, - 0.0, - 0.0, - 0.38, - 0.0, - 0.0, - 0.0, - 4.62, - 4.8, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.43, - 0.0, - 4.7, - 0.0, - 4.05, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "10": [ - 0.0, - 0.271, - 0.0, - 0.0, - 0.0, - 0.38, - 0.0, - 0.0, - 0.0, - 4.3580000000000005, - 4.8, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.43, - 0.0, - 4.7, - 0.0, - 4.05, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "11": [ - 0.0, - 0.34390000000000004, - 0.0, - 0.0, - 0.0, - 0.38, - 0.0, - 0.0, - 0.0, - 4.3580000000000005, - 4.62, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.287, - 0.0, - 4.7, - 0.0, - 4.05, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "12": [ - 0.0, - 0.34390000000000004, - 0.0, - 0.0, - 0.0, - 0.542, - 0.0, - 0.0, - 0.0, - 4.3580000000000005, - 4.62, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.287, - 0.0, - 4.7, - 0.0, - 4.05, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "13": [ - 0.0, - 0.34390000000000004, - 0.0, - 0.0, - 0.0, - 0.542, - 0.0, - 0.0, - 0.0, - 4.3580000000000005, - 4.62, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.287, - 0.0, - 4.7, - 0.0, - 4.05, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=65389d2bd2b541bc/rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=65389d2bd2b541bc/rewards.json deleted file mode 100644 index 895ffc8..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=65389d2bd2b541bc/rewards.json +++ /dev/null @@ -1,482 +0,0 @@ -{ - "0": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "1": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "2": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "3": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "4": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "5": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "6": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "7": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "8": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "9": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "10": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 2, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "11": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 2, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "12": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 2, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "13": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "14": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=65389d2bd2b541bc/rewards.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=65389d2bd2b541bc/rewards.plot.png deleted file mode 100644 index bb81271..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=65389d2bd2b541bc/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=65389d2bd2b541bc/sum_rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=65389d2bd2b541bc/sum_rewards.json deleted file mode 100644 index e6f2e62..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=65389d2bd2b541bc/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 38, - "V": 4053 - }, - "control": { - "R": 148, - "V": 11631 - } -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=65389d2bd2b541bc/view.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=65389d2bd2b541bc/view.plot.png deleted file mode 100644 index 2626bcd..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=65389d2bd2b541bc/view.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=68bfab7361614add/choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=68bfab7361614add/choices.json deleted file mode 100644 index 08d5356..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=68bfab7361614add/choices.json +++ /dev/null @@ -1,107 +0,0 @@ -{ - "0": [ - 3, - 8, - 23, - 4, - 26 - ], - "1": [ - 14, - 22, - 19, - 12, - 15 - ], - "2": [ - 2, - 6, - 21, - 1, - 17 - ], - "3": [ - 20, - 27, - 17, - 7, - 10 - ], - "4": [ - 20, - 29, - 18, - 4, - 3 - ], - "5": [ - 15, - 9, - 12, - 16, - 21 - ], - "6": [ - 4, - 19, - 7, - 28, - 10 - ], - "7": [ - 17, - 25, - 1, - 15, - 20 - ], - "8": [ - 14, - 11, - 28, - 16, - 9 - ], - "9": [ - 19, - 21, - 26, - 10, - 29 - ], - "10": [ - 29, - 10, - 20, - 23, - 15 - ], - "11": [ - 6, - 0, - 19, - 4, - 29 - ], - "12": [ - 2, - 23, - 6, - 28, - 27 - ], - "13": [ - 13, - 20, - 22, - 21, - 8 - ], - "14": [ - 22, - 21, - 12, - 27, - 0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=68bfab7361614add/config.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=68bfab7361614add/config.json deleted file mode 100644 index 1bf88dd..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=68bfab7361614add/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 30, - "num_choices": 5, - "time_span": 15, - "history_span": 3000, - "alpha": 0.1, - "gamma": 0.5, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=68bfab7361614add/control.choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=68bfab7361614add/control.choices.json deleted file mode 100644 index c729b8b..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=68bfab7361614add/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 19, - 10, - 17, - 9, - 21 -] \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=68bfab7361614add/qvalues.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=68bfab7361614add/qvalues.json deleted file mode 100644 index d45258b..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=68bfab7361614add/qvalues.json +++ /dev/null @@ -1,450 +0,0 @@ -{ - "0": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 4.6, - 0.0, - 5.0, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.7, - 0.0, - 4.6, - 0.0, - 4.5, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 4.8, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.43, - 0.0, - 4.6, - 0.0, - 4.5, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "4": [ - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 4.8, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.43, - 0.0, - 4.6, - 0.0, - 4.5, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "5": [ - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.6, - 4.8, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.43, - 0.0, - 4.6, - 0.0, - 4.05, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "6": [ - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.6, - 4.62, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.43, - 0.0, - 4.239999999999999, - 0.0, - 4.05, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "7": [ - 0.0, - 0.19, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.6, - 4.62, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.186999999999999, - 0.0, - 4.239999999999999, - 0.0, - 4.05, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "8": [ - 0.0, - 0.19, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.239999999999999, - 4.62, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.186999999999999, - 0.0, - 4.239999999999999, - 0.0, - 4.05, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "9": [ - 0.0, - 0.19, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.239999999999999, - 4.458, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.186999999999999, - 0.0, - 3.9159999999999995, - 0.0, - 3.6449999999999996, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "10": [ - 0.0, - 0.19, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.239999999999999, - 4.3122, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.186999999999999, - 0.0, - 3.9159999999999995, - 0.0, - 3.6449999999999996, - 0.0, - 0.19, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "11": [ - 0.0, - 0.19, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.239999999999999, - 4.3122, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.186999999999999, - 0.0, - 3.6243999999999996, - 0.0, - 3.6449999999999996, - 0.0, - 0.19, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "12": [ - 0.0, - 0.19, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.239999999999999, - 4.3122, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.186999999999999, - 0.0, - 3.6243999999999996, - 0.0, - 3.6449999999999996, - 0.0, - 0.17099999999999999, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "13": [ - 0.0, - 0.19, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.239999999999999, - 4.3122, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.186999999999999, - 0.0, - 3.6243999999999996, - 0.0, - 3.2804999999999995, - 0.0, - 0.17099999999999999, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=68bfab7361614add/rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=68bfab7361614add/rewards.json deleted file mode 100644 index b41d89e..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=68bfab7361614add/rewards.json +++ /dev/null @@ -1,482 +0,0 @@ -{ - "0": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "1": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "2": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "3": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "4": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "5": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "6": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "7": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "8": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "9": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "10": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "11": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "12": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "13": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "14": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 1, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=68bfab7361614add/rewards.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=68bfab7361614add/rewards.plot.png deleted file mode 100644 index 6e28ae5..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=68bfab7361614add/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=68bfab7361614add/sum_rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=68bfab7361614add/sum_rewards.json deleted file mode 100644 index 34372fb..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=68bfab7361614add/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 29, - "V": 3274 - }, - "control": { - "R": 111, - "V": 11631 - } -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=68bfab7361614add/view.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=68bfab7361614add/view.plot.png deleted file mode 100644 index 6f737bf..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=68bfab7361614add/view.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=7615426def8343be/choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=7615426def8343be/choices.json deleted file mode 100644 index 71218d1..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=7615426def8343be/choices.json +++ /dev/null @@ -1,107 +0,0 @@ -{ - "0": [ - 18, - 21, - 9, - 10, - 3 - ], - "1": [ - 16, - 4, - 26, - 19, - 5 - ], - "2": [ - 24, - 8, - 29, - 0, - 28 - ], - "3": [ - 8, - 0, - 22, - 27, - 25 - ], - "4": [ - 10, - 11, - 9, - 15, - 14 - ], - "5": [ - 1, - 20, - 26, - 25, - 12 - ], - "6": [ - 2, - 26, - 3, - 27, - 18 - ], - "7": [ - 10, - 28, - 20, - 2, - 19 - ], - "8": [ - 17, - 28, - 25, - 10, - 20 - ], - "9": [ - 21, - 14, - 2, - 5, - 27 - ], - "10": [ - 6, - 19, - 10, - 7, - 28 - ], - "11": [ - 15, - 13, - 28, - 18, - 14 - ], - "12": [ - 21, - 20, - 6, - 17, - 15 - ], - "13": [ - 23, - 22, - 2, - 1, - 13 - ], - "14": [ - 23, - 16, - 13, - 19, - 11 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=7615426def8343be/config.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=7615426def8343be/config.json deleted file mode 100644 index 1bf88dd..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=7615426def8343be/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 30, - "num_choices": 5, - "time_span": 15, - "history_span": 3000, - "alpha": 0.1, - "gamma": 0.5, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=7615426def8343be/control.choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=7615426def8343be/control.choices.json deleted file mode 100644 index c729b8b..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=7615426def8343be/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 19, - 10, - 17, - 9, - 21 -] \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=7615426def8343be/qvalues.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=7615426def8343be/qvalues.json deleted file mode 100644 index f07fb1c..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=7615426def8343be/qvalues.json +++ /dev/null @@ -1,450 +0,0 @@ -{ - "0": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.6, - 4.7, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 4.5, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 4.6, - 4.7, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 4.7, - 0.0, - 4.5, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 4.6, - 4.7, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 4.7, - 0.0, - 4.5, - 0.0, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 4.6, - 4.7, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 4.7, - 0.0, - 4.5, - 0.0, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "4": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 4.239999999999999, - 4.43, - 0.0, - 0.0, - 0.0, - 0.1, - 0.0, - 0.0, - 5.0, - 0.0, - 4.7, - 0.0, - 4.5, - 0.0, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "5": [ - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 4.239999999999999, - 4.43, - 0.0, - 0.0, - 0.0, - 0.1, - 0.0, - 0.0, - 5.0, - 0.0, - 4.7, - 0.0, - 4.5, - 0.0, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "6": [ - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 4.239999999999999, - 4.43, - 0.0, - 0.0, - 0.0, - 0.1, - 0.0, - 0.0, - 5.0, - 0.0, - 4.7, - 0.0, - 4.5, - 0.0, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "7": [ - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 4.239999999999999, - 4.186999999999999, - 0.0, - 0.0, - 0.0, - 0.1, - 0.0, - 0.0, - 5.0, - 0.0, - 4.43, - 0.0, - 4.5, - 0.0, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "8": [ - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 4.239999999999999, - 3.9682999999999993, - 0.0, - 0.0, - 0.0, - 0.1, - 0.0, - 0.0, - 4.6, - 0.0, - 4.43, - 0.0, - 4.5, - 0.0, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "9": [ - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.19, - 0.0, - 0.0, - 0.0, - 4.239999999999999, - 3.9682999999999993, - 0.0, - 0.0, - 0.0, - 0.19, - 0.0, - 0.0, - 4.6, - 0.0, - 4.43, - 0.0, - 4.05, - 0.0, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "10": [ - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.19, - 0.0, - 0.0, - 0.0, - 4.239999999999999, - 3.7714699999999994, - 0.0, - 0.0, - 0.0, - 0.19, - 0.0, - 0.0, - 4.6, - 0.0, - 4.186999999999999, - 0.0, - 4.05, - 0.0, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "11": [ - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.19, - 0.0, - 0.0, - 0.0, - 4.239999999999999, - 3.7714699999999994, - 0.0, - 0.0, - 0.0, - 0.271, - 0.0, - 0.0, - 4.6, - 0.0, - 4.186999999999999, - 0.0, - 4.05, - 0.0, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "12": [ - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.19, - 0.0, - 0.0, - 0.0, - 4.239999999999999, - 3.7714699999999994, - 0.0, - 0.0, - 0.0, - 0.271, - 0.0, - 0.0, - 4.239999999999999, - 0.0, - 4.186999999999999, - 0.0, - 3.6449999999999996, - 0.0, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "13": [ - 0.0, - 0.19, - 0.0, - 0.0, - 0.0, - 0.19, - 0.0, - 0.0, - 0.0, - 4.239999999999999, - 3.7714699999999994, - 0.0, - 0.0, - 0.0, - 0.271, - 0.0, - 0.0, - 4.239999999999999, - 0.0, - 4.186999999999999, - 0.0, - 3.6449999999999996, - 0.0, - 0.1, - 0.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=7615426def8343be/rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=7615426def8343be/rewards.json deleted file mode 100644 index 72d3fbf..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=7615426def8343be/rewards.json +++ /dev/null @@ -1,482 +0,0 @@ -{ - "0": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "1": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "2": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "3": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "4": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "5": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "6": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "7": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "8": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "9": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "10": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "11": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "12": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "13": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "14": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=7615426def8343be/rewards.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=7615426def8343be/rewards.plot.png deleted file mode 100644 index 3248313..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=7615426def8343be/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=7615426def8343be/sum_rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=7615426def8343be/sum_rewards.json deleted file mode 100644 index 86a8bea..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=7615426def8343be/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 32, - "V": 3620 - }, - "control": { - "R": 90, - "V": 11631 - } -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=7615426def8343be/view.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=7615426def8343be/view.plot.png deleted file mode 100644 index 709bef8..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=7615426def8343be/view.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=849f1e422c6342d1/choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=849f1e422c6342d1/choices.json deleted file mode 100644 index 81e94d2..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=849f1e422c6342d1/choices.json +++ /dev/null @@ -1,107 +0,0 @@ -{ - "0": [ - 16, - 20, - 1, - 9, - 6 - ], - "1": [ - 8, - 19, - 10, - 18, - 17 - ], - "2": [ - 0, - 9, - 20, - 24, - 22 - ], - "3": [ - 6, - 13, - 18, - 24, - 25 - ], - "4": [ - 10, - 21, - 13, - 11, - 9 - ], - "5": [ - 21, - 18, - 17, - 19, - 22 - ], - "6": [ - 2, - 26, - 8, - 18, - 24 - ], - "7": [ - 25, - 21, - 15, - 6, - 2 - ], - "8": [ - 24, - 8, - 17, - 28, - 10 - ], - "9": [ - 18, - 29, - 20, - 1, - 5 - ], - "10": [ - 7, - 9, - 0, - 13, - 20 - ], - "11": [ - 10, - 16, - 13, - 20, - 12 - ], - "12": [ - 12, - 2, - 20, - 4, - 28 - ], - "13": [ - 8, - 5, - 15, - 16, - 26 - ], - "14": [ - 11, - 21, - 19, - 9, - 12 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=849f1e422c6342d1/config.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=849f1e422c6342d1/config.json deleted file mode 100644 index 1bf88dd..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=849f1e422c6342d1/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 30, - "num_choices": 5, - "time_span": 15, - "history_span": 3000, - "alpha": 0.1, - "gamma": 0.5, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=849f1e422c6342d1/control.choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=849f1e422c6342d1/control.choices.json deleted file mode 100644 index c729b8b..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=849f1e422c6342d1/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 19, - 10, - 17, - 9, - 21 -] \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=849f1e422c6342d1/qvalues.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=849f1e422c6342d1/qvalues.json deleted file mode 100644 index c49ce50..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=849f1e422c6342d1/qvalues.json +++ /dev/null @@ -1,450 +0,0 @@ -{ - "0": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.7, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.7, - 4.7, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.6, - 0.0, - 4.6, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.43, - 4.7, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.6, - 0.0, - 4.6, - 0.0, - 5.0, - 0.0, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.43, - 4.7, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.6, - 0.0, - 4.6, - 0.0, - 5.0, - 0.0, - 0.0, - 0.19, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "4": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.186999999999999, - 4.43, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.6, - 0.0, - 4.6, - 0.0, - 4.5, - 0.0, - 0.0, - 0.19, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "5": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.186999999999999, - 4.43, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.239999999999999, - 0.0, - 4.34, - 0.0, - 4.05, - 0.0, - 0.0, - 0.19, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "6": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.186999999999999, - 4.43, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.239999999999999, - 0.0, - 4.34, - 0.0, - 4.05, - 0.0, - 0.0, - 0.271, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "7": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.186999999999999, - 4.43, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.239999999999999, - 0.0, - 4.34, - 0.0, - 3.6449999999999996, - 0.0, - 0.0, - 0.271, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "8": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.186999999999999, - 4.186999999999999, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.9159999999999995, - 0.0, - 4.34, - 0.0, - 3.6449999999999996, - 0.0, - 0.0, - 0.34390000000000004, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "9": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 4.186999999999999, - 4.186999999999999, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.9159999999999995, - 0.0, - 4.34, - 0.0, - 3.6449999999999996, - 0.0, - 0.0, - 0.34390000000000004, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "10": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 3.9682999999999993, - 4.186999999999999, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.9159999999999995, - 0.0, - 4.34, - 0.0, - 3.6449999999999996, - 0.0, - 0.0, - 0.34390000000000004, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "11": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 3.9682999999999993, - 3.9682999999999993, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.9159999999999995, - 0.0, - 4.34, - 0.0, - 3.6449999999999996, - 0.0, - 0.0, - 0.34390000000000004, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "12": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 3.9682999999999993, - 3.9682999999999993, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.9159999999999995, - 0.0, - 4.34, - 0.0, - 3.6449999999999996, - 0.0, - 0.0, - 0.34390000000000004, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "13": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.19, - 0.0, - 0.0, - 0.0, - 3.9682999999999993, - 3.9682999999999993, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.9159999999999995, - 0.0, - 4.34, - 0.0, - 3.6449999999999996, - 0.0, - 0.0, - 0.34390000000000004, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=849f1e422c6342d1/rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=849f1e422c6342d1/rewards.json deleted file mode 100644 index d0d592d..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=849f1e422c6342d1/rewards.json +++ /dev/null @@ -1,482 +0,0 @@ -{ - "0": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "1": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "2": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "3": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "4": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "5": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "6": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "7": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "8": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "9": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "10": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "11": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "12": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "13": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "14": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=849f1e422c6342d1/rewards.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=849f1e422c6342d1/rewards.plot.png deleted file mode 100644 index 8d8bb49..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=849f1e422c6342d1/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=849f1e422c6342d1/sum_rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=849f1e422c6342d1/sum_rewards.json deleted file mode 100644 index 7ed1428..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=849f1e422c6342d1/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 31, - "V": 4004 - }, - "control": { - "R": 98, - "V": 11631 - } -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=849f1e422c6342d1/view.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=849f1e422c6342d1/view.plot.png deleted file mode 100644 index 04e562a..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=849f1e422c6342d1/view.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=a5c519f8931e400a/choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=a5c519f8931e400a/choices.json deleted file mode 100644 index 86be12a..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=a5c519f8931e400a/choices.json +++ /dev/null @@ -1,107 +0,0 @@ -{ - "0": [ - 15, - 4, - 1, - 16, - 28 - ], - "1": [ - 14, - 8, - 10, - 23, - 26 - ], - "2": [ - 12, - 28, - 19, - 20, - 14 - ], - "3": [ - 3, - 1, - 10, - 28, - 14 - ], - "4": [ - 28, - 17, - 8, - 12, - 7 - ], - "5": [ - 29, - 27, - 0, - 23, - 10 - ], - "6": [ - 10, - 19, - 4, - 11, - 12 - ], - "7": [ - 13, - 6, - 29, - 16, - 7 - ], - "8": [ - 15, - 17, - 4, - 26, - 3 - ], - "9": [ - 29, - 7, - 20, - 17, - 2 - ], - "10": [ - 6, - 9, - 16, - 24, - 13 - ], - "11": [ - 20, - 18, - 21, - 7, - 24 - ], - "12": [ - 2, - 5, - 1, - 15, - 20 - ], - "13": [ - 23, - 21, - 27, - 26, - 22 - ], - "14": [ - 18, - 3, - 21, - 8, - 19 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=a5c519f8931e400a/config.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=a5c519f8931e400a/config.json deleted file mode 100644 index 1bf88dd..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=a5c519f8931e400a/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 30, - "num_choices": 5, - "time_span": 15, - "history_span": 3000, - "alpha": 0.1, - "gamma": 0.5, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=a5c519f8931e400a/control.choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=a5c519f8931e400a/control.choices.json deleted file mode 100644 index c729b8b..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=a5c519f8931e400a/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 19, - 10, - 17, - 9, - 21 -] \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=a5c519f8931e400a/qvalues.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=a5c519f8931e400a/qvalues.json deleted file mode 100644 index 6ec99c7..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=a5c519f8931e400a/qvalues.json +++ /dev/null @@ -1,450 +0,0 @@ -{ - "0": [ - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 4.9, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 4.9, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 4.7, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 0.0, - 0.19, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 4.71, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 4.7, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "4": [ - 0.0, - 0.19, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 4.71, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.8, - 0.0, - 4.7, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "5": [ - 0.0, - 0.19, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 4.539, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.8, - 0.0, - 4.7, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "6": [ - 0.0, - 0.19, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 4.3850999999999996, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.8, - 0.0, - 4.43, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "7": [ - 0.0, - 0.19, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 4.3850999999999996, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.8, - 0.0, - 4.43, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "8": [ - 0.0, - 0.19, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 4.3850999999999996, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.62, - 0.0, - 4.43, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "9": [ - 0.0, - 0.19, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 4.3850999999999996, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.458, - 0.0, - 4.43, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "10": [ - 0.0, - 0.19, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.8, - 4.3850999999999996, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.458, - 0.0, - 4.43, - 0.0, - 5.0, - 0.0, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "11": [ - 0.0, - 0.19, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.8, - 4.3850999999999996, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.458, - 0.0, - 4.43, - 0.0, - 4.5, - 0.0, - 0.0, - 0.19, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "12": [ - 0.0, - 0.271, - 0.0, - 0.0, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 4.8, - 4.3850999999999996, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.458, - 0.0, - 4.43, - 0.0, - 4.5, - 0.0, - 0.0, - 0.19, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "13": [ - 0.0, - 0.271, - 0.0, - 0.0, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 4.8, - 4.3850999999999996, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.458, - 0.0, - 4.43, - 0.0, - 4.05, - 0.0, - 0.0, - 0.19, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=a5c519f8931e400a/rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=a5c519f8931e400a/rewards.json deleted file mode 100644 index 2fa0e4b..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=a5c519f8931e400a/rewards.json +++ /dev/null @@ -1,482 +0,0 @@ -{ - "0": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 4, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "1": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 4, - 0, - 0, - 0, - 0, - 0, - 0, - 4, - 0, - 2, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "2": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 4, - 0, - 0, - 0, - 0, - 0, - 0, - 4, - 0, - 2, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "3": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 4, - 0, - 2, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "4": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "5": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "6": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "7": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "8": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "9": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "10": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 4, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "11": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "12": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 4, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "13": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "14": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 4, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=a5c519f8931e400a/rewards.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=a5c519f8931e400a/rewards.plot.png deleted file mode 100644 index 880a84e..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=a5c519f8931e400a/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=a5c519f8931e400a/sum_rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=a5c519f8931e400a/sum_rewards.json deleted file mode 100644 index 827d7f1..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=a5c519f8931e400a/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 37, - "V": 3383 - }, - "control": { - "R": 167, - "V": 11631 - } -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=a5c519f8931e400a/view.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=a5c519f8931e400a/view.plot.png deleted file mode 100644 index 1ecf5a7..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=a5c519f8931e400a/view.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=e41f29e9437a4945/choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=e41f29e9437a4945/choices.json deleted file mode 100644 index 101f70f..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=e41f29e9437a4945/choices.json +++ /dev/null @@ -1,107 +0,0 @@ -{ - "0": [ - 26, - 29, - 10, - 27, - 19 - ], - "1": [ - 22, - 17, - 2, - 9, - 27 - ], - "2": [ - 11, - 18, - 29, - 25, - 28 - ], - "3": [ - 20, - 12, - 3, - 28, - 10 - ], - "4": [ - 2, - 23, - 21, - 14, - 6 - ], - "5": [ - 16, - 3, - 19, - 6, - 14 - ], - "6": [ - 9, - 29, - 16, - 15, - 22 - ], - "7": [ - 7, - 27, - 4, - 14, - 10 - ], - "8": [ - 18, - 19, - 2, - 10, - 21 - ], - "9": [ - 21, - 25, - 15, - 24, - 27 - ], - "10": [ - 12, - 17, - 15, - 29, - 9 - ], - "11": [ - 18, - 14, - 11, - 10, - 8 - ], - "12": [ - 29, - 6, - 12, - 9, - 28 - ], - "13": [ - 22, - 8, - 17, - 26, - 28 - ], - "14": [ - 26, - 5, - 0, - 19, - 14 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=e41f29e9437a4945/config.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=e41f29e9437a4945/config.json deleted file mode 100644 index 1bf88dd..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=e41f29e9437a4945/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 30, - "num_choices": 5, - "time_span": 15, - "history_span": 3000, - "alpha": 0.1, - "gamma": 0.5, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=e41f29e9437a4945/control.choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=e41f29e9437a4945/control.choices.json deleted file mode 100644 index c729b8b..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=e41f29e9437a4945/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 19, - 10, - 17, - 9, - 21 -] \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=e41f29e9437a4945/qvalues.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=e41f29e9437a4945/qvalues.json deleted file mode 100644 index 790f690..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=e41f29e9437a4945/qvalues.json +++ /dev/null @@ -1,450 +0,0 @@ -{ - "0": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 4.6, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 4.5, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.6, - 4.6, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.7, - 0.0, - 4.5, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.6, - 4.6, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.7, - 0.0, - 4.5, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.6, - 4.239999999999999, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.7, - 0.0, - 4.5, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "4": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.6, - 4.239999999999999, - 0.0, - 0.0, - 0.0, - 0.1, - 0.0, - 0.0, - 4.7, - 0.0, - 4.5, - 0.0, - 4.5, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "5": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.6, - 4.239999999999999, - 0.0, - 0.0, - 0.0, - 0.19, - 0.0, - 0.0, - 4.7, - 0.0, - 4.05, - 0.0, - 4.5, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "6": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.239999999999999, - 4.239999999999999, - 0.0, - 0.0, - 0.0, - 0.19, - 0.0, - 0.0, - 4.7, - 0.0, - 4.05, - 0.0, - 4.5, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "7": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.239999999999999, - 3.9159999999999995, - 0.0, - 0.0, - 0.0, - 0.271, - 0.0, - 0.0, - 4.7, - 0.0, - 4.05, - 0.0, - 4.5, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "8": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.239999999999999, - 3.6243999999999996, - 0.0, - 0.0, - 0.0, - 0.271, - 0.0, - 0.0, - 4.7, - 0.0, - 3.6449999999999996, - 0.0, - 4.05, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "9": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.239999999999999, - 3.6243999999999996, - 0.0, - 0.0, - 0.0, - 0.271, - 0.0, - 0.0, - 4.7, - 0.0, - 3.6449999999999996, - 0.0, - 3.6449999999999996, - 0.0, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "10": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.9159999999999995, - 3.6243999999999996, - 0.0, - 0.0, - 0.0, - 0.271, - 0.0, - 0.0, - 4.43, - 0.0, - 3.6449999999999996, - 0.0, - 3.6449999999999996, - 0.0, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "11": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.9159999999999995, - 3.36196, - 0.0, - 0.0, - 0.0, - 0.34390000000000004, - 0.0, - 0.0, - 4.43, - 0.0, - 3.6449999999999996, - 0.0, - 3.6449999999999996, - 0.0, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "12": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.6243999999999996, - 3.36196, - 0.0, - 0.0, - 0.0, - 0.34390000000000004, - 0.0, - 0.0, - 4.43, - 0.0, - 3.6449999999999996, - 0.0, - 3.6449999999999996, - 0.0, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "13": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.6243999999999996, - 3.36196, - 0.0, - 0.0, - 0.0, - 0.34390000000000004, - 0.0, - 0.0, - 4.186999999999999, - 0.0, - 3.6449999999999996, - 0.0, - 3.6449999999999996, - 0.0, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=e41f29e9437a4945/rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=e41f29e9437a4945/rewards.json deleted file mode 100644 index 04a6381..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=e41f29e9437a4945/rewards.json +++ /dev/null @@ -1,482 +0,0 @@ -{ - "0": [ - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "1": [ - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "2": [ - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "3": [ - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "4": [ - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "5": [ - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "6": [ - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "7": [ - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "8": [ - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "9": [ - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "10": [ - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "11": [ - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "12": [ - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "13": [ - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "14": [ - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=e41f29e9437a4945/rewards.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=e41f29e9437a4945/rewards.plot.png deleted file mode 100644 index ab2e750..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=e41f29e9437a4945/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=e41f29e9437a4945/sum_rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=e41f29e9437a4945/sum_rewards.json deleted file mode 100644 index 4fa1da9..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=e41f29e9437a4945/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 22, - "V": 3817 - }, - "control": { - "R": 60, - "V": 11631 - } -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=e41f29e9437a4945/view.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=e41f29e9437a4945/view.plot.png deleted file mode 100644 index 48169f3..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=e41f29e9437a4945/view.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=e7c14555c7824a9d/choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=e7c14555c7824a9d/choices.json deleted file mode 100644 index 03dc244..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=e7c14555c7824a9d/choices.json +++ /dev/null @@ -1,107 +0,0 @@ -{ - "0": [ - 19, - 14, - 10, - 17, - 11 - ], - "1": [ - 29, - 26, - 2, - 20, - 16 - ], - "2": [ - 19, - 27, - 12, - 23, - 22 - ], - "3": [ - 12, - 27, - 23, - 11, - 22 - ], - "4": [ - 1, - 22, - 19, - 5, - 3 - ], - "5": [ - 11, - 19, - 20, - 27, - 15 - ], - "6": [ - 29, - 26, - 0, - 9, - 12 - ], - "7": [ - 21, - 5, - 16, - 8, - 15 - ], - "8": [ - 16, - 15, - 14, - 7, - 17 - ], - "9": [ - 17, - 10, - 1, - 19, - 4 - ], - "10": [ - 0, - 8, - 14, - 4, - 9 - ], - "11": [ - 20, - 27, - 12, - 7, - 26 - ], - "12": [ - 8, - 2, - 19, - 4, - 13 - ], - "13": [ - 5, - 11, - 17, - 20, - 21 - ], - "14": [ - 13, - 15, - 21, - 3, - 6 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=e7c14555c7824a9d/config.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=e7c14555c7824a9d/config.json deleted file mode 100644 index 1bf88dd..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=e7c14555c7824a9d/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 30, - "num_choices": 5, - "time_span": 15, - "history_span": 3000, - "alpha": 0.1, - "gamma": 0.5, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=e7c14555c7824a9d/control.choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=e7c14555c7824a9d/control.choices.json deleted file mode 100644 index c729b8b..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=e7c14555c7824a9d/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 19, - 10, - 17, - 9, - 21 -] \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=e7c14555c7824a9d/qvalues.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=e7c14555c7824a9d/qvalues.json deleted file mode 100644 index 9368587..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=e7c14555c7824a9d/qvalues.json +++ /dev/null @@ -1,450 +0,0 @@ -{ - "0": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 4.9, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.7, - 0.0, - 4.6, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 4.9, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.7, - 0.0, - 4.6, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 4.9, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.7, - 0.0, - 4.239999999999999, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 4.9, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.7, - 0.0, - 4.239999999999999, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "4": [ - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 5.0, - 4.9, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.7, - 0.0, - 3.9159999999999995, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "5": [ - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 5.0, - 4.9, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.7, - 0.0, - 3.6243999999999996, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "6": [ - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 4.8, - 4.9, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.7, - 0.0, - 3.6243999999999996, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "7": [ - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.19, - 0.0, - 0.0, - 0.0, - 4.8, - 4.9, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.7, - 0.0, - 3.6243999999999996, - 0.0, - 4.5, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "8": [ - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.19, - 0.0, - 0.0, - 0.0, - 4.8, - 4.9, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.43, - 0.0, - 3.6243999999999996, - 0.0, - 4.5, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "9": [ - 0.0, - 0.19, - 0.0, - 0.0, - 0.0, - 0.19, - 0.0, - 0.0, - 0.0, - 4.8, - 4.8100000000000005, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.186999999999999, - 0.0, - 3.36196, - 0.0, - 4.5, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "10": [ - 0.0, - 0.19, - 0.0, - 0.0, - 0.0, - 0.19, - 0.0, - 0.0, - 0.0, - 4.62, - 4.8100000000000005, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.186999999999999, - 0.0, - 3.36196, - 0.0, - 4.5, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "11": [ - 0.0, - 0.19, - 0.0, - 0.0, - 0.0, - 0.19, - 0.0, - 0.0, - 0.0, - 4.62, - 4.8100000000000005, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.186999999999999, - 0.0, - 3.36196, - 0.0, - 4.5, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "12": [ - 0.0, - 0.19, - 0.0, - 0.0, - 0.0, - 0.19, - 0.0, - 0.0, - 0.0, - 4.62, - 4.8100000000000005, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.186999999999999, - 0.0, - 3.1257639999999998, - 0.0, - 4.5, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "13": [ - 0.0, - 0.19, - 0.0, - 0.0, - 0.0, - 0.271, - 0.0, - 0.0, - 0.0, - 4.62, - 4.8100000000000005, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.9682999999999993, - 0.0, - 3.1257639999999998, - 0.0, - 4.05, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=e7c14555c7824a9d/rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=e7c14555c7824a9d/rewards.json deleted file mode 100644 index b0ca3c0..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=e7c14555c7824a9d/rewards.json +++ /dev/null @@ -1,482 +0,0 @@ -{ - "0": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 4, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "1": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 4, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "2": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 4, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "3": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "4": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 4, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "5": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "6": [ - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "7": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "8": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 4, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "9": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 4, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "10": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 4, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "11": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 4, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "12": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 4, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "13": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 4, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "14": [ - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 4, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=e7c14555c7824a9d/rewards.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=e7c14555c7824a9d/rewards.plot.png deleted file mode 100644 index 1283649..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=e7c14555c7824a9d/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=e7c14555c7824a9d/sum_rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=e7c14555c7824a9d/sum_rewards.json deleted file mode 100644 index 27698bd..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=e7c14555c7824a9d/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 34, - "V": 3668 - }, - "control": { - "R": 146, - "V": 11631 - } -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=e7c14555c7824a9d/view.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=e7c14555c7824a9d/view.plot.png deleted file mode 100644 index 1a1d182..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=e7c14555c7824a9d/view.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=fd12f5fc7ea24fac/choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=fd12f5fc7ea24fac/choices.json deleted file mode 100644 index 591eab1..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=fd12f5fc7ea24fac/choices.json +++ /dev/null @@ -1,107 +0,0 @@ -{ - "0": [ - 10, - 21, - 16, - 20, - 25 - ], - "1": [ - 9, - 0, - 27, - 2, - 11 - ], - "2": [ - 28, - 29, - 22, - 0, - 9 - ], - "3": [ - 11, - 6, - 2, - 14, - 7 - ], - "4": [ - 19, - 7, - 22, - 26, - 23 - ], - "5": [ - 18, - 8, - 28, - 17, - 13 - ], - "6": [ - 8, - 6, - 23, - 5, - 29 - ], - "7": [ - 8, - 17, - 0, - 6, - 19 - ], - "8": [ - 18, - 17, - 20, - 24, - 29 - ], - "9": [ - 19, - 23, - 1, - 27, - 4 - ], - "10": [ - 22, - 10, - 25, - 11, - 28 - ], - "11": [ - 14, - 15, - 12, - 2, - 27 - ], - "12": [ - 27, - 7, - 17, - 6, - 28 - ], - "13": [ - 18, - 0, - 24, - 9, - 28 - ], - "14": [ - 10, - 8, - 5, - 18, - 24 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=fd12f5fc7ea24fac/config.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=fd12f5fc7ea24fac/config.json deleted file mode 100644 index 1bf88dd..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=fd12f5fc7ea24fac/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 30, - "num_choices": 5, - "time_span": 15, - "history_span": 3000, - "alpha": 0.1, - "gamma": 0.5, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=fd12f5fc7ea24fac/control.choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=fd12f5fc7ea24fac/control.choices.json deleted file mode 100644 index c729b8b..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=fd12f5fc7ea24fac/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 19, - 10, - 17, - 9, - 21 -] \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=fd12f5fc7ea24fac/qvalues.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=fd12f5fc7ea24fac/qvalues.json deleted file mode 100644 index aacbf54..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=fd12f5fc7ea24fac/qvalues.json +++ /dev/null @@ -1,450 +0,0 @@ -{ - "0": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 4.8, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 4.5, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.8, - 4.8, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 4.5, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.62, - 4.8, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 4.5, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.62, - 4.8, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 4.5, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "4": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.62, - 4.8, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 4.6, - 0.0, - 4.5, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "5": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.62, - 4.8, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.6, - 0.0, - 4.6, - 0.0, - 4.5, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "6": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 4.62, - 4.8, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.6, - 0.0, - 4.6, - 0.0, - 4.5, - 0.0, - 0.19, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "7": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 4.62, - 4.8, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.239999999999999, - 0.0, - 4.239999999999999, - 0.0, - 4.5, - 0.0, - 0.19, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "8": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 4.62, - 4.8, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.9159999999999995, - 0.0, - 4.239999999999999, - 0.0, - 4.5, - 0.0, - 0.19, - 0.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "9": [ - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 4.62, - 4.8, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.9159999999999995, - 0.0, - 3.9159999999999995, - 0.0, - 4.5, - 0.0, - 0.271, - 0.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "10": [ - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 4.62, - 4.72, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.9159999999999995, - 0.0, - 3.9159999999999995, - 0.0, - 4.5, - 0.0, - 0.271, - 0.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "11": [ - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 4.62, - 4.72, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.9159999999999995, - 0.0, - 3.9159999999999995, - 0.0, - 4.5, - 0.0, - 0.271, - 0.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "12": [ - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 4.62, - 4.72, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.6243999999999996, - 0.0, - 3.9159999999999995, - 0.0, - 4.5, - 0.0, - 0.271, - 0.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "13": [ - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 0.1, - 0.0, - 0.0, - 0.0, - 4.458, - 4.72, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.6243999999999996, - 0.0, - 3.9159999999999995, - 0.0, - 4.5, - 0.0, - 0.271, - 0.19, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=fd12f5fc7ea24fac/rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=fd12f5fc7ea24fac/rewards.json deleted file mode 100644 index 2c6f3df..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=fd12f5fc7ea24fac/rewards.json +++ /dev/null @@ -1,482 +0,0 @@ -{ - "0": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "1": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "2": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "3": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "4": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "5": [ - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "6": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "7": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "8": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "9": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "10": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 4, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "11": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 4, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "12": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 4, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "13": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 4, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "14": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 4, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=fd12f5fc7ea24fac/rewards.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=fd12f5fc7ea24fac/rewards.plot.png deleted file mode 100644 index 4e99788..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=fd12f5fc7ea24fac/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=fd12f5fc7ea24fac/sum_rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=fd12f5fc7ea24fac/sum_rewards.json deleted file mode 100644 index 6d7833a..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=fd12f5fc7ea24fac/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 36, - "V": 3712 - }, - "control": { - "R": 125, - "V": 11631 - } -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=fd12f5fc7ea24fac/view.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=fd12f5fc7ea24fac/view.plot.png deleted file mode 100644 index 981bba9..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.1.gamma=0.5/run=fd12f5fc7ea24fac/view.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=0969434ff4014bcb/choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=0969434ff4014bcb/choices.json deleted file mode 100644 index 640d7ed..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=0969434ff4014bcb/choices.json +++ /dev/null @@ -1,107 +0,0 @@ -{ - "0": [ - 10, - 22, - 27, - 15, - 2 - ], - "1": [ - 21, - 1, - 17, - 25, - 5 - ], - "2": [ - 27, - 3, - 26, - 22, - 25 - ], - "3": [ - 26, - 9, - 20, - 11, - 1 - ], - "4": [ - 9, - 19, - 24, - 10, - 8 - ], - "5": [ - 23, - 25, - 8, - 6, - 5 - ], - "6": [ - 22, - 24, - 23, - 28, - 8 - ], - "7": [ - 21, - 13, - 23, - 8, - 7 - ], - "8": [ - 6, - 21, - 18, - 13, - 9 - ], - "9": [ - 26, - 3, - 24, - 19, - 25 - ], - "10": [ - 15, - 1, - 0, - 14, - 18 - ], - "11": [ - 23, - 10, - 4, - 7, - 14 - ], - "12": [ - 24, - 3, - 28, - 14, - 16 - ], - "13": [ - 21, - 11, - 5, - 4, - 25 - ], - "14": [ - 1, - 21, - 3, - 17, - 28 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=0969434ff4014bcb/config.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=0969434ff4014bcb/config.json deleted file mode 100644 index 75d2a76..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=0969434ff4014bcb/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 30, - "num_choices": 5, - "time_span": 15, - "history_span": 3000, - "alpha": 0.3, - "gamma": 0.01, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=0969434ff4014bcb/control.choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=0969434ff4014bcb/control.choices.json deleted file mode 100644 index c729b8b..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=0969434ff4014bcb/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 19, - 10, - 17, - 9, - 21 -] \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=0969434ff4014bcb/qvalues.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=0969434ff4014bcb/qvalues.json deleted file mode 100644 index b7f23e4..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=0969434ff4014bcb/qvalues.json +++ /dev/null @@ -1,450 +0,0 @@ -{ - "0": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 4.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 4.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.1, - 0.0, - 5.0, - 0.0, - 3.5, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 4.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.1, - 0.0, - 5.0, - 0.0, - 3.5, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.1, - 4.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.1, - 0.0, - 5.0, - 0.0, - 3.5, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "4": [ - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.17, - 3.4699999999999998, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.1, - 0.0, - 3.5, - 0.0, - 3.5, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "5": [ - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.17, - 3.4699999999999998, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.1, - 0.0, - 3.5, - 0.0, - 3.5, - 0.0, - 0.3, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "6": [ - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.17, - 3.4699999999999998, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.1, - 0.0, - 3.5, - 0.0, - 3.5, - 0.0, - 0.51, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "7": [ - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.17, - 3.4699999999999998, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.1, - 0.0, - 3.5, - 0.0, - 2.45, - 0.0, - 0.657, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "8": [ - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.819, - 3.4699999999999998, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.1, - 0.0, - 3.5, - 0.0, - 1.7150000000000003, - 0.0, - 0.657, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "9": [ - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.819, - 3.4699999999999998, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.1, - 0.0, - 2.45, - 0.0, - 1.7150000000000003, - 0.0, - 0.657, - 0.657, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "10": [ - 0.0, - 0.657, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.819, - 3.4699999999999998, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 4.1, - 0.0, - 2.45, - 0.0, - 1.7150000000000003, - 0.0, - 0.657, - 0.657, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "11": [ - 0.0, - 0.657, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.819, - 2.729, - 0.0, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 4.1, - 0.0, - 2.45, - 0.0, - 1.7150000000000003, - 0.0, - 0.7599, - 0.657, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "12": [ - 0.0, - 0.657, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.819, - 2.729, - 0.0, - 0.0, - 0.0, - 0.657, - 0.0, - 0.0, - 4.1, - 0.0, - 2.45, - 0.0, - 1.7150000000000003, - 0.0, - 0.7599, - 0.7599, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "13": [ - 0.0, - 0.657, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 2.819, - 2.729, - 0.0, - 0.0, - 0.0, - 0.657, - 0.0, - 0.0, - 4.1, - 0.0, - 2.45, - 0.0, - 1.2005000000000003, - 0.0, - 0.7599, - 0.7599, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=0969434ff4014bcb/rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=0969434ff4014bcb/rewards.json deleted file mode 100644 index 92824b0..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=0969434ff4014bcb/rewards.json +++ /dev/null @@ -1,482 +0,0 @@ -{ - "0": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "1": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "2": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "3": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "4": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "5": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "6": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "7": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "8": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "9": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "10": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "11": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "12": [ - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "13": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "14": [ - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=0969434ff4014bcb/rewards.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=0969434ff4014bcb/rewards.plot.png deleted file mode 100644 index 99c88b7..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=0969434ff4014bcb/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=0969434ff4014bcb/sum_rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=0969434ff4014bcb/sum_rewards.json deleted file mode 100644 index 84de2bb..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=0969434ff4014bcb/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 30, - "V": 3834 - }, - "control": { - "R": 81, - "V": 11631 - } -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=0969434ff4014bcb/view.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=0969434ff4014bcb/view.plot.png deleted file mode 100644 index 2edd95f..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=0969434ff4014bcb/view.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=103b2ef22b4b41e6/choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=103b2ef22b4b41e6/choices.json deleted file mode 100644 index 1a74d47..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=103b2ef22b4b41e6/choices.json +++ /dev/null @@ -1,107 +0,0 @@ -{ - "0": [ - 16, - 27, - 25, - 3, - 9 - ], - "1": [ - 2, - 9, - 10, - 12, - 7 - ], - "2": [ - 22, - 23, - 19, - 1, - 4 - ], - "3": [ - 18, - 7, - 29, - 21, - 17 - ], - "4": [ - 5, - 15, - 7, - 24, - 20 - ], - "5": [ - 28, - 6, - 25, - 21, - 5 - ], - "6": [ - 6, - 20, - 18, - 19, - 17 - ], - "7": [ - 22, - 18, - 19, - 15, - 28 - ], - "8": [ - 14, - 4, - 27, - 26, - 21 - ], - "9": [ - 17, - 5, - 0, - 8, - 20 - ], - "10": [ - 14, - 20, - 7, - 21, - 29 - ], - "11": [ - 18, - 21, - 16, - 15, - 26 - ], - "12": [ - 20, - 0, - 17, - 14, - 3 - ], - "13": [ - 20, - 3, - 10, - 25, - 16 - ], - "14": [ - 21, - 13, - 23, - 25, - 0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=103b2ef22b4b41e6/config.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=103b2ef22b4b41e6/config.json deleted file mode 100644 index 75d2a76..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=103b2ef22b4b41e6/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 30, - "num_choices": 5, - "time_span": 15, - "history_span": 3000, - "alpha": 0.3, - "gamma": 0.01, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=103b2ef22b4b41e6/control.choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=103b2ef22b4b41e6/control.choices.json deleted file mode 100644 index c729b8b..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=103b2ef22b4b41e6/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 19, - 10, - 17, - 9, - 21 -] \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=103b2ef22b4b41e6/qvalues.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=103b2ef22b4b41e6/qvalues.json deleted file mode 100644 index 6c7ef9d..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=103b2ef22b4b41e6/qvalues.json +++ /dev/null @@ -1,450 +0,0 @@ -{ - "0": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.7, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.49, - 3.8, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.49, - 3.8, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 4.1, - 0.0, - 5.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.49, - 3.8, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.4, - 0.0, - 4.1, - 0.0, - 3.5, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "4": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 4.49, - 3.8, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.4, - 0.0, - 4.1, - 0.0, - 3.5, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "5": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 4.49, - 3.8, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.4, - 0.0, - 4.1, - 0.0, - 2.45, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "6": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 4.49, - 3.8, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.9800000000000004, - 0.0, - 3.4699999999999998, - 0.0, - 2.45, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "7": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 4.49, - 3.8, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.9800000000000004, - 0.0, - 3.029, - 0.0, - 2.45, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "8": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 4.49, - 3.8, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 3.9800000000000004, - 0.0, - 3.029, - 0.0, - 1.7150000000000003, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "9": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.9570000000000001, - 0.0, - 0.0, - 0.0, - 4.49, - 3.8, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 3.6860000000000004, - 0.0, - 3.029, - 0.0, - 1.7150000000000003, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "10": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.9570000000000001, - 0.0, - 0.0, - 0.0, - 4.49, - 3.8, - 0.0, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 3.6860000000000004, - 0.0, - 3.029, - 0.0, - 1.2005000000000003, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "11": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.9570000000000001, - 0.0, - 0.0, - 0.0, - 4.49, - 3.8, - 0.0, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 3.6860000000000004, - 0.0, - 3.029, - 0.0, - 0.8403500000000003, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "12": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.9570000000000001, - 0.0, - 0.0, - 0.0, - 4.49, - 3.8, - 0.0, - 0.0, - 0.0, - 0.657, - 0.0, - 0.0, - 3.1802, - 0.0, - 3.029, - 0.0, - 0.8403500000000003, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "13": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.9570000000000001, - 0.0, - 0.0, - 0.0, - 4.49, - 2.96, - 0.0, - 0.0, - 0.0, - 0.657, - 0.0, - 0.0, - 3.1802, - 0.0, - 3.029, - 0.0, - 0.8403500000000003, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=103b2ef22b4b41e6/rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=103b2ef22b4b41e6/rewards.json deleted file mode 100644 index bc4298e..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=103b2ef22b4b41e6/rewards.json +++ /dev/null @@ -1,482 +0,0 @@ -{ - "0": [ - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 4, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "1": [ - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 4, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "2": [ - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 4, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "3": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "4": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "5": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 4, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "6": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "7": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "8": [ - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "9": [ - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "10": [ - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "11": [ - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "12": [ - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "13": [ - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "14": [ - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=103b2ef22b4b41e6/rewards.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=103b2ef22b4b41e6/rewards.plot.png deleted file mode 100644 index 42a6ddb..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=103b2ef22b4b41e6/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=103b2ef22b4b41e6/sum_rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=103b2ef22b4b41e6/sum_rewards.json deleted file mode 100644 index ec06064..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=103b2ef22b4b41e6/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 35, - "V": 3281 - }, - "control": { - "R": 134, - "V": 11631 - } -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=103b2ef22b4b41e6/view.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=103b2ef22b4b41e6/view.plot.png deleted file mode 100644 index 58944f4..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=103b2ef22b4b41e6/view.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=3d811068b0c04c78/choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=3d811068b0c04c78/choices.json deleted file mode 100644 index e2edc64..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=3d811068b0c04c78/choices.json +++ /dev/null @@ -1,107 +0,0 @@ -{ - "0": [ - 24, - 18, - 10, - 19, - 26 - ], - "1": [ - 3, - 4, - 10, - 14, - 7 - ], - "2": [ - 0, - 23, - 16, - 20, - 21 - ], - "3": [ - 17, - 8, - 23, - 6, - 28 - ], - "4": [ - 21, - 1, - 22, - 23, - 18 - ], - "5": [ - 3, - 23, - 29, - 15, - 0 - ], - "6": [ - 11, - 19, - 1, - 7, - 23 - ], - "7": [ - 8, - 27, - 11, - 13, - 28 - ], - "8": [ - 12, - 16, - 21, - 1, - 9 - ], - "9": [ - 28, - 0, - 10, - 27, - 13 - ], - "10": [ - 17, - 20, - 27, - 19, - 21 - ], - "11": [ - 12, - 8, - 6, - 5, - 14 - ], - "12": [ - 23, - 17, - 27, - 26, - 11 - ], - "13": [ - 19, - 14, - 8, - 9, - 27 - ], - "14": [ - 10, - 6, - 25, - 26, - 9 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=3d811068b0c04c78/config.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=3d811068b0c04c78/config.json deleted file mode 100644 index 75d2a76..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=3d811068b0c04c78/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 30, - "num_choices": 5, - "time_span": 15, - "history_span": 3000, - "alpha": 0.3, - "gamma": 0.01, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=3d811068b0c04c78/control.choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=3d811068b0c04c78/control.choices.json deleted file mode 100644 index c729b8b..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=3d811068b0c04c78/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 19, - 10, - 17, - 9, - 21 -] \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=3d811068b0c04c78/qvalues.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=3d811068b0c04c78/qvalues.json deleted file mode 100644 index 387ed12..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=3d811068b0c04c78/qvalues.json +++ /dev/null @@ -1,450 +0,0 @@ -{ - "0": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 4.4, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 4.1, - 0.0, - 5.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 3.9800000000000004, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 4.1, - 0.0, - 5.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 3.9800000000000004, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 4.1, - 0.0, - 3.5, - 0.0, - 0.3, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 3.9800000000000004, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.1, - 0.0, - 4.1, - 0.0, - 3.5, - 0.0, - 0.51, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "4": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 3.9800000000000004, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.1, - 0.0, - 4.1, - 0.0, - 2.45, - 0.0, - 0.657, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "5": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 3.9800000000000004, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.1, - 0.0, - 4.1, - 0.0, - 2.45, - 0.0, - 0.7599, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "6": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 3.9800000000000004, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.1, - 0.0, - 3.4699999999999998, - 0.0, - 2.45, - 0.0, - 0.8319300000000001, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "7": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 3.9800000000000004, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.1, - 0.0, - 3.4699999999999998, - 0.0, - 2.45, - 0.0, - 0.8319300000000001, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "8": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.4, - 3.9800000000000004, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.1, - 0.0, - 3.4699999999999998, - 0.0, - 1.7150000000000003, - 0.0, - 0.8319300000000001, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "9": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.4, - 3.6860000000000004, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.1, - 0.0, - 3.4699999999999998, - 0.0, - 1.7150000000000003, - 0.0, - 0.8319300000000001, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "10": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.4, - 3.6860000000000004, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.4699999999999998, - 0.0, - 3.029, - 0.0, - 1.2005000000000003, - 0.0, - 0.8319300000000001, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "11": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 4.4, - 3.6860000000000004, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.4699999999999998, - 0.0, - 3.029, - 0.0, - 1.2005000000000003, - 0.0, - 0.8319300000000001, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "12": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 4.4, - 3.6860000000000004, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.3289999999999997, - 0.0, - 3.029, - 0.0, - 1.2005000000000003, - 0.0, - 0.882351, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "13": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 3.9800000000000004, - 3.6860000000000004, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.3289999999999997, - 0.0, - 2.7203, - 0.0, - 1.2005000000000003, - 0.0, - 0.882351, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=3d811068b0c04c78/rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=3d811068b0c04c78/rewards.json deleted file mode 100644 index 7faa76d..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=3d811068b0c04c78/rewards.json +++ /dev/null @@ -1,482 +0,0 @@ -{ - "0": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "1": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "2": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "3": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "4": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "5": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "6": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "7": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "8": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "9": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "10": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "11": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "12": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "13": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "14": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 4, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=3d811068b0c04c78/rewards.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=3d811068b0c04c78/rewards.plot.png deleted file mode 100644 index 0c059f6..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=3d811068b0c04c78/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=3d811068b0c04c78/sum_rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=3d811068b0c04c78/sum_rewards.json deleted file mode 100644 index 88d6459..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=3d811068b0c04c78/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 45, - "V": 4160 - }, - "control": { - "R": 153, - "V": 11631 - } -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=3d811068b0c04c78/view.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=3d811068b0c04c78/view.plot.png deleted file mode 100644 index f8001da..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=3d811068b0c04c78/view.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=6dd215194d13473e/choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=6dd215194d13473e/choices.json deleted file mode 100644 index 2eba429..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=6dd215194d13473e/choices.json +++ /dev/null @@ -1,107 +0,0 @@ -{ - "0": [ - 19, - 27, - 15, - 9, - 22 - ], - "1": [ - 0, - 21, - 10, - 12, - 27 - ], - "2": [ - 11, - 26, - 17, - 14, - 18 - ], - "3": [ - 22, - 13, - 14, - 19, - 23 - ], - "4": [ - 19, - 0, - 15, - 18, - 4 - ], - "5": [ - 20, - 18, - 26, - 22, - 19 - ], - "6": [ - 27, - 23, - 2, - 4, - 15 - ], - "7": [ - 17, - 15, - 28, - 12, - 29 - ], - "8": [ - 1, - 15, - 23, - 3, - 12 - ], - "9": [ - 20, - 3, - 26, - 18, - 5 - ], - "10": [ - 8, - 29, - 24, - 17, - 15 - ], - "11": [ - 0, - 5, - 3, - 27, - 1 - ], - "12": [ - 21, - 17, - 10, - 16, - 0 - ], - "13": [ - 23, - 4, - 6, - 21, - 9 - ], - "14": [ - 27, - 11, - 9, - 1, - 24 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=6dd215194d13473e/config.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=6dd215194d13473e/config.json deleted file mode 100644 index 75d2a76..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=6dd215194d13473e/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 30, - "num_choices": 5, - "time_span": 15, - "history_span": 3000, - "alpha": 0.3, - "gamma": 0.01, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=6dd215194d13473e/control.choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=6dd215194d13473e/control.choices.json deleted file mode 100644 index c729b8b..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=6dd215194d13473e/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 19, - 10, - 17, - 9, - 21 -] \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=6dd215194d13473e/qvalues.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=6dd215194d13473e/qvalues.json deleted file mode 100644 index dec95e5..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=6dd215194d13473e/qvalues.json +++ /dev/null @@ -1,450 +0,0 @@ -{ - "0": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.7, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 4.1, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.7, - 4.4, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 4.1, - 0.0, - 3.5, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.7, - 4.4, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.4, - 0.0, - 4.1, - 0.0, - 3.5, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.7, - 4.4, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.4, - 0.0, - 3.4699999999999998, - 0.0, - 3.5, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "4": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.7, - 4.4, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.4, - 0.0, - 3.029, - 0.0, - 3.5, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "5": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.7, - 4.4, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.4, - 0.0, - 2.7203, - 0.0, - 3.5, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "6": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.7, - 4.4, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.4, - 0.0, - 2.7203, - 0.0, - 3.5, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "7": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.7, - 4.4, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.9800000000000004, - 0.0, - 2.7203, - 0.0, - 3.5, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "8": [ - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.7, - 4.4, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.9800000000000004, - 0.0, - 2.7203, - 0.0, - 3.5, - 0.0, - 0.657, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "9": [ - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.7, - 4.4, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.9800000000000004, - 0.0, - 2.7203, - 0.0, - 3.5, - 0.0, - 0.657, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "10": [ - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.7, - 4.4, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.6860000000000004, - 0.0, - 2.7203, - 0.0, - 3.5, - 0.0, - 0.657, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "11": [ - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.7, - 4.4, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.6860000000000004, - 0.0, - 2.7203, - 0.0, - 3.5, - 0.0, - 0.657, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "12": [ - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.7, - 3.68, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.4802000000000004, - 0.0, - 2.7203, - 0.0, - 2.45, - 0.0, - 0.657, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "13": [ - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.49, - 3.68, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.4802000000000004, - 0.0, - 2.7203, - 0.0, - 1.7150000000000003, - 0.0, - 0.7599, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=6dd215194d13473e/rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=6dd215194d13473e/rewards.json deleted file mode 100644 index 597593b..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=6dd215194d13473e/rewards.json +++ /dev/null @@ -1,482 +0,0 @@ -{ - "0": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 4, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "1": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 4, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "2": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 4, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "3": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 4, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "4": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 4, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "5": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 4, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "6": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 4, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "7": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 4, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "8": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 4, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "9": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 4, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "10": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 4, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "11": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 4, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "12": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 4, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "13": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 4, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "14": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 4, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=6dd215194d13473e/rewards.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=6dd215194d13473e/rewards.plot.png deleted file mode 100644 index 3755ca9..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=6dd215194d13473e/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=6dd215194d13473e/sum_rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=6dd215194d13473e/sum_rewards.json deleted file mode 100644 index 09d4815..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=6dd215194d13473e/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 44, - "V": 3892 - }, - "control": { - "R": 173, - "V": 11631 - } -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=6dd215194d13473e/view.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=6dd215194d13473e/view.plot.png deleted file mode 100644 index 493f084..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=6dd215194d13473e/view.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=7c6d9d278c394c71/choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=7c6d9d278c394c71/choices.json deleted file mode 100644 index d1c97db..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=7c6d9d278c394c71/choices.json +++ /dev/null @@ -1,107 +0,0 @@ -{ - "0": [ - 3, - 28, - 22, - 5, - 26 - ], - "1": [ - 28, - 20, - 9, - 13, - 3 - ], - "2": [ - 15, - 20, - 1, - 5, - 4 - ], - "3": [ - 24, - 9, - 0, - 10, - 28 - ], - "4": [ - 17, - 18, - 29, - 10, - 0 - ], - "5": [ - 13, - 22, - 26, - 4, - 21 - ], - "6": [ - 24, - 26, - 9, - 13, - 19 - ], - "7": [ - 24, - 21, - 26, - 5, - 1 - ], - "8": [ - 3, - 26, - 29, - 25, - 1 - ], - "9": [ - 7, - 14, - 13, - 26, - 20 - ], - "10": [ - 7, - 20, - 18, - 12, - 16 - ], - "11": [ - 29, - 1, - 16, - 9, - 8 - ], - "12": [ - 9, - 3, - 6, - 13, - 7 - ], - "13": [ - 3, - 11, - 10, - 6, - 26 - ], - "14": [ - 17, - 28, - 10, - 29, - 13 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=7c6d9d278c394c71/config.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=7c6d9d278c394c71/config.json deleted file mode 100644 index 75d2a76..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=7c6d9d278c394c71/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 30, - "num_choices": 5, - "time_span": 15, - "history_span": 3000, - "alpha": 0.3, - "gamma": 0.01, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=7c6d9d278c394c71/control.choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=7c6d9d278c394c71/control.choices.json deleted file mode 100644 index c729b8b..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=7c6d9d278c394c71/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 19, - 10, - 17, - 9, - 21 -] \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=7c6d9d278c394c71/qvalues.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=7c6d9d278c394c71/qvalues.json deleted file mode 100644 index 2dc9722..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=7c6d9d278c394c71/qvalues.json +++ /dev/null @@ -1,450 +0,0 @@ -{ - "0": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.6, - 0.0, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.6, - 0.0, - 0.0, - 0.0, - 4.7, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.02, - 0.0, - 0.0, - 0.0, - 4.7, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.02, - 0.0, - 0.0, - 0.0, - 4.49, - 4.7, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "4": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.02, - 0.0, - 0.0, - 0.0, - 4.49, - 4.19, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.8, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "5": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.02, - 0.0, - 0.0, - 0.0, - 4.49, - 4.19, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.8, - 0.0, - 5.0, - 0.0, - 3.5, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "6": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.02, - 0.0, - 0.0, - 0.0, - 4.343, - 4.19, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.8, - 0.0, - 3.8, - 0.0, - 3.5, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "7": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.314, - 0.0, - 0.0, - 0.0, - 4.343, - 4.19, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.8, - 0.0, - 3.8, - 0.0, - 2.45, - 0.0, - 0.0, - 0.657, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "8": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.314, - 0.0, - 0.0, - 0.0, - 4.343, - 4.19, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.8, - 0.0, - 3.8, - 0.0, - 2.45, - 0.0, - 0.0, - 0.657, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "9": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.314, - 0.0, - 0.0, - 0.0, - 4.343, - 4.19, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.8, - 0.0, - 3.8, - 0.0, - 2.45, - 0.0, - 0.0, - 0.657, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "10": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.314, - 0.0, - 0.0, - 0.0, - 4.343, - 4.19, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.8, - 0.0, - 3.8, - 0.0, - 2.45, - 0.0, - 0.0, - 0.657, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "11": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.314, - 0.0, - 0.0, - 0.0, - 3.9401, - 4.19, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.8, - 0.0, - 3.8, - 0.0, - 2.45, - 0.0, - 0.0, - 0.657, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "12": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.314, - 0.0, - 0.0, - 0.0, - 3.65807, - 4.19, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.8, - 0.0, - 3.8, - 0.0, - 2.45, - 0.0, - 0.0, - 0.657, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "13": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.314, - 0.0, - 0.0, - 0.0, - 3.65807, - 3.833, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.8, - 0.0, - 3.8, - 0.0, - 2.45, - 0.0, - 0.0, - 0.657, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=7c6d9d278c394c71/rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=7c6d9d278c394c71/rewards.json deleted file mode 100644 index 89383ca..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=7c6d9d278c394c71/rewards.json +++ /dev/null @@ -1,482 +0,0 @@ -{ - "0": [ - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 4, - 4, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "1": [ - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 4, - 4, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "2": [ - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 4, - 4, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "3": [ - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 4, - 4, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "4": [ - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 4, - 4, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "5": [ - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 4, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "6": [ - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 4, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "7": [ - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 4, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "8": [ - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 4, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "9": [ - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 4, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "10": [ - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 4, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "11": [ - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "12": [ - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "13": [ - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "14": [ - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 4, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=7c6d9d278c394c71/rewards.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=7c6d9d278c394c71/rewards.plot.png deleted file mode 100644 index f11c042..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=7c6d9d278c394c71/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=7c6d9d278c394c71/sum_rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=7c6d9d278c394c71/sum_rewards.json deleted file mode 100644 index 05a1f15..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=7c6d9d278c394c71/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 44, - "V": 3855 - }, - "control": { - "R": 137, - "V": 11631 - } -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=7c6d9d278c394c71/view.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=7c6d9d278c394c71/view.plot.png deleted file mode 100644 index 159fa1c..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=7c6d9d278c394c71/view.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=995c901ac52c479e/choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=995c901ac52c479e/choices.json deleted file mode 100644 index 94f8d09..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=995c901ac52c479e/choices.json +++ /dev/null @@ -1,107 +0,0 @@ -{ - "0": [ - 21, - 2, - 19, - 4, - 10 - ], - "1": [ - 28, - 15, - 2, - 18, - 10 - ], - "2": [ - 28, - 0, - 7, - 21, - 3 - ], - "3": [ - 13, - 3, - 20, - 9, - 25 - ], - "4": [ - 15, - 11, - 7, - 24, - 5 - ], - "5": [ - 25, - 15, - 6, - 23, - 24 - ], - "6": [ - 20, - 6, - 10, - 26, - 11 - ], - "7": [ - 6, - 19, - 9, - 10, - 25 - ], - "8": [ - 17, - 20, - 25, - 4, - 16 - ], - "9": [ - 4, - 11, - 10, - 0, - 17 - ], - "10": [ - 24, - 4, - 9, - 29, - 26 - ], - "11": [ - 21, - 2, - 18, - 27, - 3 - ], - "12": [ - 2, - 13, - 15, - 0, - 29 - ], - "13": [ - 23, - 2, - 0, - 21, - 19 - ], - "14": [ - 15, - 17, - 8, - 3, - 14 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=995c901ac52c479e/config.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=995c901ac52c479e/config.json deleted file mode 100644 index 75d2a76..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=995c901ac52c479e/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 30, - "num_choices": 5, - "time_span": 15, - "history_span": 3000, - "alpha": 0.3, - "gamma": 0.01, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=995c901ac52c479e/control.choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=995c901ac52c479e/control.choices.json deleted file mode 100644 index c729b8b..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=995c901ac52c479e/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 19, - 10, - 17, - 9, - 21 -] \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=995c901ac52c479e/qvalues.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=995c901ac52c479e/qvalues.json deleted file mode 100644 index dba335b..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=995c901ac52c479e/qvalues.json +++ /dev/null @@ -1,450 +0,0 @@ -{ - "0": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 3.8, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 3.8, - 0.0, - 3.5, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 2.96, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 3.8, - 0.0, - 3.5, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 2.96, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 3.8, - 0.0, - 2.45, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.1, - 2.96, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 3.8, - 0.0, - 2.45, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "4": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 4.1, - 2.96, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 3.8, - 0.0, - 2.45, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "5": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 4.1, - 2.96, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 3.8, - 0.0, - 2.45, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "6": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 4.1, - 2.372, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 3.8, - 0.0, - 2.45, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "7": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 3.4699999999999998, - 1.9604, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 2.96, - 0.0, - 2.45, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "8": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 3.4699999999999998, - 1.9604, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.4, - 0.0, - 2.96, - 0.0, - 2.45, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "9": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 3.4699999999999998, - 1.67228, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.9800000000000004, - 0.0, - 2.96, - 0.0, - 2.45, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "10": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 3.029, - 1.67228, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.9800000000000004, - 0.0, - 2.96, - 0.0, - 2.45, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "11": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 3.029, - 1.67228, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.9800000000000004, - 0.0, - 2.96, - 0.0, - 1.7150000000000003, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "12": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 3.029, - 1.67228, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.9800000000000004, - 0.0, - 2.96, - 0.0, - 1.7150000000000003, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "13": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 3.029, - 1.67228, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.9800000000000004, - 0.0, - 2.372, - 0.0, - 1.2005000000000003, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=995c901ac52c479e/rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=995c901ac52c479e/rewards.json deleted file mode 100644 index c84581c..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=995c901ac52c479e/rewards.json +++ /dev/null @@ -1,482 +0,0 @@ -{ - "0": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "1": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "2": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "3": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "4": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "5": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "6": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "7": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "8": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "9": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "10": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "11": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "12": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "13": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "14": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=995c901ac52c479e/rewards.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=995c901ac52c479e/rewards.plot.png deleted file mode 100644 index 4aa4121..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=995c901ac52c479e/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=995c901ac52c479e/sum_rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=995c901ac52c479e/sum_rewards.json deleted file mode 100644 index 6672eec..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=995c901ac52c479e/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 27, - "V": 3561 - }, - "control": { - "R": 105, - "V": 11631 - } -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=995c901ac52c479e/view.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=995c901ac52c479e/view.plot.png deleted file mode 100644 index 55105b4..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=995c901ac52c479e/view.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=aaee60b44f534606/choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=aaee60b44f534606/choices.json deleted file mode 100644 index 7b03b63..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=aaee60b44f534606/choices.json +++ /dev/null @@ -1,107 +0,0 @@ -{ - "0": [ - 15, - 4, - 10, - 17, - 7 - ], - "1": [ - 4, - 21, - 9, - 13, - 27 - ], - "2": [ - 14, - 21, - 29, - 25, - 15 - ], - "3": [ - 22, - 5, - 23, - 14, - 24 - ], - "4": [ - 24, - 19, - 9, - 10, - 3 - ], - "5": [ - 23, - 5, - 21, - 25, - 17 - ], - "6": [ - 15, - 20, - 17, - 8, - 10 - ], - "7": [ - 23, - 8, - 0, - 19, - 11 - ], - "8": [ - 13, - 20, - 23, - 8, - 15 - ], - "9": [ - 4, - 25, - 27, - 22, - 0 - ], - "10": [ - 3, - 1, - 9, - 12, - 17 - ], - "11": [ - 13, - 27, - 9, - 2, - 17 - ], - "12": [ - 0, - 20, - 28, - 27, - 24 - ], - "13": [ - 18, - 11, - 5, - 25, - 4 - ], - "14": [ - 7, - 9, - 16, - 22, - 19 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=aaee60b44f534606/config.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=aaee60b44f534606/config.json deleted file mode 100644 index 75d2a76..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=aaee60b44f534606/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 30, - "num_choices": 5, - "time_span": 15, - "history_span": 3000, - "alpha": 0.3, - "gamma": 0.01, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=aaee60b44f534606/control.choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=aaee60b44f534606/control.choices.json deleted file mode 100644 index c729b8b..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=aaee60b44f534606/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 19, - 10, - 17, - 9, - 21 -] \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=aaee60b44f534606/qvalues.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=aaee60b44f534606/qvalues.json deleted file mode 100644 index 0f90708..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=aaee60b44f534606/qvalues.json +++ /dev/null @@ -1,450 +0,0 @@ -{ - "0": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 3.8, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.8, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.8, - 3.8, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.8, - 0.0, - 5.0, - 0.0, - 3.5, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.8, - 3.8, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.8, - 0.0, - 5.0, - 0.0, - 2.45, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.8, - 3.8, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.8, - 0.0, - 5.0, - 0.0, - 2.45, - 0.0, - 0.3, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "4": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.96, - 2.96, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.8, - 0.0, - 4.1, - 0.0, - 2.45, - 0.0, - 0.3, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "5": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.96, - 2.96, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.26, - 0.0, - 4.1, - 0.0, - 1.7150000000000003, - 0.0, - 0.51, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "6": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.96, - 2.372, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.8819999999999997, - 0.0, - 4.1, - 0.0, - 1.7150000000000003, - 0.0, - 0.51, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "7": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.96, - 2.372, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.8819999999999997, - 0.0, - 3.4699999999999998, - 0.0, - 1.7150000000000003, - 0.0, - 0.657, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "8": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.96, - 2.372, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.8819999999999997, - 0.0, - 3.4699999999999998, - 0.0, - 1.7150000000000003, - 0.0, - 0.7599, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "9": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.96, - 2.372, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.8819999999999997, - 0.0, - 3.4699999999999998, - 0.0, - 1.7150000000000003, - 0.0, - 0.7599, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "10": [ - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.372, - 2.372, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.3173999999999997, - 0.0, - 3.4699999999999998, - 0.0, - 1.7150000000000003, - 0.0, - 0.7599, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "11": [ - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.9604, - 2.372, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.9221799999999998, - 0.0, - 3.4699999999999998, - 0.0, - 1.7150000000000003, - 0.0, - 0.7599, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "12": [ - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.9604, - 2.372, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.9221799999999998, - 0.0, - 3.4699999999999998, - 0.0, - 1.7150000000000003, - 0.0, - 0.7599, - 0.657, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "13": [ - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 1.9604, - 2.372, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.9221799999999998, - 0.0, - 3.4699999999999998, - 0.0, - 1.7150000000000003, - 0.0, - 0.7599, - 0.657, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=aaee60b44f534606/rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=aaee60b44f534606/rewards.json deleted file mode 100644 index 31a7121..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=aaee60b44f534606/rewards.json +++ /dev/null @@ -1,482 +0,0 @@ -{ - "0": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "1": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "2": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "3": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "4": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "5": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "6": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "7": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "8": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "9": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "10": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "11": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "12": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "13": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "14": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=aaee60b44f534606/rewards.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=aaee60b44f534606/rewards.plot.png deleted file mode 100644 index 1ad7bd1..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=aaee60b44f534606/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=aaee60b44f534606/sum_rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=aaee60b44f534606/sum_rewards.json deleted file mode 100644 index b77d49c..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=aaee60b44f534606/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 29, - "V": 4569 - }, - "control": { - "R": 77, - "V": 11631 - } -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=aaee60b44f534606/view.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=aaee60b44f534606/view.plot.png deleted file mode 100644 index 0bedfa5..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=aaee60b44f534606/view.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=ab50dc21e65248e7/choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=ab50dc21e65248e7/choices.json deleted file mode 100644 index 4a0a148..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=ab50dc21e65248e7/choices.json +++ /dev/null @@ -1,107 +0,0 @@ -{ - "0": [ - 21, - 0, - 6, - 26, - 11 - ], - "1": [ - 9, - 18, - 24, - 17, - 20 - ], - "2": [ - 21, - 7, - 9, - 15, - 13 - ], - "3": [ - 17, - 22, - 19, - 6, - 25 - ], - "4": [ - 11, - 10, - 16, - 15, - 12 - ], - "5": [ - 14, - 0, - 10, - 11, - 24 - ], - "6": [ - 20, - 3, - 1, - 27, - 5 - ], - "7": [ - 16, - 6, - 20, - 2, - 24 - ], - "8": [ - 4, - 7, - 16, - 25, - 9 - ], - "9": [ - 17, - 9, - 20, - 0, - 16 - ], - "10": [ - 25, - 29, - 20, - 24, - 7 - ], - "11": [ - 4, - 0, - 11, - 2, - 18 - ], - "12": [ - 17, - 18, - 7, - 16, - 24 - ], - "13": [ - 26, - 28, - 1, - 14, - 20 - ], - "14": [ - 6, - 19, - 11, - 13, - 7 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=ab50dc21e65248e7/config.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=ab50dc21e65248e7/config.json deleted file mode 100644 index 75d2a76..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=ab50dc21e65248e7/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 30, - "num_choices": 5, - "time_span": 15, - "history_span": 3000, - "alpha": 0.3, - "gamma": 0.01, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=ab50dc21e65248e7/control.choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=ab50dc21e65248e7/control.choices.json deleted file mode 100644 index c729b8b..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=ab50dc21e65248e7/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 19, - 10, - 17, - 9, - 21 -] \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=ab50dc21e65248e7/qvalues.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=ab50dc21e65248e7/qvalues.json deleted file mode 100644 index 6820fcb..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=ab50dc21e65248e7/qvalues.json +++ /dev/null @@ -1,450 +0,0 @@ -{ - "0": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 3.5, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.4, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.1, - 0.0, - 5.0, - 0.0, - 3.5, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.9800000000000004, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.1, - 0.0, - 5.0, - 0.0, - 2.45, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.9800000000000004, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.4699999999999998, - 0.0, - 3.8, - 0.0, - 2.45, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "4": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.9800000000000004, - 4.7, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.4699999999999998, - 0.0, - 3.8, - 0.0, - 2.45, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "5": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.9800000000000004, - 4.49, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.4699999999999998, - 0.0, - 3.8, - 0.0, - 2.45, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "6": [ - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.9800000000000004, - 4.49, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.4699999999999998, - 0.0, - 3.8, - 0.0, - 2.45, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "7": [ - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.9800000000000004, - 4.49, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.4699999999999998, - 0.0, - 3.8, - 0.0, - 2.45, - 0.0, - 0.0, - 0.657, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "8": [ - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.6860000000000004, - 4.49, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.4699999999999998, - 0.0, - 3.8, - 0.0, - 2.45, - 0.0, - 0.0, - 0.657, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "9": [ - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.4802000000000004, - 4.49, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.029, - 0.0, - 3.8, - 0.0, - 2.45, - 0.0, - 0.0, - 0.657, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "10": [ - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.4802000000000004, - 4.49, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.029, - 0.0, - 3.8, - 0.0, - 2.45, - 0.0, - 0.0, - 0.7599, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "11": [ - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.4802000000000004, - 4.49, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.029, - 0.0, - 3.8, - 0.0, - 2.45, - 0.0, - 0.0, - 0.7599, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "12": [ - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.4802000000000004, - 4.49, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.7203, - 0.0, - 3.8, - 0.0, - 2.45, - 0.0, - 0.0, - 0.8319300000000001, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "13": [ - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.4802000000000004, - 4.49, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.7203, - 0.0, - 3.8, - 0.0, - 2.45, - 0.0, - 0.0, - 0.8319300000000001, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=ab50dc21e65248e7/rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=ab50dc21e65248e7/rewards.json deleted file mode 100644 index d2d3125..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=ab50dc21e65248e7/rewards.json +++ /dev/null @@ -1,482 +0,0 @@ -{ - "0": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "1": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "2": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 4, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "3": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "4": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 4, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "5": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 4, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "6": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 4, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "7": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 4, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "8": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 4, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "9": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "10": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "11": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "12": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "13": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "14": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=ab50dc21e65248e7/rewards.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=ab50dc21e65248e7/rewards.plot.png deleted file mode 100644 index b6d9644..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=ab50dc21e65248e7/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=ab50dc21e65248e7/sum_rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=ab50dc21e65248e7/sum_rewards.json deleted file mode 100644 index d2e6b1d..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=ab50dc21e65248e7/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 37, - "V": 3608 - }, - "control": { - "R": 141, - "V": 11631 - } -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=ab50dc21e65248e7/view.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=ab50dc21e65248e7/view.plot.png deleted file mode 100644 index 110f641..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=ab50dc21e65248e7/view.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=af49c2bb85cb4ec9/choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=af49c2bb85cb4ec9/choices.json deleted file mode 100644 index a043824..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=af49c2bb85cb4ec9/choices.json +++ /dev/null @@ -1,107 +0,0 @@ -{ - "0": [ - 2, - 22, - 19, - 20, - 5 - ], - "1": [ - 13, - 11, - 12, - 21, - 17 - ], - "2": [ - 20, - 19, - 23, - 11, - 8 - ], - "3": [ - 1, - 19, - 10, - 0, - 21 - ], - "4": [ - 18, - 24, - 10, - 12, - 23 - ], - "5": [ - 8, - 29, - 22, - 20, - 10 - ], - "6": [ - 8, - 16, - 4, - 22, - 0 - ], - "7": [ - 5, - 22, - 16, - 10, - 11 - ], - "8": [ - 7, - 20, - 23, - 14, - 5 - ], - "9": [ - 10, - 14, - 24, - 11, - 0 - ], - "10": [ - 16, - 8, - 28, - 10, - 19 - ], - "11": [ - 18, - 10, - 15, - 6, - 23 - ], - "12": [ - 29, - 2, - 12, - 23, - 26 - ], - "13": [ - 26, - 14, - 6, - 17, - 21 - ], - "14": [ - 14, - 12, - 4, - 15, - 28 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=af49c2bb85cb4ec9/config.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=af49c2bb85cb4ec9/config.json deleted file mode 100644 index 75d2a76..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=af49c2bb85cb4ec9/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 30, - "num_choices": 5, - "time_span": 15, - "history_span": 3000, - "alpha": 0.3, - "gamma": 0.01, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=af49c2bb85cb4ec9/control.choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=af49c2bb85cb4ec9/control.choices.json deleted file mode 100644 index c729b8b..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=af49c2bb85cb4ec9/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 19, - 10, - 17, - 9, - 21 -] \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=af49c2bb85cb4ec9/qvalues.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=af49c2bb85cb4ec9/qvalues.json deleted file mode 100644 index b06309d..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=af49c2bb85cb4ec9/qvalues.json +++ /dev/null @@ -1,450 +0,0 @@ -{ - "0": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.6, - 0.0, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 3.5, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.6, - 0.0, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.8, - 0.0, - 3.5, - 0.0, - 3.5, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.6, - 0.0, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.8, - 0.0, - 2.45, - 0.0, - 3.5, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.6, - 0.0, - 0.0, - 0.0, - 5.0, - 4.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.8, - 0.0, - 1.7150000000000003, - 0.0, - 2.45, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "4": [ - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.6, - 0.0, - 0.0, - 0.0, - 5.0, - 3.4699999999999998, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.8, - 0.0, - 1.7150000000000003, - 0.0, - 2.45, - 0.0, - 0.51, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "5": [ - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.6, - 0.0, - 0.0, - 0.0, - 5.0, - 3.029, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.8, - 0.0, - 1.7150000000000003, - 0.0, - 2.45, - 0.0, - 0.51, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "6": [ - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.6, - 0.0, - 0.0, - 0.0, - 5.0, - 3.029, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.8, - 0.0, - 1.7150000000000003, - 0.0, - 2.45, - 0.0, - 0.51, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "7": [ - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 1.02, - 0.0, - 0.0, - 0.0, - 5.0, - 2.7203, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.8, - 0.0, - 1.7150000000000003, - 0.0, - 2.45, - 0.0, - 0.51, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "8": [ - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 1.314, - 0.0, - 0.0, - 0.0, - 5.0, - 2.7203, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.8, - 0.0, - 1.7150000000000003, - 0.0, - 2.45, - 0.0, - 0.657, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "9": [ - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 1.314, - 0.0, - 0.0, - 0.0, - 5.0, - 2.80421, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.8, - 0.0, - 1.7150000000000003, - 0.0, - 2.45, - 0.0, - 0.657, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "10": [ - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 1.314, - 0.0, - 0.0, - 0.0, - 5.0, - 2.562947, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.8, - 0.0, - 1.2005000000000003, - 0.0, - 2.45, - 0.0, - 0.657, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "11": [ - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 1.314, - 0.0, - 0.0, - 0.0, - 5.0, - 2.3940628999999998, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.8, - 0.0, - 1.2005000000000003, - 0.0, - 2.45, - 0.0, - 0.7599, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "12": [ - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 1.314, - 0.0, - 0.0, - 0.0, - 5.0, - 2.3940628999999998, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.8, - 0.0, - 1.2005000000000003, - 0.0, - 2.45, - 0.0, - 0.8319300000000001, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "13": [ - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 1.314, - 0.0, - 0.0, - 0.0, - 5.0, - 2.3940628999999998, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.26, - 0.0, - 1.2005000000000003, - 0.0, - 1.7150000000000003, - 0.0, - 0.8319300000000001, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=af49c2bb85cb4ec9/rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=af49c2bb85cb4ec9/rewards.json deleted file mode 100644 index 8e7e44e..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=af49c2bb85cb4ec9/rewards.json +++ /dev/null @@ -1,482 +0,0 @@ -{ - "0": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "1": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "2": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "3": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "4": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "5": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "6": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "7": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "8": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "9": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "10": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "11": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "12": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "13": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "14": [ - 0, - 1, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=af49c2bb85cb4ec9/rewards.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=af49c2bb85cb4ec9/rewards.plot.png deleted file mode 100644 index 33c7ace..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=af49c2bb85cb4ec9/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=af49c2bb85cb4ec9/sum_rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=af49c2bb85cb4ec9/sum_rewards.json deleted file mode 100644 index 63d7fe4..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=af49c2bb85cb4ec9/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 31, - "V": 4033 - }, - "control": { - "R": 66, - "V": 11631 - } -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=af49c2bb85cb4ec9/view.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=af49c2bb85cb4ec9/view.plot.png deleted file mode 100644 index e69ea60..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=af49c2bb85cb4ec9/view.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=e3480cc6ae0040b7/choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=e3480cc6ae0040b7/choices.json deleted file mode 100644 index 0e48c11..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=e3480cc6ae0040b7/choices.json +++ /dev/null @@ -1,107 +0,0 @@ -{ - "0": [ - 13, - 27, - 14, - 20, - 5 - ], - "1": [ - 10, - 11, - 1, - 21, - 0 - ], - "2": [ - 19, - 8, - 17, - 26, - 0 - ], - "3": [ - 17, - 19, - 9, - 25, - 26 - ], - "4": [ - 15, - 14, - 0, - 9, - 25 - ], - "5": [ - 17, - 26, - 12, - 14, - 0 - ], - "6": [ - 10, - 20, - 22, - 11, - 12 - ], - "7": [ - 10, - 29, - 21, - 19, - 26 - ], - "8": [ - 25, - 13, - 28, - 10, - 11 - ], - "9": [ - 27, - 0, - 6, - 5, - 24 - ], - "10": [ - 25, - 9, - 21, - 5, - 4 - ], - "11": [ - 23, - 4, - 27, - 12, - 0 - ], - "12": [ - 10, - 21, - 18, - 26, - 20 - ], - "13": [ - 9, - 12, - 7, - 16, - 20 - ], - "14": [ - 17, - 22, - 11, - 24, - 7 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=e3480cc6ae0040b7/config.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=e3480cc6ae0040b7/config.json deleted file mode 100644 index 75d2a76..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=e3480cc6ae0040b7/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 30, - "num_choices": 5, - "time_span": 15, - "history_span": 3000, - "alpha": 0.3, - "gamma": 0.01, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=e3480cc6ae0040b7/control.choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=e3480cc6ae0040b7/control.choices.json deleted file mode 100644 index c729b8b..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=e3480cc6ae0040b7/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 19, - 10, - 17, - 9, - 21 -] \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=e3480cc6ae0040b7/qvalues.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=e3480cc6ae0040b7/qvalues.json deleted file mode 100644 index 4e755bd..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=e3480cc6ae0040b7/qvalues.json +++ /dev/null @@ -1,450 +0,0 @@ -{ - "0": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 0.6, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 3.8, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 3.5, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 0.0, - 0.6, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 3.8, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.8, - 0.0, - 3.8, - 0.0, - 3.5, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 0.0, - 0.6, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.8, - 3.8, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.96, - 0.0, - 2.96, - 0.0, - 3.5, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "4": [ - 0.0, - 0.6, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.96, - 3.8, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.96, - 0.0, - 2.96, - 0.0, - 3.5, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "5": [ - 0.0, - 0.6, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.96, - 3.8, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.372, - 0.0, - 2.96, - 0.0, - 3.5, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "6": [ - 0.0, - 0.6, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.96, - 2.96, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.372, - 0.0, - 2.96, - 0.0, - 3.5, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "7": [ - 0.0, - 0.6, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.96, - 2.372, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.372, - 0.0, - 2.372, - 0.0, - 2.45, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "8": [ - 0.0, - 0.6, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.96, - 1.9604, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.372, - 0.0, - 2.372, - 0.0, - 2.45, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "9": [ - 0.0, - 0.6, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.96, - 1.9604, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.372, - 0.0, - 2.372, - 0.0, - 2.45, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "10": [ - 0.0, - 0.6, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.372, - 1.9604, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.372, - 0.0, - 2.372, - 0.0, - 1.7150000000000003, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "11": [ - 0.0, - 0.6, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.372, - 1.9604, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.372, - 0.0, - 2.372, - 0.0, - 1.7150000000000003, - 0.0, - 0.3, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "12": [ - 0.0, - 0.6, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.372, - 1.67228, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.372, - 0.0, - 2.372, - 0.0, - 1.2005000000000003, - 0.0, - 0.3, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "13": [ - 0.0, - 0.6, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.9604, - 1.67228, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.372, - 0.0, - 2.372, - 0.0, - 1.2005000000000003, - 0.0, - 0.3, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=e3480cc6ae0040b7/rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=e3480cc6ae0040b7/rewards.json deleted file mode 100644 index da7308b..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=e3480cc6ae0040b7/rewards.json +++ /dev/null @@ -1,482 +0,0 @@ -{ - "0": [ - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "1": [ - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "2": [ - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "3": [ - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "4": [ - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "5": [ - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "6": [ - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "7": [ - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "8": [ - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "9": [ - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "10": [ - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "11": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "12": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "13": [ - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "14": [ - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=e3480cc6ae0040b7/rewards.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=e3480cc6ae0040b7/rewards.plot.png deleted file mode 100644 index 3cc648f..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=e3480cc6ae0040b7/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=e3480cc6ae0040b7/sum_rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=e3480cc6ae0040b7/sum_rewards.json deleted file mode 100644 index 76e8e7c..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=e3480cc6ae0040b7/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 20, - "V": 4304 - }, - "control": { - "R": 57, - "V": 11631 - } -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=e3480cc6ae0040b7/view.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=e3480cc6ae0040b7/view.plot.png deleted file mode 100644 index a08c51d..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.01/run=e3480cc6ae0040b7/view.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=1681c3db78514422/choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=1681c3db78514422/choices.json deleted file mode 100644 index 9b8bc10..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=1681c3db78514422/choices.json +++ /dev/null @@ -1,107 +0,0 @@ -{ - "0": [ - 9, - 12, - 20, - 14, - 7 - ], - "1": [ - 1, - 10, - 9, - 13, - 25 - ], - "2": [ - 13, - 21, - 6, - 18, - 29 - ], - "3": [ - 17, - 11, - 28, - 9, - 1 - ], - "4": [ - 11, - 4, - 22, - 25, - 21 - ], - "5": [ - 7, - 14, - 1, - 25, - 19 - ], - "6": [ - 10, - 25, - 6, - 14, - 13 - ], - "7": [ - 23, - 2, - 6, - 10, - 20 - ], - "8": [ - 15, - 10, - 19, - 4, - 21 - ], - "9": [ - 5, - 6, - 25, - 1, - 24 - ], - "10": [ - 9, - 13, - 1, - 29, - 25 - ], - "11": [ - 10, - 9, - 27, - 28, - 0 - ], - "12": [ - 24, - 29, - 6, - 22, - 17 - ], - "13": [ - 5, - 17, - 20, - 3, - 15 - ], - "14": [ - 4, - 8, - 23, - 7, - 19 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=1681c3db78514422/config.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=1681c3db78514422/config.json deleted file mode 100644 index 1917168..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=1681c3db78514422/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 30, - "num_choices": 5, - "time_span": 15, - "history_span": 3000, - "alpha": 0.3, - "gamma": 0.9, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=1681c3db78514422/control.choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=1681c3db78514422/control.choices.json deleted file mode 100644 index c729b8b..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=1681c3db78514422/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 19, - 10, - 17, - 9, - 21 -] \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=1681c3db78514422/qvalues.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=1681c3db78514422/qvalues.json deleted file mode 100644 index ecc1b98..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=1681c3db78514422/qvalues.json +++ /dev/null @@ -1,450 +0,0 @@ -{ - "0": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.8, - 5.0, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.96, - 4.4, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.96, - 4.4, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 3.5, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.372, - 4.4, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 3.8, - 0.0, - 5.0, - 0.0, - 3.5, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "4": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.372, - 4.4, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 3.8, - 0.0, - 5.0, - 0.0, - 2.45, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "5": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.372, - 4.4, - 0.0, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 3.8, - 0.0, - 3.8, - 0.0, - 2.45, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "6": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.372, - 4.28, - 0.0, - 0.0, - 0.0, - 0.657, - 0.0, - 0.0, - 3.8, - 0.0, - 3.8, - 0.0, - 2.45, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "7": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.372, - 4.196, - 0.0, - 0.0, - 0.0, - 0.657, - 0.0, - 0.0, - 3.8, - 0.0, - 3.8, - 0.0, - 2.45, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "8": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.372, - 4.1372, - 0.0, - 0.0, - 0.0, - 0.657, - 0.0, - 0.0, - 3.8, - 0.0, - 2.96, - 0.0, - 1.7150000000000003, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "9": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 2.372, - 4.1372, - 0.0, - 0.0, - 0.0, - 0.657, - 0.0, - 0.0, - 3.8, - 0.0, - 2.96, - 0.0, - 1.7150000000000003, - 0.0, - 0.3, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "10": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 1.9604, - 4.1372, - 0.0, - 0.0, - 0.0, - 0.657, - 0.0, - 0.0, - 3.8, - 0.0, - 2.96, - 0.0, - 1.7150000000000003, - 0.0, - 0.3, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "11": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 1.67228, - 4.09604, - 0.0, - 0.0, - 0.0, - 0.657, - 0.0, - 0.0, - 3.8, - 0.0, - 2.96, - 0.0, - 1.7150000000000003, - 0.0, - 0.3, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "12": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 1.67228, - 4.09604, - 0.0, - 0.0, - 0.0, - 0.657, - 0.0, - 0.0, - 3.26, - 0.0, - 2.96, - 0.0, - 1.7150000000000003, - 0.0, - 0.3, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "13": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 1.67228, - 4.09604, - 0.0, - 0.0, - 0.0, - 0.657, - 0.0, - 0.0, - 2.8819999999999997, - 0.0, - 2.96, - 0.0, - 1.7150000000000003, - 0.0, - 0.3, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=1681c3db78514422/rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=1681c3db78514422/rewards.json deleted file mode 100644 index 0d1dd56..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=1681c3db78514422/rewards.json +++ /dev/null @@ -1,482 +0,0 @@ -{ - "0": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "1": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "2": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "3": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "4": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "5": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "6": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "7": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 4, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "8": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 4, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "9": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 4, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "10": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 4, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "11": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 4, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "12": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 4, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "13": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 4, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "14": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 4, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=1681c3db78514422/rewards.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=1681c3db78514422/rewards.plot.png deleted file mode 100644 index 17cb75c..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=1681c3db78514422/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=1681c3db78514422/sum_rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=1681c3db78514422/sum_rewards.json deleted file mode 100644 index c393af9..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=1681c3db78514422/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 40, - "V": 4655 - }, - "control": { - "R": 98, - "V": 11631 - } -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=1681c3db78514422/view.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=1681c3db78514422/view.plot.png deleted file mode 100644 index bd55e10..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=1681c3db78514422/view.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=3ddde6fb7429447d/choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=3ddde6fb7429447d/choices.json deleted file mode 100644 index 763ec13..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=3ddde6fb7429447d/choices.json +++ /dev/null @@ -1,107 +0,0 @@ -{ - "0": [ - 8, - 24, - 10, - 3, - 5 - ], - "1": [ - 21, - 24, - 17, - 28, - 8 - ], - "2": [ - 7, - 4, - 14, - 18, - 25 - ], - "3": [ - 14, - 27, - 4, - 8, - 21 - ], - "4": [ - 21, - 10, - 12, - 26, - 8 - ], - "5": [ - 5, - 8, - 23, - 14, - 9 - ], - "6": [ - 17, - 4, - 13, - 8, - 12 - ], - "7": [ - 26, - 13, - 15, - 19, - 21 - ], - "8": [ - 9, - 3, - 6, - 27, - 17 - ], - "9": [ - 13, - 24, - 2, - 15, - 0 - ], - "10": [ - 5, - 22, - 6, - 2, - 28 - ], - "11": [ - 24, - 10, - 9, - 25, - 23 - ], - "12": [ - 7, - 3, - 23, - 5, - 29 - ], - "13": [ - 12, - 29, - 17, - 19, - 20 - ], - "14": [ - 26, - 5, - 23, - 27, - 16 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=3ddde6fb7429447d/config.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=3ddde6fb7429447d/config.json deleted file mode 100644 index 1917168..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=3ddde6fb7429447d/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 30, - "num_choices": 5, - "time_span": 15, - "history_span": 3000, - "alpha": 0.3, - "gamma": 0.9, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=3ddde6fb7429447d/control.choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=3ddde6fb7429447d/control.choices.json deleted file mode 100644 index c729b8b..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=3ddde6fb7429447d/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 19, - 10, - 17, - 9, - 21 -] \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=3ddde6fb7429447d/qvalues.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=3ddde6fb7429447d/qvalues.json deleted file mode 100644 index 2ce1f2c..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=3ddde6fb7429447d/qvalues.json +++ /dev/null @@ -1,450 +0,0 @@ -{ - "0": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 5.0, - 4.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 5.0, - 4.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.8, - 0.0, - 5.0, - 0.0, - 3.5, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 5.0, - 4.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.8, - 0.0, - 5.0, - 0.0, - 3.5, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 5.0, - 4.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.8, - 0.0, - 5.0, - 0.0, - 2.45, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "4": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 5.0, - 3.4699999999999998, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.8, - 0.0, - 5.0, - 0.0, - 1.7150000000000003, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "5": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 3.8, - 3.4699999999999998, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.8, - 0.0, - 5.0, - 0.0, - 1.7150000000000003, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "6": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 3.8, - 3.4699999999999998, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.96, - 0.0, - 5.0, - 0.0, - 1.7150000000000003, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "7": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 3.8, - 3.4699999999999998, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.96, - 0.0, - 3.8, - 0.0, - 1.2005000000000003, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "8": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 2.96, - 3.4699999999999998, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.372, - 0.0, - 3.8, - 0.0, - 1.2005000000000003, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "9": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 2.96, - 3.4699999999999998, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.372, - 0.0, - 3.8, - 0.0, - 1.2005000000000003, - 0.0, - 0.0, - 0.657, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "10": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.657, - 0.0, - 0.0, - 0.0, - 2.96, - 3.4699999999999998, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.372, - 0.0, - 3.8, - 0.0, - 1.2005000000000003, - 0.0, - 0.0, - 0.657, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "11": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.657, - 0.0, - 0.0, - 0.0, - 2.372, - 3.029, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.372, - 0.0, - 3.8, - 0.0, - 1.2005000000000003, - 0.0, - 0.3, - 0.7599, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "12": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.7599, - 0.0, - 0.0, - 0.0, - 2.372, - 3.029, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.372, - 0.0, - 3.8, - 0.0, - 1.2005000000000003, - 0.0, - 0.51, - 0.7599, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "13": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.7599, - 0.0, - 0.0, - 0.0, - 2.372, - 3.029, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.9604, - 0.0, - 2.96, - 0.0, - 1.2005000000000003, - 0.0, - 0.51, - 0.7599, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=3ddde6fb7429447d/rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=3ddde6fb7429447d/rewards.json deleted file mode 100644 index df4c902..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=3ddde6fb7429447d/rewards.json +++ /dev/null @@ -1,482 +0,0 @@ -{ - "0": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "1": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "2": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "3": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "4": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "5": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "6": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "7": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "8": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "9": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "10": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "11": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "12": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "13": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "14": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=3ddde6fb7429447d/rewards.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=3ddde6fb7429447d/rewards.plot.png deleted file mode 100644 index 69fbd2b..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=3ddde6fb7429447d/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=3ddde6fb7429447d/sum_rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=3ddde6fb7429447d/sum_rewards.json deleted file mode 100644 index b502d0f..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=3ddde6fb7429447d/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 27, - "V": 4068 - }, - "control": { - "R": 75, - "V": 11631 - } -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=3ddde6fb7429447d/view.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=3ddde6fb7429447d/view.plot.png deleted file mode 100644 index 6b21122..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=3ddde6fb7429447d/view.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=42924f79b31f462c/choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=42924f79b31f462c/choices.json deleted file mode 100644 index 0f368d0..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=42924f79b31f462c/choices.json +++ /dev/null @@ -1,107 +0,0 @@ -{ - "0": [ - 9, - 2, - 23, - 14, - 3 - ], - "1": [ - 18, - 10, - 19, - 13, - 2 - ], - "2": [ - 29, - 26, - 6, - 25, - 10 - ], - "3": [ - 20, - 14, - 25, - 21, - 8 - ], - "4": [ - 2, - 10, - 5, - 11, - 23 - ], - "5": [ - 11, - 6, - 27, - 26, - 18 - ], - "6": [ - 9, - 22, - 12, - 25, - 11 - ], - "7": [ - 0, - 11, - 14, - 23, - 5 - ], - "8": [ - 6, - 4, - 14, - 29, - 16 - ], - "9": [ - 17, - 13, - 23, - 3, - 21 - ], - "10": [ - 12, - 13, - 8, - 9, - 27 - ], - "11": [ - 29, - 22, - 6, - 26, - 17 - ], - "12": [ - 29, - 12, - 25, - 22, - 20 - ], - "13": [ - 4, - 5, - 27, - 29, - 17 - ], - "14": [ - 24, - 26, - 28, - 12, - 18 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=42924f79b31f462c/config.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=42924f79b31f462c/config.json deleted file mode 100644 index 1917168..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=42924f79b31f462c/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 30, - "num_choices": 5, - "time_span": 15, - "history_span": 3000, - "alpha": 0.3, - "gamma": 0.9, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=42924f79b31f462c/control.choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=42924f79b31f462c/control.choices.json deleted file mode 100644 index c729b8b..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=42924f79b31f462c/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 19, - 10, - 17, - 9, - 21 -] \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=42924f79b31f462c/qvalues.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=42924f79b31f462c/qvalues.json deleted file mode 100644 index 0ee16ea..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=42924f79b31f462c/qvalues.json +++ /dev/null @@ -1,450 +0,0 @@ -{ - "0": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.1, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.1, - 4.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 3.8, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.1, - 3.4699999999999998, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 3.8, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.1, - 3.4699999999999998, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 5.0, - 0.0, - 3.8, - 0.0, - 3.5, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "4": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 4.1, - 3.029, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 5.0, - 0.0, - 3.8, - 0.0, - 3.5, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "5": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 4.1, - 3.029, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 5.0, - 0.0, - 3.8, - 0.0, - 3.5, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "6": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 3.4699999999999998, - 3.029, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 5.0, - 0.0, - 3.8, - 0.0, - 3.5, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "7": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 3.4699999999999998, - 3.029, - 0.0, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 5.0, - 0.0, - 3.8, - 0.0, - 3.5, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "8": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 3.4699999999999998, - 3.029, - 0.0, - 0.0, - 0.0, - 0.657, - 0.0, - 0.0, - 5.0, - 0.0, - 3.8, - 0.0, - 3.5, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "9": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 3.4699999999999998, - 3.029, - 0.0, - 0.0, - 0.0, - 0.657, - 0.0, - 0.0, - 4.4, - 0.0, - 3.8, - 0.0, - 2.45, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "10": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 3.029, - 3.029, - 0.0, - 0.0, - 0.0, - 0.657, - 0.0, - 0.0, - 4.4, - 0.0, - 3.8, - 0.0, - 2.45, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "11": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 3.029, - 3.029, - 0.0, - 0.0, - 0.0, - 0.657, - 0.0, - 0.0, - 3.9800000000000004, - 0.0, - 3.8, - 0.0, - 2.45, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "12": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 3.029, - 3.029, - 0.0, - 0.0, - 0.0, - 0.657, - 0.0, - 0.0, - 3.9800000000000004, - 0.0, - 3.8, - 0.0, - 2.45, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "13": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.657, - 0.0, - 0.0, - 0.0, - 3.029, - 3.029, - 0.0, - 0.0, - 0.0, - 0.657, - 0.0, - 0.0, - 3.6860000000000004, - 0.0, - 3.8, - 0.0, - 2.45, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=42924f79b31f462c/rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=42924f79b31f462c/rewards.json deleted file mode 100644 index 62fec39..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=42924f79b31f462c/rewards.json +++ /dev/null @@ -1,482 +0,0 @@ -{ - "0": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "1": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "2": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "3": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "4": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "5": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "6": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "7": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "8": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "9": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "10": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "11": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "12": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "13": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "14": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 3, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=42924f79b31f462c/rewards.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=42924f79b31f462c/rewards.plot.png deleted file mode 100644 index d369f8b..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=42924f79b31f462c/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=42924f79b31f462c/sum_rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=42924f79b31f462c/sum_rewards.json deleted file mode 100644 index 7940a4a..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=42924f79b31f462c/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 26, - "V": 3246 - }, - "control": { - "R": 120, - "V": 11631 - } -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=42924f79b31f462c/view.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=42924f79b31f462c/view.plot.png deleted file mode 100644 index 8197943..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=42924f79b31f462c/view.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=483a40a5fcef4230/choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=483a40a5fcef4230/choices.json deleted file mode 100644 index 85a0074..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=483a40a5fcef4230/choices.json +++ /dev/null @@ -1,107 +0,0 @@ -{ - "0": [ - 12, - 18, - 22, - 13, - 17 - ], - "1": [ - 20, - 2, - 19, - 14, - 17 - ], - "2": [ - 24, - 21, - 22, - 3, - 10 - ], - "3": [ - 0, - 7, - 8, - 10, - 22 - ], - "4": [ - 12, - 6, - 13, - 4, - 16 - ], - "5": [ - 10, - 5, - 15, - 21, - 24 - ], - "6": [ - 4, - 7, - 21, - 26, - 10 - ], - "7": [ - 10, - 3, - 8, - 7, - 27 - ], - "8": [ - 12, - 26, - 24, - 19, - 9 - ], - "9": [ - 7, - 0, - 6, - 11, - 22 - ], - "10": [ - 11, - 29, - 2, - 15, - 18 - ], - "11": [ - 26, - 2, - 16, - 11, - 12 - ], - "12": [ - 28, - 2, - 0, - 1, - 19 - ], - "13": [ - 29, - 21, - 19, - 11, - 22 - ], - "14": [ - 19, - 4, - 23, - 21, - 13 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=483a40a5fcef4230/config.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=483a40a5fcef4230/config.json deleted file mode 100644 index 1917168..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=483a40a5fcef4230/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 30, - "num_choices": 5, - "time_span": 15, - "history_span": 3000, - "alpha": 0.3, - "gamma": 0.9, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=483a40a5fcef4230/control.choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=483a40a5fcef4230/control.choices.json deleted file mode 100644 index c729b8b..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=483a40a5fcef4230/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 19, - 10, - 17, - 9, - 21 -] \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=483a40a5fcef4230/qvalues.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=483a40a5fcef4230/qvalues.json deleted file mode 100644 index 5b18377..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=483a40a5fcef4230/qvalues.json +++ /dev/null @@ -1,450 +0,0 @@ -{ - "0": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.4, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 3.9800000000000004, - 0.0, - 4.1, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 4.4, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 3.9800000000000004, - 0.0, - 4.1, - 0.0, - 3.5, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 4.28, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 3.9800000000000004, - 0.0, - 4.1, - 0.0, - 3.5, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "4": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 4.28, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 3.9800000000000004, - 0.0, - 4.1, - 0.0, - 3.5, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "5": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 4.196, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 3.9800000000000004, - 0.0, - 4.1, - 0.0, - 2.45, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "6": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 4.1372, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 3.9800000000000004, - 0.0, - 4.1, - 0.0, - 1.7150000000000003, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "7": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 4.09604, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 3.9800000000000004, - 0.0, - 4.1, - 0.0, - 1.7150000000000003, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "8": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.4, - 4.09604, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 3.9800000000000004, - 0.0, - 3.4699999999999998, - 0.0, - 1.7150000000000003, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "9": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.4, - 4.09604, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 3.9800000000000004, - 0.0, - 3.4699999999999998, - 0.0, - 1.7150000000000003, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "10": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.4, - 4.09604, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 3.9800000000000004, - 0.0, - 3.4699999999999998, - 0.0, - 1.7150000000000003, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "11": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.4, - 4.09604, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 3.9800000000000004, - 0.0, - 3.4699999999999998, - 0.0, - 1.7150000000000003, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "12": [ - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.4, - 4.09604, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 3.9800000000000004, - 0.0, - 3.029, - 0.0, - 1.7150000000000003, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "13": [ - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.4, - 4.09604, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 3.9800000000000004, - 0.0, - 2.7203, - 0.0, - 1.2005000000000003, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=483a40a5fcef4230/rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=483a40a5fcef4230/rewards.json deleted file mode 100644 index 140b973..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=483a40a5fcef4230/rewards.json +++ /dev/null @@ -1,482 +0,0 @@ -{ - "0": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "1": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 4, - 3, - 0, - 0, - 0, - 1, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "2": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 1, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "3": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 1, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "4": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 4, - 0, - 0, - 0, - 1, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "5": [ - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 4, - 0, - 0, - 0, - 1, - 0, - 0, - 3, - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "6": [ - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 4, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "7": [ - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 4, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "8": [ - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 4, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "9": [ - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 4, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "10": [ - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 4, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "11": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 4, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "12": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 4, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "13": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 4, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "14": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=483a40a5fcef4230/rewards.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=483a40a5fcef4230/rewards.plot.png deleted file mode 100644 index 5418627..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=483a40a5fcef4230/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=483a40a5fcef4230/sum_rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=483a40a5fcef4230/sum_rewards.json deleted file mode 100644 index 135a9dd..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=483a40a5fcef4230/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 40, - "V": 3277 - }, - "control": { - "R": 167, - "V": 11631 - } -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=483a40a5fcef4230/view.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=483a40a5fcef4230/view.plot.png deleted file mode 100644 index 449b795..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=483a40a5fcef4230/view.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=52ee985e56ac4376/choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=52ee985e56ac4376/choices.json deleted file mode 100644 index 626a1cb..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=52ee985e56ac4376/choices.json +++ /dev/null @@ -1,107 +0,0 @@ -{ - "0": [ - 29, - 3, - 6, - 22, - 28 - ], - "1": [ - 21, - 13, - 27, - 24, - 26 - ], - "2": [ - 28, - 20, - 16, - 25, - 17 - ], - "3": [ - 5, - 14, - 19, - 10, - 13 - ], - "4": [ - 9, - 21, - 4, - 8, - 3 - ], - "5": [ - 9, - 6, - 18, - 8, - 28 - ], - "6": [ - 21, - 5, - 1, - 20, - 14 - ], - "7": [ - 25, - 13, - 20, - 9, - 3 - ], - "8": [ - 11, - 12, - 19, - 10, - 15 - ], - "9": [ - 24, - 7, - 26, - 9, - 8 - ], - "10": [ - 8, - 0, - 10, - 11, - 1 - ], - "11": [ - 24, - 22, - 13, - 29, - 16 - ], - "12": [ - 4, - 20, - 27, - 22, - 15 - ], - "13": [ - 11, - 16, - 4, - 9, - 13 - ], - "14": [ - 19, - 13, - 0, - 26, - 9 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=52ee985e56ac4376/config.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=52ee985e56ac4376/config.json deleted file mode 100644 index 1917168..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=52ee985e56ac4376/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 30, - "num_choices": 5, - "time_span": 15, - "history_span": 3000, - "alpha": 0.3, - "gamma": 0.9, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=52ee985e56ac4376/control.choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=52ee985e56ac4376/control.choices.json deleted file mode 100644 index c729b8b..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=52ee985e56ac4376/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 19, - 10, - 17, - 9, - 21 -] \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=52ee985e56ac4376/qvalues.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=52ee985e56ac4376/qvalues.json deleted file mode 100644 index d67fd99..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=52ee985e56ac4376/qvalues.json +++ /dev/null @@ -1,450 +0,0 @@ -{ - "0": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 3.5, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.1, - 0.0, - 5.0, - 0.0, - 3.5, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 5.0, - 3.8, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.1, - 0.0, - 3.5, - 0.0, - 3.5, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "4": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 4.4, - 3.8, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.1, - 0.0, - 3.5, - 0.0, - 2.45, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "5": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 3.9800000000000004, - 3.8, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.1, - 0.0, - 3.5, - 0.0, - 2.45, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "6": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 3.9800000000000004, - 3.8, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.1, - 0.0, - 3.5, - 0.0, - 1.7150000000000003, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "7": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 3.386, - 3.8, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.1, - 0.0, - 3.5, - 0.0, - 1.7150000000000003, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "8": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 3.386, - 2.96, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.1, - 0.0, - 2.45, - 0.0, - 1.7150000000000003, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "9": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 2.9702, - 2.96, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.1, - 0.0, - 2.45, - 0.0, - 1.7150000000000003, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "10": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 2.9702, - 2.372, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.1, - 0.0, - 2.45, - 0.0, - 1.7150000000000003, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "11": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 2.9702, - 2.372, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.1, - 0.0, - 2.45, - 0.0, - 1.7150000000000003, - 0.0, - 0.0, - 0.657, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "12": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 2.9702, - 2.372, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.1, - 0.0, - 2.45, - 0.0, - 1.7150000000000003, - 0.0, - 0.0, - 0.657, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "13": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 2.6791400000000003, - 2.372, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.1, - 0.0, - 2.45, - 0.0, - 1.7150000000000003, - 0.0, - 0.0, - 0.657, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=52ee985e56ac4376/rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=52ee985e56ac4376/rewards.json deleted file mode 100644 index 995258f..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=52ee985e56ac4376/rewards.json +++ /dev/null @@ -1,482 +0,0 @@ -{ - "0": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "1": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "2": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "3": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "4": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "5": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "6": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "7": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "8": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "9": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "10": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "11": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "12": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "13": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 3, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "14": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=52ee985e56ac4376/rewards.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=52ee985e56ac4376/rewards.plot.png deleted file mode 100644 index 5ce6f18..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=52ee985e56ac4376/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=52ee985e56ac4376/sum_rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=52ee985e56ac4376/sum_rewards.json deleted file mode 100644 index 6402785..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=52ee985e56ac4376/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 26, - "V": 3655 - }, - "control": { - "R": 84, - "V": 11631 - } -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=52ee985e56ac4376/view.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=52ee985e56ac4376/view.plot.png deleted file mode 100644 index 2b4518f..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=52ee985e56ac4376/view.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=61872850640f4210/choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=61872850640f4210/choices.json deleted file mode 100644 index 74f445c..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=61872850640f4210/choices.json +++ /dev/null @@ -1,107 +0,0 @@ -{ - "0": [ - 11, - 10, - 28, - 12, - 15 - ], - "1": [ - 17, - 12, - 8, - 13, - 27 - ], - "2": [ - 3, - 9, - 24, - 10, - 5 - ], - "3": [ - 25, - 22, - 8, - 20, - 10 - ], - "4": [ - 4, - 19, - 3, - 15, - 12 - ], - "5": [ - 16, - 22, - 17, - 18, - 21 - ], - "6": [ - 7, - 23, - 18, - 0, - 12 - ], - "7": [ - 18, - 24, - 21, - 17, - 25 - ], - "8": [ - 0, - 4, - 20, - 21, - 19 - ], - "9": [ - 14, - 4, - 2, - 17, - 5 - ], - "10": [ - 4, - 22, - 9, - 10, - 23 - ], - "11": [ - 8, - 13, - 27, - 0, - 16 - ], - "12": [ - 17, - 26, - 15, - 3, - 29 - ], - "13": [ - 6, - 23, - 2, - 8, - 24 - ], - "14": [ - 26, - 10, - 21, - 13, - 12 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=61872850640f4210/config.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=61872850640f4210/config.json deleted file mode 100644 index 1917168..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=61872850640f4210/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 30, - "num_choices": 5, - "time_span": 15, - "history_span": 3000, - "alpha": 0.3, - "gamma": 0.9, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=61872850640f4210/control.choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=61872850640f4210/control.choices.json deleted file mode 100644 index c729b8b..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=61872850640f4210/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 19, - 10, - 17, - 9, - 21 -] \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=61872850640f4210/qvalues.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=61872850640f4210/qvalues.json deleted file mode 100644 index 7c6843c..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=61872850640f4210/qvalues.json +++ /dev/null @@ -1,450 +0,0 @@ -{ - "0": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 4.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 4.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.8, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 3.8, - 3.4699999999999998, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.8, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 3.8, - 3.029, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.8, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "4": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 3.8, - 3.029, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.8, - 0.0, - 3.8, - 0.0, - 5.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "5": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 3.8, - 3.029, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.96, - 0.0, - 3.8, - 0.0, - 3.5, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "6": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 3.8, - 3.029, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.96, - 0.0, - 3.8, - 0.0, - 3.5, - 0.0, - 0.3, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "7": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 3.8, - 3.029, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.372, - 0.0, - 3.8, - 0.0, - 2.45, - 0.0, - 0.3, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "8": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 3.8, - 3.029, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.372, - 0.0, - 2.96, - 0.0, - 1.7150000000000003, - 0.0, - 0.3, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "9": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 3.8, - 3.029, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.9604, - 0.0, - 2.96, - 0.0, - 1.7150000000000003, - 0.0, - 0.3, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "10": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 3.26, - 2.7203, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.9604, - 0.0, - 2.96, - 0.0, - 1.7150000000000003, - 0.0, - 0.51, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "11": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 3.26, - 2.7203, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.9604, - 0.0, - 2.96, - 0.0, - 1.7150000000000003, - 0.0, - 0.51, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "12": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 3.26, - 2.7203, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.67228, - 0.0, - 2.96, - 0.0, - 1.7150000000000003, - 0.0, - 0.51, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "13": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 3.26, - 2.7203, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.67228, - 0.0, - 2.96, - 0.0, - 1.7150000000000003, - 0.0, - 0.657, - 0.657, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=61872850640f4210/rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=61872850640f4210/rewards.json deleted file mode 100644 index 74cbbaf..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=61872850640f4210/rewards.json +++ /dev/null @@ -1,482 +0,0 @@ -{ - "0": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "1": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "2": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "3": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "4": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "5": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "6": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "7": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "8": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "9": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "10": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "11": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "12": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "13": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "14": [ - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 0, - 0, - 2, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 1, - 0, - 0, - 0, - 0, - 0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=61872850640f4210/rewards.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=61872850640f4210/rewards.plot.png deleted file mode 100644 index 65f4843..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=61872850640f4210/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=61872850640f4210/sum_rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=61872850640f4210/sum_rewards.json deleted file mode 100644 index 5eb9a26..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=61872850640f4210/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 29, - "V": 3903 - }, - "control": { - "R": 85, - "V": 11631 - } -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=61872850640f4210/view.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=61872850640f4210/view.plot.png deleted file mode 100644 index 9754ab4..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=61872850640f4210/view.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=784f80f1a70b49c9/choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=784f80f1a70b49c9/choices.json deleted file mode 100644 index 1f1e29c..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=784f80f1a70b49c9/choices.json +++ /dev/null @@ -1,107 +0,0 @@ -{ - "0": [ - 10, - 12, - 9, - 11, - 24 - ], - "1": [ - 8, - 13, - 21, - 4, - 15 - ], - "2": [ - 14, - 0, - 25, - 9, - 11 - ], - "3": [ - 1, - 3, - 28, - 5, - 14 - ], - "4": [ - 21, - 29, - 17, - 20, - 13 - ], - "5": [ - 6, - 4, - 22, - 21, - 8 - ], - "6": [ - 3, - 18, - 8, - 29, - 14 - ], - "7": [ - 14, - 7, - 13, - 2, - 0 - ], - "8": [ - 28, - 20, - 0, - 25, - 3 - ], - "9": [ - 17, - 18, - 10, - 4, - 20 - ], - "10": [ - 7, - 0, - 24, - 23, - 1 - ], - "11": [ - 10, - 2, - 27, - 20, - 5 - ], - "12": [ - 22, - 27, - 11, - 15, - 24 - ], - "13": [ - 7, - 24, - 19, - 18, - 25 - ], - "14": [ - 4, - 27, - 0, - 22, - 24 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=784f80f1a70b49c9/config.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=784f80f1a70b49c9/config.json deleted file mode 100644 index 1917168..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=784f80f1a70b49c9/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 30, - "num_choices": 5, - "time_span": 15, - "history_span": 3000, - "alpha": 0.3, - "gamma": 0.9, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=784f80f1a70b49c9/control.choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=784f80f1a70b49c9/control.choices.json deleted file mode 100644 index c729b8b..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=784f80f1a70b49c9/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 19, - 10, - 17, - 9, - 21 -] \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=784f80f1a70b49c9/qvalues.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=784f80f1a70b49c9/qvalues.json deleted file mode 100644 index cce7803..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=784f80f1a70b49c9/qvalues.json +++ /dev/null @@ -1,450 +0,0 @@ -{ - "0": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.7, - 4.4, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.7, - 4.4, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 3.5, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.19, - 4.4, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 3.5, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.19, - 4.4, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 3.5, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "4": [ - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.19, - 4.4, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.8, - 0.0, - 5.0, - 0.0, - 2.45, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "5": [ - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.19, - 4.4, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.8, - 0.0, - 5.0, - 0.0, - 1.7150000000000003, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "6": [ - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.19, - 4.4, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.8, - 0.0, - 5.0, - 0.0, - 1.7150000000000003, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "7": [ - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.19, - 4.4, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.8, - 0.0, - 5.0, - 0.0, - 1.7150000000000003, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "8": [ - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.19, - 4.4, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.8, - 0.0, - 5.0, - 0.0, - 1.7150000000000003, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "9": [ - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.19, - 3.68, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.96, - 0.0, - 5.0, - 0.0, - 1.7150000000000003, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "10": [ - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.19, - 3.68, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.96, - 0.0, - 5.0, - 0.0, - 1.7150000000000003, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "11": [ - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.19, - 3.176, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.96, - 0.0, - 5.0, - 0.0, - 1.7150000000000003, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "12": [ - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.19, - 3.176, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.96, - 0.0, - 5.0, - 0.0, - 1.7150000000000003, - 0.0, - 0.0, - 0.657, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "13": [ - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.19, - 3.176, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.96, - 0.0, - 4.1, - 0.0, - 1.7150000000000003, - 0.0, - 0.0, - 0.7599, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=784f80f1a70b49c9/rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=784f80f1a70b49c9/rewards.json deleted file mode 100644 index 5ef2908..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=784f80f1a70b49c9/rewards.json +++ /dev/null @@ -1,482 +0,0 @@ -{ - "0": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 4, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "1": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 4, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "2": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "3": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "4": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "5": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "6": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "7": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "8": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "9": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "10": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "11": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "12": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "13": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "14": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=784f80f1a70b49c9/rewards.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=784f80f1a70b49c9/rewards.plot.png deleted file mode 100644 index 855d5db..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=784f80f1a70b49c9/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=784f80f1a70b49c9/sum_rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=784f80f1a70b49c9/sum_rewards.json deleted file mode 100644 index 1a262f1..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=784f80f1a70b49c9/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 25, - "V": 3095 - }, - "control": { - "R": 125, - "V": 11631 - } -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=784f80f1a70b49c9/view.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=784f80f1a70b49c9/view.plot.png deleted file mode 100644 index f8ab389..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=784f80f1a70b49c9/view.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=a5d43d226cec4f50/choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=a5d43d226cec4f50/choices.json deleted file mode 100644 index fca02b0..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=a5d43d226cec4f50/choices.json +++ /dev/null @@ -1,107 +0,0 @@ -{ - "0": [ - 19, - 6, - 24, - 20, - 16 - ], - "1": [ - 1, - 4, - 6, - 28, - 0 - ], - "2": [ - 7, - 28, - 13, - 17, - 5 - ], - "3": [ - 15, - 7, - 23, - 8, - 6 - ], - "4": [ - 4, - 3, - 14, - 9, - 2 - ], - "5": [ - 6, - 11, - 18, - 12, - 13 - ], - "6": [ - 12, - 26, - 4, - 8, - 24 - ], - "7": [ - 9, - 25, - 15, - 20, - 4 - ], - "8": [ - 13, - 19, - 27, - 0, - 29 - ], - "9": [ - 3, - 28, - 26, - 1, - 4 - ], - "10": [ - 26, - 7, - 21, - 17, - 4 - ], - "11": [ - 0, - 7, - 10, - 13, - 9 - ], - "12": [ - 26, - 13, - 3, - 17, - 16 - ], - "13": [ - 17, - 19, - 3, - 12, - 14 - ], - "14": [ - 23, - 9, - 0, - 28, - 26 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=a5d43d226cec4f50/config.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=a5d43d226cec4f50/config.json deleted file mode 100644 index 1917168..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=a5d43d226cec4f50/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 30, - "num_choices": 5, - "time_span": 15, - "history_span": 3000, - "alpha": 0.3, - "gamma": 0.9, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=a5d43d226cec4f50/control.choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=a5d43d226cec4f50/control.choices.json deleted file mode 100644 index c729b8b..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=a5d43d226cec4f50/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 19, - 10, - 17, - 9, - 21 -] \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=a5d43d226cec4f50/qvalues.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=a5d43d226cec4f50/qvalues.json deleted file mode 100644 index 1bca463..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=a5d43d226cec4f50/qvalues.json +++ /dev/null @@ -1,450 +0,0 @@ -{ - "0": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 3.8, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 3.8, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.1, - 0.0, - 3.8, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.1, - 0.0, - 3.8, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "4": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.4, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.1, - 0.0, - 3.8, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "5": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.4, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.1, - 0.0, - 3.8, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "6": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.4, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.1, - 0.0, - 3.8, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "7": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.9800000000000004, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.1, - 0.0, - 3.8, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "8": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.9800000000000004, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.1, - 0.0, - 2.96, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "9": [ - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.9800000000000004, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.1, - 0.0, - 2.96, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "10": [ - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.9800000000000004, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.4699999999999998, - 0.0, - 2.96, - 0.0, - 3.5, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "11": [ - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.6860000000000004, - 4.4, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.4699999999999998, - 0.0, - 2.96, - 0.0, - 3.5, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "12": [ - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.6860000000000004, - 4.4, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.729, - 0.0, - 2.96, - 0.0, - 3.5, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "13": [ - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.6860000000000004, - 4.4, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.2103, - 0.0, - 2.372, - 0.0, - 3.5, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=a5d43d226cec4f50/rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=a5d43d226cec4f50/rewards.json deleted file mode 100644 index 70ca2ee..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=a5d43d226cec4f50/rewards.json +++ /dev/null @@ -1,482 +0,0 @@ -{ - "0": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "1": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "2": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "3": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "4": [ - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "5": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "6": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "7": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "8": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "9": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "10": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "11": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "12": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "13": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "14": [ - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 3, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=a5d43d226cec4f50/rewards.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=a5d43d226cec4f50/rewards.plot.png deleted file mode 100644 index 28c608f..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=a5d43d226cec4f50/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=a5d43d226cec4f50/sum_rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=a5d43d226cec4f50/sum_rewards.json deleted file mode 100644 index ea169a3..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=a5d43d226cec4f50/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 24, - "V": 3402 - }, - "control": { - "R": 129, - "V": 11631 - } -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=a5d43d226cec4f50/view.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=a5d43d226cec4f50/view.plot.png deleted file mode 100644 index 0a9153a..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=a5d43d226cec4f50/view.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=a95934f2470141cb/choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=a95934f2470141cb/choices.json deleted file mode 100644 index eedd33a..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=a95934f2470141cb/choices.json +++ /dev/null @@ -1,107 +0,0 @@ -{ - "0": [ - 24, - 27, - 22, - 0, - 11 - ], - "1": [ - 7, - 16, - 26, - 23, - 14 - ], - "2": [ - 19, - 24, - 10, - 11, - 5 - ], - "3": [ - 15, - 25, - 29, - 18, - 27 - ], - "4": [ - 5, - 20, - 17, - 27, - 9 - ], - "5": [ - 7, - 10, - 12, - 26, - 21 - ], - "6": [ - 11, - 5, - 4, - 29, - 17 - ], - "7": [ - 8, - 2, - 15, - 3, - 14 - ], - "8": [ - 20, - 10, - 14, - 26, - 12 - ], - "9": [ - 15, - 5, - 21, - 26, - 25 - ], - "10": [ - 20, - 26, - 4, - 10, - 19 - ], - "11": [ - 12, - 10, - 27, - 22, - 4 - ], - "12": [ - 19, - 26, - 29, - 0, - 9 - ], - "13": [ - 28, - 16, - 11, - 17, - 12 - ], - "14": [ - 23, - 1, - 0, - 26, - 29 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=a95934f2470141cb/config.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=a95934f2470141cb/config.json deleted file mode 100644 index 1917168..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=a95934f2470141cb/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 30, - "num_choices": 5, - "time_span": 15, - "history_span": 3000, - "alpha": 0.3, - "gamma": 0.9, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=a95934f2470141cb/control.choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=a95934f2470141cb/control.choices.json deleted file mode 100644 index c729b8b..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=a95934f2470141cb/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 19, - 10, - 17, - 9, - 21 -] \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=a95934f2470141cb/qvalues.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=a95934f2470141cb/qvalues.json deleted file mode 100644 index 8ce1b6d..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=a95934f2470141cb/qvalues.json +++ /dev/null @@ -1,450 +0,0 @@ -{ - "0": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 5.0, - 4.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 4.1, - 0.0, - 5.0, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 5.0, - 4.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 4.1, - 0.0, - 5.0, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "4": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 4.1, - 4.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.1, - 0.0, - 4.1, - 0.0, - 5.0, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "5": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 4.1, - 3.4699999999999998, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 4.1, - 0.0, - 4.1, - 0.0, - 3.5, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "6": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.657, - 0.0, - 0.0, - 0.0, - 4.1, - 3.4699999999999998, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.4699999999999998, - 0.0, - 4.1, - 0.0, - 3.5, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "7": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.657, - 0.0, - 0.0, - 0.0, - 4.1, - 3.4699999999999998, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.4699999999999998, - 0.0, - 4.1, - 0.0, - 3.5, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "8": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.657, - 0.0, - 0.0, - 0.0, - 4.1, - 3.029, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.4699999999999998, - 0.0, - 4.1, - 0.0, - 3.5, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "9": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.7599, - 0.0, - 0.0, - 0.0, - 4.1, - 3.029, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.4699999999999998, - 0.0, - 4.1, - 0.0, - 2.45, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "10": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.7599, - 0.0, - 0.0, - 0.0, - 4.1, - 2.7203, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.4699999999999998, - 0.0, - 3.4699999999999998, - 0.0, - 2.45, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "11": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.7599, - 0.0, - 0.0, - 0.0, - 4.1, - 2.50421, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.4699999999999998, - 0.0, - 3.4699999999999998, - 0.0, - 2.45, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "12": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.7599, - 0.0, - 0.0, - 0.0, - 3.17, - 2.50421, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.4699999999999998, - 0.0, - 3.029, - 0.0, - 2.45, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "13": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.7599, - 0.0, - 0.0, - 0.0, - 3.17, - 2.50421, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.029, - 0.0, - 3.029, - 0.0, - 2.45, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=a95934f2470141cb/rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=a95934f2470141cb/rewards.json deleted file mode 100644 index 8f18c26..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=a95934f2470141cb/rewards.json +++ /dev/null @@ -1,482 +0,0 @@ -{ - "0": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "1": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "2": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "3": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "4": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "5": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "6": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "7": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "8": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "9": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 2, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "10": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "11": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "12": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "13": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ], - "14": [ - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 2, - 0, - 2, - 0, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=a95934f2470141cb/rewards.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=a95934f2470141cb/rewards.plot.png deleted file mode 100644 index 0864efa..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=a95934f2470141cb/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=a95934f2470141cb/sum_rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=a95934f2470141cb/sum_rewards.json deleted file mode 100644 index d83d00d..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=a95934f2470141cb/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 31, - "V": 3834 - }, - "control": { - "R": 115, - "V": 11631 - } -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=a95934f2470141cb/view.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=a95934f2470141cb/view.plot.png deleted file mode 100644 index 1fbcb93..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=a95934f2470141cb/view.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=ea7729374994452f/choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=ea7729374994452f/choices.json deleted file mode 100644 index 41d2fc5..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=ea7729374994452f/choices.json +++ /dev/null @@ -1,107 +0,0 @@ -{ - "0": [ - 3, - 5, - 7, - 15, - 23 - ], - "1": [ - 5, - 24, - 10, - 7, - 2 - ], - "2": [ - 15, - 21, - 20, - 24, - 8 - ], - "3": [ - 4, - 9, - 15, - 7, - 21 - ], - "4": [ - 25, - 6, - 12, - 13, - 2 - ], - "5": [ - 27, - 15, - 0, - 17, - 7 - ], - "6": [ - 8, - 17, - 4, - 7, - 20 - ], - "7": [ - 28, - 9, - 24, - 8, - 17 - ], - "8": [ - 27, - 7, - 22, - 26, - 4 - ], - "9": [ - 18, - 11, - 22, - 26, - 20 - ], - "10": [ - 1, - 2, - 9, - 3, - 28 - ], - "11": [ - 8, - 29, - 7, - 4, - 9 - ], - "12": [ - 27, - 23, - 24, - 19, - 25 - ], - "13": [ - 10, - 20, - 25, - 24, - 17 - ], - "14": [ - 10, - 26, - 20, - 18, - 0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=ea7729374994452f/config.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=ea7729374994452f/config.json deleted file mode 100644 index 1917168..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=ea7729374994452f/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 30, - "num_choices": 5, - "time_span": 15, - "history_span": 3000, - "alpha": 0.3, - "gamma": 0.9, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=ea7729374994452f/control.choices.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=ea7729374994452f/control.choices.json deleted file mode 100644 index c729b8b..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=ea7729374994452f/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 19, - 10, - 17, - 9, - 21 -] \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=ea7729374994452f/qvalues.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=ea7729374994452f/qvalues.json deleted file mode 100644 index 6870394..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=ea7729374994452f/qvalues.json +++ /dev/null @@ -1,450 +0,0 @@ -{ - "0": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 5.0, - 4.4, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 5.0, - 4.4, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 3.5, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 3.8, - 4.4, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 2.45, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "4": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 3.8, - 4.4, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 5.0, - 0.0, - 2.45, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "5": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 3.8, - 4.4, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 3.8, - 0.0, - 5.0, - 0.0, - 2.45, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "6": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 3.8, - 4.4, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.96, - 0.0, - 5.0, - 0.0, - 2.45, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "7": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 2.96, - 4.4, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.372, - 0.0, - 5.0, - 0.0, - 2.45, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "8": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 2.96, - 4.4, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.372, - 0.0, - 5.0, - 0.0, - 2.45, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "9": [ - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 2.96, - 4.4, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.372, - 0.0, - 5.0, - 0.0, - 2.45, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "10": [ - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 2.372, - 4.4, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.372, - 0.0, - 5.0, - 0.0, - 2.45, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "11": [ - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 1.9604, - 4.4, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.372, - 0.0, - 5.0, - 0.0, - 2.45, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "12": [ - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 1.9604, - 4.4, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 2.372, - 0.0, - 3.8, - 0.0, - 2.45, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "13": [ - 0.0, - 0.3, - 0.0, - 0.0, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 1.9604, - 3.9800000000000004, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 1.9604, - 0.0, - 3.8, - 0.0, - 2.45, - 0.0, - 0.51, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=ea7729374994452f/rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=ea7729374994452f/rewards.json deleted file mode 100644 index abed5c5..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=ea7729374994452f/rewards.json +++ /dev/null @@ -1,482 +0,0 @@ -{ - "0": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "1": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "2": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "3": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "4": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "5": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "6": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 0, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "7": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "8": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "9": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "10": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 2, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "11": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "12": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "13": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ], - "14": [ - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 1, - 3, - 0, - 0, - 0, - 1, - 0, - 0, - 1, - 0, - 1, - 0, - 0, - 0, - 1, - 0, - 0, - 0, - 0, - 0, - 0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=ea7729374994452f/rewards.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=ea7729374994452f/rewards.plot.png deleted file mode 100644 index 44f691b..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=ea7729374994452f/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=ea7729374994452f/sum_rewards.json b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=ea7729374994452f/sum_rewards.json deleted file mode 100644 index d3fe059..0000000 --- a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=ea7729374994452f/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 23, - "V": 3532 - }, - "control": { - "R": 98, - "V": 11631 - } -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=ea7729374994452f/view.plot.png b/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=ea7729374994452f/view.plot.png deleted file mode 100644 index de38ae8..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=10.ts=15.alpha=0.3.gamma=0.9/run=ea7729374994452f/view.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=068b81801e84497d/choices.json b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=068b81801e84497d/choices.json deleted file mode 100644 index 53b0327..0000000 --- a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=068b81801e84497d/choices.json +++ /dev/null @@ -1,107 +0,0 @@ -{ - "0": [ - 11, - 7, - 20, - 29, - 0 - ], - "1": [ - 5, - 22, - 11, - 16, - 7 - ], - "2": [ - 11, - 0, - 2, - 9, - 16 - ], - "3": [ - 11, - 4, - 2, - 16, - 20 - ], - "4": [ - 11, - 4, - 0, - 9, - 20 - ], - "5": [ - 11, - 4, - 16, - 20, - 5 - ], - "6": [ - 11, - 4, - 20, - 3, - 0 - ], - "7": [ - 4, - 11, - 0, - 16, - 3 - ], - "8": [ - 4, - 11, - 16, - 0, - 3 - ], - "9": [ - 4, - 11, - 3, - 0, - 20 - ], - "10": [ - 4, - 11, - 3, - 22, - 20 - ], - "11": [ - 11, - 4, - 3, - 0, - 16 - ], - "12": [ - 4, - 11, - 3, - 0, - 16 - ], - "13": [ - 4, - 11, - 3, - 0, - 16 - ], - "14": [ - 4, - 11, - 3, - 20, - 0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=068b81801e84497d/config.json b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=068b81801e84497d/config.json deleted file mode 100644 index 75d2a76..0000000 --- a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=068b81801e84497d/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 30, - "num_choices": 5, - "time_span": 15, - "history_span": 3000, - "alpha": 0.3, - "gamma": 0.01, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=068b81801e84497d/control.choices.json b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=068b81801e84497d/control.choices.json deleted file mode 100644 index 1674a63..0000000 --- a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=068b81801e84497d/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 10, - 15, - 24, - 4, - 3 -] \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=068b81801e84497d/qvalues.json b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=068b81801e84497d/qvalues.json deleted file mode 100644 index 65a424f..0000000 --- a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=068b81801e84497d/qvalues.json +++ /dev/null @@ -1,450 +0,0 @@ -{ - "0": [ - 17.7, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 45.9, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 16.5, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 17.7, - 0.0, - 0.0, - 5.0, - 5.0, - 19.2, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 77.72999999999999, - 0.0, - 0.0, - 0.0, - 5.0, - 13.5, - 0.0, - 0.0, - 0.0, - 16.5, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 30.089999999999996, - 0.0, - 0.0, - 5.0, - 5.0, - 19.2, - 0.0, - 0.0, - 0.0, - 18.599999999999998, - 5.0, - 100.011, - 0.0, - 0.0, - 0.0, - 5.0, - 23.25, - 0.0, - 0.0, - 0.0, - 16.5, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 30.089999999999996, - 0.0, - 0.0, - 5.0, - 67.1, - 19.2, - 0.0, - 0.0, - 0.0, - 18.599999999999998, - 5.0, - 117.1077, - 0.0, - 0.0, - 0.0, - 5.0, - 29.475, - 0.0, - 0.0, - 0.0, - 28.35, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "4": [ - 41.462999999999994, - 0.0, - 0.0, - 5.0, - 113.57, - 19.2, - 0.0, - 0.0, - 0.0, - 30.72, - 5.0, - 129.97539, - 0.0, - 0.0, - 0.0, - 5.0, - 29.475, - 0.0, - 0.0, - 0.0, - 36.945, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "5": [ - 41.462999999999994, - 0.0, - 0.0, - 5.0, - 143.69899999999998, - 31.74, - 0.0, - 0.0, - 0.0, - 30.72, - 5.0, - 141.682773, - 0.0, - 0.0, - 0.0, - 5.0, - 33.5325, - 0.0, - 0.0, - 0.0, - 40.8615, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "6": [ - 50.6241, - 0.0, - 0.0, - 34.4, - 162.6893, - 31.74, - 0.0, - 0.0, - 0.0, - 30.72, - 5.0, - 148.3779411, - 0.0, - 0.0, - 0.0, - 5.0, - 33.5325, - 0.0, - 0.0, - 0.0, - 43.90305, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "7": [ - 57.03687, - 0.0, - 0.0, - 55.879999999999995, - 173.58251, - 31.74, - 0.0, - 0.0, - 0.0, - 30.72, - 5.0, - 155.16455876999999, - 0.0, - 0.0, - 0.0, - 5.0, - 36.07275, - 0.0, - 0.0, - 0.0, - 43.90305, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "8": [ - 60.925809, - 0.0, - 0.0, - 73.316, - 180.007757, - 31.74, - 0.0, - 0.0, - 0.0, - 30.72, - 5.0, - 158.415191139, - 0.0, - 0.0, - 0.0, - 5.0, - 36.350925, - 0.0, - 0.0, - 0.0, - 43.90305, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "9": [ - 64.2480663, - 0.0, - 0.0, - 88.5212, - 185.1054299, - 31.74, - 0.0, - 0.0, - 0.0, - 30.72, - 5.0, - 160.3906337973, - 0.0, - 0.0, - 0.0, - 5.0, - 36.350925, - 0.0, - 0.0, - 0.0, - 48.432135, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "10": [ - 64.2480663, - 0.0, - 0.0, - 99.46484, - 186.57380093, - 31.74, - 0.0, - 0.0, - 0.0, - 30.72, - 5.0, - 160.27344365811, - 0.0, - 0.0, - 0.0, - 5.0, - 36.350925, - 0.0, - 0.0, - 0.0, - 50.4024945, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "11": [ - 65.97364641, - 0.0, - 0.0, - 107.725388, - 186.701660651, - 31.74, - 0.0, - 0.0, - 0.0, - 30.72, - 5.0, - 159.891410560677, - 0.0, - 0.0, - 0.0, - 5.0, - 38.3456475, - 0.0, - 0.0, - 0.0, - 50.4024945, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "12": [ - 67.781552487, - 0.0, - 0.0, - 114.40777159999999, - 187.3911624557, - 31.74, - 0.0, - 0.0, - 0.0, - 30.72, - 5.0, - 157.8239873924739, - 0.0, - 0.0, - 0.0, - 5.0, - 39.74195325, - 0.0, - 0.0, - 0.0, - 50.4024945, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "13": [ - 69.6470867409, - 0.0, - 0.0, - 121.78544011999999, - 190.87381371899, - 31.74, - 0.0, - 0.0, - 0.0, - 30.72, - 5.0, - 156.97679117473172, - 0.0, - 0.0, - 0.0, - 5.0, - 39.519367275, - 0.0, - 0.0, - 0.0, - 50.4024945, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=068b81801e84497d/rewards.json b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=068b81801e84497d/rewards.json deleted file mode 100644 index 3066f1b..0000000 --- a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=068b81801e84497d/rewards.json +++ /dev/null @@ -1,482 +0,0 @@ -{ - "0": [ - 62, - 0, - 0, - 113, - 216, - 67, - 41, - 0, - 0, - 54, - 43, - 151, - 0, - 0, - 9, - 150, - 54, - 0, - 174, - 154, - 58, - 0, - 0, - 118, - 235, - 163, - 5, - 0, - 68, - 0 - ], - "1": [ - 59, - 0, - 0, - 112, - 229, - 72, - 36, - 0, - 0, - 59, - 45, - 153, - 0, - 0, - 11, - 151, - 51, - 0, - 165, - 170, - 55, - 0, - 0, - 122, - 241, - 159, - 4, - 0, - 68, - 0 - ], - "2": [ - 61, - 0, - 0, - 109, - 221, - 64, - 36, - 0, - 0, - 67, - 41, - 152, - 0, - 0, - 13, - 154, - 45, - 0, - 163, - 169, - 58, - 0, - 0, - 130, - 235, - 159, - 3, - 0, - 69, - 0 - ], - "3": [ - 59, - 0, - 0, - 108, - 210, - 58, - 38, - 0, - 0, - 62, - 38, - 152, - 0, - 0, - 13, - 156, - 46, - 0, - 155, - 173, - 56, - 0, - 0, - 127, - 238, - 158, - 1, - 0, - 67, - 0 - ], - "4": [ - 66, - 0, - 0, - 110, - 212, - 61, - 41, - 0, - 0, - 59, - 41, - 157, - 0, - 0, - 15, - 156, - 44, - 0, - 158, - 169, - 56, - 0, - 0, - 121, - 245, - 143, - 1, - 0, - 68, - 0 - ], - "5": [ - 68, - 0, - 0, - 101, - 222, - 63, - 42, - 0, - 0, - 59, - 42, - 160, - 0, - 0, - 15, - 161, - 48, - 0, - 155, - 172, - 57, - 0, - 0, - 120, - 240, - 140, - 0, - 0, - 64, - 0 - ], - "6": [ - 73, - 0, - 0, - 100, - 214, - 61, - 42, - 0, - 0, - 60, - 48, - 169, - 0, - 0, - 15, - 150, - 43, - 0, - 167, - 163, - 50, - 0, - 0, - 123, - 241, - 139, - 0, - 0, - 59, - 0 - ], - "7": [ - 72, - 0, - 0, - 103, - 207, - 69, - 45, - 0, - 0, - 60, - 48, - 164, - 0, - 0, - 15, - 151, - 44, - 0, - 167, - 165, - 51, - 0, - 0, - 118, - 241, - 156, - 2, - 0, - 56, - 0 - ], - "8": [ - 72, - 0, - 0, - 106, - 199, - 72, - 43, - 0, - 0, - 60, - 44, - 171, - 0, - 0, - 15, - 147, - 42, - 0, - 163, - 163, - 47, - 0, - 0, - 110, - 245, - 165, - 1, - 0, - 53, - 0 - ], - "9": [ - 70, - 0, - 0, - 114, - 195, - 70, - 43, - 0, - 0, - 61, - 49, - 166, - 0, - 0, - 18, - 153, - 37, - 0, - 165, - 155, - 58, - 0, - 0, - 122, - 247, - 168, - 2, - 0, - 59, - 0 - ], - "10": [ - 72, - 0, - 0, - 124, - 197, - 67, - 40, - 0, - 0, - 64, - 49, - 165, - 0, - 0, - 16, - 150, - 40, - 0, - 166, - 157, - 59, - 0, - 0, - 108, - 252, - 164, - 2, - 0, - 61, - 0 - ], - "11": [ - 67, - 0, - 0, - 125, - 190, - 74, - 43, - 0, - 0, - 67, - 43, - 160, - 0, - 0, - 16, - 156, - 42, - 0, - 168, - 154, - 55, - 0, - 0, - 111, - 261, - 157, - 3, - 0, - 55, - 0 - ], - "12": [ - 70, - 0, - 0, - 127, - 187, - 72, - 40, - 0, - 0, - 72, - 41, - 159, - 0, - 0, - 15, - 148, - 43, - 0, - 168, - 161, - 53, - 0, - 0, - 108, - 263, - 149, - 3, - 0, - 62, - 0 - ], - "13": [ - 72, - 0, - 0, - 130, - 189, - 68, - 40, - 0, - 0, - 72, - 40, - 153, - 0, - 0, - 17, - 147, - 43, - 0, - 184, - 173, - 51, - 0, - 0, - 94, - 264, - 156, - 3, - 0, - 60, - 0 - ], - "14": [ - 74, - 0, - 0, - 139, - 199, - 74, - 38, - 0, - 0, - 74, - 40, - 155, - 0, - 0, - 16, - 158, - 39, - 0, - 188, - 173, - 51, - 0, - 0, - 101, - 260, - 159, - 2, - 0, - 60, - 0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=068b81801e84497d/rewards.plot.png b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=068b81801e84497d/rewards.plot.png deleted file mode 100644 index 67e908b..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=068b81801e84497d/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=068b81801e84497d/sum_rewards.json b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=068b81801e84497d/sum_rewards.json deleted file mode 100644 index 7c4a346..0000000 --- a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=068b81801e84497d/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 7745, - "V": 444606 - }, - "control": { - "R": 11456, - "V": 723335 - } -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=068b81801e84497d/view.plot.png b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=068b81801e84497d/view.plot.png deleted file mode 100644 index 2191b0f..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=068b81801e84497d/view.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=153116606d5c43d8/choices.json b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=153116606d5c43d8/choices.json deleted file mode 100644 index 868be16..0000000 --- a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=153116606d5c43d8/choices.json +++ /dev/null @@ -1,107 +0,0 @@ -{ - "0": [ - 15, - 24, - 19, - 3, - 10 - ], - "1": [ - 19, - 15, - 21, - 24, - 3 - ], - "2": [ - 19, - 24, - 3, - 15, - 10 - ], - "3": [ - 19, - 24, - 3, - 15, - 10 - ], - "4": [ - 19, - 24, - 3, - 15, - 14 - ], - "5": [ - 24, - 19, - 3, - 10, - 15 - ], - "6": [ - 19, - 24, - 3, - 15, - 10 - ], - "7": [ - 19, - 24, - 3, - 14, - 15 - ], - "8": [ - 24, - 19, - 15, - 3, - 10 - ], - "9": [ - 24, - 19, - 3, - 15, - 10 - ], - "10": [ - 24, - 19, - 3, - 15, - 10 - ], - "11": [ - 19, - 24, - 3, - 15, - 10 - ], - "12": [ - 24, - 19, - 3, - 15, - 10 - ], - "13": [ - 24, - 19, - 10, - 3, - 15 - ], - "14": [ - 24, - 19, - 3, - 15, - 10 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=153116606d5c43d8/config.json b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=153116606d5c43d8/config.json deleted file mode 100644 index 75d2a76..0000000 --- a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=153116606d5c43d8/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 30, - "num_choices": 5, - "time_span": 15, - "history_span": 3000, - "alpha": 0.3, - "gamma": 0.01, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=153116606d5c43d8/control.choices.json b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=153116606d5c43d8/control.choices.json deleted file mode 100644 index 1674a63..0000000 --- a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=153116606d5c43d8/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 10, - 15, - 24, - 4, - 3 -] \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=153116606d5c43d8/qvalues.json b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=153116606d5c43d8/qvalues.json deleted file mode 100644 index 7b1caef..0000000 --- a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=153116606d5c43d8/qvalues.json +++ /dev/null @@ -1,450 +0,0 @@ -{ - "0": [ - 0.0, - 0.0, - 0.0, - 35.3, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 22.4, - 0.0, - 0.0, - 0.0, - 0.0, - 23.9, - 0.0, - 0.0, - 0.0, - 59.699999999999996, - 0.0, - 0.0, - 0.0, - 0.0, - 53.6, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 0.0, - 0.0, - 54.41, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 22.4, - 0.0, - 0.0, - 0.0, - 0.0, - 38.93, - 0.0, - 0.0, - 0.0, - 98.49, - 0.0, - 0.0, - 0.0, - 0.0, - 91.82, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 0.0, - 0.0, - 0.0, - 68.687, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 33.68, - 0.0, - 0.0, - 0.0, - 0.0, - 47.351, - 0.0, - 0.0, - 0.0, - 124.143, - 0.0, - 0.0, - 0.0, - 0.0, - 114.97399999999999, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 0.0, - 0.0, - 0.0, - 77.48089999999999, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 41.576, - 0.0, - 0.0, - 0.0, - 0.0, - 52.0457, - 0.0, - 0.0, - 0.0, - 140.6001, - 0.0, - 0.0, - 0.0, - 0.0, - 130.8818, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "4": [ - 0.0, - 0.0, - 0.0, - 83.33663, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 41.576, - 0.0, - 0.0, - 0.0, - 12.9, - 55.93199, - 0.0, - 0.0, - 0.0, - 150.62007, - 0.0, - 0.0, - 0.0, - 0.0, - 141.71726, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "5": [ - 0.0, - 0.0, - 0.0, - 85.63564099999999, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 49.5032, - 0.0, - 0.0, - 0.0, - 12.9, - 57.452393, - 0.0, - 0.0, - 0.0, - 158.834049, - 0.0, - 0.0, - 0.0, - 0.0, - 147.802082, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "6": [ - 0.0, - 0.0, - 0.0, - 87.84494869999999, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 52.35224, - 0.0, - 0.0, - 0.0, - 12.9, - 57.9166751, - 0.0, - 0.0, - 0.0, - 163.0838343, - 0.0, - 0.0, - 0.0, - 0.0, - 155.66145740000002, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "7": [ - 0.0, - 0.0, - 0.0, - 90.59146408999999, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 52.35224, - 0.0, - 0.0, - 0.0, - 22.23, - 58.84167257, - 0.0, - 0.0, - 0.0, - 163.05868401, - 0.0, - 0.0, - 0.0, - 0.0, - 160.86302018, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "8": [ - 0.0, - 0.0, - 0.0, - 92.81402486299999, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 55.546568, - 0.0, - 0.0, - 0.0, - 22.23, - 60.089170799, - 0.0, - 0.0, - 0.0, - 161.841078807, - 0.0, - 0.0, - 0.0, - 0.0, - 163.004114126, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "9": [ - 0.0, - 0.0, - 0.0, - 95.5698174041, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 59.5825976, - 0.0, - 0.0, - 0.0, - 22.23, - 62.1624195593, - 0.0, - 0.0, - 0.0, - 160.6887551649, - 0.0, - 0.0, - 0.0, - 0.0, - 167.80287988819998, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "10": [ - 0.0, - 0.0, - 0.0, - 98.99887218287, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 61.20781832, - 0.0, - 0.0, - 0.0, - 22.23, - 65.41369369151, - 0.0, - 0.0, - 0.0, - 157.48212861542999, - 0.0, - 0.0, - 0.0, - 0.0, - 173.26201592174, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "11": [ - 0.0, - 0.0, - 0.0, - 100.499210528009, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 62.645472824, - 0.0, - 0.0, - 0.0, - 22.23, - 69.189585584057, - 0.0, - 0.0, - 0.0, - 154.037490030801, - 0.0, - 0.0, - 0.0, - 0.0, - 176.48341114521799, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "12": [ - 0.0, - 0.0, - 0.0, - 102.1494473696063, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 62.7518309768, - 0.0, - 0.0, - 0.0, - 22.23, - 71.5327099088399, - 0.0, - 0.0, - 0.0, - 152.2262430215607, - 0.0, - 0.0, - 0.0, - 0.0, - 179.3383878016526, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "13": [ - 0.0, - 0.0, - 0.0, - 106.90461315872442, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 61.92628168376, - 0.0, - 0.0, - 0.0, - 22.23, - 74.97289693618794, - 0.0, - 0.0, - 0.0, - 151.5583701150925, - 0.0, - 0.0, - 0.0, - 0.0, - 181.63687146115683, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=153116606d5c43d8/rewards.json b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=153116606d5c43d8/rewards.json deleted file mode 100644 index ca74589..0000000 --- a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=153116606d5c43d8/rewards.json +++ /dev/null @@ -1,482 +0,0 @@ -{ - "0": [ - 40, - 0, - 0, - 113, - 69, - 61, - 72, - 0, - 0, - 52, - 63, - 105, - 0, - 0, - 29, - 65, - 52, - 0, - 102, - 192, - 79, - 0, - 0, - 154, - 160, - 254, - 7, - 0, - 103, - 0 - ], - "1": [ - 35, - 0, - 0, - 106, - 69, - 59, - 66, - 0, - 0, - 53, - 63, - 104, - 0, - 0, - 35, - 68, - 49, - 0, - 102, - 199, - 73, - 0, - 0, - 145, - 167, - 247, - 5, - 0, - 108, - 0 - ], - "2": [ - 33, - 0, - 0, - 99, - 70, - 59, - 66, - 0, - 0, - 57, - 63, - 92, - 0, - 0, - 36, - 74, - 42, - 0, - 97, - 189, - 80, - 0, - 0, - 168, - 181, - 245, - 4, - 0, - 109, - 0 - ], - "3": [ - 31, - 0, - 0, - 102, - 73, - 59, - 69, - 0, - 0, - 56, - 60, - 95, - 0, - 0, - 41, - 67, - 42, - 0, - 98, - 184, - 77, - 0, - 0, - 180, - 169, - 243, - 2, - 0, - 105, - 0 - ], - "4": [ - 30, - 0, - 0, - 98, - 66, - 53, - 64, - 0, - 0, - 53, - 60, - 105, - 0, - 0, - 41, - 63, - 41, - 0, - 98, - 179, - 76, - 0, - 0, - 169, - 168, - 227, - 1, - 0, - 105, - 0 - ], - "5": [ - 24, - 0, - 0, - 97, - 74, - 59, - 67, - 0, - 0, - 52, - 62, - 105, - 0, - 0, - 43, - 65, - 46, - 0, - 98, - 174, - 77, - 0, - 0, - 174, - 167, - 235, - 1, - 0, - 103, - 0 - ], - "6": [ - 28, - 0, - 0, - 91, - 67, - 53, - 66, - 0, - 0, - 52, - 68, - 104, - 0, - 0, - 48, - 61, - 42, - 0, - 101, - 178, - 81, - 0, - 0, - 176, - 162, - 243, - 0, - 0, - 93, - 0 - ], - "7": [ - 30, - 0, - 0, - 93, - 65, - 60, - 67, - 0, - 0, - 53, - 59, - 102, - 0, - 0, - 48, - 59, - 43, - 0, - 95, - 173, - 79, - 0, - 0, - 170, - 174, - 236, - 3, - 0, - 91, - 0 - ], - "8": [ - 30, - 0, - 0, - 97, - 64, - 57, - 73, - 0, - 0, - 55, - 56, - 105, - 0, - 0, - 44, - 61, - 41, - 0, - 106, - 163, - 79, - 0, - 0, - 166, - 173, - 237, - 2, - 0, - 86, - 0 - ], - "9": [ - 27, - 0, - 0, - 98, - 60, - 56, - 75, - 0, - 0, - 58, - 63, - 102, - 0, - 0, - 52, - 63, - 36, - 0, - 108, - 159, - 82, - 0, - 0, - 169, - 168, - 240, - 3, - 0, - 87, - 0 - ], - "10": [ - 33, - 0, - 0, - 102, - 55, - 54, - 70, - 0, - 0, - 60, - 69, - 102, - 0, - 0, - 45, - 67, - 39, - 0, - 103, - 158, - 85, - 0, - 0, - 169, - 179, - 245, - 4, - 0, - 83, - 0 - ], - "11": [ - 36, - 0, - 0, - 107, - 55, - 51, - 69, - 0, - 0, - 64, - 65, - 109, - 0, - 0, - 46, - 73, - 37, - 0, - 112, - 150, - 84, - 0, - 0, - 173, - 186, - 256, - 5, - 0, - 83, - 0 - ], - "12": [ - 41, - 0, - 0, - 104, - 53, - 51, - 67, - 0, - 0, - 67, - 66, - 107, - 0, - 0, - 45, - 78, - 38, - 0, - 110, - 146, - 84, - 0, - 0, - 174, - 184, - 246, - 5, - 0, - 81, - 0 - ], - "13": [ - 40, - 0, - 0, - 106, - 60, - 54, - 71, - 0, - 0, - 64, - 63, - 102, - 0, - 0, - 50, - 77, - 40, - 0, - 107, - 148, - 82, - 0, - 0, - 184, - 186, - 243, - 5, - 0, - 80, - 0 - ], - "14": [ - 40, - 0, - 0, - 118, - 57, - 51, - 67, - 0, - 0, - 72, - 60, - 97, - 0, - 0, - 47, - 83, - 37, - 0, - 109, - 150, - 80, - 0, - 0, - 183, - 187, - 248, - 3, - 0, - 83, - 0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=153116606d5c43d8/rewards.plot.png b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=153116606d5c43d8/rewards.plot.png deleted file mode 100644 index 5bbfa22..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=153116606d5c43d8/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=153116606d5c43d8/sum_rewards.json b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=153116606d5c43d8/sum_rewards.json deleted file mode 100644 index 52ce082..0000000 --- a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=153116606d5c43d8/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 8555, - "V": 675720 - }, - "control": { - "R": 7063, - "V": 723335 - } -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=153116606d5c43d8/view.plot.png b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=153116606d5c43d8/view.plot.png deleted file mode 100644 index 171c762..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=153116606d5c43d8/view.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=403aba65defe4871/choices.json b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=403aba65defe4871/choices.json deleted file mode 100644 index bbe71d2..0000000 --- a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=403aba65defe4871/choices.json +++ /dev/null @@ -1,107 +0,0 @@ -{ - "0": [ - 24, - 26, - 18, - 25, - 13 - ], - "1": [ - 18, - 24, - 25, - 23, - 13 - ], - "2": [ - 24, - 25, - 18, - 17, - 23 - ], - "3": [ - 24, - 25, - 18, - 23, - 13 - ], - "4": [ - 24, - 25, - 18, - 23, - 2 - ], - "5": [ - 24, - 25, - 18, - 23, - 0 - ], - "6": [ - 24, - 25, - 18, - 23, - 29 - ], - "7": [ - 25, - 24, - 18, - 23, - 17 - ], - "8": [ - 24, - 25, - 18, - 23, - 6 - ], - "9": [ - 24, - 25, - 23, - 18, - 0 - ], - "10": [ - 25, - 24, - 18, - 23, - 19 - ], - "11": [ - 25, - 24, - 18, - 23, - 26 - ], - "12": [ - 25, - 24, - 18, - 23, - 0 - ], - "13": [ - 25, - 24, - 23, - 18, - 0 - ], - "14": [ - 25, - 24, - 18, - 23, - 9 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=403aba65defe4871/config.json b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=403aba65defe4871/config.json deleted file mode 100644 index 75d2a76..0000000 --- a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=403aba65defe4871/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 30, - "num_choices": 5, - "time_span": 15, - "history_span": 3000, - "alpha": 0.3, - "gamma": 0.01, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=403aba65defe4871/control.choices.json b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=403aba65defe4871/control.choices.json deleted file mode 100644 index 1674a63..0000000 --- a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=403aba65defe4871/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 10, - 15, - 24, - 4, - 3 -] \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=403aba65defe4871/qvalues.json b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=403aba65defe4871/qvalues.json deleted file mode 100644 index d9e0c6a..0000000 --- a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=403aba65defe4871/qvalues.json +++ /dev/null @@ -1,450 +0,0 @@ -{ - "0": [ - 0.0, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 33.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 59.0, - 49.199999999999996, - 3.3, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 57.599999999999994, - 0.0, - 0.0, - 0.0, - 0.0, - 29.4, - 97.4, - 81.53999999999999, - 3.3, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 0.0, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 73.61999999999999, - 0.0, - 0.0, - 0.0, - 0.0, - 46.98, - 121.28, - 102.978, - 3.3, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 0.0, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 86.934, - 0.0, - 0.0, - 0.0, - 0.0, - 58.686, - 136.796, - 117.68459999999999, - 3.3, - 0.0, - 0.0, - 0.0 - ], - "4": [ - 0.0, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 93.5538, - 0.0, - 0.0, - 0.0, - 0.0, - 68.6802, - 148.8572, - 127.97922, - 3.3, - 0.0, - 0.0, - 0.0 - ], - "5": [ - 16.5, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 97.58766, - 0.0, - 0.0, - 0.0, - 0.0, - 75.07614, - 157.90004, - 135.485454, - 3.3, - 0.0, - 0.0, - 0.0 - ], - "6": [ - 16.5, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 97.711362, - 0.0, - 0.0, - 0.0, - 0.0, - 78.95329799999999, - 160.030028, - 142.8398178, - 3.3, - 0.0, - 0.0, - 0.0 - ], - "7": [ - 16.5, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 97.19795339999999, - 0.0, - 0.0, - 0.0, - 0.0, - 84.06730859999999, - 158.5210196, - 147.38787245999998, - 3.3, - 0.0, - 0.0, - 0.0 - ], - "8": [ - 16.5, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 28.799999999999997, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 95.93856738, - 0.0, - 0.0, - 0.0, - 0.0, - 87.04711601999999, - 156.56471372, - 152.97151072199998, - 3.3, - 0.0, - 0.0, - 0.0 - ], - "9": [ - 26.85, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 28.799999999999997, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 93.856997166, - 0.0, - 0.0, - 0.0, - 0.0, - 88.23298121399999, - 156.395299604, - 152.9800575054, - 3.3, - 0.0, - 0.0, - 0.0 - ], - "10": [ - 26.85, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 28.799999999999997, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 93.8998980162, - 14.399999999999999, - 0.0, - 0.0, - 0.0, - 88.1630868498, - 157.7767097228, - 155.98604025378, - 3.3, - 0.0, - 0.0, - 0.0 - ], - "11": [ - 26.85, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 28.799999999999997, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 95.12992861134, - 14.399999999999999, - 0.0, - 0.0, - 0.0, - 84.81416079486, - 158.44369680596, - 158.390228177646, - 6.209999999999999, - 0.0, - 0.0, - 0.0 - ], - "12": [ - 35.895, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 28.799999999999997, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 96.590950027938, - 14.399999999999999, - 0.0, - 0.0, - 0.0, - 80.069912556402, - 157.110587764172, - 159.7731597243522, - 6.209999999999999, - 0.0, - 0.0, - 0.0 - ], - "13": [ - 41.6265, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 28.799999999999997, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 98.81366501955661, - 14.399999999999999, - 0.0, - 0.0, - 0.0, - 76.7489387894814, - 152.5774114349204, - 160.14121180704655, - 6.209999999999999, - 0.0, - 0.0, - 0.0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=403aba65defe4871/rewards.json b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=403aba65defe4871/rewards.json deleted file mode 100644 index 54768d8..0000000 --- a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=403aba65defe4871/rewards.json +++ /dev/null @@ -1,482 +0,0 @@ -{ - "0": [ - 56, - 0, - 0, - 148, - 170, - 128, - 96, - 0, - 0, - 60, - 41, - 135, - 0, - 0, - 14, - 103, - 18, - 0, - 106, - 65, - 76, - 0, - 0, - 99, - 193, - 162, - 15, - 0, - 116, - 0 - ], - "1": [ - 50, - 0, - 0, - 142, - 175, - 128, - 89, - 0, - 0, - 66, - 41, - 130, - 0, - 0, - 15, - 98, - 18, - 0, - 110, - 69, - 74, - 0, - 0, - 85, - 185, - 164, - 11, - 0, - 126, - 0 - ], - "2": [ - 51, - 0, - 0, - 135, - 180, - 124, - 86, - 0, - 0, - 73, - 41, - 127, - 0, - 0, - 19, - 99, - 15, - 0, - 115, - 66, - 81, - 0, - 0, - 98, - 187, - 157, - 9, - 0, - 129, - 0 - ], - "3": [ - 52, - 0, - 0, - 141, - 180, - 121, - 90, - 0, - 0, - 65, - 38, - 126, - 0, - 0, - 19, - 100, - 16, - 0, - 111, - 63, - 74, - 0, - 0, - 88, - 177, - 153, - 6, - 0, - 130, - 0 - ], - "4": [ - 58, - 0, - 0, - 136, - 186, - 109, - 89, - 0, - 0, - 63, - 37, - 139, - 0, - 0, - 21, - 99, - 14, - 0, - 118, - 63, - 76, - 0, - 0, - 86, - 173, - 152, - 4, - 0, - 135, - 0 - ], - "5": [ - 54, - 0, - 0, - 130, - 191, - 113, - 88, - 0, - 0, - 62, - 38, - 143, - 0, - 0, - 21, - 99, - 15, - 0, - 109, - 56, - 77, - 0, - 0, - 92, - 177, - 152, - 3, - 0, - 132, - 0 - ], - "6": [ - 55, - 0, - 0, - 130, - 186, - 102, - 89, - 0, - 0, - 66, - 40, - 141, - 0, - 0, - 25, - 93, - 14, - 0, - 107, - 54, - 76, - 0, - 0, - 90, - 179, - 153, - 1, - 0, - 133, - 0 - ], - "7": [ - 55, - 0, - 0, - 128, - 185, - 107, - 90, - 0, - 0, - 70, - 46, - 153, - 0, - 0, - 24, - 93, - 16, - 0, - 98, - 52, - 71, - 0, - 0, - 88, - 165, - 160, - 8, - 0, - 127, - 0 - ], - "8": [ - 56, - 0, - 0, - 132, - 177, - 114, - 100, - 0, - 0, - 69, - 48, - 151, - 0, - 0, - 22, - 94, - 17, - 0, - 96, - 50, - 75, - 0, - 0, - 96, - 155, - 158, - 5, - 0, - 128, - 0 - ], - "9": [ - 51, - 0, - 0, - 136, - 179, - 121, - 96, - 0, - 0, - 71, - 48, - 138, - 0, - 0, - 28, - 99, - 14, - 0, - 93, - 51, - 82, - 0, - 0, - 94, - 152, - 166, - 7, - 0, - 128, - 0 - ], - "10": [ - 51, - 0, - 0, - 137, - 176, - 119, - 87, - 0, - 0, - 70, - 47, - 134, - 0, - 0, - 25, - 97, - 16, - 0, - 89, - 53, - 85, - 0, - 0, - 91, - 156, - 153, - 9, - 0, - 125, - 0 - ], - "11": [ - 54, - 0, - 0, - 134, - 175, - 110, - 91, - 0, - 0, - 73, - 50, - 134, - 0, - 0, - 24, - 98, - 16, - 0, - 94, - 48, - 80, - 0, - 0, - 88, - 161, - 163, - 12, - 0, - 127, - 0 - ], - "12": [ - 53, - 0, - 0, - 128, - 165, - 98, - 87, - 0, - 0, - 74, - 47, - 140, - 0, - 0, - 24, - 90, - 17, - 0, - 98, - 47, - 75, - 0, - 0, - 77, - 160, - 164, - 13, - 0, - 133, - 0 - ], - "13": [ - 57, - 0, - 0, - 132, - 169, - 99, - 91, - 0, - 0, - 72, - 45, - 134, - 0, - 0, - 27, - 91, - 18, - 0, - 100, - 54, - 67, - 0, - 0, - 69, - 154, - 163, - 11, - 0, - 120, - 0 - ], - "14": [ - 55, - 0, - 0, - 140, - 173, - 106, - 94, - 0, - 0, - 77, - 40, - 131, - 0, - 0, - 26, - 93, - 17, - 0, - 104, - 55, - 71, - 0, - 0, - 69, - 142, - 161, - 7, - 0, - 126, - 0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=403aba65defe4871/rewards.plot.png b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=403aba65defe4871/rewards.plot.png deleted file mode 100644 index 6c08397..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=403aba65defe4871/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=403aba65defe4871/sum_rewards.json b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=403aba65defe4871/sum_rewards.json deleted file mode 100644 index 9d99e0e..0000000 --- a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=403aba65defe4871/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 8128, - "V": 779518 - }, - "control": { - "R": 9305, - "V": 723335 - } -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=403aba65defe4871/view.plot.png b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=403aba65defe4871/view.plot.png deleted file mode 100644 index 0c42c6b..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=403aba65defe4871/view.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=9dc21f26ecd945b5/choices.json b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=9dc21f26ecd945b5/choices.json deleted file mode 100644 index f684273..0000000 --- a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=9dc21f26ecd945b5/choices.json +++ /dev/null @@ -1,107 +0,0 @@ -{ - "0": [ - 12, - 15, - 6, - 18, - 17 - ], - "1": [ - 18, - 15, - 29, - 14, - 16 - ], - "2": [ - 18, - 15, - 6, - 4, - 14 - ], - "3": [ - 18, - 15, - 6, - 25, - 8 - ], - "4": [ - 15, - 18, - 25, - 6, - 4 - ], - "5": [ - 18, - 15, - 25, - 6, - 16 - ], - "6": [ - 25, - 18, - 15, - 6, - 4 - ], - "7": [ - 25, - 18, - 15, - 6, - 4 - ], - "8": [ - 25, - 18, - 15, - 6, - 4 - ], - "9": [ - 25, - 18, - 15, - 6, - 4 - ], - "10": [ - 25, - 18, - 15, - 6, - 4 - ], - "11": [ - 25, - 18, - 15, - 4, - 6 - ], - "12": [ - 25, - 18, - 15, - 6, - 4 - ], - "13": [ - 25, - 18, - 15, - 6, - 4 - ], - "14": [ - 25, - 18, - 15, - 6, - 4 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=9dc21f26ecd945b5/config.json b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=9dc21f26ecd945b5/config.json deleted file mode 100644 index 75d2a76..0000000 --- a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=9dc21f26ecd945b5/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 30, - "num_choices": 5, - "time_span": 15, - "history_span": 3000, - "alpha": 0.3, - "gamma": 0.01, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=9dc21f26ecd945b5/control.choices.json b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=9dc21f26ecd945b5/control.choices.json deleted file mode 100644 index 1674a63..0000000 --- a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=9dc21f26ecd945b5/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 10, - 15, - 24, - 4, - 3 -] \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=9dc21f26ecd945b5/qvalues.json b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=9dc21f26ecd945b5/qvalues.json deleted file mode 100644 index 17eff03..0000000 --- a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=9dc21f26ecd945b5/qvalues.json +++ /dev/null @@ -1,450 +0,0 @@ -{ - "0": [ - 0.0, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 21.3, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 45.5, - 0.0, - 0.0, - 57.3, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 21.3, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 8.4, - 78.05, - 11.1, - 0.0, - 97.71, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 0.0, - 0.0, - 0.0, - 5.0, - 24.8, - 0.0, - 38.010000000000005, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 14.88, - 100.235, - 11.1, - 0.0, - 127.197, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 0.0, - 0.0, - 0.0, - 5.0, - 24.8, - 0.0, - 49.707, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 14.88, - 117.2645, - 11.1, - 0.0, - 149.0379, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 77.7, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "4": [ - 0.0, - 0.0, - 0.0, - 5.0, - 42.260000000000005, - 0.0, - 57.8949, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 14.88, - 130.38515, - 11.1, - 0.0, - 162.82653, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 132.69, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "5": [ - 0.0, - 0.0, - 0.0, - 5.0, - 42.260000000000005, - 0.0, - 63.32643, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 14.88, - 136.869605, - 17.97, - 0.0, - 171.878571, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 171.183, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "6": [ - 0.0, - 0.0, - 0.0, - 5.0, - 53.582, - 0.0, - 68.028501, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 14.88, - 137.8087235, - 17.97, - 0.0, - 178.2149997, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 196.3281, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "7": [ - 0.0, - 0.0, - 0.0, - 5.0, - 60.9074, - 0.0, - 73.1199507, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 14.88, - 140.56610645, - 17.97, - 0.0, - 185.05049979, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 211.82967, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "8": [ - 0.0, - 0.0, - 0.0, - 5.0, - 63.035180000000004, - 0.0, - 76.68396549, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 14.88, - 144.89627451500002, - 17.97, - 0.0, - 189.235349853, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 220.580769, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "9": [ - 0.0, - 0.0, - 0.0, - 5.0, - 67.224626, - 0.0, - 77.078775843, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 14.88, - 147.3273921605, - 17.97, - 0.0, - 188.8647448971, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 226.4065383, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "10": [ - 0.0, - 0.0, - 0.0, - 5.0, - 69.5572382, - 0.0, - 77.9551430901, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 14.88, - 149.62917451235, - 17.97, - 0.0, - 189.20532142797, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 231.38457681, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "11": [ - 0.0, - 0.0, - 0.0, - 5.0, - 70.29006674, - 0.0, - 77.66860016307, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 14.88, - 150.04042215864501, - 17.97, - 0.0, - 189.143724999579, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 234.869203767, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "12": [ - 0.0, - 0.0, - 0.0, - 5.0, - 72.903046718, - 0.0, - 78.668020114149, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 14.88, - 151.82829551105152, - 17.97, - 0.0, - 193.3006074997053, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 238.8084426369, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "13": [ - 0.0, - 0.0, - 0.0, - 5.0, - 75.0321327026, - 0.0, - 79.6676140799043, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 14.88, - 153.37980685773607, - 17.97, - 0.0, - 197.41042524979372, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 244.56590984583, - 0.0, - 0.0, - 0.0, - 0.0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=9dc21f26ecd945b5/rewards.json b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=9dc21f26ecd945b5/rewards.json deleted file mode 100644 index 96aac88..0000000 --- a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=9dc21f26ecd945b5/rewards.json +++ /dev/null @@ -1,482 +0,0 @@ -{ - "0": [ - 65, - 0, - 0, - 69, - 81, - 105, - 78, - 0, - 0, - 54, - 86, - 134, - 0, - 0, - 21, - 136, - 39, - 0, - 195, - 148, - 69, - 0, - 0, - 108, - 150, - 271, - 6, - 0, - 128, - 0 - ], - "1": [ - 60, - 0, - 0, - 66, - 74, - 105, - 71, - 0, - 0, - 59, - 95, - 128, - 0, - 0, - 24, - 140, - 40, - 0, - 191, - 161, - 65, - 0, - 0, - 104, - 146, - 265, - 4, - 0, - 128, - 0 - ], - "2": [ - 62, - 0, - 0, - 68, - 71, - 97, - 72, - 0, - 0, - 65, - 92, - 119, - 0, - 0, - 28, - 154, - 37, - 0, - 192, - 153, - 71, - 0, - 0, - 115, - 142, - 258, - 3, - 0, - 136, - 0 - ], - "3": [ - 61, - 0, - 0, - 71, - 71, - 94, - 77, - 0, - 0, - 61, - 87, - 121, - 0, - 0, - 30, - 152, - 39, - 0, - 196, - 156, - 68, - 0, - 0, - 123, - 138, - 261, - 2, - 0, - 137, - 0 - ], - "4": [ - 68, - 0, - 0, - 75, - 74, - 87, - 77, - 0, - 0, - 60, - 85, - 133, - 0, - 0, - 31, - 157, - 37, - 0, - 200, - 160, - 67, - 0, - 0, - 124, - 140, - 259, - 1, - 0, - 139, - 0 - ], - "5": [ - 64, - 0, - 0, - 78, - 83, - 81, - 77, - 0, - 0, - 55, - 94, - 145, - 0, - 0, - 34, - 161, - 41, - 0, - 195, - 163, - 66, - 0, - 0, - 133, - 137, - 261, - 1, - 0, - 136, - 0 - ], - "6": [ - 69, - 0, - 0, - 80, - 85, - 84, - 76, - 0, - 0, - 57, - 95, - 150, - 0, - 0, - 41, - 152, - 34, - 0, - 193, - 164, - 66, - 0, - 0, - 127, - 141, - 261, - 0, - 0, - 135, - 0 - ], - "7": [ - 66, - 0, - 0, - 85, - 80, - 90, - 79, - 0, - 0, - 59, - 92, - 150, - 0, - 0, - 40, - 140, - 34, - 0, - 193, - 150, - 65, - 0, - 0, - 116, - 141, - 255, - 3, - 0, - 131, - 0 - ], - "8": [ - 67, - 0, - 0, - 77, - 78, - 97, - 85, - 0, - 0, - 61, - 92, - 154, - 0, - 0, - 39, - 147, - 31, - 0, - 201, - 149, - 64, - 0, - 0, - 111, - 140, - 248, - 2, - 0, - 133, - 0 - ], - "9": [ - 62, - 0, - 0, - 80, - 68, - 101, - 85, - 0, - 0, - 64, - 98, - 151, - 0, - 0, - 45, - 155, - 28, - 0, - 199, - 137, - 68, - 0, - 0, - 125, - 141, - 241, - 2, - 0, - 136, - 0 - ], - "10": [ - 65, - 0, - 0, - 74, - 77, - 98, - 78, - 0, - 0, - 65, - 102, - 160, - 0, - 0, - 41, - 153, - 31, - 0, - 188, - 141, - 69, - 0, - 0, - 113, - 149, - 240, - 3, - 0, - 134, - 0 - ], - "11": [ - 68, - 0, - 0, - 68, - 75, - 97, - 80, - 0, - 0, - 69, - 106, - 166, - 0, - 0, - 43, - 155, - 29, - 0, - 190, - 140, - 62, - 0, - 0, - 124, - 143, - 243, - 4, - 0, - 132, - 0 - ], - "12": [ - 73, - 0, - 0, - 68, - 72, - 96, - 77, - 0, - 0, - 74, - 112, - 166, - 0, - 0, - 43, - 151, - 30, - 0, - 189, - 144, - 61, - 0, - 0, - 123, - 147, - 243, - 4, - 0, - 135, - 0 - ], - "13": [ - 80, - 0, - 0, - 69, - 79, - 95, - 81, - 0, - 0, - 73, - 110, - 162, - 0, - 0, - 45, - 156, - 30, - 0, - 203, - 147, - 59, - 0, - 0, - 135, - 156, - 248, - 4, - 0, - 130, - 0 - ], - "14": [ - 78, - 0, - 0, - 70, - 80, - 89, - 82, - 0, - 0, - 80, - 108, - 159, - 0, - 0, - 45, - 157, - 30, - 0, - 207, - 153, - 70, - 0, - 0, - 135, - 158, - 258, - 2, - 0, - 133, - 0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=9dc21f26ecd945b5/rewards.plot.png b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=9dc21f26ecd945b5/rewards.plot.png deleted file mode 100644 index 6f93461..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=9dc21f26ecd945b5/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=9dc21f26ecd945b5/sum_rewards.json b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=9dc21f26ecd945b5/sum_rewards.json deleted file mode 100644 index 9635f8d..0000000 --- a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=9dc21f26ecd945b5/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 10292, - "V": 655407 - }, - "control": { - "R": 8135, - "V": 723335 - } -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=9dc21f26ecd945b5/view.plot.png b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=9dc21f26ecd945b5/view.plot.png deleted file mode 100644 index 068e542..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=9dc21f26ecd945b5/view.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=baac03422ff9481a/choices.json b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=baac03422ff9481a/choices.json deleted file mode 100644 index ff11d17..0000000 --- a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=baac03422ff9481a/choices.json +++ /dev/null @@ -1,107 +0,0 @@ -{ - "0": [ - 20, - 1, - 7, - 16, - 5 - ], - "1": [ - 20, - 29, - 5, - 27, - 3 - ], - "2": [ - 5, - 20, - 16, - 26, - 3 - ], - "3": [ - 20, - 5, - 3, - 10, - 27 - ], - "4": [ - 5, - 20, - 10, - 3, - 15 - ], - "5": [ - 5, - 10, - 20, - 3, - 12 - ], - "6": [ - 5, - 20, - 3, - 10, - 15 - ], - "7": [ - 10, - 5, - 20, - 3, - 16 - ], - "8": [ - 10, - 5, - 15, - 20, - 3 - ], - "9": [ - 5, - 10, - 20, - 3, - 15 - ], - "10": [ - 10, - 5, - 20, - 15, - 3 - ], - "11": [ - 10, - 5, - 20, - 15, - 3 - ], - "12": [ - 5, - 10, - 20, - 15, - 3 - ], - "13": [ - 10, - 5, - 15, - 20, - 3 - ], - "14": [ - 10, - 5, - 15, - 20, - 3 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=baac03422ff9481a/config.json b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=baac03422ff9481a/config.json deleted file mode 100644 index 75d2a76..0000000 --- a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=baac03422ff9481a/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 30, - "num_choices": 5, - "time_span": 15, - "history_span": 3000, - "alpha": 0.3, - "gamma": 0.01, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=baac03422ff9481a/control.choices.json b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=baac03422ff9481a/control.choices.json deleted file mode 100644 index 1674a63..0000000 --- a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=baac03422ff9481a/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 10, - 15, - 24, - 4, - 3 -] \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=baac03422ff9481a/qvalues.json b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=baac03422ff9481a/qvalues.json deleted file mode 100644 index 912408b..0000000 --- a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=baac03422ff9481a/qvalues.json +++ /dev/null @@ -1,450 +0,0 @@ -{ - "0": [ - 0.0, - 0.0, - 0.0, - 5.0, - 5.0, - 32.699999999999996, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 8.4, - 0.0, - 0.0, - 0.0, - 25.5, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 0.0, - 0.0, - 23.0, - 5.0, - 55.29, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 8.4, - 0.0, - 0.0, - 0.0, - 45.15, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 0.0, - 0.0, - 0.0, - 36.5, - 5.0, - 71.40299999999999, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 13.68, - 0.0, - 0.0, - 0.0, - 57.105, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 0.0, - 0.0, - 0.0, - 45.35, - 5.0, - 82.0821, - 0.0, - 0.0, - 0.0, - 0.0, - 35.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 13.68, - 0.0, - 0.0, - 0.0, - 64.2735, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.0, - 0.0, - 0.0 - ], - "4": [ - 0.0, - 0.0, - 0.0, - 51.245000000000005, - 5.0, - 91.05747, - 0.0, - 0.0, - 0.0, - 0.0, - 59.0, - 0.0, - 0.0, - 0.0, - 0.0, - 30.8, - 13.68, - 0.0, - 0.0, - 0.0, - 68.99145, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.0, - 0.0, - 0.0 - ], - "5": [ - 0.0, - 0.0, - 0.0, - 55.6715, - 5.0, - 95.540229, - 0.0, - 0.0, - 0.0, - 0.0, - 77.9, - 0.0, - 0.0, - 0.0, - 0.0, - 30.8, - 13.68, - 0.0, - 0.0, - 0.0, - 72.594015, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.0, - 0.0, - 0.0 - ], - "6": [ - 0.0, - 0.0, - 0.0, - 57.87005, - 5.0, - 99.87816029999999, - 0.0, - 0.0, - 0.0, - 0.0, - 92.33, - 0.0, - 0.0, - 0.0, - 0.0, - 49.16, - 13.68, - 0.0, - 0.0, - 0.0, - 75.7158105, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.0, - 0.0, - 0.0 - ], - "7": [ - 0.0, - 0.0, - 0.0, - 58.209035, - 5.0, - 105.31471221, - 0.0, - 0.0, - 0.0, - 0.0, - 103.031, - 0.0, - 0.0, - 0.0, - 0.0, - 49.16, - 16.776, - 0.0, - 0.0, - 0.0, - 77.90106735, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.0, - 0.0, - 0.0 - ], - "8": [ - 0.0, - 0.0, - 0.0, - 58.4463245, - 5.0, - 109.720298547, - 0.0, - 0.0, - 0.0, - 0.0, - 110.8217, - 0.0, - 0.0, - 0.0, - 0.0, - 63.512, - 16.776, - 0.0, - 0.0, - 0.0, - 81.530747145, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.0, - 0.0, - 0.0 - ], - "9": [ - 0.0, - 0.0, - 0.0, - 56.812427150000005, - 5.0, - 113.4042089829, - 0.0, - 0.0, - 0.0, - 0.0, - 117.47519, - 0.0, - 0.0, - 0.0, - 0.0, - 71.7584, - 16.776, - 0.0, - 0.0, - 0.0, - 84.6715230015, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.0, - 0.0, - 0.0 - ], - "10": [ - 0.0, - 0.0, - 0.0, - 56.568699005000006, - 5.0, - 115.98294628803, - 0.0, - 0.0, - 0.0, - 0.0, - 122.73263299999999, - 0.0, - 0.0, - 0.0, - 0.0, - 77.53088, - 16.776, - 0.0, - 0.0, - 0.0, - 85.67006610105, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.0, - 0.0, - 0.0 - ], - "11": [ - 0.0, - 0.0, - 0.0, - 54.29808930350001, - 5.0, - 119.288062401621, - 0.0, - 0.0, - 0.0, - 0.0, - 125.5128431, - 0.0, - 0.0, - 0.0, - 0.0, - 81.57161599999999, - 16.776, - 0.0, - 0.0, - 0.0, - 85.46904627073499, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.0, - 0.0, - 0.0 - ], - "12": [ - 0.0, - 0.0, - 0.0, - 52.708662512450005, - 5.0, - 121.9016436811347, - 0.0, - 0.0, - 0.0, - 0.0, - 126.25899017, - 0.0, - 0.0, - 0.0, - 0.0, - 82.3001312, - 16.776, - 0.0, - 0.0, - 0.0, - 83.8283323895145, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.0, - 0.0, - 0.0 - ], - "13": [ - 0.0, - 0.0, - 0.0, - 52.496063758715, - 5.0, - 124.33115057679429, - 0.0, - 0.0, - 0.0, - 0.0, - 126.481293119, - 0.0, - 0.0, - 0.0, - 0.0, - 81.61009184, - 16.776, - 0.0, - 0.0, - 0.0, - 83.57983267266015, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.8999999999999999, - 0.0, - 0.0, - 0.0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=baac03422ff9481a/rewards.json b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=baac03422ff9481a/rewards.json deleted file mode 100644 index 5c9aa76..0000000 --- a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=baac03422ff9481a/rewards.json +++ /dev/null @@ -1,482 +0,0 @@ -{ - "0": [ - 61, - 0, - 0, - 62, - 178, - 105, - 97, - 0, - 0, - 44, - 100, - 65, - 0, - 0, - 25, - 91, - 28, - 0, - 182, - 94, - 87, - 0, - 0, - 110, - 94, - 120, - 7, - 0, - 40, - 0 - ], - "1": [ - 57, - 0, - 0, - 62, - 179, - 109, - 89, - 0, - 0, - 48, - 108, - 67, - 0, - 0, - 28, - 94, - 28, - 0, - 176, - 98, - 85, - 0, - 0, - 122, - 106, - 119, - 5, - 0, - 38, - 0 - ], - "2": [ - 55, - 0, - 0, - 65, - 177, - 108, - 86, - 0, - 0, - 53, - 106, - 68, - 0, - 0, - 28, - 98, - 26, - 0, - 174, - 92, - 91, - 0, - 0, - 139, - 108, - 108, - 5, - 0, - 35, - 0 - ], - "3": [ - 54, - 0, - 0, - 68, - 168, - 109, - 90, - 0, - 0, - 50, - 104, - 64, - 0, - 0, - 29, - 94, - 26, - 0, - 180, - 97, - 85, - 0, - 0, - 150, - 115, - 109, - 3, - 0, - 34, - 0 - ], - "4": [ - 61, - 0, - 0, - 66, - 178, - 107, - 85, - 0, - 0, - 50, - 105, - 72, - 0, - 0, - 32, - 83, - 26, - 0, - 186, - 94, - 81, - 0, - 0, - 154, - 111, - 116, - 2, - 0, - 37, - 0 - ], - "5": [ - 62, - 0, - 0, - 65, - 177, - 112, - 88, - 0, - 0, - 44, - 115, - 66, - 0, - 0, - 33, - 91, - 28, - 0, - 181, - 101, - 80, - 0, - 0, - 149, - 120, - 126, - 1, - 0, - 43, - 0 - ], - "6": [ - 67, - 0, - 0, - 66, - 173, - 106, - 86, - 0, - 0, - 42, - 122, - 64, - 0, - 0, - 37, - 89, - 24, - 0, - 180, - 105, - 81, - 0, - 0, - 147, - 124, - 124, - 0, - 0, - 37, - 0 - ], - "7": [ - 66, - 0, - 0, - 63, - 168, - 110, - 85, - 0, - 0, - 40, - 126, - 71, - 0, - 0, - 37, - 92, - 25, - 0, - 184, - 98, - 83, - 0, - 0, - 142, - 124, - 121, - 3, - 0, - 43, - 0 - ], - "8": [ - 67, - 0, - 0, - 59, - 171, - 118, - 91, - 0, - 0, - 38, - 128, - 70, - 0, - 0, - 32, - 95, - 24, - 0, - 183, - 96, - 83, - 0, - 0, - 142, - 123, - 123, - 2, - 0, - 40, - 0 - ], - "9": [ - 62, - 0, - 0, - 59, - 169, - 120, - 91, - 0, - 0, - 38, - 129, - 70, - 0, - 0, - 40, - 97, - 22, - 0, - 191, - 84, - 90, - 0, - 0, - 148, - 123, - 130, - 2, - 0, - 39, - 0 - ], - "10": [ - 64, - 0, - 0, - 53, - 174, - 122, - 83, - 0, - 0, - 39, - 133, - 71, - 0, - 0, - 32, - 91, - 24, - 0, - 181, - 87, - 92, - 0, - 0, - 156, - 122, - 135, - 3, - 0, - 41, - 0 - ], - "11": [ - 69, - 0, - 0, - 56, - 178, - 122, - 84, - 0, - 0, - 42, - 135, - 76, - 0, - 0, - 32, - 91, - 26, - 0, - 182, - 86, - 88, - 0, - 0, - 158, - 119, - 140, - 4, - 0, - 41, - 0 - ], - "12": [ - 72, - 0, - 0, - 49, - 167, - 127, - 82, - 0, - 0, - 44, - 132, - 72, - 0, - 0, - 32, - 91, - 28, - 0, - 178, - 89, - 85, - 0, - 0, - 150, - 128, - 142, - 5, - 0, - 43, - 0 - ], - "13": [ - 78, - 0, - 0, - 49, - 169, - 128, - 91, - 0, - 0, - 39, - 128, - 75, - 0, - 0, - 32, - 84, - 29, - 0, - 183, - 91, - 80, - 0, - 0, - 160, - 130, - 129, - 4, - 0, - 41, - 0 - ], - "14": [ - 78, - 0, - 0, - 52, - 182, - 130, - 90, - 0, - 0, - 44, - 127, - 72, - 0, - 0, - 29, - 80, - 26, - 0, - 187, - 85, - 83, - 0, - 0, - 156, - 121, - 136, - 2, - 0, - 42, - 0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=baac03422ff9481a/rewards.plot.png b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=baac03422ff9481a/rewards.plot.png deleted file mode 100644 index ae39ec1..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=baac03422ff9481a/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=baac03422ff9481a/sum_rewards.json b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=baac03422ff9481a/sum_rewards.json deleted file mode 100644 index 7d0598f..0000000 --- a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=baac03422ff9481a/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 6208, - "V": 464678 - }, - "control": { - "R": 8429, - "V": 723335 - } -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=baac03422ff9481a/view.plot.png b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=baac03422ff9481a/view.plot.png deleted file mode 100644 index dcf3681..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=baac03422ff9481a/view.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=c9763f28ec49467c/choices.json b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=c9763f28ec49467c/choices.json deleted file mode 100644 index 793ffe9..0000000 --- a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=c9763f28ec49467c/choices.json +++ /dev/null @@ -1,107 +0,0 @@ -{ - "0": [ - 20, - 6, - 5, - 29, - 4 - ], - "1": [ - 4, - 11, - 6, - 24, - 9 - ], - "2": [ - 4, - 24, - 12, - 6, - 0 - ], - "3": [ - 4, - 24, - 11, - 10, - 20 - ], - "4": [ - 4, - 24, - 20, - 10, - 6 - ], - "5": [ - 4, - 24, - 10, - 20, - 11 - ], - "6": [ - 4, - 24, - 10, - 11, - 6 - ], - "7": [ - 4, - 24, - 10, - 6, - 20 - ], - "8": [ - 4, - 24, - 10, - 6, - 20 - ], - "9": [ - 4, - 24, - 10, - 6, - 20 - ], - "10": [ - 4, - 24, - 10, - 20, - 6 - ], - "11": [ - 4, - 24, - 10, - 6, - 20 - ], - "12": [ - 4, - 24, - 10, - 20, - 6 - ], - "13": [ - 4, - 24, - 10, - 20, - 6 - ], - "14": [ - 4, - 24, - 10, - 6, - 20 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=c9763f28ec49467c/config.json b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=c9763f28ec49467c/config.json deleted file mode 100644 index 75d2a76..0000000 --- a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=c9763f28ec49467c/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 30, - "num_choices": 5, - "time_span": 15, - "history_span": 3000, - "alpha": 0.3, - "gamma": 0.01, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=c9763f28ec49467c/control.choices.json b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=c9763f28ec49467c/control.choices.json deleted file mode 100644 index 1674a63..0000000 --- a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=c9763f28ec49467c/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 10, - 15, - 24, - 4, - 3 -] \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=c9763f28ec49467c/qvalues.json b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=c9763f28ec49467c/qvalues.json deleted file mode 100644 index 16fc019..0000000 --- a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=c9763f28ec49467c/qvalues.json +++ /dev/null @@ -1,450 +0,0 @@ -{ - "0": [ - 0.0, - 0.0, - 0.0, - 5.0, - 74.89999999999999, - 15.899999999999999, - 20.4, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 22.5, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 0.0, - 0.0, - 5.0, - 122.33, - 15.899999999999999, - 34.08, - 0.0, - 0.0, - 19.8, - 5.0, - 19.8, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 22.5, - 0.0, - 0.0, - 0.0, - 67.1, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 5.3999999999999995, - 0.0, - 0.0, - 5.0, - 154.031, - 15.899999999999999, - 44.556, - 0.0, - 0.0, - 19.8, - 5.0, - 19.8, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 22.5, - 0.0, - 0.0, - 0.0, - 109.37, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 5.3999999999999995, - 0.0, - 0.0, - 5.0, - 176.5217, - 15.899999999999999, - 44.556, - 0.0, - 0.0, - 19.8, - 41.0, - 33.96, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 38.25, - 0.0, - 0.0, - 0.0, - 138.659, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "4": [ - 5.3999999999999995, - 0.0, - 0.0, - 5.0, - 192.26519000000002, - 15.899999999999999, - 51.5892, - 0.0, - 0.0, - 19.8, - 69.8, - 33.96, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 48.675, - 0.0, - 0.0, - 0.0, - 156.7613, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "5": [ - 5.3999999999999995, - 0.0, - 0.0, - 5.0, - 202.085633, - 15.899999999999999, - 51.5892, - 0.0, - 0.0, - 19.8, - 93.25999999999999, - 43.872, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 55.9725, - 0.0, - 0.0, - 0.0, - 169.73291, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "6": [ - 5.3999999999999995, - 0.0, - 0.0, - 5.0, - 208.9599431, - 15.899999999999999, - 59.21244, - 0.0, - 0.0, - 19.8, - 111.18199999999999, - 52.0104, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 55.9725, - 0.0, - 0.0, - 0.0, - 177.613037, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "7": [ - 5.3999999999999995, - 0.0, - 0.0, - 5.0, - 213.47196017, - 15.899999999999999, - 65.448708, - 0.0, - 0.0, - 19.8, - 122.22739999999999, - 52.0104, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 61.98075, - 0.0, - 0.0, - 0.0, - 183.72912589999999, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "8": [ - 5.3999999999999995, - 0.0, - 0.0, - 5.0, - 217.23037211899998, - 15.899999999999999, - 69.51409559999999, - 0.0, - 0.0, - 19.8, - 130.25918, - 52.0104, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 68.286525, - 0.0, - 0.0, - 0.0, - 187.41038813, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "9": [ - 5.3999999999999995, - 0.0, - 0.0, - 5.0, - 218.96126048329998, - 15.899999999999999, - 71.45986692, - 0.0, - 0.0, - 19.8, - 135.581426, - 52.0104, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 73.6005675, - 0.0, - 0.0, - 0.0, - 190.587271691, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "10": [ - 5.3999999999999995, - 0.0, - 0.0, - 5.0, - 219.57288233831, - 15.899999999999999, - 73.121906844, - 0.0, - 0.0, - 19.8, - 139.9069982, - 52.0104, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 77.02039725, - 0.0, - 0.0, - 0.0, - 193.7110901837, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "11": [ - 5.3999999999999995, - 0.0, - 0.0, - 5.0, - 213.401017636817, - 15.899999999999999, - 72.1853347908, - 0.0, - 0.0, - 19.8, - 140.83489874, - 52.0104, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 78.51427807500001, - 0.0, - 0.0, - 0.0, - 195.89776312859001, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "12": [ - 5.3999999999999995, - 0.0, - 0.0, - 5.0, - 210.2807123457719, - 15.899999999999999, - 71.82973435356, - 0.0, - 0.0, - 19.8, - 138.784429118, - 52.0104, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 78.9599946525, - 0.0, - 0.0, - 0.0, - 201.028434190013, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "13": [ - 5.3999999999999995, - 0.0, - 0.0, - 5.0, - 211.69649864204032, - 15.899999999999999, - 70.68081404749199, - 0.0, - 0.0, - 19.8, - 138.5491003826, - 52.0104, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 80.47199625675, - 0.0, - 0.0, - 0.0, - 204.6199039330091, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=c9763f28ec49467c/rewards.json b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=c9763f28ec49467c/rewards.json deleted file mode 100644 index d5cbe07..0000000 --- a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=c9763f28ec49467c/rewards.json +++ /dev/null @@ -1,482 +0,0 @@ -{ - "0": [ - 22, - 0, - 0, - 138, - 228, - 59, - 67, - 0, - 0, - 54, - 139, - 62, - 0, - 0, - 20, - 76, - 18, - 0, - 159, - 134, - 81, - 0, - 0, - 106, - 216, - 163, - 15, - 0, - 124, - 0 - ], - "1": [ - 20, - 0, - 0, - 131, - 238, - 53, - 68, - 0, - 0, - 58, - 139, - 62, - 0, - 0, - 23, - 84, - 17, - 0, - 162, - 142, - 75, - 0, - 0, - 107, - 214, - 164, - 10, - 0, - 129, - 0 - ], - "2": [ - 19, - 0, - 0, - 128, - 233, - 44, - 66, - 0, - 0, - 66, - 137, - 66, - 0, - 0, - 25, - 85, - 16, - 0, - 164, - 143, - 82, - 0, - 0, - 115, - 212, - 164, - 9, - 0, - 136, - 0 - ], - "3": [ - 18, - 0, - 0, - 134, - 228, - 46, - 69, - 0, - 0, - 64, - 133, - 65, - 0, - 0, - 23, - 91, - 18, - 0, - 161, - 145, - 74, - 0, - 0, - 112, - 208, - 164, - 5, - 0, - 136, - 0 - ], - "4": [ - 20, - 0, - 0, - 132, - 229, - 39, - 68, - 0, - 0, - 60, - 125, - 67, - 0, - 0, - 25, - 83, - 16, - 0, - 167, - 154, - 75, - 0, - 0, - 106, - 207, - 162, - 3, - 0, - 139, - 0 - ], - "5": [ - 20, - 0, - 0, - 127, - 229, - 36, - 68, - 0, - 0, - 60, - 137, - 65, - 0, - 0, - 27, - 82, - 19, - 0, - 163, - 149, - 73, - 0, - 0, - 108, - 199, - 163, - 2, - 0, - 136, - 0 - ], - "6": [ - 21, - 0, - 0, - 119, - 225, - 34, - 73, - 0, - 0, - 63, - 148, - 67, - 0, - 0, - 31, - 71, - 16, - 0, - 163, - 145, - 73, - 0, - 0, - 105, - 200, - 167, - 1, - 0, - 135, - 0 - ], - "7": [ - 21, - 0, - 0, - 123, - 225, - 36, - 77, - 0, - 0, - 63, - 153, - 71, - 0, - 0, - 31, - 67, - 17, - 0, - 157, - 147, - 73, - 0, - 0, - 101, - 196, - 169, - 6, - 0, - 127, - 0 - ], - "8": [ - 21, - 0, - 0, - 115, - 224, - 38, - 80, - 0, - 0, - 62, - 148, - 66, - 0, - 0, - 29, - 66, - 16, - 0, - 162, - 137, - 76, - 0, - 0, - 108, - 198, - 171, - 4, - 0, - 127, - 0 - ], - "9": [ - 18, - 0, - 0, - 118, - 226, - 39, - 79, - 0, - 0, - 66, - 149, - 54, - 0, - 0, - 34, - 71, - 13, - 0, - 165, - 140, - 83, - 0, - 0, - 119, - 196, - 174, - 5, - 0, - 131, - 0 - ], - "10": [ - 19, - 0, - 0, - 119, - 223, - 38, - 76, - 0, - 0, - 67, - 148, - 50, - 0, - 0, - 32, - 73, - 14, - 0, - 162, - 136, - 86, - 0, - 0, - 121, - 198, - 174, - 8, - 0, - 125, - 0 - ], - "11": [ - 19, - 0, - 0, - 115, - 221, - 38, - 77, - 0, - 0, - 72, - 150, - 50, - 0, - 0, - 33, - 78, - 13, - 0, - 158, - 133, - 85, - 0, - 0, - 126, - 201, - 185, - 10, - 0, - 120, - 0 - ], - "12": [ - 20, - 0, - 0, - 119, - 199, - 37, - 70, - 0, - 0, - 75, - 143, - 46, - 0, - 0, - 31, - 70, - 13, - 0, - 163, - 145, - 82, - 0, - 0, - 128, - 201, - 185, - 10, - 0, - 124, - 0 - ], - "13": [ - 22, - 0, - 0, - 116, - 203, - 37, - 71, - 0, - 0, - 76, - 134, - 46, - 0, - 0, - 33, - 64, - 14, - 0, - 168, - 154, - 80, - 0, - 0, - 136, - 213, - 181, - 10, - 0, - 117, - 0 - ], - "14": [ - 21, - 0, - 0, - 117, - 215, - 37, - 68, - 0, - 0, - 81, - 138, - 40, - 0, - 0, - 29, - 63, - 15, - 0, - 173, - 152, - 84, - 0, - 0, - 124, - 213, - 184, - 6, - 0, - 116, - 0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=c9763f28ec49467c/rewards.plot.png b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=c9763f28ec49467c/rewards.plot.png deleted file mode 100644 index f465401..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=c9763f28ec49467c/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=c9763f28ec49467c/sum_rewards.json b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=c9763f28ec49467c/sum_rewards.json deleted file mode 100644 index 49d1dae..0000000 --- a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=c9763f28ec49467c/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 10195, - "V": 605320 - }, - "control": { - "R": 11514, - "V": 723335 - } -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=c9763f28ec49467c/view.plot.png b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=c9763f28ec49467c/view.plot.png deleted file mode 100644 index 738e35c..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=c9763f28ec49467c/view.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=d632d2fc218a42e4/choices.json b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=d632d2fc218a42e4/choices.json deleted file mode 100644 index 9b38890..0000000 --- a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=d632d2fc218a42e4/choices.json +++ /dev/null @@ -1,107 +0,0 @@ -{ - "0": [ - 2, - 23, - 8, - 15, - 18 - ], - "1": [ - 18, - 9, - 23, - 11, - 24 - ], - "2": [ - 24, - 18, - 23, - 11, - 15 - ], - "3": [ - 18, - 24, - 23, - 11, - 15 - ], - "4": [ - 24, - 18, - 11, - 23, - 15 - ], - "5": [ - 24, - 18, - 23, - 11, - 15 - ], - "6": [ - 24, - 23, - 18, - 11, - 15 - ], - "7": [ - 24, - 18, - 23, - 11, - 15 - ], - "8": [ - 24, - 18, - 23, - 11, - 15 - ], - "9": [ - 24, - 23, - 18, - 11, - 15 - ], - "10": [ - 24, - 18, - 11, - 23, - 15 - ], - "11": [ - 24, - 18, - 11, - 23, - 15 - ], - "12": [ - 24, - 18, - 23, - 11, - 15 - ], - "13": [ - 24, - 18, - 11, - 23, - 2 - ], - "14": [ - 24, - 18, - 11, - 23, - 15 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=d632d2fc218a42e4/config.json b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=d632d2fc218a42e4/config.json deleted file mode 100644 index 75d2a76..0000000 --- a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=d632d2fc218a42e4/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 30, - "num_choices": 5, - "time_span": 15, - "history_span": 3000, - "alpha": 0.3, - "gamma": 0.01, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=d632d2fc218a42e4/control.choices.json b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=d632d2fc218a42e4/control.choices.json deleted file mode 100644 index 1674a63..0000000 --- a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=d632d2fc218a42e4/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 10, - 15, - 24, - 4, - 3 -] \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=d632d2fc218a42e4/qvalues.json b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=d632d2fc218a42e4/qvalues.json deleted file mode 100644 index 38148ed..0000000 --- a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=d632d2fc218a42e4/qvalues.json +++ /dev/null @@ -1,450 +0,0 @@ -{ - "0": [ - 0.0, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 21.5, - 0.0, - 0.0, - 54.0, - 0.0, - 0.0, - 0.0, - 0.0, - 45.3, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 10.799999999999999, - 5.0, - 45.9, - 0.0, - 0.0, - 0.0, - 21.5, - 0.0, - 0.0, - 91.5, - 0.0, - 0.0, - 0.0, - 0.0, - 79.41, - 81.5, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 0.0, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 10.799999999999999, - 5.0, - 77.72999999999999, - 0.0, - 0.0, - 0.0, - 31.25, - 0.0, - 0.0, - 118.05, - 0.0, - 0.0, - 0.0, - 0.0, - 105.687, - 131.45, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 0.0, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 10.799999999999999, - 5.0, - 102.71099999999998, - 0.0, - 0.0, - 0.0, - 38.375, - 0.0, - 0.0, - 136.635, - 0.0, - 0.0, - 0.0, - 0.0, - 123.1809, - 164.315, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "4": [ - 0.0, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 10.799999999999999, - 5.0, - 121.39769999999999, - 0.0, - 0.0, - 0.0, - 42.7625, - 0.0, - 0.0, - 147.2445, - 0.0, - 0.0, - 0.0, - 0.0, - 139.02662999999998, - 186.1205, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "5": [ - 0.0, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 10.799999999999999, - 5.0, - 135.67838999999998, - 0.0, - 0.0, - 0.0, - 46.13375, - 0.0, - 0.0, - 158.27114999999998, - 0.0, - 0.0, - 0.0, - 0.0, - 145.618641, - 200.48435, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "6": [ - 0.0, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 10.799999999999999, - 5.0, - 145.37487299999998, - 0.0, - 0.0, - 0.0, - 46.993625, - 0.0, - 0.0, - 162.08980499999998, - 0.0, - 0.0, - 0.0, - 0.0, - 149.0330487, - 209.03904500000002, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "7": [ - 0.0, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 10.799999999999999, - 5.0, - 153.0624111, - 0.0, - 0.0, - 0.0, - 47.5955375, - 0.0, - 0.0, - 166.8628635, - 0.0, - 0.0, - 0.0, - 0.0, - 150.82313409, - 215.3273315, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "8": [ - 0.0, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 10.799999999999999, - 5.0, - 156.94368777, - 0.0, - 0.0, - 0.0, - 47.41687625, - 0.0, - 0.0, - 172.60400445, - 0.0, - 0.0, - 0.0, - 0.0, - 149.076193863, - 217.92913205000002, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "9": [ - 0.0, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 10.799999999999999, - 5.0, - 159.360581439, - 0.0, - 0.0, - 0.0, - 46.691813375, - 0.0, - 0.0, - 177.522803115, - 0.0, - 0.0, - 0.0, - 0.0, - 147.8533357041, - 218.55039243500002, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "10": [ - 0.0, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 10.799999999999999, - 5.0, - 161.3524070073, - 0.0, - 0.0, - 0.0, - 46.7842693625, - 0.0, - 0.0, - 181.8659621805, - 0.0, - 0.0, - 0.0, - 0.0, - 147.89733499287001, - 221.08527470450002, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "11": [ - 0.0, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 10.799999999999999, - 5.0, - 162.74668490511, - 0.0, - 0.0, - 0.0, - 47.748988553749996, - 0.0, - 0.0, - 184.30617352635, - 0.0, - 0.0, - 0.0, - 0.0, - 149.12813449500902, - 222.85969229315, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "12": [ - 0.0, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 10.799999999999999, - 5.0, - 162.522679433577, - 0.0, - 0.0, - 0.0, - 50.824291987624996, - 0.0, - 0.0, - 188.11432146844498, - 0.0, - 0.0, - 0.0, - 0.0, - 149.68969414650633, - 224.701784605205, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "13": [ - 0.0, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 10.799999999999999, - 5.0, - 161.4658756035039, - 0.0, - 0.0, - 0.0, - 50.824291987624996, - 0.0, - 0.0, - 193.78002502791148, - 0.0, - 0.0, - 0.0, - 0.0, - 146.78278590255442, - 223.2912492236435, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=d632d2fc218a42e4/rewards.json b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=d632d2fc218a42e4/rewards.json deleted file mode 100644 index 7dc48b0..0000000 --- a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=d632d2fc218a42e4/rewards.json +++ /dev/null @@ -1,482 +0,0 @@ -{ - "0": [ - 47, - 0, - 0, - 82, - 74, - 56, - 92, - 0, - 0, - 24, - 139, - 151, - 0, - 0, - 25, - 58, - 23, - 0, - 180, - 154, - 58, - 0, - 0, - 155, - 248, - 70, - 12, - 0, - 71, - 0 - ], - "1": [ - 43, - 0, - 0, - 83, - 73, - 52, - 84, - 0, - 0, - 30, - 138, - 153, - 0, - 0, - 30, - 60, - 20, - 0, - 180, - 157, - 54, - 0, - 0, - 151, - 251, - 71, - 9, - 0, - 76, - 0 - ], - "2": [ - 41, - 0, - 0, - 79, - 71, - 52, - 79, - 0, - 0, - 36, - 145, - 153, - 0, - 0, - 33, - 61, - 17, - 0, - 179, - 160, - 58, - 0, - 0, - 159, - 260, - 71, - 7, - 0, - 78, - 0 - ], - "3": [ - 40, - 0, - 0, - 77, - 63, - 54, - 84, - 0, - 0, - 33, - 129, - 152, - 0, - 0, - 36, - 54, - 16, - 0, - 180, - 161, - 56, - 0, - 0, - 167, - 248, - 78, - 5, - 0, - 79, - 0 - ], - "4": [ - 42, - 0, - 0, - 72, - 57, - 55, - 82, - 0, - 0, - 30, - 127, - 161, - 0, - 0, - 39, - 55, - 16, - 0, - 180, - 167, - 59, - 0, - 0, - 164, - 241, - 72, - 3, - 0, - 74, - 0 - ], - "5": [ - 40, - 0, - 0, - 71, - 67, - 52, - 81, - 0, - 0, - 29, - 133, - 165, - 0, - 0, - 40, - 53, - 20, - 0, - 172, - 154, - 59, - 0, - 0, - 176, - 237, - 83, - 3, - 0, - 74, - 0 - ], - "6": [ - 42, - 0, - 0, - 64, - 66, - 49, - 84, - 0, - 0, - 28, - 132, - 169, - 0, - 0, - 46, - 54, - 19, - 0, - 184, - 147, - 58, - 0, - 0, - 161, - 234, - 83, - 1, - 0, - 66, - 0 - ], - "7": [ - 41, - 0, - 0, - 62, - 75, - 55, - 84, - 0, - 0, - 31, - 136, - 168, - 0, - 0, - 47, - 49, - 19, - 0, - 171, - 148, - 59, - 0, - 0, - 157, - 229, - 85, - 6, - 0, - 69, - 0 - ], - "8": [ - 38, - 0, - 0, - 63, - 71, - 58, - 87, - 0, - 0, - 28, - 142, - 171, - 0, - 0, - 44, - 49, - 19, - 0, - 178, - 142, - 59, - 0, - 0, - 155, - 230, - 71, - 4, - 0, - 75, - 0 - ], - "9": [ - 36, - 0, - 0, - 61, - 85, - 62, - 89, - 0, - 0, - 31, - 145, - 166, - 0, - 0, - 54, - 47, - 16, - 0, - 186, - 141, - 65, - 0, - 0, - 145, - 224, - 79, - 6, - 0, - 81, - 0 - ], - "10": [ - 36, - 0, - 0, - 58, - 80, - 62, - 83, - 0, - 0, - 28, - 147, - 165, - 0, - 0, - 46, - 45, - 17, - 0, - 189, - 138, - 70, - 0, - 0, - 145, - 220, - 76, - 8, - 0, - 78, - 0 - ], - "11": [ - 35, - 0, - 0, - 61, - 86, - 61, - 85, - 0, - 0, - 29, - 146, - 166, - 0, - 0, - 47, - 47, - 16, - 0, - 192, - 141, - 67, - 0, - 0, - 148, - 227, - 73, - 10, - 0, - 71, - 0 - ], - "12": [ - 36, - 0, - 0, - 61, - 83, - 64, - 83, - 0, - 0, - 28, - 148, - 166, - 0, - 0, - 46, - 50, - 16, - 0, - 190, - 148, - 67, - 0, - 0, - 152, - 227, - 82, - 11, - 0, - 67, - 0 - ], - "13": [ - 41, - 0, - 0, - 58, - 80, - 58, - 84, - 0, - 0, - 30, - 148, - 162, - 0, - 0, - 48, - 58, - 16, - 0, - 197, - 157, - 65, - 0, - 0, - 151, - 229, - 80, - 9, - 0, - 66, - 0 - ], - "14": [ - 39, - 0, - 0, - 59, - 85, - 47, - 84, - 0, - 0, - 28, - 149, - 159, - 0, - 0, - 43, - 61, - 14, - 0, - 207, - 158, - 70, - 0, - 0, - 140, - 220, - 85, - 6, - 0, - 67, - 0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=d632d2fc218a42e4/rewards.plot.png b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=d632d2fc218a42e4/rewards.plot.png deleted file mode 100644 index f00ee33..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=d632d2fc218a42e4/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=d632d2fc218a42e4/sum_rewards.json b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=d632d2fc218a42e4/sum_rewards.json deleted file mode 100644 index 9d05c3a..0000000 --- a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=d632d2fc218a42e4/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 11357, - "V": 768435 - }, - "control": { - "R": 8557, - "V": 723335 - } -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=d632d2fc218a42e4/view.plot.png b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=d632d2fc218a42e4/view.plot.png deleted file mode 100644 index 93629fe..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=d632d2fc218a42e4/view.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=db76a4f143af48be/choices.json b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=db76a4f143af48be/choices.json deleted file mode 100644 index d70a26b..0000000 --- a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=db76a4f143af48be/choices.json +++ /dev/null @@ -1,107 +0,0 @@ -{ - "0": [ - 0, - 17, - 29, - 11, - 2 - ], - "1": [ - 0, - 11, - 16, - 24, - 26 - ], - "2": [ - 11, - 27, - 4, - 28, - 15 - ], - "3": [ - 11, - 4, - 15, - 24, - 28 - ], - "4": [ - 11, - 15, - 28, - 4, - 0 - ], - "5": [ - 11, - 15, - 4, - 28, - 0 - ], - "6": [ - 15, - 11, - 4, - 0, - 28 - ], - "7": [ - 11, - 15, - 0, - 4, - 28 - ], - "8": [ - 15, - 11, - 4, - 0, - 28 - ], - "9": [ - 15, - 11, - 4, - 0, - 28 - ], - "10": [ - 15, - 11, - 4, - 28, - 0 - ], - "11": [ - 11, - 15, - 4, - 28, - 0 - ], - "12": [ - 11, - 15, - 4, - 0, - 28 - ], - "13": [ - 11, - 15, - 4, - 28, - 0 - ], - "14": [ - 4, - 15, - 11, - 0, - 28 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=db76a4f143af48be/config.json b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=db76a4f143af48be/config.json deleted file mode 100644 index 75d2a76..0000000 --- a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=db76a4f143af48be/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 30, - "num_choices": 5, - "time_span": 15, - "history_span": 3000, - "alpha": 0.3, - "gamma": 0.01, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=db76a4f143af48be/control.choices.json b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=db76a4f143af48be/control.choices.json deleted file mode 100644 index 1674a63..0000000 --- a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=db76a4f143af48be/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 10, - 15, - 24, - 4, - 3 -] \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=db76a4f143af48be/qvalues.json b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=db76a4f143af48be/qvalues.json deleted file mode 100644 index e5b52b2..0000000 --- a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=db76a4f143af48be/qvalues.json +++ /dev/null @@ -1,450 +0,0 @@ -{ - "0": [ - 21.3, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 30.299999999999997, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 36.510000000000005, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 51.51, - 0.0, - 0.0, - 0.0, - 5.0, - 12.9, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 24.2, - 0.0, - 1.7999999999999998, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 36.510000000000005, - 0.0, - 0.0, - 5.0, - 33.8, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 65.757, - 0.0, - 0.0, - 0.0, - 44.9, - 12.9, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 24.2, - 0.0, - 1.7999999999999998, - 0.0, - 20.7, - 0.0 - ], - "3": [ - 36.510000000000005, - 0.0, - 0.0, - 5.0, - 54.26, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 79.0299, - 0.0, - 0.0, - 0.0, - 74.03, - 12.9, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 35.839999999999996, - 0.0, - 1.7999999999999998, - 0.0, - 37.589999999999996, - 0.0 - ], - "4": [ - 48.357, - 0.0, - 0.0, - 5.0, - 71.582, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 90.12093, - 0.0, - 0.0, - 0.0, - 94.121, - 12.9, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 35.839999999999996, - 0.0, - 1.7999999999999998, - 0.0, - 50.013, - 0.0 - ], - "5": [ - 57.8499, - 0.0, - 0.0, - 5.0, - 84.00739999999999, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 100.884651, - 0.0, - 0.0, - 0.0, - 108.7847, - 12.9, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 35.839999999999996, - 0.0, - 1.7999999999999998, - 0.0, - 59.3091, - 0.0 - ], - "6": [ - 63.89493, - 0.0, - 0.0, - 5.0, - 93.90517999999999, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 111.1192557, - 0.0, - 0.0, - 0.0, - 117.84929, - 12.9, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 35.839999999999996, - 0.0, - 1.7999999999999998, - 0.0, - 63.71637, - 0.0 - ], - "7": [ - 68.126451, - 0.0, - 0.0, - 5.0, - 102.93362599999999, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 119.18347899, - 0.0, - 0.0, - 0.0, - 123.594503, - 12.9, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 35.839999999999996, - 0.0, - 1.7999999999999998, - 0.0, - 67.101459, - 0.0 - ], - "8": [ - 69.8885157, - 0.0, - 0.0, - 5.0, - 108.35353819999999, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 125.728435293, - 0.0, - 0.0, - 0.0, - 130.9161521, - 12.9, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 35.839999999999996, - 0.0, - 1.7999999999999998, - 0.0, - 71.2710213, - 0.0 - ], - "9": [ - 71.72196099, - 0.0, - 0.0, - 5.0, - 115.14747673999999, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 129.4099047051, - 0.0, - 0.0, - 0.0, - 133.34130647, - 12.9, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 35.839999999999996, - 0.0, - 1.7999999999999998, - 0.0, - 73.28971491, - 0.0 - ], - "10": [ - 73.60537269299999, - 0.0, - 0.0, - 5.0, - 120.20323371799999, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 129.58693329356998, - 0.0, - 0.0, - 0.0, - 136.838914529, - 12.9, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 35.839999999999996, - 0.0, - 1.7999999999999998, - 0.0, - 76.20280043700001, - 0.0 - ], - "11": [ - 76.4237608851, - 0.0, - 0.0, - 5.0, - 124.0422636026, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 130.910853305499, - 0.0, - 0.0, - 0.0, - 140.1872401703, - 12.9, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 35.839999999999996, - 0.0, - 1.7999999999999998, - 0.0, - 76.1419603059, - 0.0 - ], - "12": [ - 80.19663261957, - 0.0, - 0.0, - 5.0, - 128.52958452182, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 132.13759731384928, - 0.0, - 0.0, - 0.0, - 143.13106811921, - 12.9, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 35.839999999999996, - 0.0, - 1.7999999999999998, - 0.0, - 74.89937221413, - 0.0 - ], - "13": [ - 82.237642833699, - 0.0, - 0.0, - 5.0, - 132.570709165274, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 131.4963181196945, - 0.0, - 0.0, - 0.0, - 148.191747683447, - 12.9, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 35.839999999999996, - 0.0, - 1.7999999999999998, - 0.0, - 73.729560549891, - 0.0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=db76a4f143af48be/rewards.json b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=db76a4f143af48be/rewards.json deleted file mode 100644 index 60a0bc8..0000000 --- a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=db76a4f143af48be/rewards.json +++ /dev/null @@ -1,482 +0,0 @@ -{ - "0": [ - 78, - 0, - 0, - 92, - 93, - 89, - 84, - 0, - 0, - 53, - 80, - 99, - 0, - 0, - 9, - 130, - 53, - 0, - 149, - 124, - 51, - 0, - 0, - 135, - 72, - 148, - 9, - 0, - 68, - 0 - ], - "1": [ - 71, - 0, - 0, - 96, - 97, - 98, - 80, - 0, - 0, - 57, - 78, - 101, - 0, - 0, - 11, - 135, - 49, - 0, - 152, - 131, - 51, - 0, - 0, - 138, - 75, - 152, - 7, - 0, - 72, - 0 - ], - "2": [ - 72, - 0, - 0, - 94, - 98, - 92, - 78, - 0, - 0, - 63, - 78, - 101, - 0, - 0, - 11, - 143, - 43, - 0, - 157, - 126, - 53, - 0, - 0, - 136, - 69, - 137, - 6, - 0, - 69, - 0 - ], - "3": [ - 71, - 0, - 0, - 95, - 101, - 94, - 81, - 0, - 0, - 56, - 71, - 99, - 0, - 0, - 13, - 138, - 41, - 0, - 160, - 130, - 47, - 0, - 0, - 139, - 63, - 130, - 3, - 0, - 69, - 0 - ], - "4": [ - 78, - 0, - 0, - 93, - 102, - 93, - 80, - 0, - 0, - 55, - 74, - 110, - 0, - 0, - 13, - 142, - 42, - 0, - 164, - 141, - 51, - 0, - 0, - 133, - 63, - 123, - 2, - 0, - 77, - 0 - ], - "5": [ - 76, - 0, - 0, - 93, - 112, - 94, - 81, - 0, - 0, - 51, - 79, - 116, - 0, - 0, - 14, - 141, - 46, - 0, - 166, - 130, - 50, - 0, - 0, - 129, - 62, - 125, - 2, - 0, - 79, - 0 - ], - "6": [ - 80, - 0, - 0, - 89, - 113, - 90, - 79, - 0, - 0, - 51, - 80, - 126, - 0, - 0, - 15, - 143, - 45, - 0, - 180, - 132, - 52, - 0, - 0, - 124, - 61, - 116, - 0, - 0, - 81, - 0 - ], - "7": [ - 78, - 0, - 0, - 88, - 117, - 94, - 78, - 0, - 0, - 52, - 72, - 135, - 0, - 0, - 17, - 139, - 46, - 0, - 180, - 127, - 53, - 0, - 0, - 133, - 61, - 129, - 4, - 0, - 74, - 0 - ], - "8": [ - 78, - 0, - 0, - 89, - 124, - 99, - 90, - 0, - 0, - 49, - 68, - 138, - 0, - 0, - 15, - 137, - 43, - 0, - 184, - 117, - 55, - 0, - 0, - 140, - 62, - 118, - 3, - 0, - 75, - 0 - ], - "9": [ - 74, - 0, - 0, - 90, - 121, - 98, - 92, - 0, - 0, - 48, - 68, - 141, - 0, - 0, - 18, - 148, - 37, - 0, - 175, - 112, - 56, - 0, - 0, - 144, - 62, - 120, - 3, - 0, - 81, - 0 - ], - "10": [ - 76, - 0, - 0, - 98, - 131, - 93, - 84, - 0, - 0, - 47, - 68, - 138, - 0, - 0, - 18, - 139, - 40, - 0, - 170, - 113, - 59, - 0, - 0, - 136, - 63, - 120, - 5, - 0, - 78, - 0 - ], - "11": [ - 78, - 0, - 0, - 94, - 132, - 95, - 88, - 0, - 0, - 51, - 68, - 130, - 0, - 0, - 23, - 145, - 40, - 0, - 177, - 110, - 56, - 0, - 0, - 137, - 65, - 111, - 7, - 0, - 83, - 0 - ], - "12": [ - 83, - 0, - 0, - 89, - 133, - 91, - 90, - 0, - 0, - 54, - 72, - 134, - 0, - 0, - 21, - 148, - 41, - 0, - 178, - 111, - 53, - 0, - 0, - 146, - 65, - 106, - 7, - 0, - 76, - 0 - ], - "13": [ - 89, - 0, - 0, - 92, - 139, - 87, - 92, - 0, - 0, - 56, - 63, - 135, - 0, - 0, - 21, - 150, - 42, - 0, - 183, - 112, - 53, - 0, - 0, - 143, - 66, - 104, - 6, - 0, - 72, - 0 - ], - "14": [ - 87, - 0, - 0, - 92, - 142, - 93, - 90, - 0, - 0, - 58, - 66, - 130, - 0, - 0, - 20, - 160, - 40, - 0, - 177, - 112, - 53, - 0, - 0, - 140, - 65, - 111, - 4, - 0, - 71, - 0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=db76a4f143af48be/rewards.plot.png b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=db76a4f143af48be/rewards.plot.png deleted file mode 100644 index 9a6ac56..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=db76a4f143af48be/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=db76a4f143af48be/sum_rewards.json b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=db76a4f143af48be/sum_rewards.json deleted file mode 100644 index 07624ff..0000000 --- a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=db76a4f143af48be/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 7476, - "V": 550644 - }, - "control": { - "R": 7336, - "V": 723335 - } -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=db76a4f143af48be/view.plot.png b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=db76a4f143af48be/view.plot.png deleted file mode 100644 index c74dac9..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=db76a4f143af48be/view.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=ebdb3905ce2f4fa8/choices.json b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=ebdb3905ce2f4fa8/choices.json deleted file mode 100644 index e39fc76..0000000 --- a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=ebdb3905ce2f4fa8/choices.json +++ /dev/null @@ -1,107 +0,0 @@ -{ - "0": [ - 17, - 18, - 26, - 12, - 13 - ], - "1": [ - 18, - 12, - 3, - 25, - 8 - ], - "2": [ - 18, - 25, - 3, - 23, - 16 - ], - "3": [ - 18, - 3, - 25, - 23, - 16 - ], - "4": [ - 18, - 3, - 25, - 6, - 15 - ], - "5": [ - 18, - 25, - 3, - 15, - 23 - ], - "6": [ - 25, - 18, - 3, - 15, - 23 - ], - "7": [ - 25, - 18, - 15, - 3, - 23 - ], - "8": [ - 25, - 18, - 15, - 3, - 23 - ], - "9": [ - 18, - 25, - 15, - 3, - 23 - ], - "10": [ - 18, - 25, - 15, - 3, - 23 - ], - "11": [ - 25, - 18, - 15, - 3, - 23 - ], - "12": [ - 25, - 18, - 15, - 3, - 23 - ], - "13": [ - 25, - 15, - 18, - 3, - 23 - ], - "14": [ - 18, - 25, - 15, - 3, - 23 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=ebdb3905ce2f4fa8/config.json b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=ebdb3905ce2f4fa8/config.json deleted file mode 100644 index 75d2a76..0000000 --- a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=ebdb3905ce2f4fa8/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 30, - "num_choices": 5, - "time_span": 15, - "history_span": 3000, - "alpha": 0.3, - "gamma": 0.01, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=ebdb3905ce2f4fa8/control.choices.json b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=ebdb3905ce2f4fa8/control.choices.json deleted file mode 100644 index 1674a63..0000000 --- a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=ebdb3905ce2f4fa8/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 10, - 15, - 24, - 4, - 3 -] \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=ebdb3905ce2f4fa8/qvalues.json b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=ebdb3905ce2f4fa8/qvalues.json deleted file mode 100644 index 9b84636..0000000 --- a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=ebdb3905ce2f4fa8/qvalues.json +++ /dev/null @@ -1,450 +0,0 @@ -{ - "0": [ - 0.0, - 0.0, - 0.0, - 5.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 52.8, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 1.7999999999999998, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 0.0, - 0.0, - 44.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 90.36, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 54.9, - 1.7999999999999998, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 0.0, - 0.0, - 0.0, - 72.8, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 7.199999999999999, - 0.0, - 115.452, - 0.0, - 0.0, - 0.0, - 0.0, - 19.2, - 5.0, - 91.83, - 1.7999999999999998, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 0.0, - 0.0, - 0.0, - 91.75999999999999, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 11.64, - 0.0, - 135.4164, - 0.0, - 0.0, - 0.0, - 0.0, - 32.64, - 5.0, - 117.381, - 1.7999999999999998, - 0.0, - 0.0, - 0.0 - ], - "4": [ - 0.0, - 0.0, - 0.0, - 103.532, - 5.0, - 0.0, - 26.4, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 52.699999999999996, - 11.64, - 0.0, - 146.09148000000002, - 0.0, - 0.0, - 0.0, - 0.0, - 32.64, - 5.0, - 135.5667, - 1.7999999999999998, - 0.0, - 0.0, - 0.0 - ], - "5": [ - 0.0, - 0.0, - 0.0, - 109.6724, - 5.0, - 0.0, - 26.4, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 85.49, - 11.64, - 0.0, - 160.164036, - 0.0, - 0.0, - 0.0, - 0.0, - 42.348, - 5.0, - 147.99669, - 1.7999999999999998, - 0.0, - 0.0, - 0.0 - ], - "6": [ - 0.0, - 0.0, - 0.0, - 112.47068, - 5.0, - 0.0, - 26.4, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 108.443, - 11.64, - 0.0, - 170.9148252, - 0.0, - 0.0, - 0.0, - 0.0, - 49.1436, - 5.0, - 157.297683, - 1.7999999999999998, - 0.0, - 0.0, - 0.0 - ], - "7": [ - 0.0, - 0.0, - 0.0, - 116.229476, - 5.0, - 0.0, - 26.4, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 126.0101, - 11.64, - 0.0, - 179.04037764, - 0.0, - 0.0, - 0.0, - 0.0, - 53.90052, - 5.0, - 164.1083781, - 1.7999999999999998, - 0.0, - 0.0, - 0.0 - ], - "8": [ - 0.0, - 0.0, - 0.0, - 117.6606332, - 5.0, - 0.0, - 26.4, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 141.90707, - 11.64, - 0.0, - 184.728264348, - 0.0, - 0.0, - 0.0, - 0.0, - 57.230364, - 5.0, - 168.57586467000002, - 1.7999999999999998, - 0.0, - 0.0, - 0.0 - ], - "9": [ - 0.0, - 0.0, - 0.0, - 118.36244324, - 5.0, - 0.0, - 26.4, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 153.334949, - 11.64, - 0.0, - 188.1097850436, - 0.0, - 0.0, - 0.0, - 0.0, - 59.5612548, - 5.0, - 174.10310526900003, - 1.7999999999999998, - 0.0, - 0.0, - 0.0 - ], - "10": [ - 0.0, - 0.0, - 0.0, - 120.053710268, - 5.0, - 0.0, - 26.4, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 164.0344643, - 11.64, - 0.0, - 187.77684953052, - 0.0, - 0.0, - 0.0, - 0.0, - 61.19287836, - 5.0, - 178.5721736883, - 1.7999999999999998, - 0.0, - 0.0, - 0.0 - ], - "11": [ - 0.0, - 0.0, - 0.0, - 118.2375971876, - 5.0, - 0.0, - 26.4, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 170.32412501, - 11.64, - 0.0, - 188.143794671364, - 0.0, - 0.0, - 0.0, - 0.0, - 62.335014852, - 5.0, - 181.40052158181, - 1.7999999999999998, - 0.0, - 0.0, - 0.0 - ], - "12": [ - 0.0, - 0.0, - 0.0, - 119.66631803132, - 5.0, - 0.0, - 26.4, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 173.526887507, - 11.64, - 0.0, - 188.4006562699548, - 0.0, - 0.0, - 0.0, - 0.0, - 62.8345103964, - 5.0, - 183.980365107267, - 1.7999999999999998, - 0.0, - 0.0, - 0.0 - ], - "13": [ - 0.0, - 0.0, - 0.0, - 121.866422621924, - 5.0, - 0.0, - 26.4, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 178.1688212549, - 11.64, - 0.0, - 188.88045938896835, - 0.0, - 0.0, - 0.0, - 0.0, - 62.88415727748, - 5.0, - 187.2862555750869, - 1.7999999999999998, - 0.0, - 0.0, - 0.0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=ebdb3905ce2f4fa8/rewards.json b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=ebdb3905ce2f4fa8/rewards.json deleted file mode 100644 index 318f9d8..0000000 --- a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=ebdb3905ce2f4fa8/rewards.json +++ /dev/null @@ -1,482 +0,0 @@ -{ - "0": [ - 77, - 0, - 0, - 141, - 141, - 111, - 91, - 0, - 0, - 34, - 161, - 114, - 0, - 0, - 24, - 145, - 28, - 0, - 178, - 118, - 25, - 0, - 0, - 63, - 100, - 178, - 9, - 0, - 110, - 0 - ], - "1": [ - 71, - 0, - 0, - 134, - 143, - 108, - 84, - 0, - 0, - 36, - 158, - 113, - 0, - 0, - 28, - 144, - 27, - 0, - 176, - 122, - 21, - 0, - 0, - 61, - 109, - 182, - 6, - 0, - 113, - 0 - ], - "2": [ - 71, - 0, - 0, - 135, - 140, - 108, - 84, - 0, - 0, - 41, - 157, - 115, - 0, - 0, - 30, - 160, - 25, - 0, - 178, - 119, - 22, - 0, - 0, - 63, - 103, - 183, - 5, - 0, - 117, - 0 - ], - "3": [ - 69, - 0, - 0, - 140, - 136, - 110, - 87, - 0, - 0, - 36, - 151, - 112, - 0, - 0, - 30, - 165, - 24, - 0, - 174, - 117, - 22, - 0, - 0, - 64, - 100, - 178, - 3, - 0, - 119, - 0 - ], - "4": [ - 76, - 0, - 0, - 136, - 142, - 110, - 88, - 0, - 0, - 34, - 149, - 115, - 0, - 0, - 36, - 162, - 22, - 0, - 182, - 116, - 24, - 0, - 0, - 64, - 96, - 177, - 2, - 0, - 121, - 0 - ], - "5": [ - 76, - 0, - 0, - 131, - 141, - 109, - 88, - 0, - 0, - 31, - 155, - 123, - 0, - 0, - 38, - 164, - 23, - 0, - 171, - 112, - 28, - 0, - 0, - 66, - 93, - 178, - 1, - 0, - 118, - 0 - ], - "6": [ - 80, - 0, - 0, - 124, - 148, - 102, - 87, - 0, - 0, - 31, - 160, - 126, - 0, - 0, - 46, - 162, - 19, - 0, - 193, - 101, - 29, - 0, - 0, - 65, - 88, - 177, - 0, - 0, - 113, - 0 - ], - "7": [ - 76, - 0, - 0, - 119, - 149, - 115, - 90, - 0, - 0, - 31, - 161, - 129, - 0, - 0, - 47, - 162, - 20, - 0, - 196, - 92, - 33, - 0, - 0, - 65, - 91, - 179, - 4, - 0, - 112, - 0 - ], - "8": [ - 77, - 0, - 0, - 125, - 152, - 123, - 93, - 0, - 0, - 32, - 155, - 128, - 0, - 0, - 46, - 167, - 20, - 0, - 198, - 96, - 32, - 0, - 0, - 65, - 92, - 180, - 2, - 0, - 114, - 0 - ], - "9": [ - 74, - 0, - 0, - 121, - 147, - 126, - 95, - 0, - 0, - 34, - 156, - 123, - 0, - 0, - 54, - 179, - 18, - 0, - 198, - 91, - 33, - 0, - 0, - 65, - 88, - 179, - 3, - 0, - 116, - 0 - ], - "10": [ - 76, - 0, - 0, - 120, - 146, - 119, - 89, - 0, - 0, - 32, - 159, - 126, - 0, - 0, - 47, - 180, - 21, - 0, - 196, - 89, - 32, - 0, - 0, - 65, - 90, - 187, - 4, - 0, - 111, - 0 - ], - "11": [ - 78, - 0, - 0, - 124, - 150, - 118, - 93, - 0, - 0, - 32, - 163, - 121, - 0, - 0, - 46, - 189, - 22, - 0, - 187, - 89, - 31, - 0, - 0, - 65, - 103, - 189, - 5, - 0, - 112, - 0 - ], - "12": [ - 83, - 0, - 0, - 114, - 146, - 115, - 90, - 0, - 0, - 32, - 162, - 117, - 0, - 0, - 48, - 185, - 22, - 0, - 189, - 91, - 34, - 0, - 0, - 65, - 124, - 188, - 5, - 0, - 116, - 0 - ], - "13": [ - 89, - 0, - 0, - 123, - 151, - 113, - 95, - 0, - 0, - 34, - 157, - 108, - 0, - 0, - 51, - 181, - 23, - 0, - 189, - 80, - 34, - 0, - 0, - 64, - 133, - 190, - 4, - 0, - 113, - 0 - ], - "14": [ - 87, - 0, - 0, - 127, - 161, - 104, - 91, - 0, - 0, - 36, - 157, - 104, - 0, - 0, - 50, - 189, - 22, - 0, - 190, - 88, - 33, - 0, - 0, - 63, - 118, - 195, - 2, - 0, - 125, - 0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=ebdb3905ce2f4fa8/rewards.plot.png b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=ebdb3905ce2f4fa8/rewards.plot.png deleted file mode 100644 index c2ecef8..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=ebdb3905ce2f4fa8/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=ebdb3905ce2f4fa8/sum_rewards.json b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=ebdb3905ce2f4fa8/sum_rewards.json deleted file mode 100644 index ed2b69f..0000000 --- a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=ebdb3905ce2f4fa8/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 9971, - "V": 721075 - }, - "control": { - "R": 10530, - "V": 723335 - } -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=ebdb3905ce2f4fa8/view.plot.png b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=ebdb3905ce2f4fa8/view.plot.png deleted file mode 100644 index d298699..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=ebdb3905ce2f4fa8/view.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=f06f6c1f0dbe4721/choices.json b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=f06f6c1f0dbe4721/choices.json deleted file mode 100644 index eff9bd0..0000000 --- a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=f06f6c1f0dbe4721/choices.json +++ /dev/null @@ -1,107 +0,0 @@ -{ - "0": [ - 17, - 24, - 4, - 1, - 2 - ], - "1": [ - 4, - 29, - 10, - 24, - 9 - ], - "2": [ - 4, - 24, - 10, - 21, - 27 - ], - "3": [ - 24, - 4, - 10, - 26, - 29 - ], - "4": [ - 24, - 4, - 9, - 10, - 17 - ], - "5": [ - 4, - 24, - 11, - 10, - 1 - ], - "6": [ - 4, - 24, - 10, - 29, - 23 - ], - "7": [ - 4, - 24, - 23, - 10, - 11 - ], - "8": [ - 23, - 4, - 24, - 10, - 11 - ], - "9": [ - 23, - 4, - 24, - 11, - 10 - ], - "10": [ - 23, - 4, - 24, - 11, - 10 - ], - "11": [ - 23, - 4, - 24, - 11, - 10 - ], - "12": [ - 23, - 4, - 11, - 24, - 10 - ], - "13": [ - 23, - 4, - 11, - 24, - 10 - ], - "14": [ - 23, - 4, - 24, - 11, - 10 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=f06f6c1f0dbe4721/config.json b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=f06f6c1f0dbe4721/config.json deleted file mode 100644 index 75d2a76..0000000 --- a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=f06f6c1f0dbe4721/config.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": "q-learning-rl", - "num_items": 30, - "num_choices": 5, - "time_span": 15, - "history_span": 3000, - "alpha": 0.3, - "gamma": 0.01, - "epsilon": 0.1 -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=f06f6c1f0dbe4721/control.choices.json b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=f06f6c1f0dbe4721/control.choices.json deleted file mode 100644 index 1674a63..0000000 --- a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=f06f6c1f0dbe4721/control.choices.json +++ /dev/null @@ -1,7 +0,0 @@ -[ - 10, - 15, - 24, - 4, - 3 -] \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=f06f6c1f0dbe4721/qvalues.json b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=f06f6c1f0dbe4721/qvalues.json deleted file mode 100644 index 387c676..0000000 --- a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=f06f6c1f0dbe4721/qvalues.json +++ /dev/null @@ -1,450 +0,0 @@ -{ - "0": [ - 0.0, - 0.0, - 0.0, - 5.0, - 42.5, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 39.8, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "1": [ - 0.0, - 0.0, - 0.0, - 5.0, - 69.35, - 0.0, - 0.0, - 0.0, - 0.0, - 10.2, - 29.0, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 66.86, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "2": [ - 0.0, - 0.0, - 0.0, - 5.0, - 84.54499999999999, - 0.0, - 0.0, - 0.0, - 0.0, - 10.2, - 44.3, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 84.602, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0 - ], - "3": [ - 0.0, - 0.0, - 0.0, - 5.0, - 94.88149999999999, - 0.0, - 0.0, - 0.0, - 0.0, - 10.2, - 53.51, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 96.12140000000001, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0 - ], - "4": [ - 0.0, - 0.0, - 0.0, - 5.0, - 106.61704999999999, - 0.0, - 0.0, - 0.0, - 0.0, - 16.14, - 61.157, - 0.0, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 102.08498, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0 - ], - "5": [ - 0.0, - 0.0, - 0.0, - 5.0, - 115.731935, - 0.0, - 0.0, - 0.0, - 0.0, - 16.14, - 68.9099, - 39.3, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 103.559486, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0 - ], - "6": [ - 0.0, - 0.0, - 0.0, - 5.0, - 120.0123545, - 0.0, - 0.0, - 0.0, - 0.0, - 16.14, - 73.13692999999999, - 39.3, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 71.7, - 106.0916402, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0 - ], - "7": [ - 0.0, - 0.0, - 0.0, - 5.0, - 124.80864815, - 0.0, - 0.0, - 0.0, - 0.0, - 16.14, - 75.795851, - 68.91, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 120.09, - 108.46414814, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0 - ], - "8": [ - 0.0, - 0.0, - 0.0, - 5.0, - 128.166053705, - 0.0, - 0.0, - 0.0, - 0.0, - 16.14, - 77.9570957, - 86.937, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 154.863, - 112.224903698, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0 - ], - "9": [ - 0.0, - 0.0, - 0.0, - 5.0, - 132.3162375935, - 0.0, - 0.0, - 0.0, - 0.0, - 16.14, - 78.26996699, - 99.2559, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 179.2041, - 113.05743258860001, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0 - ], - "10": [ - 0.0, - 0.0, - 0.0, - 5.0, - 131.62136631545002, - 0.0, - 0.0, - 0.0, - 0.0, - 16.14, - 78.488976893, - 105.77913, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 196.24287, - 113.34020281202001, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0 - ], - "11": [ - 0.0, - 0.0, - 0.0, - 5.0, - 129.034956420815, - 0.0, - 0.0, - 0.0, - 0.0, - 16.14, - 78.3422838251, - 111.245391, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 209.070009, - 116.53814196841401, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0 - ], - "12": [ - 0.0, - 0.0, - 0.0, - 5.0, - 128.4244694945705, - 0.0, - 0.0, - 0.0, - 0.0, - 16.14, - 76.43959867757, - 115.9717737, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 214.7490063, - 114.57669937788981, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0 - ], - "13": [ - 0.0, - 0.0, - 0.0, - 5.0, - 124.99712864619936, - 0.0, - 0.0, - 0.0, - 0.0, - 16.14, - 73.907719074299, - 118.98024159, - 0.0, - 0.0, - 0.0, - 5.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 0.0, - 221.72430441, - 112.00368956452287, - 0.0, - 0.3, - 0.0, - 0.0, - 0.0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=f06f6c1f0dbe4721/rewards.json b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=f06f6c1f0dbe4721/rewards.json deleted file mode 100644 index d511e16..0000000 --- a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=f06f6c1f0dbe4721/rewards.json +++ /dev/null @@ -1,482 +0,0 @@ -{ - "0": [ - 52, - 0, - 0, - 59, - 133, - 96, - 27, - 0, - 0, - 26, - 98, - 112, - 0, - 0, - 36, - 110, - 23, - 0, - 73, - 116, - 71, - 0, - 0, - 238, - 126, - 109, - 9, - 0, - 105, - 0 - ], - "1": [ - 49, - 0, - 0, - 64, - 130, - 102, - 25, - 0, - 0, - 28, - 90, - 118, - 0, - 0, - 41, - 119, - 20, - 0, - 72, - 113, - 71, - 0, - 0, - 230, - 121, - 120, - 6, - 0, - 107, - 0 - ], - "2": [ - 46, - 0, - 0, - 56, - 132, - 94, - 23, - 0, - 0, - 34, - 85, - 121, - 0, - 0, - 44, - 123, - 18, - 0, - 73, - 117, - 74, - 0, - 0, - 244, - 130, - 128, - 6, - 0, - 108, - 0 - ], - "3": [ - 43, - 0, - 0, - 61, - 120, - 92, - 23, - 0, - 0, - 34, - 80, - 116, - 0, - 0, - 48, - 128, - 20, - 0, - 74, - 115, - 69, - 0, - 0, - 250, - 126, - 133, - 3, - 0, - 107, - 0 - ], - "4": [ - 48, - 0, - 0, - 62, - 119, - 93, - 22, - 0, - 0, - 31, - 75, - 124, - 0, - 0, - 47, - 131, - 21, - 0, - 75, - 120, - 69, - 0, - 0, - 252, - 123, - 122, - 1, - 0, - 108, - 0 - ], - "5": [ - 46, - 0, - 0, - 62, - 134, - 87, - 22, - 0, - 0, - 30, - 79, - 129, - 0, - 0, - 51, - 130, - 24, - 0, - 68, - 121, - 69, - 0, - 0, - 257, - 116, - 118, - 1, - 0, - 104, - 0 - ], - "6": [ - 49, - 0, - 0, - 59, - 137, - 81, - 22, - 0, - 0, - 32, - 87, - 131, - 0, - 0, - 59, - 129, - 22, - 0, - 78, - 116, - 69, - 0, - 0, - 251, - 107, - 109, - 0, - 0, - 104, - 0 - ], - "7": [ - 48, - 0, - 0, - 57, - 130, - 83, - 23, - 0, - 0, - 32, - 83, - 136, - 0, - 0, - 60, - 126, - 23, - 0, - 74, - 117, - 67, - 0, - 0, - 239, - 112, - 122, - 2, - 0, - 100, - 0 - ], - "8": [ - 46, - 0, - 0, - 60, - 136, - 87, - 25, - 0, - 0, - 31, - 82, - 138, - 0, - 0, - 55, - 126, - 21, - 0, - 81, - 123, - 66, - 0, - 0, - 233, - 114, - 128, - 1, - 0, - 102, - 0 - ], - "9": [ - 44, - 0, - 0, - 59, - 136, - 91, - 24, - 0, - 0, - 35, - 83, - 129, - 0, - 0, - 68, - 129, - 19, - 0, - 89, - 124, - 72, - 0, - 0, - 236, - 121, - 129, - 2, - 0, - 105, - 0 - ], - "10": [ - 49, - 0, - 0, - 59, - 142, - 93, - 23, - 0, - 0, - 36, - 79, - 128, - 0, - 0, - 58, - 126, - 21, - 0, - 94, - 122, - 72, - 0, - 0, - 236, - 115, - 113, - 2, - 0, - 99, - 0 - ], - "11": [ - 50, - 0, - 0, - 52, - 130, - 91, - 23, - 0, - 0, - 41, - 79, - 121, - 0, - 0, - 58, - 129, - 20, - 0, - 87, - 126, - 69, - 0, - 0, - 236, - 114, - 106, - 3, - 0, - 95, - 0 - ], - "12": [ - 48, - 0, - 0, - 54, - 123, - 94, - 22, - 0, - 0, - 41, - 78, - 124, - 0, - 0, - 56, - 131, - 21, - 0, - 87, - 133, - 70, - 0, - 0, - 239, - 124, - 105, - 3, - 0, - 93, - 0 - ], - "13": [ - 52, - 0, - 0, - 54, - 127, - 90, - 23, - 0, - 0, - 43, - 72, - 127, - 0, - 0, - 61, - 130, - 23, - 0, - 94, - 137, - 66, - 0, - 0, - 228, - 110, - 110, - 3, - 0, - 86, - 0 - ], - "14": [ - 50, - 0, - 0, - 48, - 117, - 88, - 23, - 0, - 0, - 46, - 68, - 126, - 0, - 0, - 57, - 135, - 21, - 0, - 85, - 139, - 66, - 0, - 0, - 238, - 106, - 109, - 2, - 0, - 87, - 0 - ] -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=f06f6c1f0dbe4721/rewards.plot.png b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=f06f6c1f0dbe4721/rewards.plot.png deleted file mode 100644 index 40deaf1..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=f06f6c1f0dbe4721/rewards.plot.png and /dev/null differ diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=f06f6c1f0dbe4721/sum_rewards.json b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=f06f6c1f0dbe4721/sum_rewards.json deleted file mode 100644 index 8fde552..0000000 --- a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=f06f6c1f0dbe4721/sum_rewards.json +++ /dev/null @@ -1,10 +0,0 @@ -{ - "agent": { - "R": 8187, - "V": 675019 - }, - "control": { - "R": 7697, - "V": 723335 - } -} \ No newline at end of file diff --git a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=f06f6c1f0dbe4721/view.plot.png b/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=f06f6c1f0dbe4721/view.plot.png deleted file mode 100644 index 5aea598..0000000 Binary files a/experiments/seed=512/n=30.low=0.high=1000.ts=15.alpha=0.3.gamma=0.01/run=f06f6c1f0dbe4721/view.plot.png and /dev/null differ diff --git a/pyproject.toml b/pyproject.toml index 843a853..fc63ffe 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -54,4 +54,4 @@ line-length = 120 target-version = ['py39'] [tool.poetry.scripts] -simulate = "esops.cli:experiment" +experiment = "esops.cli:experiment" diff --git a/simulate.sh b/simulate.sh deleted file mode 100644 index 2ae773c..0000000 --- a/simulate.sh +++ /dev/null @@ -1,29 +0,0 @@ -#!/bin/bash - -# Parameters -NUM_RUNS=$1 -SEED=$2 -NUM_ITEMS=$3 -LOW=$4 -HIGH=$5 -TIME_SPAN=$6 -ALPHA=$7 -GAMMA=$8 -EPSILON=$9 - -# Check if all parameters are provided -if [ "$#" -ne 9 ]; then - echo "Usage: $0 " - exit 1 -fi - -# Run the simulation N times -for ((i=0; i<$NUM_RUNS; i++)) -do - # Run the simulation command with the provided parameters - poetry run simulate --seed $SEED --name n=$NUM_ITEMS.low=$LOW.high=$HIGH.ts=$TIME_SPAN.alpha=$ALPHA.gamma=$GAMMA run-q-learning --alpha $ALPHA --gamma $GAMMA --epsilon $EPSILON --num-items $NUM_ITEMS --time-span $TIME_SPAN --low $LOW --high $HIGH - - echo "Run $((i+1)) completed." -done - -echo "All $NUM_RUNS runs completed." diff --git a/src/esops/cli.py b/src/esops/cli.py index 2daa4cf..77c0012 100644 --- a/src/esops/cli.py +++ b/src/esops/cli.py @@ -27,11 +27,16 @@ class ExperimentContext: def __init__(self, seed, name: str = None): self.name = name self.seed = seed - self.id: str = uuid.uuid4().hex[:16] + self.id = None + self.path = None + if name is not None: + self.setup(name, seed) + def setup(self, name, seed): + self.seed = seed + self.name = name + self.id: str = uuid.uuid4().hex[:16] self.path = f"./experiments/seed={self.seed}/{self.name}/run={self.id}" - - def setup(self): os.makedirs(self.path, exist_ok=True) def add_config(self, config: dict): @@ -75,7 +80,6 @@ def add_sum_reward(self, env, agent, control_agent): @click.pass_context def experiment(context, seed, name): xp = ExperimentContext(seed=seed, name=name) - xp.setup() context.obj = xp @@ -146,5 +150,37 @@ def run_q_learning(context, num_items, time_span, low, high, history_span, alpha context.add_plot(agent_reward_plot, 'rewards.plot.png') +@experiment.command() +@click.option("--num-runs", type=int, default=10) +@click.option("--num-items", type=int, default=20) +@click.option("--time-span", type=int, default=15) +@click.option("--history-span", type=int, default=3000) +@click.option("--low", type=int, default=0) +@click.option("--high", type=int, default=10) +@click.option("--alpha", type=float, default=0.1) +@click.option("--gamma", type=float, default=0.9) +@click.option("--epsilon", type=float, default=0.1) +@click.pass_obj +@click.pass_context +def run_simulation(ctx, context, num_runs, num_items, time_span, low, high, history_span, alpha, gamma, epsilon): + """ + poetry run experiment --seed 48 run-simulation + """ + name = f"n={num_items}-t={time_span}-h={history_span}-a={alpha}-g={gamma}-e={epsilon}-low={low}-high={high}" + for i in range(num_runs): + context.setup(seed=context.seed, name=name) + ctx.invoke( + run_q_learning, + num_items=num_items, + time_span=time_span, + low=low, + high=high, + history_span=history_span, + alpha=alpha, + gamma=gamma, + epsilon=epsilon, + ) + + if __name__ == "__main__": experiment()