diff --git a/Aufgabe 5/aufgabe05.ipynb b/Aufgabe 5/aufgabe05.ipynb index 5b6984e..107c60b 100644 --- a/Aufgabe 5/aufgabe05.ipynb +++ b/Aufgabe 5/aufgabe05.ipynb @@ -2,7 +2,7 @@ "cells": [ { "cell_type": "code", - "execution_count": 3, + "execution_count": 2, "metadata": {}, "outputs": [], "source": [ @@ -14,7 +14,7 @@ }, { "cell_type": "code", - "execution_count": 4, + "execution_count": 3, "metadata": {}, "outputs": [], "source": [ @@ -58,7 +58,7 @@ }, { "cell_type": "code", - "execution_count": 5, + "execution_count": 4, "metadata": {}, "outputs": [], "source": [ @@ -75,7 +75,7 @@ }, { "cell_type": "code", - "execution_count": 14, + "execution_count": 5, "metadata": {}, "outputs": [], "source": [ @@ -137,52 +137,24 @@ }, { "cell_type": "code", - "execution_count": 17, + "execution_count": 8, "metadata": {}, "outputs": [ { "name": "stdout", "output_type": "stream", "text": [ - "episode 0 score 24.00 average score 24.00\n", - "episode 1 score 16.00 average score 20.00\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 873us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "episode 2 score 26.00 average score 22.00\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 980us/step\n", + "episode 0 score 15.00 average score 15.00\n", + "episode 1 score 13.00 average score 14.00\n", + "episode 2 score 14.00 average score 14.00\n", + "episode 3 score 13.00 average score 13.75\n", "2/2 [==============================] - 0s 1ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 25ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 2ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 944us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 965us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 2ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 922us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 923us/step\n", + "2/2 [==============================] - 0s 991us/step\n", "2/2 [==============================] - 0s 1ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", @@ -190,1159 +162,372 @@ "2/2 [==============================] - 0s 1ms/step\n", "2/2 [==============================] - 0s 2ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 956us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 901us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 948us/step\n", - "2/2 [==============================] - 0s 786us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "episode 3 score 23.00 average score 22.25\n", - "2/2 [==============================] - 0s 872us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 917us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 854us/step\n", - "2/2 [==============================] - 0s 858us/step\n", - "2/2 [==============================] - 0s 846us/step\n", - "2/2 [==============================] - 0s 948us/step\n", - "2/2 [==============================] - 0s 870us/step\n", - "2/2 [==============================] - 0s 979us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 946us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 894us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 806us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 842us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 997us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 879us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 847us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 895us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 803us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 945us/step\n", - "2/2 [==============================] - 0s 973us/step\n", - "2/2 [==============================] - 0s 953us/step\n", - "2/2 [==============================] - 0s 959us/step\n", - "2/2 [==============================] - 0s 961us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "episode 4 score 23.00 average score 22.40\n", - "2/2 [==============================] - 0s 864us/step\n", - "2/2 [==============================] - 0s 918us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 974us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 994us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 828us/step\n", - "2/2 [==============================] - 0s 967us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 912us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 936us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 946us/step\n", - "2/2 [==============================] - 0s 822us/step\n", - "2/2 [==============================] - 0s 769us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 965us/step\n", + "episode 4 score 15.00 average score 14.00\n", "2/2 [==============================] - 0s 1ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", - "episode 5 score 12.00 average score 20.67\n", - "2/2 [==============================] - 0s 818us/step\n", "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 886us/step\n", - "2/2 [==============================] - 0s 947us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 10ms/step\n", - "2/2 [==============================] - 0s 2ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 904us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 895us/step\n", - "2/2 [==============================] - 0s 859us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 908us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 918us/step\n", - "2/2 [==============================] - 0s 972us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 851us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 931us/step\n", - "2/2 [==============================] - 0s 830us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 899us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 779us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 959us/step\n", - "2/2 [==============================] - 0s 865us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 938us/step\n", - "2/2 [==============================] - 0s 922us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 982us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 947us/step\n", - "2/2 [==============================] - 0s 950us/step\n", - "2/2 [==============================] - 0s 947us/step\n", "2/2 [==============================] - 0s 1ms/step\n", "2/2 [==============================] - 0s 2ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 986us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 925us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 795us/step\n", - "2/2 [==============================] - 0s 977us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "episode 6 score 27.00 average score 21.57\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 855us/step\n", - "2/2 [==============================] - 0s 862us/step\n", - "2/2 [==============================] - 0s 877us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 2ms/step\n", - "2/2 [==============================] - 0s 846us/step\n", - "2/2 [==============================] - 0s 948us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 861us/step\n", - "2/2 [==============================] - 0s 913us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 933us/step\n", - "2/2 [==============================] - 0s 968us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 907us/step\n", - "2/2 [==============================] - 0s 940us/step\n", - "2/2 [==============================] - 0s 919us/step\n", - "2/2 [==============================] - 0s 892us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 977us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 886us/step\n", - "2/2 [==============================] - 0s 855us/step\n", - "2/2 [==============================] - 0s 957us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 901us/step\n", - "2/2 [==============================] - 0s 3ms/step\n", - "2/2 [==============================] - 0s 731us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 858us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 946us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 778us/step\n", - "2/2 [==============================] - 0s 903us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 930us/step\n", - "2/2 [==============================] - 0s 892us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 811us/step\n", - "2/2 [==============================] - 0s 945us/step\n", - "2/2 [==============================] - 0s 854us/step\n", - "2/2 [==============================] - 0s 929us/step\n", - "2/2 [==============================] - 0s 922us/step\n", - "2/2 [==============================] - 0s 886us/step\n", - "2/2 [==============================] - 0s 869us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 858us/step\n", - "2/2 [==============================] - 0s 799us/step\n", - "2/2 [==============================] - 0s 870us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 977us/step\n", - "2/2 [==============================] - 0s 806us/step\n", - "2/2 [==============================] - 0s 992us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 973us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 869us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 10ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 998us/step\n", - "2/2 [==============================] - 0s 817us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 826us/step\n", - "2/2 [==============================] - 0s 926us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 870us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 901us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 988us/step\n", - "2/2 [==============================] - 0s 924us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 896us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 811us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 897us/step\n", - "2/2 [==============================] - 0s 964us/step\n", - "2/2 [==============================] - 0s 794us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 859us/step\n", - "2/2 [==============================] - 0s 920us/step\n", - "episode 7 score 47.00 average score 24.75\n", - "2/2 [==============================] - 0s 981us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 989us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 960us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 976us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 842us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 818us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 836us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 865us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "episode 8 score 9.00 average score 23.00\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 897us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 867us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 951us/step\n", - "2/2 [==============================] - 0s 977us/step\n", "2/2 [==============================] - 0s 1ms/step\n", "2/2 [==============================] - 0s 2ms/step\n", - "2/2 [==============================] - 0s 964us/step\n", - "2/2 [==============================] - 0s 992us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 891us/step\n", - "2/2 [==============================] - 0s 992us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 879us/step\n", - "2/2 [==============================] - 0s 870us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 953us/step\n", "2/2 [==============================] - 0s 2ms/step\n", - "2/2 [==============================] - 0s 937us/step\n", - "2/2 [==============================] - 0s 913us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 900us/step\n", - "2/2 [==============================] - 0s 824us/step\n", - "2/2 [==============================] - 0s 928us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 888us/step\n", - "2/2 [==============================] - 0s 766us/step\n", - "2/2 [==============================] - 0s 881us/step\n", - "episode 9 score 19.00 average score 22.60\n", - "2/2 [==============================] - 0s 891us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 889us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 988us/step\n", - "2/2 [==============================] - 0s 926us/step\n", - "2/2 [==============================] - 0s 894us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 916us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 998us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 988us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 910us/step\n", - "2/2 [==============================] - 0s 920us/step\n", "2/2 [==============================] - 0s 1ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 897us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 890us/step\n", "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 863us/step\n", - "2/2 [==============================] - 0s 960us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 951us/step\n", "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", "2/2 [==============================] - 0s 995us/step\n", - "2/2 [==============================] - 0s 964us/step\n", - "2/2 [==============================] - 0s 964us/step\n", - "episode 10 score 17.00 average score 22.09\n", - "1/1 [==============================] - 0s 9ms/step\n", + "1/1 [==============================] - 0s 23ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 937us/step\n", - "2/2 [==============================] - 0s 985us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 938us/step\n", - "2/2 [==============================] - 0s 978us/step\n", - "2/2 [==============================] - 0s 949us/step\n", - "2/2 [==============================] - 0s 783us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 890us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 10ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "episode 11 score 9.00 average score 21.00\n", - "2/2 [==============================] - 0s 962us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 974us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 964us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 970us/step\n", - "2/2 [==============================] - 0s 934us/step\n", - "2/2 [==============================] - 0s 959us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 977us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 975us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 962us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 952us/step\n", - "2/2 [==============================] - 0s 861us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "episode 12 score 13.00 average score 20.38\n", - "1/1 [==============================] - 0s 10ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 924us/step\n", - "2/2 [==============================] - 0s 960us/step\n", - "2/2 [==============================] - 0s 788us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 929us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 928us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 965us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 946us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "episode 13 score 10.00 average score 19.64\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 814us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 859us/step\n", - "2/2 [==============================] - 0s 2ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 990us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 979us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 801us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 985us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 896us/step\n", - "episode 14 score 8.00 average score 18.87\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 876us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 969us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 970us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 775us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 817us/step\n", - "2/2 [==============================] - 0s 942us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 885us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 825us/step\n", - "2/2 [==============================] - 0s 962us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 914us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 920us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 997us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "episode 15 score 12.00 average score 18.44\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 811us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 895us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 814us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 950us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 947us/step\n", - "2/2 [==============================] - 0s 855us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 826us/step\n", - "2/2 [==============================] - 0s 949us/step\n", - "2/2 [==============================] - 0s 880us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "episode 16 score 9.00 average score 17.88\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 931us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 964us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 865us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 941us/step\n", - "2/2 [==============================] - 0s 926us/step\n", - "2/2 [==============================] - 0s 993us/step\n", - "2/2 [==============================] - 0s 816us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 871us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 973us/step\n", - "2/2 [==============================] - 0s 801us/step\n", - "2/2 [==============================] - 0s 950us/step\n", - "2/2 [==============================] - 0s 965us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 843us/step\n", - "2/2 [==============================] - 0s 968us/step\n", - "2/2 [==============================] - 0s 895us/step\n", - "2/2 [==============================] - 0s 943us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 3ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 998us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 813us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 900us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 838us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 930us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 943us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 935us/step\n", - "2/2 [==============================] - 0s 895us/step\n", - "2/2 [==============================] - 0s 846us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 956us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 835us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 941us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 838us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 956us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 897us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "episode 17 score 31.00 average score 18.61\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 911us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 3ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 986us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 935us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 824us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 868us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 840us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 965us/step\n", - "2/2 [==============================] - 0s 817us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 918us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 997us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 950us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 962us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 885us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 830us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 846us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 976us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 838us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 2ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 885us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 851us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 791us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 878us/step\n", - "2/2 [==============================] - 0s 816us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 820us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 777us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 818us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 940us/step\n", - "2/2 [==============================] - 0s 827us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 850us/step\n", - "2/2 [==============================] - 0s 827us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 928us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 922us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 840us/step\n", - "2/2 [==============================] - 0s 854us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 900us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 854us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 861us/step\n", "2/2 [==============================] - 0s 857us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 920us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 998us/step\n", "2/2 [==============================] - 0s 1ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 963us/step\n", - "2/2 [==============================] - 0s 968us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 977us/step\n", "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 821us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 973us/step\n", - "2/2 [==============================] - 0s 984us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 878us/step\n", + "2/2 [==============================] - 0s 994us/step\n", "1/1 [==============================] - 0s 10ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 984us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 792us/step\n", "2/2 [==============================] - 0s 1ms/step\n", "1/1 [==============================] - 0s 9ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "episode 18 score 58.00 average score 20.68\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 898us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 973us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 901us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 953us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 825us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 883us/step\n", - "2/2 [==============================] - 0s 960us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 2ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 918us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 992us/step\n", - "2/2 [==============================] - 0s 987us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 2ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 891us/step\n", - "2/2 [==============================] - 0s 941us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 834us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 947us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 952us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 812us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 804us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 990us/step\n", - "2/2 [==============================] - 0s 984us/step\n", - "2/2 [==============================] - 0s 926us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 2ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 950us/step\n", - "2/2 [==============================] - 0s 863us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 953us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 2ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 942us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 926us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 990us/step\n", - "2/2 [==============================] - 0s 946us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 956us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 798us/step\n", - "2/2 [==============================] - 0s 860us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 925us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 980us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 873us/step\n", - "2/2 [==============================] - 0s 898us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 952us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "episode 19 score 39.00 average score 21.60\n", - "2/2 [==============================] - 0s 779us/step\n", - "2/2 [==============================] - 0s 826us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 946us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 932us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 822us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 847us/step\n", - "2/2 [==============================] - 0s 939us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 873us/step\n", - "2/2 [==============================] - 0s 917us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 2ms/step\n", - "2/2 [==============================] - 0s 995us/step\n", - "2/2 [==============================] - 0s 878us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 937us/step\n", - "2/2 [==============================] - 0s 828us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 985us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 917us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 793us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 826us/step\n", - "2/2 [==============================] - 0s 956us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 952us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 889us/step\n", - "2/2 [==============================] - 0s 2ms/step\n", - "1/1 [==============================] - 0s 10ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 910us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 934us/step\n", + "2/2 [==============================] - 0s 991us/step\n", "2/2 [==============================] - 0s 855us/step\n", - "2/2 [==============================] - 0s 808us/step\n", "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 973us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 974us/step\n", + "2/2 [==============================] - 0s 786us/step\n", + "2/2 [==============================] - 0s 822us/step\n", + "2/2 [==============================] - 0s 951us/step\n", + "2/2 [==============================] - 0s 821us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 833us/step\n", + "2/2 [==============================] - 0s 876us/step\n", "2/2 [==============================] - 0s 927us/step\n", "2/2 [==============================] - 0s 1ms/step\n", "1/1 [==============================] - 0s 9ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 813us/step\n", - "episode 20 score 29.00 average score 21.95\n", + "2/2 [==============================] - 0s 1ms/step\n", "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 905us/step\n", - "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 955us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 935us/step\n", + "2/2 [==============================] - 0s 974us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 924us/step\n", + "2/2 [==============================] - 0s 894us/step\n", + "2/2 [==============================] - 0s 953us/step\n", + "2/2 [==============================] - 0s 989us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 993us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 911us/step\n", + "2/2 [==============================] - 0s 931us/step\n", + "2/2 [==============================] - 0s 973us/step\n", + "2/2 [==============================] - 0s 999us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 948us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 996us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "episode 5 score 47.00 average score 19.50\n", + "2/2 [==============================] - 0s 926us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 895us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 984us/step\n", + "2/2 [==============================] - 0s 937us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 970us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 932us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 876us/step\n", + "2/2 [==============================] - 0s 911us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 938us/step\n", "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 956us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "episode 6 score 13.00 average score 18.57\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 812us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 983us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 918us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 878us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 923us/step\n", + "2/2 [==============================] - 0s 925us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 999us/step\n", + "2/2 [==============================] - 0s 849us/step\n", + "2/2 [==============================] - 0s 820us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 878us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 979us/step\n", + "2/2 [==============================] - 0s 835us/step\n", + "2/2 [==============================] - 0s 835us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 966us/step\n", + "2/2 [==============================] - 0s 977us/step\n", + "episode 7 score 15.00 average score 18.12\n", + "2/2 [==============================] - 0s 960us/step\n", "2/2 [==============================] - 0s 1ms/step\n", "1/1 [==============================] - 0s 9ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 957us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 989us/step\n", + "2/2 [==============================] - 0s 923us/step\n", "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 986us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 953us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 976us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", "2/2 [==============================] - 0s 934us/step\n", - "2/2 [==============================] - 0s 837us/step\n", "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 928us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 825us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 990us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 912us/step\n", - "2/2 [==============================] - 0s 981us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 906us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 970us/step\n", "2/2 [==============================] - 0s 1ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 929us/step\n", - "2/2 [==============================] - 0s 2ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 941us/step\n", - "2/2 [==============================] - 0s 826us/step\n", - "2/2 [==============================] - 0s 848us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 815us/step\n", "2/2 [==============================] - 0s 1ms/step\n", "2/2 [==============================] - 0s 920us/step\n", - "2/2 [==============================] - 0s 2ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 929us/step\n", - "2/2 [==============================] - 0s 917us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 904us/step\n", - "2/2 [==============================] - 0s 896us/step\n", - "2/2 [==============================] - 0s 800us/step\n", - "2/2 [==============================] - 0s 944us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 917us/step\n", "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 817us/step\n", "1/1 [==============================] - 0s 10ms/step\n", - "2/2 [==============================] - 0s 980us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 998us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 881us/step\n", + "episode 8 score 15.00 average score 17.78\n", + "2/2 [==============================] - 0s 834us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 867us/step\n", + "2/2 [==============================] - 0s 812us/step\n", + "2/2 [==============================] - 0s 839us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 946us/step\n", + "2/2 [==============================] - 0s 935us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 860us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 949us/step\n", + "2/2 [==============================] - 0s 1000us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 995us/step\n", + "2/2 [==============================] - 0s 958us/step\n", "2/2 [==============================] - 0s 1ms/step\n", "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 988us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 963us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "episode 9 score 11.00 average score 17.10\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 949us/step\n", + "2/2 [==============================] - 0s 933us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 947us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 954us/step\n", + "2/2 [==============================] - 0s 975us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 874us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 882us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 865us/step\n", + "2/2 [==============================] - 0s 938us/step\n", + "episode 10 score 9.00 average score 16.36\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 905us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 896us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 858us/step\n", + "2/2 [==============================] - 0s 943us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", "1/1 [==============================] - 0s 9ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", "2/2 [==============================] - 0s 994us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 976us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 828us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "episode 11 score 9.00 average score 15.75\n", "1/1 [==============================] - 0s 9ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 832us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 2ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 920us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 956us/step\n", - "2/2 [==============================] - 0s 941us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 990us/step\n", "2/2 [==============================] - 0s 962us/step\n", "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 942us/step\n", + "2/2 [==============================] - 0s 984us/step\n", + "2/2 [==============================] - 0s 909us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 967us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 887us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 862us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 894us/step\n", "2/2 [==============================] - 0s 1ms/step\n", "1/1 [==============================] - 0s 9ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 953us/step\n", "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 794us/step\n", + "2/2 [==============================] - 0s 968us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 904us/step\n", + "episode 12 score 10.00 average score 15.31\n", "1/1 [==============================] - 0s 9ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 910us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 860us/step\n", - "2/2 [==============================] - 0s 930us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 868us/step\n", + "2/2 [==============================] - 0s 984us/step\n", + "2/2 [==============================] - 0s 978us/step\n", "2/2 [==============================] - 0s 929us/step\n", - "2/2 [==============================] - 0s 857us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 803us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 966us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 959us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 2ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 947us/step\n", - "2/2 [==============================] - 0s 937us/step\n", + "2/2 [==============================] - 0s 988us/step\n", + "2/2 [==============================] - 0s 971us/step\n", "1/1 [==============================] - 0s 9ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 933us/step\n", "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 951us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 939us/step\n", + "2/2 [==============================] - 0s 973us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", "1/1 [==============================] - 0s 9ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 823us/step\n", + "2/2 [==============================] - 0s 913us/step\n", + "2/2 [==============================] - 0s 872us/step\n", "2/2 [==============================] - 0s 1ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 917us/step\n", "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 968us/step\n", + "2/2 [==============================] - 0s 923us/step\n", "2/2 [==============================] - 0s 1ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", "1/1 [==============================] - 0s 10ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 822us/step\n", "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 810us/step\n", - "2/2 [==============================] - 0s 904us/step\n", + "2/2 [==============================] - 0s 918us/step\n", + "2/2 [==============================] - 0s 942us/step\n", "1/1 [==============================] - 0s 9ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 920us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "episode 13 score 22.00 average score 15.79\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", "1/1 [==============================] - 0s 9ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 882us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 866us/step\n", + "2/2 [==============================] - 0s 973us/step\n", "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 985us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 3ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "episode 21 score 60.00 average score 23.68\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 963us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 970us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 817us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 948us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 984us/step\n", "1/1 [==============================] - 0s 9ms/step\n", "2/2 [==============================] - 0s 996us/step\n", "2/2 [==============================] - 0s 1ms/step\n", @@ -1350,108 +535,406 @@ "2/2 [==============================] - 0s 1ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 942us/step\n", + "2/2 [==============================] - 0s 995us/step\n", "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 964us/step\n", "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 816us/step\n", + "2/2 [==============================] - 0s 955us/step\n", "2/2 [==============================] - 0s 1ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", "1/1 [==============================] - 0s 9ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 999us/step\n", "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", "2/2 [==============================] - 0s 868us/step\n", - "2/2 [==============================] - 0s 963us/step\n", + "2/2 [==============================] - 0s 905us/step\n", + "2/2 [==============================] - 0s 918us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 998us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 867us/step\n", + "2/2 [==============================] - 0s 946us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 862us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 972us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 859us/step\n", + "2/2 [==============================] - 0s 938us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 931us/step\n", + "2/2 [==============================] - 0s 984us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 888us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 898us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 861us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 969us/step\n", + "2/2 [==============================] - 0s 998us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", "2/2 [==============================] - 0s 916us/step\n", "2/2 [==============================] - 0s 1ms/step\n", "1/1 [==============================] - 0s 9ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 976us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 967us/step\n", + "2/2 [==============================] - 0s 926us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 828us/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 893us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 918us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 941us/step\n", + "2/2 [==============================] - 0s 855us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 981us/step\n", + "episode 14 score 42.00 average score 17.53\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 894us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 978us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 937us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 953us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 897us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 795us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 866us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 849us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 896us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "episode 15 score 12.00 average score 17.19\n", + "2/2 [==============================] - 0s 965us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 909us/step\n", + "2/2 [==============================] - 0s 977us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 929us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 962us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 965us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 993us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 999us/step\n", + "2/2 [==============================] - 0s 999us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 885us/step\n", + "2/2 [==============================] - 0s 932us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 865us/step\n", + "2/2 [==============================] - 0s 979us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 906us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 983us/step\n", + "2/2 [==============================] - 0s 814us/step\n", + "2/2 [==============================] - 0s 862us/step\n", + "2/2 [==============================] - 0s 944us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 948us/step\n", + "2/2 [==============================] - 0s 933us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 894us/step\n", + "2/2 [==============================] - 0s 854us/step\n", + "2/2 [==============================] - 0s 984us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 14ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 984us/step\n", + "2/2 [==============================] - 0s 976us/step\n", + "2/2 [==============================] - 0s 894us/step\n", + "2/2 [==============================] - 0s 870us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 990us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 869us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 931us/step\n", + "2/2 [==============================] - 0s 794us/step\n", + "2/2 [==============================] - 0s 962us/step\n", + "episode 16 score 32.00 average score 18.06\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 977us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 864us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 979us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 979us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 812us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 819us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 900us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 815us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 944us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 911us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 864us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 837us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 838us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 960us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 957us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 954us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 964us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 982us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 953us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "episode 17 score 22.00 average score 18.28\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 878us/step\n", + "2/2 [==============================] - 0s 885us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 894us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 949us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 909us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 987us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 993us/step\n", + "2/2 [==============================] - 0s 907us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", "2/2 [==============================] - 0s 938us/step\n", "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 920us/step\n", + "2/2 [==============================] - 0s 878us/step\n", + "2/2 [==============================] - 0s 901us/step\n", "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 839us/step\n", - "2/2 [==============================] - 0s 880us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 805us/step\n", "1/1 [==============================] - 0s 9ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", "2/2 [==============================] - 0s 969us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 980us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 995us/step\n", + "2/2 [==============================] - 0s 983us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 984us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 978us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 979us/step\n", + "2/2 [==============================] - 0s 837us/step\n", + "episode 18 score 18.00 average score 18.26\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 916us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 965us/step\n", + "2/2 [==============================] - 0s 959us/step\n", + "2/2 [==============================] - 0s 957us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 822us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 863us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 912us/step\n", + "2/2 [==============================] - 0s 968us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 808us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 968us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "episode 19 score 13.00 average score 18.00\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 980us/step\n", + "2/2 [==============================] - 0s 844us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 892us/step\n", + "2/2 [==============================] - 0s 813us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", "1/1 [==============================] - 0s 9ms/step\n", "2/2 [==============================] - 0s 972us/step\n", "2/2 [==============================] - 0s 1ms/step\n", "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 925us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 859us/step\n", - "2/2 [==============================] - 0s 916us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 2ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 2ms/step\n", - "2/2 [==============================] - 0s 807us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 881us/step\n", - "2/2 [==============================] - 0s 987us/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 955us/step\n", - "2/2 [==============================] - 0s 968us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 2ms/step\n", - "2/2 [==============================] - 0s 850us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 950us/step\n", - "2/2 [==============================] - 0s 964us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 969us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 2ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", "2/2 [==============================] - 0s 899us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 912us/step\n", + "2/2 [==============================] - 0s 913us/step\n", + "2/2 [==============================] - 0s 995us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 824us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 983us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 986us/step\n", + "2/2 [==============================] - 0s 951us/step\n", + "2/2 [==============================] - 0s 977us/step\n", + "2/2 [==============================] - 0s 967us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 995us/step\n", "1/1 [==============================] - 0s 9ms/step\n", "2/2 [==============================] - 0s 990us/step\n", - "2/2 [==============================] - 0s 970us/step\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 877us/step\n", + "2/2 [==============================] - 0s 979us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 872us/step\n", + "2/2 [==============================] - 0s 851us/step\n", "1/1 [==============================] - 0s 9ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", @@ -1459,34 +942,185 @@ "2/2 [==============================] - 0s 1ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 987us/step\n", + "2/2 [==============================] - 0s 999us/step\n", "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 942us/step\n", "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 831us/step\n", + "2/2 [==============================] - 0s 945us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 928us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 988us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 889us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 804us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 845us/step\n", + "2/2 [==============================] - 0s 988us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 975us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 980us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 885us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 929us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 938us/step\n", + "2/2 [==============================] - 0s 959us/step\n", + "episode 20 score 38.00 average score 18.95\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 999us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 875us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 969us/step\n", + "2/2 [==============================] - 0s 983us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 946us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 978us/step\n", "1/1 [==============================] - 0s 10ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 967us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 928us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 811us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 981us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 953us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 961us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 966us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 965us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 950us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 989us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 888us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 815us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 974us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 912us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 960us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 980us/step\n", + "2/2 [==============================] - 0s 997us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 940us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 948us/step\n", + "2/2 [==============================] - 0s 972us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 895us/step\n", + "2/2 [==============================] - 0s 918us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 870us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 916us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 844us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", "2/2 [==============================] - 0s 986us/step\n", - "2/2 [==============================] - 0s 940us/step\n", "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 954us/step\n", "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 977us/step\n", + "2/2 [==============================] - 0s 961us/step\n", "1/1 [==============================] - 0s 9ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 952us/step\n", - "2/2 [==============================] - 0s 892us/step\n", - "episode 22 score 52.00 average score 24.91\n", - "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 998us/step\n", "2/2 [==============================] - 0s 1ms/step\n", - "1/1 [==============================] - 0s 9ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", - "2/2 [==============================] - 0s 866us/step\n", "1/1 [==============================] - 0s 10ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 922us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 944us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 964us/step\n", + "2/2 [==============================] - 0s 991us/step\n", + "2/2 [==============================] - 0s 963us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 816us/step\n", "2/2 [==============================] - 0s 1ms/step\n", "1/1 [==============================] - 0s 9ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", @@ -1496,20 +1130,4160 @@ "2/2 [==============================] - 0s 1ms/step\n", "1/1 [==============================] - 0s 9ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 823us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", "1/1 [==============================] - 0s 9ms/step\n", - "2/2 [==============================] - 0s 817us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 926us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 944us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 843us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 922us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 952us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 969us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 945us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 917us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 952us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 891us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 800us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 943us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 989us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 913us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 992us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 978us/step\n", + "2/2 [==============================] - 0s 931us/step\n", + "2/2 [==============================] - 0s 820us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 910us/step\n", + "2/2 [==============================] - 0s 994us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 858us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 930us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 918us/step\n", + "2/2 [==============================] - 0s 823us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 956us/step\n", + "2/2 [==============================] - 0s 819us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 886us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 906us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 899us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "episode 21 score 88.00 average score 22.09\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 955us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 928us/step\n", + "2/2 [==============================] - 0s 941us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 791us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 886us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 820us/step\n", + "2/2 [==============================] - 0s 825us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 838us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 989us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 942us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 980us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 931us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 869us/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 890us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 956us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", "2/2 [==============================] - 0s 824us/step\n", "1/1 [==============================] - 0s 9ms/step\n", "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 916us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 867us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 865us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 922us/step\n", + "2/2 [==============================] - 0s 957us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 991us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 929us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 948us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 788us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 946us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 898us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 964us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 3ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 911us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 936us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 967us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 963us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 900us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 950us/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 846us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 918us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 991us/step\n", + "2/2 [==============================] - 0s 956us/step\n", + "2/2 [==============================] - 0s 923us/step\n", + "2/2 [==============================] - 0s 952us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 792us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 913us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 889us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 995us/step\n", + "2/2 [==============================] - 0s 988us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 945us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 926us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 948us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 958us/step\n", + "2/2 [==============================] - 0s 987us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 958us/step\n", + "2/2 [==============================] - 0s 986us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 863us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 982us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 928us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 908us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 915us/step\n", + "2/2 [==============================] - 0s 961us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "episode 22 score 86.00 average score 24.87\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 969us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 986us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 962us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 956us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 964us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 941us/step\n", + "2/2 [==============================] - 0s 974us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1000us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 981us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 995us/step\n", + "2/2 [==============================] - 0s 966us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 3ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 906us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 882us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 976us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 898us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 993us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 993us/step\n", + "2/2 [==============================] - 0s 983us/step\n", + "2/2 [==============================] - 0s 896us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 919us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 999us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 789us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 970us/step\n", + "2/2 [==============================] - 0s 990us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 984us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 893us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 930us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 921us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 3ms/step\n", + "2/2 [==============================] - 0s 940us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 936us/step\n", + "2/2 [==============================] - 0s 946us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 929us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 934us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 3ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 959us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 968us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 928us/step\n", + "2/2 [==============================] - 0s 983us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 890us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 943us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 997us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 950us/step\n", + "2/2 [==============================] - 0s 980us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 844us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 926us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 932us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 905us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 936us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 12ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 966us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 947us/step\n", + "2/2 [==============================] - 0s 983us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 935us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 912us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 967us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 907us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 856us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 986us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 855us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 975us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 921us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 935us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 955us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 982us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 3ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 986us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 981us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 925us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 965us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 966us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 993us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 987us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 997us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 995us/step\n", + "episode 23 score 109.00 average score 28.38\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 995us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 957us/step\n", + "2/2 [==============================] - 0s 841us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 956us/step\n", + "2/2 [==============================] - 0s 906us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 896us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 955us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 932us/step\n", + "2/2 [==============================] - 0s 970us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 994us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 959us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 904us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 812us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 3ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "episode 24 score 30.00 average score 28.44\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 896us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 990us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 976us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 999us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 830us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 936us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 949us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 991us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 978us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 998us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 939us/step\n", + "2/2 [==============================] - 0s 925us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 999us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 928us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 896us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 939us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 853us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 977us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 977us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 962us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 952us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 967us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 899us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 870us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 3ms/step\n", + "2/2 [==============================] - 0s 930us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 977us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 3ms/step\n", + "2/2 [==============================] - 0s 942us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 856us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 956us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 939us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 3ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 971us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 958us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 891us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 968us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 806us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 999us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 945us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 987us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 967us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 844us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 911us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 935us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 3ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 936us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 941us/step\n", + "2/2 [==============================] - 0s 991us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 963us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 989us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 962us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 4ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 960us/step\n", + "2/2 [==============================] - 0s 882us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 963us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 915us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 3ms/step\n", + "2/2 [==============================] - 0s 994us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 972us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 979us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 926us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 981us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 997us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 966us/step\n", + "2/2 [==============================] - 0s 882us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 897us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 978us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 974us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 3ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 997us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 973us/step\n", + "2/2 [==============================] - 0s 995us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 895us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 974us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 871us/step\n", + "episode 25 score 186.00 average score 34.50\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 5ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 935us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 923us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 3ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 932us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 3ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 989us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 965us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 3ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 3ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 984us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 967us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 980us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 989us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 940us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 979us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 938us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 951us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 942us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 986us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 4ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 918us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 4ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 3ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 961us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 12ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 3ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 839us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 891us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 971us/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 970us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 978us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 914us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 3ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 989us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 972us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", "2/2 [==============================] - 0s 875us/step\n", - "2/2 [==============================] - 0s 875us/step\n" + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 3ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 821us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 952us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 867us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 951us/step\n", + "2/2 [==============================] - 0s 3ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 933us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 3ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 997us/step\n", + "2/2 [==============================] - 0s 903us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 873us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 885us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 3ms/step\n", + "2/2 [==============================] - 0s 940us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 945us/step\n", + "2/2 [==============================] - 0s 917us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 6ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 980us/step\n", + "2/2 [==============================] - 0s 852us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 966us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 981us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 979us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 923us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 847us/step\n", + "2/2 [==============================] - 0s 984us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 991us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 962us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "episode 26 score 242.00 average score 42.19\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 994us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1000us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 978us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 986us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 906us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 966us/step\n", + "2/2 [==============================] - 0s 980us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 921us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 3ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 923us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 907us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 951us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 12ms/step\n", + "2/2 [==============================] - 0s 991us/step\n", + "2/2 [==============================] - 0s 940us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 913us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 978us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 3ms/step\n", + "2/2 [==============================] - 0s 992us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 891us/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 965us/step\n", + "2/2 [==============================] - 0s 920us/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 984us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 945us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 893us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 973us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 990us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 931us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 983us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 3ms/step\n", + "2/2 [==============================] - 0s 4ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 989us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 866us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 981us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 3ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 999us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 861us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 852us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 943us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 965us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 969us/step\n", + "1/1 [==============================] - 0s 13ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 970us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 996us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 892us/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 972us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 13ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 978us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 990us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 862us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 978us/step\n", + "1/1 [==============================] - 0s 12ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 951us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 866us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 884us/step\n", + "2/2 [==============================] - 0s 985us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 888us/step\n", + "2/2 [==============================] - 0s 3ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 938us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 959us/step\n", + "2/2 [==============================] - 0s 913us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 963us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 986us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 12ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 985us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 965us/step\n", + "2/2 [==============================] - 0s 999us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 999us/step\n", + "2/2 [==============================] - 0s 3ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 932us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 906us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 990us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 983us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 3ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 872us/step\n", + "2/2 [==============================] - 0s 909us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 972us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 938us/step\n", + "2/2 [==============================] - 0s 911us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 926us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 3ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 940us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 957us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 981us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 3ms/step\n", + "2/2 [==============================] - 0s 3ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 954us/step\n", + "2/2 [==============================] - 0s 860us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 961us/step\n", + "2/2 [==============================] - 0s 963us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 990us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 978us/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 782us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "episode 27 score 160.00 average score 46.39\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 964us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 863us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 914us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 937us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 941us/step\n", + "2/2 [==============================] - 0s 973us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 969us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 952us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 955us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 826us/step\n", + "2/2 [==============================] - 0s 925us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 930us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 964us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 984us/step\n", + "2/2 [==============================] - 0s 973us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 994us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 932us/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 890us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 919us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 930us/step\n", + "2/2 [==============================] - 0s 959us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 3ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 911us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 935us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 921us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 870us/step\n", + "2/2 [==============================] - 0s 988us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 945us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 830us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 891us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 936us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 944us/step\n", + "2/2 [==============================] - 0s 921us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 963us/step\n", + "2/2 [==============================] - 0s 964us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 996us/step\n", + "2/2 [==============================] - 0s 848us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 976us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 978us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 911us/step\n", + "2/2 [==============================] - 0s 825us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 914us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 950us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 912us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 949us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 981us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 918us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 962us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 923us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 954us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 934us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 935us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 893us/step\n", + "2/2 [==============================] - 0s 948us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 932us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 947us/step\n", + "2/2 [==============================] - 0s 988us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 941us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 889us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 877us/step\n", + "2/2 [==============================] - 0s 3ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 966us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 970us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 982us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 972us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 878us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 900us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 947us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 970us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "episode 28 score 116.00 average score 48.79\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 924us/step\n", + "2/2 [==============================] - 0s 973us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 854us/step\n", + "2/2 [==============================] - 0s 3ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 933us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 943us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 899us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 945us/step\n", + "2/2 [==============================] - 0s 998us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 914us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 979us/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 960us/step\n", + "2/2 [==============================] - 0s 896us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 874us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 859us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 828us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 926us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 918us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 933us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 986us/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 893us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 883us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 934us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 927us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 873us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 975us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 906us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 972us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 964us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 847us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 786us/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 953us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 902us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 982us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 947us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 990us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 974us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 928us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 964us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 907us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 931us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 974us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 887us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 859us/step\n", + "2/2 [==============================] - 0s 898us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 946us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 903us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 848us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 831us/step\n", + "2/2 [==============================] - 0s 5ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 912us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 901us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 973us/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 927us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 919us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 947us/step\n", + "2/2 [==============================] - 0s 945us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 866us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1000us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 963us/step\n", + "2/2 [==============================] - 0s 860us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 949us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 944us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 855us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 967us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 898us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 977us/step\n", + "2/2 [==============================] - 0s 3ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 798us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 911us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 930us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 861us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 963us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 818us/step\n", + "2/2 [==============================] - 0s 876us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 900us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 958us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 996us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 979us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 904us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 921us/step\n", + "2/2 [==============================] - 0s 946us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 847us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 966us/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 949us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 996us/step\n", + "2/2 [==============================] - 0s 957us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 978us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 12ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 974us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 985us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 982us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 12ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 929us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "episode 29 score 138.00 average score 51.77\n", + "1/1 [==============================] - 0s 12ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 12ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 6ms/step\n", + "2/2 [==============================] - 0s 991us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 864us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 941us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 973us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 3ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 919us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 957us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 901us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 996us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 969us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 854us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 913us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 878us/step\n", + "2/2 [==============================] - 0s 3ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 934us/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 911us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 994us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 981us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 870us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 3ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 954us/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 834us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 931us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 960us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 891us/step\n", + "2/2 [==============================] - 0s 3ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 856us/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 837us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 937us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 879us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 976us/step\n", + "2/2 [==============================] - 0s 929us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 948us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 913us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 3ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 815us/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 999us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 797us/step\n", + "2/2 [==============================] - 0s 3ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 979us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 958us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 970us/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 983us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 843us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 934us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 888us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 977us/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 959us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 869us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 865us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 975us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 998us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 3ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 3ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 932us/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 942us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 923us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 991us/step\n", + "1/1 [==============================] - 0s 13ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 901us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 12ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 972us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 926us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 947us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 977us/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 3ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 963us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 896us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 973us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 919us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 920us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 807us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 940us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 971us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 980us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 977us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 937us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 998us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 969us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 847us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 12ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 875us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 4ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 855us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 949us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 890us/step\n", + "2/2 [==============================] - 0s 952us/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 3ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 821us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 908us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 929us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 980us/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 928us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 875us/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 924us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 949us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "episode 30 score 164.00 average score 55.39\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 994us/step\n", + "2/2 [==============================] - 0s 999us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 986us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 875us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 990us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 912us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 991us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 940us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 981us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 952us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 999us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 935us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 908us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 946us/step\n", + "1/1 [==============================] - 0s 12ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 875us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 963us/step\n", + "2/2 [==============================] - 0s 988us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 812us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 910us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 887us/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 885us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 12ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 3ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 933us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 956us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 871us/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 4ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 901us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 994us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 934us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 3ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 839us/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 12ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 972us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 937us/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 3ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 3ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 908us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 965us/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 990us/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 956us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 953us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 961us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 5ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 848us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 863us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 948us/step\n", + "2/2 [==============================] - 0s 898us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 871us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 826us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 890us/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "2/2 [==============================] - 0s 979us/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 2ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 789us/step\n", + "1/1 [==============================] - 0s 11ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 10ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "2/2 [==============================] - 0s 1ms/step\n", + "1/1 [==============================] - 0s 9ms/step\n" + ] + }, + { + "ename": "KeyboardInterrupt", + "evalue": "", + "output_type": "error", + "traceback": [ + "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m", + "\u001b[0;31mKeyboardInterrupt\u001b[0m Traceback (most recent call last)", + "Cell \u001b[0;32mIn[8], line 18\u001b[0m\n\u001b[1;32m 16\u001b[0m agent\u001b[39m.\u001b[39mremember(observation, action, reward, observation_, done)\n\u001b[1;32m 17\u001b[0m observation \u001b[39m=\u001b[39m observation_\n\u001b[0;32m---> 18\u001b[0m agent\u001b[39m.\u001b[39;49mlearn()\n\u001b[1;32m 20\u001b[0m eps_history\u001b[39m.\u001b[39mappend(agent\u001b[39m.\u001b[39mepsilon)\n\u001b[1;32m 21\u001b[0m scores\u001b[39m.\u001b[39mappend(score)\n", + "Cell \u001b[0;32mIn[5], line 37\u001b[0m, in \u001b[0;36mAgent.learn\u001b[0;34m(self)\u001b[0m\n\u001b[1;32m 34\u001b[0m action_values \u001b[39m=\u001b[39m np\u001b[39m.\u001b[39marray(\u001b[39mself\u001b[39m\u001b[39m.\u001b[39maction_space, dtype\u001b[39m=\u001b[39mnp\u001b[39m.\u001b[39mint8)\n\u001b[1;32m 35\u001b[0m action_indices \u001b[39m=\u001b[39m np\u001b[39m.\u001b[39mdot(action, action_values)\n\u001b[0;32m---> 37\u001b[0m q_eval \u001b[39m=\u001b[39m \u001b[39mself\u001b[39;49m\u001b[39m.\u001b[39;49mq_eval\u001b[39m.\u001b[39;49mpredict(state)\n\u001b[1;32m 38\u001b[0m q_next \u001b[39m=\u001b[39m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39mq_eval\u001b[39m.\u001b[39mpredict(new_state)\n\u001b[1;32m 40\u001b[0m q_target \u001b[39m=\u001b[39m q_eval\u001b[39m.\u001b[39mcopy()\n", + "File \u001b[0;32m/opt/homebrew/lib/python3.10/site-packages/keras/src/utils/traceback_utils.py:65\u001b[0m, in \u001b[0;36mfilter_traceback..error_handler\u001b[0;34m(*args, **kwargs)\u001b[0m\n\u001b[1;32m 63\u001b[0m filtered_tb \u001b[39m=\u001b[39m \u001b[39mNone\u001b[39;00m\n\u001b[1;32m 64\u001b[0m \u001b[39mtry\u001b[39;00m:\n\u001b[0;32m---> 65\u001b[0m \u001b[39mreturn\u001b[39;00m fn(\u001b[39m*\u001b[39;49margs, \u001b[39m*\u001b[39;49m\u001b[39m*\u001b[39;49mkwargs)\n\u001b[1;32m 66\u001b[0m \u001b[39mexcept\u001b[39;00m \u001b[39mException\u001b[39;00m \u001b[39mas\u001b[39;00m e:\n\u001b[1;32m 67\u001b[0m filtered_tb \u001b[39m=\u001b[39m _process_traceback_frames(e\u001b[39m.\u001b[39m__traceback__)\n", + "File \u001b[0;32m/opt/homebrew/lib/python3.10/site-packages/keras/src/engine/training.py:2521\u001b[0m, in \u001b[0;36mModel.predict\u001b[0;34m(self, x, batch_size, verbose, steps, callbacks, max_queue_size, workers, use_multiprocessing)\u001b[0m\n\u001b[1;32m 2512\u001b[0m \u001b[39mexcept\u001b[39;00m \u001b[39mValueError\u001b[39;00m:\n\u001b[1;32m 2513\u001b[0m warnings\u001b[39m.\u001b[39mwarn(\n\u001b[1;32m 2514\u001b[0m \u001b[39m\"\u001b[39m\u001b[39mUsing Model.predict with MultiWorkerMirroredStrategy \u001b[39m\u001b[39m\"\u001b[39m\n\u001b[1;32m 2515\u001b[0m \u001b[39m\"\u001b[39m\u001b[39mor TPUStrategy and AutoShardPolicy.FILE might lead to \u001b[39m\u001b[39m\"\u001b[39m\n\u001b[0;32m (...)\u001b[0m\n\u001b[1;32m 2518\u001b[0m stacklevel\u001b[39m=\u001b[39m\u001b[39m2\u001b[39m,\n\u001b[1;32m 2519\u001b[0m )\n\u001b[0;32m-> 2521\u001b[0m data_handler \u001b[39m=\u001b[39m data_adapter\u001b[39m.\u001b[39;49mget_data_handler(\n\u001b[1;32m 2522\u001b[0m x\u001b[39m=\u001b[39;49mx,\n\u001b[1;32m 2523\u001b[0m batch_size\u001b[39m=\u001b[39;49mbatch_size,\n\u001b[1;32m 2524\u001b[0m steps_per_epoch\u001b[39m=\u001b[39;49msteps,\n\u001b[1;32m 2525\u001b[0m initial_epoch\u001b[39m=\u001b[39;49m\u001b[39m0\u001b[39;49m,\n\u001b[1;32m 2526\u001b[0m epochs\u001b[39m=\u001b[39;49m\u001b[39m1\u001b[39;49m,\n\u001b[1;32m 2527\u001b[0m max_queue_size\u001b[39m=\u001b[39;49mmax_queue_size,\n\u001b[1;32m 2528\u001b[0m workers\u001b[39m=\u001b[39;49mworkers,\n\u001b[1;32m 2529\u001b[0m use_multiprocessing\u001b[39m=\u001b[39;49muse_multiprocessing,\n\u001b[1;32m 2530\u001b[0m model\u001b[39m=\u001b[39;49m\u001b[39mself\u001b[39;49m,\n\u001b[1;32m 2531\u001b[0m steps_per_execution\u001b[39m=\u001b[39;49m\u001b[39mself\u001b[39;49m\u001b[39m.\u001b[39;49m_steps_per_execution,\n\u001b[1;32m 2532\u001b[0m )\n\u001b[1;32m 2534\u001b[0m \u001b[39m# Container that configures and calls `tf.keras.Callback`s.\u001b[39;00m\n\u001b[1;32m 2535\u001b[0m \u001b[39mif\u001b[39;00m \u001b[39mnot\u001b[39;00m \u001b[39misinstance\u001b[39m(callbacks, callbacks_module\u001b[39m.\u001b[39mCallbackList):\n", + "File \u001b[0;32m/opt/homebrew/lib/python3.10/site-packages/keras/src/engine/data_adapter.py:1678\u001b[0m, in \u001b[0;36mget_data_handler\u001b[0;34m(*args, **kwargs)\u001b[0m\n\u001b[1;32m 1676\u001b[0m \u001b[39mreturn\u001b[39;00m _ClusterCoordinatorExactEvalDataHandler(\u001b[39m*\u001b[39margs, \u001b[39m*\u001b[39m\u001b[39m*\u001b[39mkwargs)\n\u001b[1;32m 1677\u001b[0m \u001b[39mreturn\u001b[39;00m _ClusterCoordinatorDataHandler(\u001b[39m*\u001b[39margs, \u001b[39m*\u001b[39m\u001b[39m*\u001b[39mkwargs)\n\u001b[0;32m-> 1678\u001b[0m \u001b[39mreturn\u001b[39;00m DataHandler(\u001b[39m*\u001b[39;49margs, \u001b[39m*\u001b[39;49m\u001b[39m*\u001b[39;49mkwargs)\n", + "File \u001b[0;32m/opt/homebrew/lib/python3.10/site-packages/keras/src/engine/data_adapter.py:1285\u001b[0m, in \u001b[0;36mDataHandler.__init__\u001b[0;34m(self, x, y, sample_weight, batch_size, steps_per_epoch, initial_epoch, epochs, shuffle, class_weight, max_queue_size, workers, use_multiprocessing, model, steps_per_execution, distribute, pss_evaluation_shards)\u001b[0m\n\u001b[1;32m 1282\u001b[0m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39m_steps_per_execution \u001b[39m=\u001b[39m steps_per_execution\n\u001b[1;32m 1284\u001b[0m adapter_cls \u001b[39m=\u001b[39m select_data_adapter(x, y)\n\u001b[0;32m-> 1285\u001b[0m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39m_adapter \u001b[39m=\u001b[39m adapter_cls(\n\u001b[1;32m 1286\u001b[0m x,\n\u001b[1;32m 1287\u001b[0m y,\n\u001b[1;32m 1288\u001b[0m batch_size\u001b[39m=\u001b[39;49mbatch_size,\n\u001b[1;32m 1289\u001b[0m steps\u001b[39m=\u001b[39;49msteps_per_epoch,\n\u001b[1;32m 1290\u001b[0m epochs\u001b[39m=\u001b[39;49mepochs \u001b[39m-\u001b[39;49m initial_epoch,\n\u001b[1;32m 1291\u001b[0m sample_weights\u001b[39m=\u001b[39;49msample_weight,\n\u001b[1;32m 1292\u001b[0m shuffle\u001b[39m=\u001b[39;49mshuffle,\n\u001b[1;32m 1293\u001b[0m max_queue_size\u001b[39m=\u001b[39;49mmax_queue_size,\n\u001b[1;32m 1294\u001b[0m workers\u001b[39m=\u001b[39;49mworkers,\n\u001b[1;32m 1295\u001b[0m use_multiprocessing\u001b[39m=\u001b[39;49muse_multiprocessing,\n\u001b[1;32m 1296\u001b[0m distribution_strategy\u001b[39m=\u001b[39;49mtf\u001b[39m.\u001b[39;49mdistribute\u001b[39m.\u001b[39;49mget_strategy(),\n\u001b[1;32m 1297\u001b[0m model\u001b[39m=\u001b[39;49mmodel,\n\u001b[1;32m 1298\u001b[0m pss_evaluation_shards\u001b[39m=\u001b[39;49mpss_evaluation_shards,\n\u001b[1;32m 1299\u001b[0m )\n\u001b[1;32m 1301\u001b[0m strategy \u001b[39m=\u001b[39m tf\u001b[39m.\u001b[39mdistribute\u001b[39m.\u001b[39mget_strategy()\n\u001b[1;32m 1303\u001b[0m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39m_current_step \u001b[39m=\u001b[39m \u001b[39m0\u001b[39m\n", + "File \u001b[0;32m/opt/homebrew/lib/python3.10/site-packages/keras/src/engine/data_adapter.py:353\u001b[0m, in \u001b[0;36mTensorLikeDataAdapter.__init__\u001b[0;34m(self, x, y, sample_weights, sample_weight_modes, batch_size, epochs, steps, shuffle, **kwargs)\u001b[0m\n\u001b[1;32m 350\u001b[0m flat_dataset \u001b[39m=\u001b[39m flat_dataset\u001b[39m.\u001b[39mshuffle(\u001b[39m1024\u001b[39m)\u001b[39m.\u001b[39mrepeat(epochs)\n\u001b[1;32m 351\u001b[0m \u001b[39mreturn\u001b[39;00m flat_dataset\n\u001b[0;32m--> 353\u001b[0m indices_dataset \u001b[39m=\u001b[39m indices_dataset\u001b[39m.\u001b[39;49mflat_map(slice_batch_indices)\n\u001b[1;32m 355\u001b[0m dataset \u001b[39m=\u001b[39m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39mslice_inputs(indices_dataset, inputs)\n\u001b[1;32m 357\u001b[0m \u001b[39mif\u001b[39;00m shuffle \u001b[39m==\u001b[39m \u001b[39m\"\u001b[39m\u001b[39mbatch\u001b[39m\u001b[39m\"\u001b[39m:\n", + "File \u001b[0;32m/opt/homebrew/lib/python3.10/site-packages/tensorflow/python/data/ops/dataset_ops.py:2323\u001b[0m, in \u001b[0;36mDatasetV2.flat_map\u001b[0;34m(self, map_func, name)\u001b[0m\n\u001b[1;32m 2319\u001b[0m \u001b[39m# Loaded lazily due to a circular dependency (dataset_ops -> flat_map_op ->\u001b[39;00m\n\u001b[1;32m 2320\u001b[0m \u001b[39m# dataset_ops).\u001b[39;00m\n\u001b[1;32m 2321\u001b[0m \u001b[39m# pylint: disable=g-import-not-at-top,protected-access\u001b[39;00m\n\u001b[1;32m 2322\u001b[0m \u001b[39mfrom\u001b[39;00m \u001b[39mtensorflow\u001b[39;00m\u001b[39m.\u001b[39;00m\u001b[39mpython\u001b[39;00m\u001b[39m.\u001b[39;00m\u001b[39mdata\u001b[39;00m\u001b[39m.\u001b[39;00m\u001b[39mops\u001b[39;00m \u001b[39mimport\u001b[39;00m flat_map_op\n\u001b[0;32m-> 2323\u001b[0m \u001b[39mreturn\u001b[39;00m flat_map_op\u001b[39m.\u001b[39;49m_flat_map(\u001b[39mself\u001b[39;49m, map_func, name\u001b[39m=\u001b[39;49mname)\n", + "File \u001b[0;32m/opt/homebrew/lib/python3.10/site-packages/tensorflow/python/data/ops/flat_map_op.py:24\u001b[0m, in \u001b[0;36m_flat_map\u001b[0;34m(input_dataset, map_func, name)\u001b[0m\n\u001b[1;32m 22\u001b[0m \u001b[39mdef\u001b[39;00m \u001b[39m_flat_map\u001b[39m(input_dataset, map_func, name\u001b[39m=\u001b[39m\u001b[39mNone\u001b[39;00m): \u001b[39m# pylint: disable=unused-private-name\u001b[39;00m\n\u001b[1;32m 23\u001b[0m \u001b[39m \u001b[39m\u001b[39m\"\"\"See `Dataset.flat_map()` for details.\"\"\"\u001b[39;00m\n\u001b[0;32m---> 24\u001b[0m \u001b[39mreturn\u001b[39;00m _FlatMapDataset(input_dataset, map_func, name)\n", + "File \u001b[0;32m/opt/homebrew/lib/python3.10/site-packages/tensorflow/python/data/ops/flat_map_op.py:33\u001b[0m, in \u001b[0;36m_FlatMapDataset.__init__\u001b[0;34m(self, input_dataset, map_func, name)\u001b[0m\n\u001b[1;32m 30\u001b[0m \u001b[39mdef\u001b[39;00m \u001b[39m__init__\u001b[39m(\u001b[39mself\u001b[39m, input_dataset, map_func, name\u001b[39m=\u001b[39m\u001b[39mNone\u001b[39;00m):\n\u001b[1;32m 32\u001b[0m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39m_input_dataset \u001b[39m=\u001b[39m input_dataset\n\u001b[0;32m---> 33\u001b[0m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39m_map_func \u001b[39m=\u001b[39m structured_function\u001b[39m.\u001b[39;49mStructuredFunctionWrapper(\n\u001b[1;32m 34\u001b[0m map_func, \u001b[39mself\u001b[39;49m\u001b[39m.\u001b[39;49m_transformation_name(), dataset\u001b[39m=\u001b[39;49minput_dataset)\n\u001b[1;32m 35\u001b[0m \u001b[39mif\u001b[39;00m \u001b[39mnot\u001b[39;00m \u001b[39misinstance\u001b[39m(\u001b[39mself\u001b[39m\u001b[39m.\u001b[39m_map_func\u001b[39m.\u001b[39moutput_structure, dataset_ops\u001b[39m.\u001b[39mDatasetSpec):\n\u001b[1;32m 36\u001b[0m \u001b[39mraise\u001b[39;00m \u001b[39mTypeError\u001b[39;00m(\n\u001b[1;32m 37\u001b[0m \u001b[39m\"\u001b[39m\u001b[39mThe `map_func` argument must return a `Dataset` object. Got \u001b[39m\u001b[39m\"\u001b[39m\n\u001b[1;32m 38\u001b[0m \u001b[39mf\u001b[39m\u001b[39m\"\u001b[39m\u001b[39m{\u001b[39;00mdataset_ops\u001b[39m.\u001b[39mget_type(\u001b[39mself\u001b[39m\u001b[39m.\u001b[39m_map_func\u001b[39m.\u001b[39moutput_structure)\u001b[39m!r}\u001b[39;00m\u001b[39m.\u001b[39m\u001b[39m\"\u001b[39m)\n", + "File \u001b[0;32m/opt/homebrew/lib/python3.10/site-packages/tensorflow/python/data/ops/structured_function.py:272\u001b[0m, in \u001b[0;36mStructuredFunctionWrapper.__init__\u001b[0;34m(self, func, transformation_name, dataset, input_classes, input_shapes, input_types, input_structure, add_to_graph, use_legacy_function, defun_kwargs)\u001b[0m\n\u001b[1;32m 265\u001b[0m warnings\u001b[39m.\u001b[39mwarn(\n\u001b[1;32m 266\u001b[0m \u001b[39m\"\u001b[39m\u001b[39mEven though the `tf.config.experimental_run_functions_eagerly` \u001b[39m\u001b[39m\"\u001b[39m\n\u001b[1;32m 267\u001b[0m \u001b[39m\"\u001b[39m\u001b[39moption is set, this option does not apply to tf.data functions. \u001b[39m\u001b[39m\"\u001b[39m\n\u001b[1;32m 268\u001b[0m \u001b[39m\"\u001b[39m\u001b[39mTo force eager execution of tf.data functions, please use \u001b[39m\u001b[39m\"\u001b[39m\n\u001b[1;32m 269\u001b[0m \u001b[39m\"\u001b[39m\u001b[39m`tf.data.experimental.enable_debug_mode()`.\u001b[39m\u001b[39m\"\u001b[39m)\n\u001b[1;32m 270\u001b[0m fn_factory \u001b[39m=\u001b[39m trace_tf_function(defun_kwargs)\n\u001b[0;32m--> 272\u001b[0m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39m_function \u001b[39m=\u001b[39m fn_factory()\n\u001b[1;32m 273\u001b[0m \u001b[39m# There is no graph to add in eager mode.\u001b[39;00m\n\u001b[1;32m 274\u001b[0m add_to_graph \u001b[39m&\u001b[39m\u001b[39m=\u001b[39m \u001b[39mnot\u001b[39;00m context\u001b[39m.\u001b[39mexecuting_eagerly()\n", + "File \u001b[0;32m/opt/homebrew/lib/python3.10/site-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py:1189\u001b[0m, in \u001b[0;36mFunction.get_concrete_function\u001b[0;34m(self, *args, **kwargs)\u001b[0m\n\u001b[1;32m 1187\u001b[0m \u001b[39mdef\u001b[39;00m \u001b[39mget_concrete_function\u001b[39m(\u001b[39mself\u001b[39m, \u001b[39m*\u001b[39margs, \u001b[39m*\u001b[39m\u001b[39m*\u001b[39mkwargs):\n\u001b[1;32m 1188\u001b[0m \u001b[39m# Implements GenericFunction.get_concrete_function.\u001b[39;00m\n\u001b[0;32m-> 1189\u001b[0m concrete \u001b[39m=\u001b[39m \u001b[39mself\u001b[39;49m\u001b[39m.\u001b[39;49m_get_concrete_function_garbage_collected(\u001b[39m*\u001b[39;49margs, \u001b[39m*\u001b[39;49m\u001b[39m*\u001b[39;49mkwargs)\n\u001b[1;32m 1190\u001b[0m concrete\u001b[39m.\u001b[39m_garbage_collector\u001b[39m.\u001b[39mrelease() \u001b[39m# pylint: disable=protected-access\u001b[39;00m\n\u001b[1;32m 1191\u001b[0m \u001b[39mreturn\u001b[39;00m concrete\n", + "File \u001b[0;32m/opt/homebrew/lib/python3.10/site-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py:1169\u001b[0m, in \u001b[0;36mFunction._get_concrete_function_garbage_collected\u001b[0;34m(self, *args, **kwargs)\u001b[0m\n\u001b[1;32m 1167\u001b[0m \u001b[39mif\u001b[39;00m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39m_variable_creation_fn \u001b[39mis\u001b[39;00m \u001b[39mNone\u001b[39;00m:\n\u001b[1;32m 1168\u001b[0m initializers \u001b[39m=\u001b[39m []\n\u001b[0;32m-> 1169\u001b[0m \u001b[39mself\u001b[39;49m\u001b[39m.\u001b[39;49m_initialize(args, kwargs, add_initializers_to\u001b[39m=\u001b[39;49minitializers)\n\u001b[1;32m 1170\u001b[0m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39m_initialize_uninitialized_variables(initializers)\n\u001b[1;32m 1172\u001b[0m \u001b[39mif\u001b[39;00m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39m_created_variables:\n\u001b[1;32m 1173\u001b[0m \u001b[39m# In this case we have created variables on the first call, so we run the\u001b[39;00m\n\u001b[1;32m 1174\u001b[0m \u001b[39m# version which is guaranteed to never create variables.\u001b[39;00m\n", + "File \u001b[0;32m/opt/homebrew/lib/python3.10/site-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py:694\u001b[0m, in \u001b[0;36mFunction._initialize\u001b[0;34m(self, args, kwds, add_initializers_to)\u001b[0m\n\u001b[1;32m 691\u001b[0m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39m_variable_creation_fn\u001b[39m.\u001b[39m_name \u001b[39m=\u001b[39m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39m_name \u001b[39m# pylint: disable=protected-access\u001b[39;00m\n\u001b[1;32m 692\u001b[0m \u001b[39m# Force the definition of the function for these arguments\u001b[39;00m\n\u001b[1;32m 693\u001b[0m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39m_concrete_variable_creation_fn \u001b[39m=\u001b[39m (\n\u001b[0;32m--> 694\u001b[0m \u001b[39mself\u001b[39;49m\u001b[39m.\u001b[39;49m_variable_creation_fn \u001b[39m# pylint: disable=protected-access\u001b[39;49;00m\n\u001b[1;32m 695\u001b[0m \u001b[39m.\u001b[39;49m_get_concrete_function_internal_garbage_collected(\n\u001b[1;32m 696\u001b[0m \u001b[39m*\u001b[39;49margs, \u001b[39m*\u001b[39;49m\u001b[39m*\u001b[39;49mkwds))\n\u001b[1;32m 698\u001b[0m \u001b[39mdef\u001b[39;00m \u001b[39minvalid_creator_scope\u001b[39m(\u001b[39m*\u001b[39munused_args, \u001b[39m*\u001b[39m\u001b[39m*\u001b[39munused_kwds):\n\u001b[1;32m 699\u001b[0m \u001b[39m \u001b[39m\u001b[39m\"\"\"Disables variable creation.\"\"\"\u001b[39;00m\n", + "File \u001b[0;32m/opt/homebrew/lib/python3.10/site-packages/tensorflow/python/eager/polymorphic_function/tracing_compiler.py:176\u001b[0m, in \u001b[0;36mTracingCompiler._get_concrete_function_internal_garbage_collected\u001b[0;34m(self, *args, **kwargs)\u001b[0m\n\u001b[1;32m 174\u001b[0m \u001b[39m\u001b[39m\u001b[39m\"\"\"Returns a concrete function which cleans up its graph function.\"\"\"\u001b[39;00m\n\u001b[1;32m 175\u001b[0m \u001b[39mwith\u001b[39;00m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39m_lock:\n\u001b[0;32m--> 176\u001b[0m concrete_function, _ \u001b[39m=\u001b[39m \u001b[39mself\u001b[39;49m\u001b[39m.\u001b[39;49m_maybe_define_concrete_function(args, kwargs)\n\u001b[1;32m 177\u001b[0m \u001b[39mreturn\u001b[39;00m concrete_function\n", + "File \u001b[0;32m/opt/homebrew/lib/python3.10/site-packages/tensorflow/python/eager/polymorphic_function/tracing_compiler.py:171\u001b[0m, in \u001b[0;36mTracingCompiler._maybe_define_concrete_function\u001b[0;34m(self, args, kwargs)\u001b[0m\n\u001b[1;32m 168\u001b[0m args \u001b[39m=\u001b[39m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39minput_signature\n\u001b[1;32m 169\u001b[0m kwargs \u001b[39m=\u001b[39m {}\n\u001b[0;32m--> 171\u001b[0m \u001b[39mreturn\u001b[39;00m \u001b[39mself\u001b[39;49m\u001b[39m.\u001b[39;49m_maybe_define_function(args, kwargs)\n", + "File \u001b[0;32m/opt/homebrew/lib/python3.10/site-packages/tensorflow/python/eager/polymorphic_function/tracing_compiler.py:398\u001b[0m, in \u001b[0;36mTracingCompiler._maybe_define_function\u001b[0;34m(self, args, kwargs)\u001b[0m\n\u001b[1;32m 395\u001b[0m args \u001b[39m=\u001b[39m placeholder_bound_args\u001b[39m.\u001b[39margs\n\u001b[1;32m 396\u001b[0m kwargs \u001b[39m=\u001b[39m placeholder_bound_args\u001b[39m.\u001b[39mkwargs\n\u001b[0;32m--> 398\u001b[0m concrete_function \u001b[39m=\u001b[39m \u001b[39mself\u001b[39;49m\u001b[39m.\u001b[39;49m_create_concrete_function(\n\u001b[1;32m 399\u001b[0m args, kwargs, func_graph)\n\u001b[1;32m 401\u001b[0m \u001b[39m# TODO(b/263520817): Remove access to private attribute.\u001b[39;00m\n\u001b[1;32m 402\u001b[0m graph_capture_container \u001b[39m=\u001b[39m concrete_function\u001b[39m.\u001b[39mgraph\u001b[39m.\u001b[39mfunction_captures\n", + "File \u001b[0;32m/opt/homebrew/lib/python3.10/site-packages/tensorflow/python/eager/polymorphic_function/tracing_compiler.py:305\u001b[0m, in \u001b[0;36mTracingCompiler._create_concrete_function\u001b[0;34m(self, args, kwargs, func_graph)\u001b[0m\n\u001b[1;32m 301\u001b[0m \u001b[39melse\u001b[39;00m:\n\u001b[1;32m 302\u001b[0m arg_names \u001b[39m=\u001b[39m base_arg_names\n\u001b[1;32m 304\u001b[0m concrete_function \u001b[39m=\u001b[39m monomorphic_function\u001b[39m.\u001b[39mConcreteFunction(\n\u001b[0;32m--> 305\u001b[0m func_graph_module\u001b[39m.\u001b[39;49mfunc_graph_from_py_func(\n\u001b[1;32m 306\u001b[0m \u001b[39mself\u001b[39;49m\u001b[39m.\u001b[39;49m_name,\n\u001b[1;32m 307\u001b[0m \u001b[39mself\u001b[39;49m\u001b[39m.\u001b[39;49m_python_function,\n\u001b[1;32m 308\u001b[0m args,\n\u001b[1;32m 309\u001b[0m kwargs,\n\u001b[1;32m 310\u001b[0m \u001b[39mNone\u001b[39;49;00m,\n\u001b[1;32m 311\u001b[0m func_graph\u001b[39m=\u001b[39;49mfunc_graph,\n\u001b[1;32m 312\u001b[0m arg_names\u001b[39m=\u001b[39;49marg_names,\n\u001b[1;32m 313\u001b[0m capture_by_value\u001b[39m=\u001b[39;49m\u001b[39mself\u001b[39;49m\u001b[39m.\u001b[39;49m_capture_by_value,\n\u001b[1;32m 314\u001b[0m create_placeholders\u001b[39m=\u001b[39;49m\u001b[39mFalse\u001b[39;49;00m),\n\u001b[1;32m 315\u001b[0m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39m_function_attributes,\n\u001b[1;32m 316\u001b[0m spec\u001b[39m=\u001b[39m\u001b[39mself\u001b[39m\u001b[39m.\u001b[39mfunction_spec,\n\u001b[1;32m 317\u001b[0m \u001b[39m# Tell the ConcreteFunction to clean up its graph once it goes out of\u001b[39;00m\n\u001b[1;32m 318\u001b[0m \u001b[39m# scope. This is not the default behavior since it gets used in some\u001b[39;00m\n\u001b[1;32m 319\u001b[0m \u001b[39m# places (like Keras) where the FuncGraph lives longer than the\u001b[39;00m\n\u001b[1;32m 320\u001b[0m \u001b[39m# ConcreteFunction.\u001b[39;00m\n\u001b[1;32m 321\u001b[0m shared_func_graph\u001b[39m=\u001b[39m\u001b[39mFalse\u001b[39;00m)\n\u001b[1;32m 322\u001b[0m \u001b[39mreturn\u001b[39;00m concrete_function\n", + "File \u001b[0;32m/opt/homebrew/lib/python3.10/site-packages/tensorflow/python/framework/func_graph.py:1055\u001b[0m, in \u001b[0;36mfunc_graph_from_py_func\u001b[0;34m(name, python_func, args, kwargs, signature, func_graph, add_control_dependencies, arg_names, op_return_value, collections, capture_by_value, create_placeholders)\u001b[0m\n\u001b[1;32m 1052\u001b[0m \u001b[39mreturn\u001b[39;00m x\n\u001b[1;32m 1054\u001b[0m _, original_func \u001b[39m=\u001b[39m tf_decorator\u001b[39m.\u001b[39munwrap(python_func)\n\u001b[0;32m-> 1055\u001b[0m func_outputs \u001b[39m=\u001b[39m python_func(\u001b[39m*\u001b[39;49mfunc_args, \u001b[39m*\u001b[39;49m\u001b[39m*\u001b[39;49mfunc_kwargs)\n\u001b[1;32m 1057\u001b[0m \u001b[39m# invariant: `func_outputs` contains only Tensors, CompositeTensors,\u001b[39;00m\n\u001b[1;32m 1058\u001b[0m \u001b[39m# TensorArrays and `None`s.\u001b[39;00m\n\u001b[1;32m 1059\u001b[0m func_outputs \u001b[39m=\u001b[39m variable_utils\u001b[39m.\u001b[39mconvert_variables_to_tensors(func_outputs)\n", + "File \u001b[0;32m/opt/homebrew/lib/python3.10/site-packages/tensorflow/python/eager/polymorphic_function/polymorphic_function.py:597\u001b[0m, in \u001b[0;36mFunction._compiler_with_scope..wrapped_fn\u001b[0;34m(*args, **kwds)\u001b[0m\n\u001b[1;32m 593\u001b[0m \u001b[39mwith\u001b[39;00m default_graph\u001b[39m.\u001b[39m_variable_creator_scope(scope, priority\u001b[39m=\u001b[39m\u001b[39m50\u001b[39m): \u001b[39m# pylint: disable=protected-access\u001b[39;00m\n\u001b[1;32m 594\u001b[0m \u001b[39m# __wrapped__ allows AutoGraph to swap in a converted function. We give\u001b[39;00m\n\u001b[1;32m 595\u001b[0m \u001b[39m# the function a weak reference to itself to avoid a reference cycle.\u001b[39;00m\n\u001b[1;32m 596\u001b[0m \u001b[39mwith\u001b[39;00m OptionalXlaContext(compile_with_xla):\n\u001b[0;32m--> 597\u001b[0m out \u001b[39m=\u001b[39m weak_wrapped_fn()\u001b[39m.\u001b[39;49m__wrapped__(\u001b[39m*\u001b[39;49margs, \u001b[39m*\u001b[39;49m\u001b[39m*\u001b[39;49mkwds)\n\u001b[1;32m 598\u001b[0m \u001b[39mreturn\u001b[39;00m out\n", + "File \u001b[0;32m/opt/homebrew/lib/python3.10/site-packages/tensorflow/python/data/ops/structured_function.py:238\u001b[0m, in \u001b[0;36mStructuredFunctionWrapper.__init__..trace_tf_function..wrapped_fn\u001b[0;34m(*args)\u001b[0m\n\u001b[1;32m 237\u001b[0m \u001b[39mdef\u001b[39;00m \u001b[39mwrapped_fn\u001b[39m(\u001b[39m*\u001b[39margs): \u001b[39m# pylint: disable=missing-docstring\u001b[39;00m\n\u001b[0;32m--> 238\u001b[0m ret \u001b[39m=\u001b[39m wrapper_helper(\u001b[39m*\u001b[39;49margs)\n\u001b[1;32m 239\u001b[0m ret \u001b[39m=\u001b[39m structure\u001b[39m.\u001b[39mto_tensor_list(\u001b[39mself\u001b[39m\u001b[39m.\u001b[39m_output_structure, ret)\n\u001b[1;32m 240\u001b[0m \u001b[39mreturn\u001b[39;00m [ops\u001b[39m.\u001b[39mconvert_to_tensor(t) \u001b[39mfor\u001b[39;00m t \u001b[39min\u001b[39;00m ret]\n", + "File \u001b[0;32m/opt/homebrew/lib/python3.10/site-packages/tensorflow/python/data/ops/structured_function.py:168\u001b[0m, in \u001b[0;36mStructuredFunctionWrapper.__init__..wrapper_helper\u001b[0;34m(*args)\u001b[0m\n\u001b[1;32m 166\u001b[0m \u001b[39mif\u001b[39;00m \u001b[39mnot\u001b[39;00m _should_unpack(nested_args):\n\u001b[1;32m 167\u001b[0m nested_args \u001b[39m=\u001b[39m (nested_args,)\n\u001b[0;32m--> 168\u001b[0m ret \u001b[39m=\u001b[39m autograph\u001b[39m.\u001b[39;49mtf_convert(\u001b[39mself\u001b[39;49m\u001b[39m.\u001b[39;49m_func, ag_ctx)(\u001b[39m*\u001b[39;49mnested_args)\n\u001b[1;32m 169\u001b[0m ret \u001b[39m=\u001b[39m variable_utils\u001b[39m.\u001b[39mconvert_variables_to_tensors(ret)\n\u001b[1;32m 170\u001b[0m \u001b[39mif\u001b[39;00m _should_pack(ret):\n", + "File \u001b[0;32m/opt/homebrew/lib/python3.10/site-packages/tensorflow/python/autograph/impl/api.py:690\u001b[0m, in \u001b[0;36mconvert..decorator..wrapper\u001b[0;34m(*args, **kwargs)\u001b[0m\n\u001b[1;32m 688\u001b[0m \u001b[39mtry\u001b[39;00m:\n\u001b[1;32m 689\u001b[0m \u001b[39mwith\u001b[39;00m conversion_ctx:\n\u001b[0;32m--> 690\u001b[0m \u001b[39mreturn\u001b[39;00m converted_call(f, args, kwargs, options\u001b[39m=\u001b[39;49moptions)\n\u001b[1;32m 691\u001b[0m \u001b[39mexcept\u001b[39;00m \u001b[39mException\u001b[39;00m \u001b[39mas\u001b[39;00m e: \u001b[39m# pylint:disable=broad-except\u001b[39;00m\n\u001b[1;32m 692\u001b[0m \u001b[39mif\u001b[39;00m \u001b[39mhasattr\u001b[39m(e, \u001b[39m'\u001b[39m\u001b[39mag_error_metadata\u001b[39m\u001b[39m'\u001b[39m):\n", + "File \u001b[0;32m/opt/homebrew/lib/python3.10/site-packages/tensorflow/python/autograph/impl/api.py:377\u001b[0m, in \u001b[0;36mconverted_call\u001b[0;34m(f, args, kwargs, caller_fn_scope, options)\u001b[0m\n\u001b[1;32m 374\u001b[0m \u001b[39mreturn\u001b[39;00m _call_unconverted(f, args, kwargs, options)\n\u001b[1;32m 376\u001b[0m \u001b[39mif\u001b[39;00m \u001b[39mnot\u001b[39;00m options\u001b[39m.\u001b[39muser_requested \u001b[39mand\u001b[39;00m conversion\u001b[39m.\u001b[39mis_allowlisted(f):\n\u001b[0;32m--> 377\u001b[0m \u001b[39mreturn\u001b[39;00m _call_unconverted(f, args, kwargs, options)\n\u001b[1;32m 379\u001b[0m \u001b[39m# internal_convert_user_code is for example turned off when issuing a dynamic\u001b[39;00m\n\u001b[1;32m 380\u001b[0m \u001b[39m# call conversion from generated code while in nonrecursive mode. In that\u001b[39;00m\n\u001b[1;32m 381\u001b[0m \u001b[39m# case we evidently don't want to recurse, but we still have to convert\u001b[39;00m\n\u001b[1;32m 382\u001b[0m \u001b[39m# things like builtins.\u001b[39;00m\n\u001b[1;32m 383\u001b[0m \u001b[39mif\u001b[39;00m \u001b[39mnot\u001b[39;00m options\u001b[39m.\u001b[39minternal_convert_user_code:\n", + "File \u001b[0;32m/opt/homebrew/lib/python3.10/site-packages/tensorflow/python/autograph/impl/api.py:459\u001b[0m, in \u001b[0;36m_call_unconverted\u001b[0;34m(f, args, kwargs, options, update_cache)\u001b[0m\n\u001b[1;32m 456\u001b[0m \u001b[39mreturn\u001b[39;00m f\u001b[39m.\u001b[39m\u001b[39m__self__\u001b[39m\u001b[39m.\u001b[39mcall(args, kwargs)\n\u001b[1;32m 458\u001b[0m \u001b[39mif\u001b[39;00m kwargs \u001b[39mis\u001b[39;00m \u001b[39mnot\u001b[39;00m \u001b[39mNone\u001b[39;00m:\n\u001b[0;32m--> 459\u001b[0m \u001b[39mreturn\u001b[39;00m f(\u001b[39m*\u001b[39;49margs, \u001b[39m*\u001b[39;49m\u001b[39m*\u001b[39;49mkwargs)\n\u001b[1;32m 460\u001b[0m \u001b[39mreturn\u001b[39;00m f(\u001b[39m*\u001b[39margs)\n", + "File \u001b[0;32m/opt/homebrew/lib/python3.10/site-packages/keras/src/engine/data_adapter.py:339\u001b[0m, in \u001b[0;36mTensorLikeDataAdapter.__init__..slice_batch_indices\u001b[0;34m(indices)\u001b[0m\n\u001b[1;32m 334\u001b[0m first_k_indices \u001b[39m=\u001b[39m tf\u001b[39m.\u001b[39mslice(indices, [\u001b[39m0\u001b[39m], [num_in_full_batch])\n\u001b[1;32m 335\u001b[0m first_k_indices \u001b[39m=\u001b[39m tf\u001b[39m.\u001b[39mreshape(\n\u001b[1;32m 336\u001b[0m first_k_indices, [num_full_batches, batch_size]\n\u001b[1;32m 337\u001b[0m )\n\u001b[0;32m--> 339\u001b[0m flat_dataset \u001b[39m=\u001b[39m tf\u001b[39m.\u001b[39;49mdata\u001b[39m.\u001b[39;49mDataset\u001b[39m.\u001b[39;49mfrom_tensor_slices(first_k_indices)\n\u001b[1;32m 340\u001b[0m \u001b[39mif\u001b[39;00m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39m_partial_batch_size:\n\u001b[1;32m 341\u001b[0m index_remainder \u001b[39m=\u001b[39m tf\u001b[39m.\u001b[39mdata\u001b[39m.\u001b[39mDataset\u001b[39m.\u001b[39mfrom_tensors(\n\u001b[1;32m 342\u001b[0m tf\u001b[39m.\u001b[39mslice(\n\u001b[1;32m 343\u001b[0m indices, [num_in_full_batch], [\u001b[39mself\u001b[39m\u001b[39m.\u001b[39m_partial_batch_size]\n\u001b[1;32m 344\u001b[0m )\n\u001b[1;32m 345\u001b[0m )\n", + "File \u001b[0;32m/opt/homebrew/lib/python3.10/site-packages/tensorflow/python/data/ops/dataset_ops.py:831\u001b[0m, in \u001b[0;36mDatasetV2.from_tensor_slices\u001b[0;34m(tensors, name)\u001b[0m\n\u001b[1;32m 827\u001b[0m \u001b[39m# Loaded lazily due to a circular dependency (dataset_ops ->\u001b[39;00m\n\u001b[1;32m 828\u001b[0m \u001b[39m# from_tensor_slices_op -> dataset_ops).\u001b[39;00m\n\u001b[1;32m 829\u001b[0m \u001b[39m# pylint: disable=g-import-not-at-top,protected-access\u001b[39;00m\n\u001b[1;32m 830\u001b[0m \u001b[39mfrom\u001b[39;00m \u001b[39mtensorflow\u001b[39;00m\u001b[39m.\u001b[39;00m\u001b[39mpython\u001b[39;00m\u001b[39m.\u001b[39;00m\u001b[39mdata\u001b[39;00m\u001b[39m.\u001b[39;00m\u001b[39mops\u001b[39;00m \u001b[39mimport\u001b[39;00m from_tensor_slices_op\n\u001b[0;32m--> 831\u001b[0m \u001b[39mreturn\u001b[39;00m from_tensor_slices_op\u001b[39m.\u001b[39;49m_from_tensor_slices(tensors, name)\n", + "File \u001b[0;32m/opt/homebrew/lib/python3.10/site-packages/tensorflow/python/data/ops/from_tensor_slices_op.py:25\u001b[0m, in \u001b[0;36m_from_tensor_slices\u001b[0;34m(tensors, name)\u001b[0m\n\u001b[1;32m 24\u001b[0m \u001b[39mdef\u001b[39;00m \u001b[39m_from_tensor_slices\u001b[39m(tensors, name\u001b[39m=\u001b[39m\u001b[39mNone\u001b[39;00m):\n\u001b[0;32m---> 25\u001b[0m \u001b[39mreturn\u001b[39;00m _TensorSliceDataset(tensors, name\u001b[39m=\u001b[39;49mname)\n", + "File \u001b[0;32m/opt/homebrew/lib/python3.10/site-packages/tensorflow/python/data/ops/from_tensor_slices_op.py:54\u001b[0m, in \u001b[0;36m_TensorSliceDataset.__init__\u001b[0;34m(self, element, is_files, name)\u001b[0m\n\u001b[1;32m 45\u001b[0m batch_dim\u001b[39m.\u001b[39massert_is_compatible_with(\n\u001b[1;32m 46\u001b[0m tensor_shape\u001b[39m.\u001b[39mDimension(\n\u001b[1;32m 47\u001b[0m tensor_shape\u001b[39m.\u001b[39mdimension_value(t\u001b[39m.\u001b[39mget_shape()[\u001b[39m0\u001b[39m])))\n\u001b[1;32m 49\u001b[0m variant_tensor \u001b[39m=\u001b[39m gen_dataset_ops\u001b[39m.\u001b[39mtensor_slice_dataset(\n\u001b[1;32m 50\u001b[0m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39m_tensors,\n\u001b[1;32m 51\u001b[0m output_shapes\u001b[39m=\u001b[39mstructure\u001b[39m.\u001b[39mget_flat_tensor_shapes(\u001b[39mself\u001b[39m\u001b[39m.\u001b[39m_structure),\n\u001b[1;32m 52\u001b[0m is_files\u001b[39m=\u001b[39mis_files,\n\u001b[1;32m 53\u001b[0m metadata\u001b[39m=\u001b[39m\u001b[39mself\u001b[39m\u001b[39m.\u001b[39m_metadata\u001b[39m.\u001b[39mSerializeToString())\n\u001b[0;32m---> 54\u001b[0m \u001b[39msuper\u001b[39;49m()\u001b[39m.\u001b[39;49m\u001b[39m__init__\u001b[39;49m(variant_tensor)\n", + "File \u001b[0;32m/opt/homebrew/lib/python3.10/site-packages/tensorflow/python/data/ops/dataset_ops.py:268\u001b[0m, in \u001b[0;36mDatasetV2.__init__\u001b[0;34m(self, variant_tensor)\u001b[0m\n\u001b[1;32m 266\u001b[0m \u001b[39mif\u001b[39;00m input_options \u001b[39mis\u001b[39;00m \u001b[39mnot\u001b[39;00m \u001b[39mNone\u001b[39;00m:\n\u001b[1;32m 267\u001b[0m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39m_options_attr \u001b[39m=\u001b[39m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39m_options_attr\u001b[39m.\u001b[39mmerge(input_options)\n\u001b[0;32m--> 268\u001b[0m \u001b[39mself\u001b[39;49m\u001b[39m.\u001b[39;49m_options_attr\u001b[39m.\u001b[39;49m_set_mutable(\u001b[39mFalse\u001b[39;49;00m)\n", + "File \u001b[0;32m/opt/homebrew/lib/python3.10/site-packages/tensorflow/python/data/ops/options.py:686\u001b[0m, in \u001b[0;36mOptions._set_mutable\u001b[0;34m(self, mutable)\u001b[0m\n\u001b[1;32m 684\u001b[0m \u001b[39m# pylint: disable=protected-access\u001b[39;00m\n\u001b[1;32m 685\u001b[0m \u001b[39mobject\u001b[39m\u001b[39m.\u001b[39m\u001b[39m__setattr__\u001b[39m(\u001b[39mself\u001b[39m, \u001b[39m\"\u001b[39m\u001b[39m_mutable\u001b[39m\u001b[39m\"\u001b[39m, mutable)\n\u001b[0;32m--> 686\u001b[0m \u001b[39mself\u001b[39;49m\u001b[39m.\u001b[39;49mautotune\u001b[39m.\u001b[39m_set_mutable(mutable)\n\u001b[1;32m 687\u001b[0m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39mexperimental_distribute\u001b[39m.\u001b[39m_set_mutable(mutable)\n\u001b[1;32m 688\u001b[0m \u001b[39mself\u001b[39m\u001b[39m.\u001b[39mexperimental_optimization\u001b[39m.\u001b[39m_set_mutable(mutable)\n", + "File \u001b[0;32m/opt/homebrew/lib/python3.10/site-packages/tensorflow/python/data/ops/options.py:627\u001b[0m, in \u001b[0;36mOptions.__getattribute__\u001b[0;34m(self, name)\u001b[0m\n\u001b[1;32m 622\u001b[0m \u001b[39mif\u001b[39;00m name \u001b[39m==\u001b[39m \u001b[39m\"\u001b[39m\u001b[39mexperimental_deterministic\u001b[39m\u001b[39m\"\u001b[39m:\n\u001b[1;32m 623\u001b[0m \u001b[39m# TODO(aaudibert): Uncomment after internal uses have been updated.\u001b[39;00m\n\u001b[1;32m 624\u001b[0m \u001b[39m# logging.warning(\"options.experimental_deterministic is deprecated. \"\u001b[39;00m\n\u001b[1;32m 625\u001b[0m \u001b[39m# \"Use options.deterministic instead.\")\u001b[39;00m\n\u001b[1;32m 626\u001b[0m \u001b[39mreturn\u001b[39;00m \u001b[39mgetattr\u001b[39m(\u001b[39mself\u001b[39m, \u001b[39m\"\u001b[39m\u001b[39mdeterministic\u001b[39m\u001b[39m\"\u001b[39m)\n\u001b[0;32m--> 627\u001b[0m \u001b[39mreturn\u001b[39;00m \u001b[39msuper\u001b[39;49m(Options, \u001b[39mself\u001b[39;49m)\u001b[39m.\u001b[39;49m\u001b[39m__getattribute__\u001b[39;49m(name)\n", + "File \u001b[0;32m/opt/homebrew/lib/python3.10/site-packages/tensorflow/python/data/util/options.py:99\u001b[0m, in \u001b[0;36mcreate_option..get_fn\u001b[0;34m(option)\u001b[0m\n\u001b[1;32m 84\u001b[0m \u001b[39mdef\u001b[39;00m \u001b[39mcreate_option\u001b[39m(name, ty, docstring, default_factory\u001b[39m=\u001b[39m\u001b[39mlambda\u001b[39;00m: \u001b[39mNone\u001b[39;00m):\n\u001b[1;32m 85\u001b[0m \u001b[39m \u001b[39m\u001b[39m\"\"\"Creates a type-checked property.\u001b[39;00m\n\u001b[1;32m 86\u001b[0m \n\u001b[1;32m 87\u001b[0m \u001b[39m Args:\u001b[39;00m\n\u001b[0;32m (...)\u001b[0m\n\u001b[1;32m 96\u001b[0m \u001b[39m A type-checked property.\u001b[39;00m\n\u001b[1;32m 97\u001b[0m \u001b[39m \"\"\"\u001b[39;00m\n\u001b[0;32m---> 99\u001b[0m \u001b[39mdef\u001b[39;00m \u001b[39mget_fn\u001b[39m(option):\n\u001b[1;32m 100\u001b[0m \u001b[39m# pylint: disable=protected-access\u001b[39;00m\n\u001b[1;32m 101\u001b[0m \u001b[39mif\u001b[39;00m name \u001b[39mnot\u001b[39;00m \u001b[39min\u001b[39;00m option\u001b[39m.\u001b[39m_options:\n\u001b[1;32m 102\u001b[0m option\u001b[39m.\u001b[39m_options[name] \u001b[39m=\u001b[39m default_factory()\n", + "\u001b[0;31mKeyboardInterrupt\u001b[0m: " ] } ], "source": [ "env = gym.make('CartPole-v1')\n", - "n_games = 30\n", + "n_games = 20\n", "agent = Agent(gamma=0.99, epsilon=1.0, alpha=0.0005, input_dims=4, n_actions=2, mem_size=1000000, batch_size=64, epsilon_end=0.01)\n", "\n", "scores = []\n", @@ -1537,7 +5311,57 @@ " agent.save_model()\n", "\n", "\n", - "#10 episodes = 10s, 20 = 18s,\n" + "#10 episodes = 10s, 20 = 18s, ab 39 Episoden, läuft der Algo unendlich weiter (ggf. weil er die Stange dann balanciert?)\n" + ] + }, + { + "cell_type": "code", + "execution_count": 9, + "metadata": {}, + "outputs": [ + { + "data": { + "text/plain": [ + "[15.0,\n", + " 13.0,\n", + " 14.0,\n", + " 13.0,\n", + " 15.0,\n", + " 47.0,\n", + " 13.0,\n", + " 15.0,\n", + " 15.0,\n", + " 11.0,\n", + " 9.0,\n", + " 9.0,\n", + " 10.0,\n", + " 22.0,\n", + " 42.0,\n", + " 12.0,\n", + " 32.0,\n", + " 22.0,\n", + " 18.0,\n", + " 13.0,\n", + " 38.0,\n", + " 88.0,\n", + " 86.0,\n", + " 109.0,\n", + " 30.0,\n", + " 186.0,\n", + " 242.0,\n", + " 160.0,\n", + " 116.0,\n", + " 138.0,\n", + " 164.0]" + ] + }, + "execution_count": 9, + "metadata": {}, + "output_type": "execute_result" + } + ], + "source": [ + "scores" ] } ], @@ -1557,7 +5381,7 @@ "name": "python", "nbconvert_exporter": "python", "pygments_lexer": "ipython3", - "version": "3.10.12" + "version": "3.10.12 (main, Jun 15 2023, 07:49:25) [Clang 14.0.3 (clang-1403.0.22.14.1)]" }, "orig_nbformat": 4, "vscode": { diff --git a/Aufgabe 5/dqn_model.keras b/Aufgabe 5/dqn_model.keras index 96ff95f..b863cc5 100644 Binary files a/Aufgabe 5/dqn_model.keras and b/Aufgabe 5/dqn_model.keras differ