2018-01-01 20:33:05 +01:00
|
|
|
{
|
2018-01-01 20:46:31 +01:00
|
|
|
"cells": [
|
|
|
|
|
{
|
|
|
|
|
"cell_type": "code",
|
2018-01-15 23:01:56 +01:00
|
|
|
"execution_count": 1,
|
2018-01-01 20:46:31 +01:00
|
|
|
"metadata": {},
|
2018-01-15 23:01:56 +01:00
|
|
|
"outputs": [
|
|
|
|
|
{
|
|
|
|
|
"name": "stdout",
|
|
|
|
|
"output_type": "stream",
|
|
|
|
|
"text": [
|
2018-01-19 22:52:28 +01:00
|
|
|
"{'d': {'index': 2, 'count': 45, 'vector': [0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0]}, 'i': {'index': 4, 'count': 75, 'vector': [0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0]}, 'a': {'index': 0, 'count': 36, 'vector': [1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]}, 'c': {'index': 1, 'count': 30, 'vector': [0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]}, 'r': {'index': 8, 'count': 42, 'vector': [0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0]}, 'n': {'index': 6, 'count': 75, 'vector': [0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0]}, 't': {'index': 10, 'count': 64, 'vector': [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0]}, 'o': {'index': 7, 'count': 39, 'vector': [0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0]}, 'e': {'index': 3, 'count': 117, 'vector': [0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0]}, 's': {'index': 9, 'count': 40, 'vector': [0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0]}, 'l': {'index': 5, 'count': 64, 'vector': [0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0]}, 'u': {'index': 11, 'count': 55, 'vector': [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1]}}\n",
|
2018-01-15 23:01:56 +01:00
|
|
|
"12\n",
|
|
|
|
|
"1\n",
|
|
|
|
|
"number of batches=1\n",
|
2018-01-16 22:44:59 +01:00
|
|
|
"size of first batch=815,815\n",
|
|
|
|
|
"size of last batch=815,815\n",
|
|
|
|
|
"300 31\n"
|
2018-01-15 23:01:56 +01:00
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
],
|
|
|
|
|
"source": [
|
2018-01-15 23:55:38 +01:00
|
|
|
"from letters import LettersData\n",
|
|
|
|
|
"data = LettersData(\"data/\", \"list_expected_data.txt\")\n",
|
2018-01-15 23:01:56 +01:00
|
|
|
"data.process()\n",
|
|
|
|
|
"#x,y = data.get_data()\n",
|
|
|
|
|
"#classes = data.get_classes()\n",
|
|
|
|
|
"#ysize = data.get_class_element_size()\n",
|
|
|
|
|
"#xsize = data.get_input_image_size()\n",
|
|
|
|
|
"#print(len(classes))\n",
|
|
|
|
|
"#print(len(classes['P']))\n",
|
|
|
|
|
"#print(xsize,ysize)\n",
|
|
|
|
|
"#print(len(x))\n",
|
|
|
|
|
"#print(len(y))\n",
|
|
|
|
|
"#print(y[5])\n",
|
|
|
|
|
"#print(data.get_vocab())\n",
|
|
|
|
|
"v=data.get_vocab_with_min_count(30)\n",
|
|
|
|
|
"print(v)\n",
|
|
|
|
|
"print(len(v))\n",
|
|
|
|
|
"batch = data.get_batches()\n",
|
|
|
|
|
"print(len(batch))\n",
|
2018-01-16 22:44:59 +01:00
|
|
|
"batch = data.get_batches()#min_count=40, mini_batch_size=577)\n",
|
2018-01-15 23:01:56 +01:00
|
|
|
"print(\"number of batches={}\".format(len(batch)))\n",
|
|
|
|
|
"print(\"size of first batch={},{}\".format(len(batch[0][0]),len(batch[0][1])))\n",
|
|
|
|
|
"print(\"size of last batch={},{}\".format(len(batch[-1][0]),len(batch[-1][1])))\n",
|
|
|
|
|
"xsize = len(batch[0][0][0])\n",
|
|
|
|
|
"ysize = len(batch[0][1][0])\n",
|
|
|
|
|
"print(xsize, ysize)"
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"cell_type": "code",
|
2018-01-15 23:55:38 +01:00
|
|
|
"execution_count": 2,
|
2018-01-15 23:01:56 +01:00
|
|
|
"metadata": {},
|
2018-01-19 22:52:28 +01:00
|
|
|
"outputs": [],
|
|
|
|
|
"source": [
|
|
|
|
|
"# BATCH LOAD AND SAVE FUNCTIONS\n",
|
|
|
|
|
"\n",
|
|
|
|
|
"def save_batch(filename):\n",
|
|
|
|
|
" with open(filename, \"w\") as f:\n",
|
|
|
|
|
" f.write(str(batch))\n",
|
|
|
|
|
" print(\"ok\")\n",
|
|
|
|
|
"\n",
|
|
|
|
|
"def load_batch(filename):\n",
|
|
|
|
|
" batch = None\n",
|
|
|
|
|
" with open(\"batch\") as f:\n",
|
|
|
|
|
" sbatch = f.read()\n",
|
|
|
|
|
" batch = eval(sbatch, {\"__builtins__\":None})\n",
|
|
|
|
|
" return batch\n"
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"cell_type": "code",
|
|
|
|
|
"execution_count": 3,
|
|
|
|
|
"metadata": {},
|
|
|
|
|
"outputs": [
|
|
|
|
|
{
|
|
|
|
|
"name": "stdout",
|
|
|
|
|
"output_type": "stream",
|
|
|
|
|
"text": [
|
|
|
|
|
"ok\n"
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
],
|
|
|
|
|
"source": [
|
|
|
|
|
"# SAVE BATCH\n",
|
|
|
|
|
"\n",
|
|
|
|
|
"save_batch(\"batch\")"
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"cell_type": "code",
|
|
|
|
|
"execution_count": 4,
|
|
|
|
|
"metadata": {},
|
|
|
|
|
"outputs": [
|
|
|
|
|
{
|
|
|
|
|
"name": "stdout",
|
|
|
|
|
"output_type": "stream",
|
|
|
|
|
"text": [
|
|
|
|
|
"300 31\n"
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
],
|
|
|
|
|
"source": [
|
|
|
|
|
"# LOAD BATCH\n",
|
|
|
|
|
"\n",
|
|
|
|
|
"batch = load_batch(\"batch\")\n",
|
|
|
|
|
"xsize = len(batch[0][0][0])\n",
|
|
|
|
|
"ysize = len(batch[0][1][0])\n",
|
|
|
|
|
"print(xsize, ysize)"
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"cell_type": "code",
|
|
|
|
|
"execution_count": 5,
|
|
|
|
|
"metadata": {},
|
2018-01-15 23:01:56 +01:00
|
|
|
"outputs": [
|
|
|
|
|
{
|
|
|
|
|
"name": "stdout",
|
|
|
|
|
"output_type": "stream",
|
|
|
|
|
"text": [
|
|
|
|
|
"[[0 2 4 6 9]\n",
|
|
|
|
|
" [1 3 5 7 8]]\n",
|
|
|
|
|
"[[0 0 0 0 1]\n",
|
|
|
|
|
" [1 1 1 1 0]]\n",
|
2018-01-19 22:52:28 +01:00
|
|
|
"35\n",
|
2018-01-15 23:01:56 +01:00
|
|
|
"[[11 2 13 4]\n",
|
|
|
|
|
" [ 5 6 7 8]]\n",
|
|
|
|
|
"[[1 0 1 0]\n",
|
|
|
|
|
" [0 1 0 1]]\n",
|
2018-01-19 22:52:28 +01:00
|
|
|
"18\n",
|
2018-01-15 23:01:56 +01:00
|
|
|
"1\n"
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
],
|
|
|
|
|
"source": [
|
|
|
|
|
"import numpy as np\n",
|
2018-01-01 20:46:31 +01:00
|
|
|
"\n",
|
2018-01-15 23:01:56 +01:00
|
|
|
"def output_to_hard(output):\n",
|
|
|
|
|
" m = output.shape[1]\n",
|
|
|
|
|
" hard = np.zeros_like(output)\n",
|
|
|
|
|
" hard[output.argmax(0), np.arange(m)] = 1\n",
|
|
|
|
|
" return hard\n",
|
2018-01-01 20:46:31 +01:00
|
|
|
"\n",
|
|
|
|
|
"\n",
|
2018-01-15 23:01:56 +01:00
|
|
|
"def count_errors(output, expected_output):\n",
|
|
|
|
|
" \"\"\"Count the number of patterns different assuming dimension (n, m)\n",
|
|
|
|
|
" having m patterns of size n\n",
|
|
|
|
|
" \"\"\"\n",
|
|
|
|
|
" # check differences\n",
|
|
|
|
|
" err = np.equal(output,expected_output)\n",
|
|
|
|
|
" # invert such as true means not equal\n",
|
|
|
|
|
" ierr = np.invert(err)\n",
|
|
|
|
|
" # count number of bad values for each column\n",
|
|
|
|
|
" nb = np.count_nonzero(ierr, axis=0)\n",
|
|
|
|
|
" # count number of errors\n",
|
|
|
|
|
" nb_err = np.count_nonzero(nb)\n",
|
|
|
|
|
" return nb_err\n",
|
|
|
|
|
" \n",
|
|
|
|
|
"\n",
|
2018-01-19 22:52:28 +01:00
|
|
|
"def range_weighted_sum(vec):\n",
|
|
|
|
|
" rng = np.arange(1, vec.size+1, 1).reshape(vec.shape)\n",
|
|
|
|
|
" return np.sum(vec * rng)\n",
|
|
|
|
|
" \n",
|
|
|
|
|
" \n",
|
2018-01-15 23:01:56 +01:00
|
|
|
"a = np.array([[0, 1], [2, 3], [4, 5], [6, 7], [9, 8]]).T\n",
|
|
|
|
|
"print(a)\n",
|
2018-01-19 22:52:28 +01:00
|
|
|
"ah = output_to_hard(a)\n",
|
|
|
|
|
"print(ah)\n",
|
|
|
|
|
"print(range_weighted_sum(ah))\n",
|
2018-01-15 23:01:56 +01:00
|
|
|
"a = np.array([[11,2,13,4],[5,6,7,8]])\n",
|
|
|
|
|
"print(a)\n",
|
|
|
|
|
"b = np.array([[1, 0, 1, 0], [1, 1, 0, 1]])\n",
|
|
|
|
|
"h = output_to_hard(a)\n",
|
|
|
|
|
"print(h)\n",
|
2018-01-19 22:52:28 +01:00
|
|
|
"print(range_weighted_sum(h))\n",
|
2018-01-15 23:01:56 +01:00
|
|
|
"\n",
|
|
|
|
|
"print(count_errors(h, b))\n"
|
2018-01-01 20:46:31 +01:00
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"cell_type": "code",
|
2018-01-19 22:52:28 +01:00
|
|
|
"execution_count": 6,
|
2018-01-01 20:46:31 +01:00
|
|
|
"metadata": {},
|
|
|
|
|
"outputs": [
|
2018-01-15 23:01:56 +01:00
|
|
|
{
|
|
|
|
|
"name": "stdout",
|
|
|
|
|
"output_type": "stream",
|
|
|
|
|
"text": [
|
|
|
|
|
"[0. 3.]\n",
|
|
|
|
|
"False\n",
|
|
|
|
|
"True\n"
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
],
|
|
|
|
|
"source": [
|
|
|
|
|
"def all_axis_equal(n, axis=0):\n",
|
|
|
|
|
" \"\"\"\n",
|
|
|
|
|
" :param axis: if 0 check that all columns are equal, if 1 chech rows\n",
|
|
|
|
|
" \"\"\"\n",
|
|
|
|
|
" if axis == 0:\n",
|
|
|
|
|
" res = np.std(n, axis=1)\n",
|
|
|
|
|
" else:\n",
|
|
|
|
|
" res = np.std(n)\n",
|
|
|
|
|
" res = np.sum(res)\n",
|
|
|
|
|
" return res == 0.\n",
|
|
|
|
|
"\n",
|
|
|
|
|
"\n",
|
|
|
|
|
"def axis_equal(n, axis=0):\n",
|
|
|
|
|
" \"\"\"\n",
|
|
|
|
|
" :param axis: if 0 check that all columns are equal, if 1 chech rows\n",
|
|
|
|
|
" \"\"\"\n",
|
|
|
|
|
" if axis == 0:\n",
|
|
|
|
|
" res = np.std(n, axis=1)\n",
|
|
|
|
|
" else:\n",
|
|
|
|
|
" res = np.std(n)\n",
|
|
|
|
|
" return res\n",
|
|
|
|
|
"\n",
|
|
|
|
|
"\n",
|
|
|
|
|
"a=np.array([[1,-2,3,4],[5,6,-7,8]])\n",
|
|
|
|
|
"all_axis_equal(a)\n",
|
|
|
|
|
"a=np.array([[1,-2,3,4],[1,6,-7,8]])\n",
|
|
|
|
|
"all_axis_equal(a) \n",
|
|
|
|
|
"\n",
|
|
|
|
|
"a = np.array([[-1., -1.], [-3., 3]])\n",
|
|
|
|
|
"print(np.std(a,axis=1))\n",
|
|
|
|
|
"\n",
|
|
|
|
|
"b=np.array([[-2,-2,-2],[5,6,-7]])\n",
|
|
|
|
|
"print(all_axis_equal(b))\n",
|
|
|
|
|
"b=np.array([[-2,-2,-2],[5,5,5]])\n",
|
|
|
|
|
"print(all_axis_equal(b))"
|
|
|
|
|
]
|
|
|
|
|
},
|
2018-01-16 22:44:59 +01:00
|
|
|
{
|
|
|
|
|
"cell_type": "code",
|
2018-01-19 22:52:28 +01:00
|
|
|
"execution_count": 7,
|
2018-01-16 22:44:59 +01:00
|
|
|
"metadata": {},
|
|
|
|
|
"outputs": [],
|
|
|
|
|
"source": [
|
|
|
|
|
"# FEATURES SAVE/LOAD FUNCTIONS\n",
|
|
|
|
|
"\n",
|
|
|
|
|
"import struct\n",
|
|
|
|
|
"\n",
|
|
|
|
|
"param_type = {\n",
|
|
|
|
|
" \"uint32\": {\"fmt\": 'I', \"size\": 4},\n",
|
|
|
|
|
" \"float64\": {\"fmt\": 'd', \"size\": 8},\n",
|
|
|
|
|
"}\n",
|
|
|
|
|
"\n",
|
|
|
|
|
"def save_params(params, name):\n",
|
|
|
|
|
" ret = False\n",
|
|
|
|
|
" # nb layers\n",
|
|
|
|
|
" nb = len(params)\n",
|
|
|
|
|
" # nbs features per layer\n",
|
|
|
|
|
" sizes = [p.size for p in params]\n",
|
|
|
|
|
" # packing format string\n",
|
|
|
|
|
" fmt = \"<{fnb}{fsizes}{fparams}\".format(\n",
|
|
|
|
|
" fnb=param_type[\"uint32\"][\"fmt\"],\n",
|
|
|
|
|
" fsizes=param_type[\"uint32\"][\"fmt\"]*nb,\n",
|
|
|
|
|
" fparams=\"\".join([param_type[\"float64\"][\"fmt\"]*n for n in sizes])\n",
|
|
|
|
|
" )\n",
|
|
|
|
|
" # build the list of sizes and all parameters\n",
|
|
|
|
|
" data = [nb] + sizes\n",
|
|
|
|
|
" for p in params:\n",
|
|
|
|
|
" data += p.flatten().tolist()\n",
|
|
|
|
|
" print(sizes)\n",
|
|
|
|
|
" # packing raw data\n",
|
|
|
|
|
" raw = struct.pack(fmt, *data)\n",
|
|
|
|
|
" print(len(raw))\n",
|
|
|
|
|
" # save\n",
|
|
|
|
|
" with open(name, \"wb\") as f:\n",
|
|
|
|
|
" f.write(raw)\n",
|
|
|
|
|
" ret = True\n",
|
|
|
|
|
" print(\"ok\")\n",
|
|
|
|
|
" return ret\n",
|
|
|
|
|
"\n",
|
|
|
|
|
"def load_params(name):\n",
|
|
|
|
|
" \"\"\"Load parameters from file.\n",
|
|
|
|
|
" A main list contains lists of all parameters for each layer\n",
|
|
|
|
|
"\n",
|
|
|
|
|
" :return: dict with results\n",
|
|
|
|
|
" \"\"\"\n",
|
|
|
|
|
" ret = {\"result\": False}\n",
|
|
|
|
|
" with open(name, \"rb\") as f:\n",
|
|
|
|
|
" # get nb layers\n",
|
|
|
|
|
" raw = f.read(param_type[\"uint32\"][\"size\"])\n",
|
|
|
|
|
" fmt = \"<{fnb}\".format(fnb=param_type[\"uint32\"][\"fmt\"])\n",
|
|
|
|
|
" nb = struct.unpack(fmt, raw)[0]\n",
|
|
|
|
|
" # get nbs features per layer\n",
|
|
|
|
|
" raw = f.read(param_type[\"uint32\"][\"size\"]*nb)\n",
|
|
|
|
|
" fmt = \"<{fsizes}\".format(fsizes=param_type[\"uint32\"][\"fmt\"]*nb)\n",
|
|
|
|
|
" sizes = struct.unpack(fmt, raw)\n",
|
|
|
|
|
" # get params\n",
|
|
|
|
|
" total = sum(sizes)\n",
|
|
|
|
|
" raw = f.read(param_type[\"float64\"][\"size\"]*total)\n",
|
|
|
|
|
" fmt = \"<{fparams}\".format(fparams=param_type[\"float64\"][\"fmt\"]*total)\n",
|
|
|
|
|
" params = struct.unpack(fmt, raw)\n",
|
|
|
|
|
" # result\n",
|
|
|
|
|
" ret[\"params\"] = params\n",
|
|
|
|
|
" ret[\"sizes\"] = sizes\n",
|
|
|
|
|
" ret[\"result\"] = True\n",
|
|
|
|
|
" return ret\n"
|
|
|
|
|
]
|
|
|
|
|
},
|
2018-01-15 23:01:56 +01:00
|
|
|
{
|
|
|
|
|
"cell_type": "code",
|
2018-01-19 22:52:28 +01:00
|
|
|
"execution_count": 8,
|
2018-01-16 22:44:59 +01:00
|
|
|
"metadata": {
|
|
|
|
|
"scrolled": true
|
|
|
|
|
},
|
|
|
|
|
"outputs": [
|
|
|
|
|
{
|
|
|
|
|
"name": "stdout",
|
|
|
|
|
"output_type": "stream",
|
|
|
|
|
"text": [
|
2018-01-19 22:52:28 +01:00
|
|
|
"[0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]\n"
|
2018-01-16 22:44:59 +01:00
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
],
|
|
|
|
|
"source": [
|
|
|
|
|
"# CREATE MLP\n",
|
|
|
|
|
"\n",
|
|
|
|
|
"from mlp import MultiLayerPerceptron\n",
|
|
|
|
|
"import numpy as np\n",
|
|
|
|
|
"\n",
|
|
|
|
|
"xsize = len(batch[0][0][0])\n",
|
|
|
|
|
"ysize = len(batch[0][1][0])\n",
|
|
|
|
|
"print(batch[0][1][0])\n",
|
|
|
|
|
"m = len(batch[0][0])\n",
|
|
|
|
|
"\n",
|
|
|
|
|
"# create MLP architecture\n",
|
|
|
|
|
"mlp = MultiLayerPerceptron(L=5, n=[xsize, 1800, 600, 300, 30, ysize], g=[\"tanh\"]*4 + [\"softmax\"], alpha=0.001, set_random_w=False)\n"
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"cell_type": "code",
|
2018-01-19 22:52:28 +01:00
|
|
|
"execution_count": 9,
|
|
|
|
|
"metadata": {},
|
|
|
|
|
"outputs": [
|
|
|
|
|
{
|
|
|
|
|
"name": "stdout",
|
|
|
|
|
"output_type": "stream",
|
|
|
|
|
"text": [
|
|
|
|
|
"815\n"
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
],
|
|
|
|
|
"source": [
|
|
|
|
|
"# PREPARE INPUTS\n",
|
|
|
|
|
"\n",
|
|
|
|
|
"X, Y = np.array(batch[0][0]), np.array(batch[0][1])\n",
|
|
|
|
|
"m = len(batch[0][0])\n",
|
|
|
|
|
"print(m)"
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"cell_type": "code",
|
|
|
|
|
"execution_count": 10,
|
|
|
|
|
"metadata": {},
|
|
|
|
|
"outputs": [],
|
|
|
|
|
"source": [
|
|
|
|
|
"# FEED NETWORK with inputs,expected outputs\n",
|
|
|
|
|
"\n",
|
|
|
|
|
"mlp.set_all_training_examples(X.T, Y.T, m)"
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"cell_type": "code",
|
|
|
|
|
"execution_count": 11,
|
2018-01-15 23:01:56 +01:00
|
|
|
"metadata": {},
|
|
|
|
|
"outputs": [
|
|
|
|
|
{
|
|
|
|
|
"name": "stdout",
|
|
|
|
|
"output_type": "stream",
|
|
|
|
|
"text": [
|
|
|
|
|
"tanh factor=0.05773502691896258\n",
|
|
|
|
|
"tanh factor=0.023570226039551584\n",
|
|
|
|
|
"tanh factor=0.040824829046386304\n",
|
|
|
|
|
"tanh factor=0.05773502691896258\n",
|
|
|
|
|
"softmax factor=0.01\n",
|
2018-01-19 22:52:28 +01:00
|
|
|
"lenX,m 300 815\n",
|
|
|
|
|
"nb errors before training=808/815\n",
|
|
|
|
|
"Training...\n"
|
2018-01-15 23:01:56 +01:00
|
|
|
]
|
|
|
|
|
},
|
2018-01-03 14:43:31 +01:00
|
|
|
{
|
|
|
|
|
"data": {
|
2018-01-19 22:52:28 +01:00
|
|
|
"image/png": "iVBORw0KGgoAAAANSUhEUgAAAXcAAAD8CAYAAACMwORRAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4xLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvAOZPmwAAHilJREFUeJzt3X2QXHWd7/H3tx+m5zmZyfTk2UwIEQSUgAMbBV0WVxcfLlxL9y66pbJXb0oXSy217upuXXa16tbVrVKurq4Ui6ygLuLTVfTiKgqI1pXAhE0CSXgID4GEJDOZPM3zTHd/7x/nzKSnM5PpJD3d06c/r6quPg+/6fPlZPicM7/+nXPM3RERkWiJVboAEREpPYW7iEgEKdxFRCJI4S4iEkEKdxGRCFK4i4hEkMJdRCSCFO4iIhGkcBcRiaBEpTbc0dHhXV1dldq8iEhV2rJlyyF3T8/VrmLh3tXVRU9PT6U2LyJSlcxsTzHt1C0jIhJBc4a7mdWb2SNmts3MdpjZ52Zoc4OZ9ZnZ1vD1ofkpV0REilFMt8wYcLW7D5pZEvi9mf3C3R8uaHe3u3+09CWKiMjpmjPcPbgn8GA4mwxfuk+wiMgCVlSfu5nFzWwr0Avc5+6bZ2j2LjPbbmY/NLPVs3zOJjPrMbOevr6+syhbREROpahwd/esu28AVgGXm9lFBU1+BnS5+2uA+4A7ZvmcW92929270+k5R/KIiMgZOq3RMu5+FHgAuKZgeb+7j4WztwGvLU15IiJyJooZLZM2s8XhdAPwZuDJgjbL82avBXaVssh8Tx44zhf//UmOjUzM1yZERKpeMWfuy4EHzGw78ChBn/vPzezzZnZt2OZj4TDJbcDHgBvmp1x4sX+Ybzz4LM8fGpqvTYiIVL1iRstsBy6ZYflNedOfBT5b2tJm1tXRBMCe/iE2rF5cjk2KiFSdqrtC9RXtjQC8cGi4wpWIiCxcVRfu9ck4yxfVs+ewumVERGZTdeEOwdn7nn6duYuIzKYqw71rSRN7+nXmLiIym6oM9zUdjRwaHGdwLFPpUkREFqSqDPeuJSdGzIiIyMmqMtzXLAlGzKjfXURkZlUa7sGZ+ws6cxcRmVFVhntzKkFHcx17NNZdRGRGVRnuEJy9a6y7iMjMqjjcNdZdRGQ21Rvu7U3sPzbK6ES20qWIiCw4VRvuXR3BiJkXD+vsXUSkUNWG+5qpse4KdxGRQtUb7u2TY931paqISKGqDffFjUlSiRgHj49WuhQRkQWnasPdzEi3pOgdGJu7sYhIjanacAfobEnRe1zhLiJSqMrDvZ6+QYW7iEih6g731hS96nMXETnJnOFuZvVm9oiZbTOzHWb2uRnapMzsbjPbbWabzaxrPoot1NmS4vhoRhcyiYgUKObMfQy42t0vBjYA15jZxoI2HwSOuPu5wM3AF0tb5sw6W+oB6NOXqiIi08wZ7h4YDGeT4csLml0H3BFO/xB4k5lZyaqcRbo1BUDvgLpmRETyFdXnbmZxM9sK9AL3ufvmgiYrgZcA3D0DHAOWlLLQmaSbw3DXiBkRkWmKCnd3z7r7BmAVcLmZXXQmGzOzTWbWY2Y9fX19Z/IR03SGZ+4aMSMiMt1pjZZx96PAA8A1Bav2AasBzCwBLAL6Z/j5W92929270+n0mVWcZ0lTipjpzF1EpFAxo2XSZrY4nG4A3gw8WdDsHuAD4fS7gfvdvbBfvuTiMaOjOaU+dxGRAoki2iwH7jCzOMHB4Pvu/nMz+zzQ4+73AN8Evm1mu4HDwPXzVnGBzlbdgkBEpNCc4e7u24FLZlh+U970KPDnpS2tOJ0t9Rw4pjN3EZF8VX2FKoT3l9GZu4jINFUf7umWFP1DY2SyuUqXIiKyYFR9uHe2pHCHw0PjlS5FRGTBqPpwT4e3IFDXjIjICVUf7p26BYGIyEmqP9xbdAsCEZFCVR/u6clwV7eMiMiUqg/3VCLO4sakumVERPJUfbiDnqUqIlIoEuGebknpzpAiInkiEe6dLfU6cxcRyRORcE/RNzBGGW5EKSJSFSIR7umWFOPZHMdGJipdiojIghCJcO9s1VWqIiL5ohHuupBJRGSaaIW7xrqLiAARCffJq1T71C0jIgJEJNybUwkaknH1uYuIhCIR7mamZ6mKiOSJRLjD5C0I1OcuIgKRCvd69bmLiITmDHczW21mD5jZTjPbYWYfn6HNVWZ2zMy2hq+b5qfc2aX1oGwRkSmJItpkgE+5+2Nm1gJsMbP73H1nQbvfufs7Sl9icTpbUwyOZRgez9BYV8x/lohIdM155u7u+939sXB6ANgFrJzvwk5XulnDIUVEJp1Wn7uZdQGXAJtnWP06M9tmZr8wswtn+flNZtZjZj19fX2nXeyp6BYEIiInFB3uZtYM/Aj4hLsfL1j9GLDG3S8G/gn4yUyf4e63unu3u3en0+kzrXlGugWBiMgJRYW7mSUJgv277v7jwvXuftzdB8Ppe4GkmXWUtNI56BYEIiInFDNaxoBvArvc/cuztFkWtsPMLg8/t7+Uhc6lrbGORMzULSMiQnGjZa4A3gc8bmZbw2V/C7wCwN1vAd4NfMTMMsAIcL2X+ckZsZgFwyHVLSMiMne4u/vvAZujzdeAr5WqqDPVqWepiogAEbpCFcILmXQLAhGRqIW7bkEgIgIRC/fOlhT9Q+NMZHOVLkVEpKKiFe6twXDIQ+p3F5EaF61wbwmvUtWIGRGpcREL98kLmRTuIlLbohXurbp5mIgIRCzclzTpFgQiIhCxcK9LxGhvqlO3jIjUvEiFO0w+S1XhLiK1LXLhnm5J0aduGRGpcZEL986WenXLiEjNi164t6boGxgjlyvrTSlFRBaU6IV7S4pMzjk6MlHpUkREKiZy4Z7WE5lERKIX7roFgYhIJMNdtyAQEYleuLeqW0ZEJHLh3liXoCWVULeMiNS0yIU7wLJF9ew/NlLpMkREKmbOcDez1Wb2gJntNLMdZvbxGdqYmX3VzHab2XYzu3R+yi1OEO7qlhGR2lXMmXsG+JS7XwBsBG40swsK2rwVWB++NgHfKGmVp2nFogaFu4jUtDnD3d33u/tj4fQAsAtYWdDsOuBODzwMLDaz5SWvtkjLF9dzaHCM8YyepSoitem0+tzNrAu4BNhcsGol8FLe/F5OPgCUzfJF9bjDweM6exeR2lR0uJtZM/Aj4BPufvxMNmZmm8ysx8x6+vr6zuQjirJ8UQMALx/Vl6oiUpuKCnczSxIE+3fd/cczNNkHrM6bXxUum8bdb3X3bnfvTqfTZ1JvUVYsDq5SVb+7iNSqYkbLGPBNYJe7f3mWZvcA7w9HzWwEjrn7/hLWeVqWhWfuCncRqVWJItpcAbwPeNzMtobL/hZ4BYC73wLcC7wN2A0MA39V+lKL15xK0FKf0Fh3EalZc4a7u/8esDnaOHBjqYoqhRWLGnj5qM7cRaQ2RfIKVQiGQ+rMXURqVXTDfVEDB9TnLiI1KsLhXk//0DijE9lKlyIiUnaRDndAZ+8iUpMiG+4rFocXMqnfXURqUGTDffLMfb9GzIhIDYpwuAdn7gd0fxkRqUGRDfeGujiLG5O6v4yI1KTIhjsEZ++6BYGI1KJIh/uKRfU6cxeRmhTpcF/V1sDeIyMEd0cQEakdkQ731e2NDI5lODI8UelSRETKKtLhvmZJEwB7+ocqXImISHlFPNwbAXjx8HCFKxERKa9Ih/vqtjDc+xXuIlJbIh3uDXVxOltS7NGZu4jUmEiHOwRdM+qWEZFaE/lwX93eqG4ZEak5kQ/3Ne1NHDg+qvu6i0hNiX64hyNm9h7R2buI1I45w93MbjezXjN7Ypb1V5nZMTPbGr5uKn2ZZ251u4ZDikjtKebM/VvANXO0+Z27bwhfnz/7skpnbUdwIdNzfbqQSURqx5zh7u4PAYfLUMu8aG+qo60xybMKdxGpIaXqc3+dmW0zs1+Y2YUl+sySWZdu5tnewUqXISJSNqUI98eANe5+MfBPwE9ma2hmm8ysx8x6+vr6SrDp4pzb2cyzfQp3EakdZx3u7n7c3QfD6XuBpJl1zNL2Vnf
|
2018-01-03 14:43:31 +01:00
|
|
|
"text/plain": [
|
2018-01-19 22:52:28 +01:00
|
|
|
"<matplotlib.figure.Figure at 0x7fc3d7e1b2e8>"
|
2018-01-03 14:43:31 +01:00
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
"metadata": {},
|
|
|
|
|
"output_type": "display_data"
|
|
|
|
|
},
|
2018-01-01 20:46:31 +01:00
|
|
|
{
|
|
|
|
|
"name": "stdout",
|
|
|
|
|
"output_type": "stream",
|
|
|
|
|
"text": [
|
2018-01-19 22:52:28 +01:00
|
|
|
"learning duration=423.0116012096405(s)\n",
|
|
|
|
|
"{'iterations': 400, 'cost_function': 0.07465448444289242}\n",
|
|
|
|
|
"nb errors=1/815\n"
|
2018-01-15 23:01:56 +01:00
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
],
|
|
|
|
|
"source": [
|
2018-01-16 22:44:59 +01:00
|
|
|
"# TRAINING MLP\n",
|
|
|
|
|
"\n",
|
2018-01-15 23:01:56 +01:00
|
|
|
"import time\n",
|
2018-01-19 22:52:28 +01:00
|
|
|
"\n",
|
|
|
|
|
"# random weights\n",
|
2018-01-15 23:01:56 +01:00
|
|
|
"mlp.init_random_weights(use_formula=True)\n",
|
|
|
|
|
"#mlp.use_regularization(0.1)\n",
|
|
|
|
|
"mlp.use_adam()\n",
|
|
|
|
|
"\n",
|
|
|
|
|
"# Compute output\n",
|
|
|
|
|
"output = mlp.compute_outputs(X.T)\n",
|
|
|
|
|
"hard_output = output_to_hard(output)\n",
|
|
|
|
|
"mlp.set_all_expected_output_examples(Y.T)\n",
|
|
|
|
|
"expected_output = mlp.get_expected_output()\n",
|
|
|
|
|
"print(\"nb errors before training={}/{}\".format(count_errors(hard_output, expected_output), output.shape[1]))\n",
|
|
|
|
|
"\n",
|
|
|
|
|
"# Proceed learning with gradient descent\n",
|
|
|
|
|
"print(\"Training...\")\n",
|
|
|
|
|
"t0 = time.time()\n",
|
2018-01-15 23:55:38 +01:00
|
|
|
"res = mlp.learning(X.T, Y.T, m, min_cost=0.005, max_iter=400, plot=True)\n",
|
2018-01-15 23:01:56 +01:00
|
|
|
"t1 = time.time()\n",
|
|
|
|
|
"print(\"learning duration={}(s)\".format(t1-t0))\n",
|
|
|
|
|
"print(res)\n",
|
|
|
|
|
"\n",
|
|
|
|
|
"output = mlp.get_output()\n",
|
|
|
|
|
"hard_output = output_to_hard(output)\n",
|
|
|
|
|
"expected_output = mlp.get_expected_output()\n",
|
|
|
|
|
"print(\"nb errors={}/{}\".format(count_errors(hard_output, expected_output), output.shape[1]))\n"
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"cell_type": "code",
|
2018-01-19 22:52:28 +01:00
|
|
|
"execution_count": 12,
|
2018-01-16 22:44:59 +01:00
|
|
|
"metadata": {
|
|
|
|
|
"scrolled": true
|
|
|
|
|
},
|
2018-01-15 23:01:56 +01:00
|
|
|
"outputs": [
|
|
|
|
|
{
|
|
|
|
|
"name": "stdout",
|
|
|
|
|
"output_type": "stream",
|
|
|
|
|
"text": [
|
2018-01-16 22:44:59 +01:00
|
|
|
"[[0 0 0 ... 0 0 0]\n",
|
2018-01-15 23:01:56 +01:00
|
|
|
" [0 0 0 ... 0 0 0]\n",
|
2018-01-19 22:52:28 +01:00
|
|
|
" [0 0 0 ... 0 0 0]\n",
|
2018-01-16 22:44:59 +01:00
|
|
|
" ...\n",
|
2018-01-19 22:52:28 +01:00
|
|
|
" [0 0 0 ... 0 0 0]\n",
|
2018-01-16 22:44:59 +01:00
|
|
|
" [0 0 0 ... 0 0 0]\n",
|
2018-01-15 23:01:56 +01:00
|
|
|
" [0 0 0 ... 0 0 0]]\n",
|
2018-01-19 22:52:28 +01:00
|
|
|
"815\n",
|
|
|
|
|
"11205435\n",
|
|
|
|
|
"out=[[7.02156302e-03 2.33280598e-05 4.02268624e-08 ... 1.30178221e-05\n",
|
|
|
|
|
" 1.63821129e-02 1.21589216e-02]\n",
|
|
|
|
|
" [1.68391781e-03 3.09986375e-07 4.26591269e-07 ... 9.55882496e-05\n",
|
|
|
|
|
" 5.12839707e-04 2.55024708e-03]\n",
|
|
|
|
|
" [1.47725468e-02 8.30785492e-04 7.21927595e-06 ... 3.47815949e-08\n",
|
|
|
|
|
" 1.19174745e-03 8.22096419e-02]\n",
|
2018-01-15 23:01:56 +01:00
|
|
|
" ...\n",
|
2018-01-19 22:52:28 +01:00
|
|
|
" [3.92805062e-03 1.97200169e-06 1.02163734e-04 ... 6.69744040e-05\n",
|
|
|
|
|
" 4.96492855e-04 1.50799104e-04]\n",
|
|
|
|
|
" [1.67386876e-04 9.89408390e-06 1.05090024e-03 ... 1.02952984e-04\n",
|
|
|
|
|
" 7.46969275e-06 4.33721488e-05]\n",
|
|
|
|
|
" [3.01240797e-02 2.29844924e-06 5.52163749e-05 ... 6.88642825e-06\n",
|
|
|
|
|
" 6.63783082e-05 1.94845737e-03]]\n",
|
2018-01-15 23:01:56 +01:00
|
|
|
"alleq? = False\n",
|
2018-01-19 22:52:28 +01:00
|
|
|
"eq? = [0.05040805 0.13959513 0.11492665 0.05502723 0.06011746 0.02361683\n",
|
|
|
|
|
" 0.02586794 0.02769004 0.2025706 0.06500607 0.18406011 0.22181191\n",
|
|
|
|
|
" 0.34456376 0.07416278 0.028787 0.28131057 0.26352134 0.24755618\n",
|
|
|
|
|
" 0.14341575 0.14964145 0.11307199 0.21138317 0.21132063 0.26183176\n",
|
|
|
|
|
" 0.20867916 0.13169467 0.04338615 0.08219188 0.02569916 0.15934616\n",
|
|
|
|
|
" 0.06531444]\n",
|
2018-01-16 22:44:59 +01:00
|
|
|
"hout=[[0. 0. 0. ... 0. 0. 0.]\n",
|
2018-01-15 23:01:56 +01:00
|
|
|
" [0. 0. 0. ... 0. 0. 0.]\n",
|
2018-01-19 22:52:28 +01:00
|
|
|
" [0. 0. 0. ... 0. 0. 0.]\n",
|
2018-01-16 22:44:59 +01:00
|
|
|
" ...\n",
|
2018-01-19 22:52:28 +01:00
|
|
|
" [0. 0. 0. ... 0. 0. 0.]\n",
|
2018-01-16 22:44:59 +01:00
|
|
|
" [0. 0. 0. ... 0. 0. 0.]\n",
|
2018-01-15 23:01:56 +01:00
|
|
|
" [0. 0. 0. ... 0. 0. 0.]]\n",
|
2018-01-19 22:52:28 +01:00
|
|
|
"11203805.0\n",
|
2018-01-15 23:01:56 +01:00
|
|
|
"alleq? = False\n",
|
2018-01-16 22:44:59 +01:00
|
|
|
"expout=[[0 0 0 ... 0 0 0]\n",
|
2018-01-15 23:01:56 +01:00
|
|
|
" [0 0 0 ... 0 0 0]\n",
|
2018-01-19 22:52:28 +01:00
|
|
|
" [0 0 0 ... 0 0 0]\n",
|
2018-01-16 22:44:59 +01:00
|
|
|
" ...\n",
|
2018-01-19 22:52:28 +01:00
|
|
|
" [0 0 0 ... 0 0 0]\n",
|
2018-01-16 22:44:59 +01:00
|
|
|
" [0 0 0 ... 0 0 0]\n",
|
2018-01-15 23:01:56 +01:00
|
|
|
" [0 0 0 ... 0 0 0]]\n",
|
2018-01-19 22:52:28 +01:00
|
|
|
"11205435\n",
|
|
|
|
|
"nb errors=1\n",
|
|
|
|
|
"3174807889\n",
|
2018-01-16 22:44:59 +01:00
|
|
|
"ieq? = [0. 0. 0. 0. 0.03500698 0.03500698\n",
|
|
|
|
|
" 0. 0.03500698 0.04947692 0. 0. 0.\n",
|
|
|
|
|
" 0. 0. 0.03500698 0. 0.04947692 0.12528563\n",
|
|
|
|
|
" 0.04947692 0.10450358 0.13441044 0.09227777 0. 0.\n",
|
|
|
|
|
" 0. 0.04947692 0.04947692 0. 0.17243521 0.26900004\n",
|
|
|
|
|
" 0.17243521 0.15471804 0.18524763 0.15471804 0. 0.\n",
|
|
|
|
|
" 0. 0.06988481 0.06988481 0.03500698 0.23077272 0.33227755\n",
|
|
|
|
|
" 0.25913692 0.13873172 0.21603456 0.19994354 0. 0.\n",
|
|
|
|
|
" 0. 0.08548546 0.08548546 0.06055933 0.20273266 0.35677049\n",
|
|
|
|
|
" 0.30081626 0.12528563 0.2283989 0.22355545 0. 0.\n",
|
|
|
|
|
" 0. 0.07808541 0.08548546 0.06055933 0.16560327 0.32524828\n",
|
|
|
|
|
" 0.30243843 0.12044556 0.23077272 0.2283989 0. 0.\n",
|
|
|
|
|
" 0. 0.10450358 0.10450358 0.09227777 0.17243521 0.33501651\n",
|
|
|
|
|
" 0.2975302 0.15843907 0.23771403 0.23077272 0.03500698 0.\n",
|
|
|
|
|
" 0. 0.15471804 0.2054766 0.24220001 0.36269241 0.44643696\n",
|
|
|
|
|
" 0.43176587 0.35311852 0.31034942 0.2550436 0.03500698 0.\n",
|
|
|
|
|
" 0. 0.2550436 0.3493896 0.44200059 0.46657077 0.47876351\n",
|
|
|
|
|
" 0.47366731 0.47283065 0.43104698 0.30243843 0.04947692 0.\n",
|
|
|
|
|
" 0. 0.33089274 0.45241645 0.49799024 0.49644602 0.4851733\n",
|
|
|
|
|
" 0.47154892 0.49499737 0.48577801 0.39244627 0.04947692 0.\n",
|
|
|
|
|
" 0.03500698 0.3728608 0.49134325 0.49953872 0.49764548 0.48424149\n",
|
|
|
|
|
" 0.45580799 0.48577801 0.49840726 0.43666848 0.08548546 0.\n",
|
|
|
|
|
" 0.09227777 0.38449375 0.49840726 0.4994272 0.48607544 0.47725803\n",
|
|
|
|
|
" 0.42126472 0.41564859 0.49464139 0.4541303 0.12993396 0.\n",
|
|
|
|
|
" 0.11538962 0.39814769 0.49991531 0.49877565 0.46010798 0.47325075\n",
|
|
|
|
|
" 0.42588178 0.39437117 0.47687302 0.45635925 0.18214144 0.\n",
|
|
|
|
|
" 0.11008809 0.39721261 0.49868811 0.49740037 0.42282358 0.46750882\n",
|
|
|
|
|
" 0.42047775 0.37503886 0.46465012 0.45469353 0.16905821 0.\n",
|
|
|
|
|
" 0.04947692 0.36841704 0.49963817 0.49998156 0.43032338 0.46465012\n",
|
|
|
|
|
" 0.42204665 0.38347043 0.47240698 0.45299178 0.10450358 0.\n",
|
|
|
|
|
" 0. 0.31189306 0.49820484 0.49948447 0.49408409 0.48989795\n",
|
|
|
|
|
" 0.46513588 0.46216479 0.48964589 0.44705366 0.12528563 0.\n",
|
|
|
|
|
" 0. 0.23997064 0.45299178 0.49714303 0.49550807 0.49445874\n",
|
|
|
|
|
" 0.47763957 0.47197974 0.45958414 0.40541704 0.15471804 0.\n",
|
|
|
|
|
" 0. 0.16905821 0.34685969 0.4445614 0.45905643 0.45580799\n",
|
|
|
|
|
" 0.43318966 0.38551046 0.35556157 0.31645026 0.09227777 0.\n",
|
|
|
|
|
" 0. 0.14291187 0.21857717 0.27653948 0.3149433 0.3481291\n",
|
|
|
|
|
" 0.33771543 0.2354294 0.23997064 0.21857717 0.04947692 0.\n",
|
|
|
|
|
" 0. 0.14291187 0.16905821 0.15471804 0.07808541 0.12993396\n",
|
|
|
|
|
" 0.12993396 0.03500698 0.12528563 0.12993396 0.03500698 0.\n",
|
|
|
|
|
" 0. 0.14291187 0.16905821 0.16206541 0.06055933 0.08548546\n",
|
|
|
|
|
" 0.06055933 0.04947692 0.11538962 0.12044556 0.07808541 0.\n",
|
|
|
|
|
" 0. 0.13873172 0.1508953 0.13873172 0.06055933 0.03500698\n",
|
|
|
|
|
" 0. 0. 0.09227777 0.09858802 0.04947692 0.\n",
|
|
|
|
|
" 0. 0.11008809 0.09227777 0.09227777 0. 0.\n",
|
|
|
|
|
" 0. 0. 0.06055933 0.07808541 0.03500698 0.\n",
|
|
|
|
|
" 0. 0.03500698 0.03500698 0.03500698 0. 0.\n",
|
|
|
|
|
" 0. 0. 0.04947692 0.03500698 0. 0.\n",
|
|
|
|
|
" 0. 0. 0. 0.03500698 0.03500698 0.03500698\n",
|
|
|
|
|
" 0. 0. 0. 0.03500698 0. 0. ]\n",
|
2018-01-15 23:01:56 +01:00
|
|
|
"i? = [[0 0 0 ... 0 0 0]\n",
|
|
|
|
|
" [0 0 0 ... 0 0 0]\n",
|
|
|
|
|
" [0 0 0 ... 0 0 0]\n",
|
|
|
|
|
" ...\n",
|
2018-01-16 22:44:59 +01:00
|
|
|
" [0 0 0 ... 0 1 0]\n",
|
2018-01-15 23:01:56 +01:00
|
|
|
" [0 0 0 ... 0 0 0]\n",
|
|
|
|
|
" [0 0 0 ... 0 0 0]]\n",
|
2018-01-19 22:52:28 +01:00
|
|
|
"diff exp= [ 3 17 12 3 4 1 1 1 36 4 30 45 117 5 1 75 64 75\n",
|
|
|
|
|
" 39 20 11 42 40 64 55 15 2 6 1 22 4]\n",
|
|
|
|
|
"[[ 0.0557544 0.07220544 0.02348561 ... 0.10377472 0.07024534\n",
|
|
|
|
|
" -0.03906525]\n",
|
|
|
|
|
" [-0.06879682 0.01771189 0.07511974 ... -0.08158879 0.04889255\n",
|
|
|
|
|
" -0.03149567]\n",
|
|
|
|
|
" [-0.03905324 0.02414413 0.02660072 ... 0.02757606 0.02100658\n",
|
|
|
|
|
" -0.01965769]\n",
|
2018-01-15 23:01:56 +01:00
|
|
|
" ...\n",
|
2018-01-19 22:52:28 +01:00
|
|
|
" [-0.04725369 -0.06673883 0.01933836 ... -0.02371734 0.06508109\n",
|
|
|
|
|
" -0.03886366]\n",
|
|
|
|
|
" [ 0.10340191 0.07321227 -0.00748062 ... 0.06231394 0.01620147\n",
|
|
|
|
|
" -0.0616713 ]\n",
|
|
|
|
|
" [-0.08271943 0.04697974 0.00823985 ... -0.05828773 -0.10284097\n",
|
|
|
|
|
" -0.01427887]]\n",
|
2018-01-15 23:01:56 +01:00
|
|
|
"float64\n",
|
2018-01-19 22:52:28 +01:00
|
|
|
"[[ 0.02213613 0.05731779 -0.01394594 ... 0.04772608 0.07225857\n",
|
|
|
|
|
" -0.0825427 ]\n",
|
|
|
|
|
" [ 0.03485324 0.00096309 -0.05849745 ... -0.02192778 0.02390578\n",
|
|
|
|
|
" 0.0275471 ]\n",
|
|
|
|
|
" [ 0.00336947 -0.04794582 -0.02038197 ... -0.00901655 0.02860445\n",
|
|
|
|
|
" -0.0435919 ]\n",
|
2018-01-15 23:01:56 +01:00
|
|
|
" ...\n",
|
2018-01-19 22:52:28 +01:00
|
|
|
" [-0.0257934 0.02804016 -0.06647186 ... -0.01146406 -0.03654793\n",
|
|
|
|
|
" 0.01019006]\n",
|
|
|
|
|
" [ 0.04151595 -0.0675045 -0.03321654 ... -0.02684758 -0.01795175\n",
|
|
|
|
|
" 0.03171039]\n",
|
|
|
|
|
" [ 0.00528835 0.04428263 0.00381019 ... 0.00282927 0.07898217\n",
|
|
|
|
|
" -0.0762144 ]]\n",
|
2018-01-15 23:01:56 +01:00
|
|
|
"float64\n",
|
2018-01-19 22:52:28 +01:00
|
|
|
"[[-0.02997247 0.03455656 -0.07417923 ... -0.02829024 0.05436532\n",
|
|
|
|
|
" 0.05134025]\n",
|
|
|
|
|
" [-0.07875419 0.00393465 -0.08026576 ... -0.05465974 0.0324817\n",
|
|
|
|
|
" -0.02375458]\n",
|
|
|
|
|
" [-0.07305269 0.02395509 -0.11152735 ... -0.12659137 0.06807575\n",
|
|
|
|
|
" 0.01484116]\n",
|
2018-01-15 23:01:56 +01:00
|
|
|
" ...\n",
|
2018-01-19 22:52:28 +01:00
|
|
|
" [ 0.08643974 0.02929352 0.01158213 ... -0.01526343 -0.07215164\n",
|
|
|
|
|
" 0.03576821]\n",
|
|
|
|
|
" [ 0.01417914 0.05976536 -0.03049588 ... 0.03925342 -0.01863501\n",
|
|
|
|
|
" -0.04170468]\n",
|
|
|
|
|
" [ 0.06499799 0.01864715 -0.00152425 ... -0.0446093 0.01481864\n",
|
|
|
|
|
" -0.04618011]]\n",
|
2018-01-15 23:01:56 +01:00
|
|
|
"float64\n",
|
2018-01-19 22:52:28 +01:00
|
|
|
"[[-0.05889484 0.18344976 -0.00160981 ... -0.03903363 -0.12195829\n",
|
|
|
|
|
" -0.01015448]\n",
|
|
|
|
|
" [-0.10341429 0.0963354 -0.03478289 ... -0.08986487 0.10298888\n",
|
|
|
|
|
" -0.06136903]\n",
|
|
|
|
|
" [-0.01390351 0.01830357 -0.0745976 ... -0.07265028 -0.06033243\n",
|
|
|
|
|
" -0.05752233]\n",
|
2018-01-15 23:01:56 +01:00
|
|
|
" ...\n",
|
2018-01-19 22:52:28 +01:00
|
|
|
" [ 0.11936787 0.05431646 -0.00324428 ... -0.1010773 0.11150053\n",
|
|
|
|
|
" 0.01251737]\n",
|
|
|
|
|
" [-0.12802571 -0.0775965 0.05992476 ... 0.02712887 -0.18085427\n",
|
|
|
|
|
" 0.05829372]\n",
|
|
|
|
|
" [-0.29162374 -0.06629717 -0.1275772 ... 0.04846268 -0.09815413\n",
|
|
|
|
|
" -0.01593007]]\n",
|
2018-01-15 23:01:56 +01:00
|
|
|
"float64\n",
|
2018-01-19 22:52:28 +01:00
|
|
|
"[[-0.1325509 -0.28917484 -0.36452295 0.38937275 0.29855446 -0.56633955\n",
|
|
|
|
|
" -0.11894985 0.14615452 0.27506117 -0.24378192 -0.34014836 0.21207197\n",
|
|
|
|
|
" 0.25185663 0.2990967 0.20847993 0.12416778 0.30845196 0.52906747\n",
|
|
|
|
|
" -0.25591803 0.0950176 0.20374602 0.12380838 -0.41130144 0.51340886\n",
|
|
|
|
|
" -0.22932788 0.25614323 0.40494047 0.29963032 0.09064212 -0.22466064]\n",
|
|
|
|
|
" [-0.21842741 0.43676121 0.32452456 0.27560908 0.28688555 -0.36684637\n",
|
|
|
|
|
" -0.2768973 0.29701715 0.19682916 -0.31462011 0.38411373 0.33629757\n",
|
|
|
|
|
" 0.34275558 0.23991198 0.26962312 0.20933339 0.21741257 0.33292256\n",
|
|
|
|
|
" -0.26847848 0.27164927 0.20145696 0.28183788 -0.36570778 -0.36743662\n",
|
|
|
|
|
" 0.29275853 -0.3609941 0.31134782 0.30701609 0.27148187 -0.35127274]\n",
|
|
|
|
|
" [-0.18599914 -0.22932647 -0.31723792 0.20418819 0.28729868 0.32326105\n",
|
|
|
|
|
" -0.26978205 0.28940955 0.23779453 -0.28113315 -0.28252582 -0.33966319\n",
|
|
|
|
|
" -0.34871357 0.18614191 0.17825152 0.20967203 0.28518052 0.25728927\n",
|
|
|
|
|
" -0.29057523 0.21341496 0.29856243 0.2924751 0.28642851 -0.34079255\n",
|
|
|
|
|
" -0.33091028 0.34753619 0.38126717 -0.77839147 0.26838924 0.77949332]\n",
|
|
|
|
|
" [-0.40169393 -0.25607432 -0.26595841 0.29851479 -0.14951521 -0.36084095\n",
|
|
|
|
|
" -0.18139971 0.20430822 -0.21556439 -0.1608901 -0.247382 -0.1748354\n",
|
|
|
|
|
" -0.39732983 -0.31562482 0.45752789 0.18159422 -0.21784561 0.36183266\n",
|
|
|
|
|
" 0.12945519 0.17901193 -0.27784385 0.17413807 -0.50380271 0.27528009\n",
|
|
|
|
|
" -0.18252525 0.19188617 -0.45737423 0.42686217 0.2288345 -0.29587747]\n",
|
|
|
|
|
" [-0.15284004 -0.2026549 -0.27157136 0.17058932 0.22224184 0.39031447\n",
|
|
|
|
|
" -0.14797518 0.18888431 0.19669651 -0.17162832 -0.27117957 -0.31872442\n",
|
|
|
|
|
" -0.41845489 0.15855717 0.15640793 0.12740839 0.22793032 0.39229163\n",
|
|
|
|
|
" -0.20033951 0.14076785 0.18689386 0.16807512 0.54858314 -0.48847065\n",
|
|
|
|
|
" -0.25785232 0.25003725 0.52842041 0.57522003 0.24027416 -0.76779422]\n",
|
|
|
|
|
" [-0.16269435 -0.22101611 -0.26564475 0.25660618 -0.11680178 0.4066733\n",
|
|
|
|
|
" -0.17336099 0.19325702 0.25785189 0.07929265 -0.25670364 0.08402639\n",
|
|
|
|
|
" 0.22129468 0.20311439 0.19174751 0.17662273 0.26511539 0.34131359\n",
|
|
|
|
|
" 0.09364041 0.12279871 0.21911012 0.17608278 -0.44638682 0.40532443\n",
|
|
|
|
|
" -0.19844155 0.20304209 0.26645852 0.30339491 0.14043021 -0.32977136]\n",
|
|
|
|
|
" [-0.20638367 -0.2956799 0.28066711 0.1954509 0.18261799 0.27356401\n",
|
|
|
|
|
" -0.16210314 -0.00223359 0.17245733 -0.18338077 0.31941986 -0.23080695\n",
|
|
|
|
|
" -0.29152289 0.12281143 0.25914849 0.19904965 0.18737266 0.45747444\n",
|
|
|
|
|
" -0.17952803 0.27794814 0.15737723 0.16461571 0.21821248 -0.27856394\n",
|
|
|
|
|
" 0.11016427 -0.10571796 -0.62591474 0.28720669 0.33389292 0.2035094 ]\n",
|
|
|
|
|
" [-0.22050631 -0.25286749 -0.26953045 0.37834351 0.13994768 0.28652657\n",
|
|
|
|
|
" -0.12953209 0.17627146 0.22070618 -0.15044046 -0.3156661 -0.1907288\n",
|
|
|
|
|
" -0.23970326 0.18682206 0.31507868 0.1599644 0.19687159 -0.49983208\n",
|
|
|
|
|
" -0.15579676 0.31519764 0.13486501 0.14867391 -0.39377148 -0.4115842\n",
|
|
|
|
|
" -0.19440296 0.22168248 -0.60043367 0.20596054 -0.36041086 -0.30412567]\n",
|
|
|
|
|
" [ 0.23725364 0.232269 0.3358541 0.38533614 -0.27655159 -0.31937577\n",
|
|
|
|
|
" 0.38835809 -0.1527393 -0.28846214 -0.38725845 -0.37205894 0.38767994\n",
|
|
|
|
|
" -0.33814773 -0.28432981 -0.19543037 -0.22426076 -0.29944027 0.36233396\n",
|
|
|
|
|
" 0.23096656 -0.26667835 0.31057796 -0.15387669 0.3711605 -0.37204284\n",
|
|
|
|
|
" 0.27964392 -0.34422825 -0.34702616 0.32679397 -0.25323086 0.38148361]\n",
|
|
|
|
|
" [-0.28136464 -0.35197033 0.58572854 -0.49150689 0.16590307 -0.36151608\n",
|
|
|
|
|
" -0.123372 0.13832011 0.23829353 -0.21289359 -0.46981036 -0.43507413\n",
|
|
|
|
|
" 0.3731331 0.37657815 0.36952183 0.19363351 0.27531143 -0.52124736\n",
|
|
|
|
|
" -0.17088236 0.29686848 0.22096809 0.1355081 -0.25947609 0.36644829\n",
|
|
|
|
|
" -0.18458954 0.21819228 0.4086827 0.17063448 0.34251301 -0.17429822]\n",
|
|
|
|
|
" [ 0.25133848 -0.41098215 -0.3520982 -0.26423149 0.46178095 0.27089767\n",
|
|
|
|
|
" 0.44654513 -0.14077847 -0.37100797 -0.46246192 -0.49946467 -0.2432107\n",
|
|
|
|
|
" -0.20472625 0.44892511 -0.24948815 -0.24926501 0.4704408 -0.27195505\n",
|
|
|
|
|
" 0.46524209 -0.25134345 -0.3945018 -0.19142922 0.1962772 -0.25094776\n",
|
|
|
|
|
" 0.24729043 -0.28370583 -0.25098298 -0.26314313 -0.27684739 0.20037508]\n",
|
|
|
|
|
" [ 0.22865932 0.19923317 0.23638424 0.47632851 -0.33085159 -0.22782283\n",
|
|
|
|
|
" -0.42024901 -0.29747022 -0.20939235 0.37385286 0.22563263 0.28725024\n",
|
|
|
|
|
" 0.32464 -0.16933172 -0.18395516 -0.21693742 -0.24693684 -0.20685558\n",
|
|
|
|
|
" 0.3211959 -0.1804937 0.35336637 -0.35274561 -0.26961425 0.26087096\n",
|
|
|
|
|
" -0.50318762 0.40675928 -0.51164734 0.22169163 -0.17326055 -0.24861885]\n",
|
|
|
|
|
" [ 0.26072773 0.35485058 -0.33020539 -0.25595515 -0.36449747 0.34852049\n",
|
|
|
|
|
" 0.27430986 -0.23271388 -0.27391331 0.38567377 0.38143339 -0.32685676\n",
|
|
|
|
|
" -0.3199825 -0.33443088 -0.25600089 -0.2393313 -0.29401318 -0.30889824\n",
|
|
|
|
|
" 0.26025367 -0.29960242 -0.32428516 -0.22722387 0.31788572 -0.33900581\n",
|
|
|
|
|
" 0.25162114 -0.29115866 -0.32001207 -0.34629479 -0.27660776 0.31193061]\n",
|
|
|
|
|
" [-0.4945423 -0.42688381 -0.46157494 -0.44988147 0.13610896 -0.29941681\n",
|
|
|
|
|
" -0.1435885 0.15323543 0.41112111 -0.13356885 -0.47942275 -0.20212103\n",
|
|
|
|
|
" -0.30397655 0.41348186 -0.38727232 0.35118387 0.2062873 -0.34593166\n",
|
|
|
|
|
" -0.16423655 -0.4128686 0.14939665 0.14140491 -0.2463531 0.38166041\n",
|
|
|
|
|
" -0.22295011 0.22316516 -0.3911026 0.1492317 -0.38251338 -0.24881655]\n",
|
|
|
|
|
" [ 0.0854394 -0.27936426 -0.33077924 -0.38280048 0.18901215 0.1918798\n",
|
|
|
|
|
" -0.15310969 0.17027026 0.24017082 -0.17158513 0.2176656 -0.24800393\n",
|
|
|
|
|
" 0.20056674 -0.26115848 0.34003346 0.20774728 0.23383834 -0.48759314\n",
|
|
|
|
|
" -0.16416862 0.26474999 -0.11615717 0.15502662 -0.29113322 0.30504138\n",
|
|
|
|
|
" -0.1641698 0.17626062 0.32548999 0.20128478 0.29200888 -0.21065557]\n",
|
|
|
|
|
" [-0.23417311 -0.43011248 -0.43503175 0.24771656 -0.22188664 0.2154642\n",
|
|
|
|
|
" 0.22312176 -0.19816269 0.40298213 0.23152692 -0.40826669 0.22499916\n",
|
|
|
|
|
" 0.26404724 0.24929604 0.24188434 0.4093906 -0.46271672 0.21524827\n",
|
|
|
|
|
" 0.21762978 0.20482595 -0.4793256 -0.19928453 0.19714477 -0.44794345\n",
|
|
|
|
|
" 0.4694556 -0.47386103 0.21473289 -0.20325124 0.21493616 0.18831664]\n",
|
|
|
|
|
" [-0.24592325 0.48325534 0.4563129 0.23178082 -0.2905243 0.25907037\n",
|
|
|
|
|
" 0.29588913 -0.26355106 0.26029627 0.30125561 0.44199938 0.24682005\n",
|
|
|
|
|
" 0.24248588 0.24735151 0.24330372 0.2615582 0.42166943 0.23235929\n",
|
|
|
|
|
" 0.29327792 0.24493469 0.41436112 -0.2525025 0.28464491 -0.25585653\n",
|
|
|
|
|
" 0.25204777 -0.27377021 0.24823772 -0.28345512 0.25196669 0.23852596]\n",
|
|
|
|
|
" [ 0.16955011 0.19852533 0.32076844 -0.40255553 -0.18841045 -0.29581985\n",
|
|
|
|
|
" 0.47200894 -0.19519046 -0.17735968 0.26149577 0.24164748 0.34646626\n",
|
|
|
|
|
" 0.3807342 -0.17854462 -0.15490903 -0.17423235 -0.20228916 -0.23093513\n",
|
|
|
|
|
" 0.18501136 -0.20705726 -0.78586764 -0.18452845 -0.35735279 0.3409857\n",
|
|
|
|
|
" 0.41402353 -0.39248486 -0.92594813 0.31864015 -0.18814035 -0.31942308]\n",
|
|
|
|
|
" [ 0.18873441 0.1548334 0.3385235 -0.33670861 -0.12917905 -0.26797894\n",
|
|
|
|
|
" 0.38428232 -0.14734577 -0.1826554 0.22119324 0.25349943 0.30391684\n",
|
|
|
|
|
" 0.33417976 -0.19354773 -0.16805905 -0.17731272 -0.1597804 -0.26231867\n",
|
|
|
|
|
" 0.1529347 -0.23942497 -1.05310839 -0.16989469 -0.31248883 0.29809725\n",
|
|
|
|
|
" 0.31710832 -0.41393381 0.8750729 0.29088307 -0.25207511 -0.29290745]\n",
|
|
|
|
|
" [ 0.27147662 0.25194653 0.2404362 -0.32551328 0.2731765 -0.1966141\n",
|
|
|
|
|
" -0.21464236 0.27830366 -0.29866638 -0.29772267 0.26356289 -0.30726081\n",
|
|
|
|
|
" -0.30189467 -0.28571272 -0.13966994 -0.31059602 0.29542614 -0.18564245\n",
|
|
|
|
|
" -0.2864951 -0.25291384 0.2105983 0.28079009 -0.20804756 0.2453756\n",
|
|
|
|
|
" -0.28497174 0.29380434 -0.26076532 0.19480014 -0.17437401 -0.2507283 ]\n",
|
|
|
|
|
" [-0.43546416 0.28610252 0.24563272 -0.38279164 0.30680311 -0.16174682\n",
|
|
|
|
|
" -0.24578522 0.31396347 0.40718273 0.30109553 0.3008191 0.32269498\n",
|
|
|
|
|
" 0.33090804 -0.32015576 -0.30590253 0.37653498 -0.39990787 -0.30551113\n",
|
|
|
|
|
" -0.31316886 0.35599666 0.2221606 0.30053462 -0.16817282 0.22245397\n",
|
|
|
|
|
" -0.29883457 0.2866909 0.37658469 0.15045594 -0.34202289 -0.16345502]\n",
|
|
|
|
|
" [ 0.58174524 -0.38036293 -0.12371625 -0.58953115 -0.03496946 0.42960706\n",
|
|
|
|
|
" 0.07981041 -0.01678514 -0.42752442 0.09707686 -0.20415672 -0.39930325\n",
|
|
|
|
|
" -0.57077582 -0.5732624 0.44166947 -0.49831284 -0.10388246 0.22528448\n",
|
|
|
|
|
" 0.03922221 0.21675925 -0.09118511 -0.04640922 0.08514536 0.41655103\n",
|
|
|
|
|
" -0.5388268 0.35444164 0.21959447 -0.14831794 0.24770064 0.1404669 ]\n",
|
|
|
|
|
" [ 0.34344785 0.52470703 -0.30207387 -0.34692644 -0.10710187 -0.46747203\n",
|
|
|
|
|
" 0.16852558 -0.12194306 -0.19728183 0.26989604 -0.31405313 0.52842723\n",
|
|
|
|
|
" -0.34971979 -0.30597677 -0.46436916 -0.23031576 -0.16409086 0.32400693\n",
|
|
|
|
|
" 0.07448135 0.34848751 -0.32521744 -0.09965054 0.30140678 0.33832832\n",
|
|
|
|
|
" 0.46210998 0.33877623 0.33647071 -0.33722428 0.37402961 0.29210687]\n",
|
|
|
|
|
" [-0.40026696 -0.2571476 -0.22715913 0.4523929 -0.17567459 0.27815996\n",
|
|
|
|
|
" 0.2660151 -0.19499637 -0.48344326 0.22926542 -0.23046939 0.37959823\n",
|
|
|
|
|
" 0.46723975 0.43109145 0.21965306 -0.48484388 -0.24350426 0.18304369\n",
|
|
|
|
|
" 0.21867198 0.18302082 -0.24423417 -0.22257808 0.19293941 0.43795414\n",
|
|
|
|
|
" -0.42368013 0.40634573 0.18557437 -0.20223412 0.19123416 0.23628946]\n",
|
|
|
|
|
" [ 0.20067388 0.17972366 0.258392 -0.43565131 -0.1881831 -0.25979871\n",
|
|
|
|
|
" 0.50992188 -0.19674711 -0.20716478 0.27721717 0.2574644 0.2520596\n",
|
|
|
|
|
" 0.32144983 -0.18317972 -0.18698139 -0.19556815 -0.2039489 -0.24379815\n",
|
|
|
|
|
" 0.21205838 -0.22347751 0.7151945 -0.21571999 -0.28661461 0.26133561\n",
|
|
|
|
|
" 0.42070747 -0.44814001 0.61711587 0.2398771 -0.22085111 -0.28450324]\n",
|
|
|
|
|
" [-0.25621537 -0.20588322 -0.21241789 0.27019802 -0.29045806 -0.38320329\n",
|
|
|
|
|
" -0.34345049 0.32419838 -0.3866418 -0.46000132 -0.18722989 0.40503982\n",
|
|
|
|
|
" 0.39830478 -0.41405026 0.22916122 0.32123524 -0.33529907 0.19281364\n",
|
|
|
|
|
" -0.40046807 0.16507402 -0.41475995 0.33622089 0.48843724 0.24777033\n",
|
|
|
|
|
" -0.22635939 0.19653097 0.30235507 -0.49346781 0.16237926 -0.35108631]\n",
|
|
|
|
|
" [ 0.32426821 -0.29325158 -0.31253514 0.33169679 0.2648384 -0.25218521\n",
|
|
|
|
|
" -0.15778054 0.1917039 -0.15036747 -0.17484011 -0.32225221 -0.16028381\n",
|
|
|
|
|
" -0.34795778 -0.30004198 -0.33959329 0.23771047 -0.20829783 0.46750362\n",
|
|
|
|
|
" -0.27478765 0.29938001 0.2750411 0.15034207 -0.32573619 0.26711827\n",
|
|
|
|
|
" -0.16234707 0.16172314 -0.40146416 0.25074182 0.34594557 -0.2294527 ]\n",
|
|
|
|
|
" [-0.39086492 0.33791729 0.25414414 0.32317143 0.21256975 -0.4470921\n",
|
|
|
|
|
" -0.21674408 0.29532214 0.26004134 -0.13979308 -0.52392183 -0.26257366\n",
|
|
|
|
|
" -0.23330853 0.28028351 -0.39352121 0.34194571 0.25478363 0.53539054\n",
|
|
|
|
|
" -0.20687121 -0.30287403 0.11174146 0.23049415 0.46617705 -0.23231521\n",
|
|
|
|
|
" 0.16600536 -0.10823017 -0.31983309 0.28450134 -0.32340862 0.34792134]\n",
|
|
|
|
|
" [ 0.15968989 0.04539796 0.13797866 -0.33090176 0.1551261 -0.27926428\n",
|
|
|
|
|
" -0.14101174 0.21062505 0.31322432 -0.1640927 0.21693746 -0.17905015\n",
|
|
|
|
|
" -0.22241877 0.00181916 -0.14322096 0.31862468 0.18874978 -0.28229745\n",
|
|
|
|
|
" -0.14949976 -0.10474744 0.14203505 0.18323023 -0.4414623 -0.5609364\n",
|
|
|
|
|
" 0.16476426 -0.11101744 -0.34873226 0.28405074 -0.22093934 0.35101786]\n",
|
|
|
|
|
" [ 0.26700571 0.47050586 0.43780121 -0.29181925 0.37043068 0.34028964\n",
|
|
|
|
|
" -0.40350734 -0.42949405 0.31350065 -0.35928447 0.38846802 -0.21866305\n",
|
|
|
|
|
" -0.19920717 0.35424354 -0.23298011 -0.40000894 0.3427951 -0.23520597\n",
|
|
|
|
|
" -0.37691376 -0.18746862 0.31498652 -0.53372021 0.29027364 -0.22985006\n",
|
|
|
|
|
" 0.21668987 -0.20602572 -0.20156348 -0.36831792 -0.18906395 0.23244866]\n",
|
|
|
|
|
" [-0.36746827 -0.46811686 0.28314736 0.41309417 0.17322531 0.36050697\n",
|
|
|
|
|
" -0.13050854 0.30692526 0.20300263 -0.17103054 0.39539739 -0.18433297\n",
|
|
|
|
|
" -0.18497732 0.16366456 0.44616947 0.27476185 0.15297747 -0.62442161\n",
|
|
|
|
|
" -0.15777164 -0.3991839 0.13190469 0.19668899 0.4007979 -0.23605135\n",
|
|
|
|
|
" 0.15509607 -0.11119275 -0.35150633 0.38848914 -0.45603468 0.29247722]]\n",
|
2018-01-15 23:01:56 +01:00
|
|
|
"float64\n",
|
2018-01-16 22:44:59 +01:00
|
|
|
"[1800, 600, 300, 30, 31]\n"
|
2018-01-15 23:01:56 +01:00
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
],
|
|
|
|
|
"source": [
|
2018-01-16 22:44:59 +01:00
|
|
|
"# SHOW STATS\n",
|
|
|
|
|
"\n",
|
2018-01-19 22:52:28 +01:00
|
|
|
"mlp.prepare(force=True)\n",
|
|
|
|
|
"e=mlp.get_expected_output()\n",
|
|
|
|
|
"print(e)\n",
|
|
|
|
|
"print(np.sum(e))\n",
|
|
|
|
|
"print(range_weighted_sum(e))\n",
|
|
|
|
|
"mlp.compute_outputs()\n",
|
2018-01-15 23:01:56 +01:00
|
|
|
"o = mlp.get_output()#[:,:5]\n",
|
|
|
|
|
"print(\"out={}\".format(o))\n",
|
|
|
|
|
"print(\"alleq? =\",all_axis_equal(o))\n",
|
|
|
|
|
"print(\"eq? =\",axis_equal(o))\n",
|
|
|
|
|
"h = output_to_hard(o)\n",
|
|
|
|
|
"print(\"hout={}\".format(h))\n",
|
2018-01-19 22:52:28 +01:00
|
|
|
"print(range_weighted_sum(h))\n",
|
2018-01-15 23:01:56 +01:00
|
|
|
"print(\"alleq? =\",all_axis_equal(h))\n",
|
|
|
|
|
"e = mlp.get_expected_output()#[:,:5]\n",
|
|
|
|
|
"print(\"expout={}\".format(e))\n",
|
2018-01-19 22:52:28 +01:00
|
|
|
"print(range_weighted_sum(e))\n",
|
2018-01-15 23:01:56 +01:00
|
|
|
"print(\"nb errors={}\".format(count_errors(h, e)))\n",
|
|
|
|
|
"#print(mlp.get_weights())\n",
|
|
|
|
|
"i = mlp.get_input()\n",
|
2018-01-19 22:52:28 +01:00
|
|
|
"print(range_weighted_sum(i))\n",
|
2018-01-15 23:01:56 +01:00
|
|
|
"print(\"ieq? =\",axis_equal(i))\n",
|
|
|
|
|
"print(\"i? =\",i)\n",
|
|
|
|
|
"print(\"diff exp=\", np.sum(e,axis=1))\n",
|
|
|
|
|
"W=mlp.get_weights()\n",
|
|
|
|
|
"ln=[]\n",
|
|
|
|
|
"for w in W:\n",
|
|
|
|
|
" print(w)\n",
|
|
|
|
|
" ln.append(len(w))\n",
|
|
|
|
|
" print(w.dtype)\n",
|
|
|
|
|
"print(ln)"
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"cell_type": "code",
|
2018-01-19 22:52:28 +01:00
|
|
|
"execution_count": 13,
|
|
|
|
|
"metadata": {
|
|
|
|
|
"scrolled": true
|
|
|
|
|
},
|
2018-01-15 23:01:56 +01:00
|
|
|
"outputs": [
|
|
|
|
|
{
|
|
|
|
|
"name": "stdout",
|
|
|
|
|
"output_type": "stream",
|
|
|
|
|
"text": [
|
2018-01-16 22:44:59 +01:00
|
|
|
"[540000, 1080000, 180000, 9000, 930]\n",
|
|
|
|
|
"14479464\n",
|
2018-01-15 23:01:56 +01:00
|
|
|
"ok\n",
|
2018-01-19 22:52:28 +01:00
|
|
|
"weights_1-815_2018-01-19_22:43:36.params\n",
|
2018-01-16 22:44:59 +01:00
|
|
|
"[1800, 600, 300, 30, 31]\n",
|
|
|
|
|
"22112\n",
|
|
|
|
|
"ok\n",
|
2018-01-19 22:52:28 +01:00
|
|
|
"bias_1-815_2018-01-19_22:43:36.params\n"
|
2018-01-15 23:01:56 +01:00
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
],
|
|
|
|
|
"source": [
|
2018-01-16 22:44:59 +01:00
|
|
|
"# SAVE FEATURES\n",
|
|
|
|
|
"import datetime\n",
|
2018-01-15 23:01:56 +01:00
|
|
|
"\n",
|
2018-01-16 22:44:59 +01:00
|
|
|
"tm = str(datetime.datetime.now()).replace(\" \", \"_\").split(\".\")[0]\n",
|
2018-01-15 23:01:56 +01:00
|
|
|
"\n",
|
|
|
|
|
"W=mlp.get_weights()\n",
|
|
|
|
|
"err = count_errors(h, e)\n",
|
2018-01-16 22:44:59 +01:00
|
|
|
"name = \"weights_\"+str(err)+\"-815_\" + tm + \".params\"\n",
|
|
|
|
|
"save_params(W, name)\n",
|
|
|
|
|
"print(name)\n",
|
2018-01-15 23:01:56 +01:00
|
|
|
"b=mlp.get_bias()\n",
|
|
|
|
|
"b = mlp._b[1:]\n",
|
2018-01-16 22:44:59 +01:00
|
|
|
"name = \"bias_\"+str(err)+\"-815_\" + tm + \".params\"\n",
|
|
|
|
|
"save_params(b, name)\n",
|
|
|
|
|
"print(name)"
|
2018-01-15 23:01:56 +01:00
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"cell_type": "code",
|
2018-01-19 22:52:28 +01:00
|
|
|
"execution_count": 11,
|
2018-01-15 23:01:56 +01:00
|
|
|
"metadata": {},
|
|
|
|
|
"outputs": [
|
|
|
|
|
{
|
|
|
|
|
"name": "stdout",
|
|
|
|
|
"output_type": "stream",
|
|
|
|
|
"text": [
|
2018-01-19 22:52:28 +01:00
|
|
|
"[array([[-0.04057058, 0.0651853 , -0.01361134, ..., -0.08432194,\n",
|
|
|
|
|
" -0.08524303, 0.01243363],\n",
|
|
|
|
|
" [-0.00286033, 0.12115291, 0.09767998, ..., -0.00536564,\n",
|
|
|
|
|
" -0.05191855, -0.02886238],\n",
|
|
|
|
|
" [ 0.04904284, -0.07196302, -0.011977 , ..., -0.01733713,\n",
|
|
|
|
|
" -0.02678482, -0.01814325],\n",
|
|
|
|
|
" ...,\n",
|
|
|
|
|
" [ 0.00394269, -0.0310804 , 0.02376524, ..., -0.0601834 ,\n",
|
|
|
|
|
" -0.01638902, -0.05306143],\n",
|
|
|
|
|
" [-0.01504806, 0.02644431, 0.00124966, ..., -0.05542552,\n",
|
|
|
|
|
" 0.00306502, -0.01145775],\n",
|
|
|
|
|
" [ 0.00036982, -0.01023131, -0.02188288, ..., 0.04519798,\n",
|
|
|
|
|
" 0.09076506, 0.07051898]]), array([[-0.05250401, -0.08025294, 0.06132811, ..., 0.0405196 ,\n",
|
|
|
|
|
" -0.01162708, 0.03672399],\n",
|
|
|
|
|
" [ 0.09482913, 0.00679376, -0.03453199, ..., 0.02318048,\n",
|
|
|
|
|
" -0.05202014, -0.08659085],\n",
|
|
|
|
|
" [ 0.04236078, 0.03640715, -0.05303196, ..., -0.02014327,\n",
|
|
|
|
|
" -0.03987304, -0.00654301],\n",
|
|
|
|
|
" ...,\n",
|
|
|
|
|
" [-0.0842528 , -0.07436639, 0.03113683, ..., -0.01078837,\n",
|
|
|
|
|
" 0.00892173, 0.05104199],\n",
|
|
|
|
|
" [ 0.0030353 , 0.06464886, 0.00414398, ..., -0.02579914,\n",
|
|
|
|
|
" 0.04410472, -0.0385331 ],\n",
|
|
|
|
|
" [-0.01009386, -0.03736783, -0.01091777, ..., -0.01303171,\n",
|
|
|
|
|
" -0.0384781 , 0.02204992]]), array([[ 0.11061017, 0.0420736 , -0.04642054, ..., -0.07134354,\n",
|
|
|
|
|
" -0.03904634, -0.01886542],\n",
|
|
|
|
|
" [ 0.04064045, -0.04554107, -0.07069191, ..., 0.06552462,\n",
|
|
|
|
|
" 0.07950895, 0.00872621],\n",
|
|
|
|
|
" [-0.03146787, 0.05169459, -0.01455458, ..., 0.04899692,\n",
|
|
|
|
|
" 0.036003 , 0.00135215],\n",
|
|
|
|
|
" ...,\n",
|
|
|
|
|
" [ 0.04261361, -0.05432634, 0.01165223, ..., 0.02563088,\n",
|
|
|
|
|
" 0.03101841, -0.00810351],\n",
|
|
|
|
|
" [-0.06358307, -0.03166734, 0.14649339, ..., -0.06680764,\n",
|
|
|
|
|
" 0.06550367, 0.03018188],\n",
|
|
|
|
|
" [-0.05601524, 0.0246683 , 0.00018749, ..., -0.05908162,\n",
|
|
|
|
|
" -0.04142182, 0.01382154]]), array([[-0.02762126, 0.15890358, -0.02989871, ..., -0.0829157 ,\n",
|
|
|
|
|
" 0.05174366, -0.05561284],\n",
|
|
|
|
|
" [-0.15735023, -0.15949128, 0.03114682, ..., 0.06222333,\n",
|
|
|
|
|
" -0.17313786, 0.00764474],\n",
|
|
|
|
|
" [ 0.01382 , -0.0176754 , 0.0012808 , ..., 0.0462353 ,\n",
|
|
|
|
|
" -0.0018297 , 0.12981864],\n",
|
|
|
|
|
" ...,\n",
|
|
|
|
|
" [ 0.03184086, 0.10902008, -0.09454381, ..., -0.00361243,\n",
|
|
|
|
|
" 0.03193602, -0.03649373],\n",
|
|
|
|
|
" [ 0.10149575, 0.0782519 , -0.09373522, ..., 0.08087716,\n",
|
|
|
|
|
" 0.01729115, 0.07176767],\n",
|
|
|
|
|
" [ 0.02119645, -0.081914 , 0.17181034, ..., -0.02136329,\n",
|
|
|
|
|
" -0.09641983, 0.03086602]]), array([[ 0.1907328 , 0.18845196, -0.12224441, -0.05964109, 0.12367525,\n",
|
|
|
|
|
" -0.14402297, 0.11241219, -0.13761712, -0.14355683, -0.19991072,\n",
|
|
|
|
|
" 0.17114651, 0.14952979, -0.15596192, -0.15104949, -0.23011689,\n",
|
|
|
|
|
" -0.15934663, 0.26955059, 0.12671634, -0.24147539, 0.09565542,\n",
|
|
|
|
|
" 0.15679567, -0.12698284, -0.14428198, -0.12377838, -0.14584396,\n",
|
|
|
|
|
" 0.20000168, 0.11843919, 0.1480444 , -0.10038054, -0.19976624],\n",
|
|
|
|
|
" [-0.26594002, 0.24584459, -0.18039047, 0.15171004, 0.20866433,\n",
|
|
|
|
|
" 0.22284714, 0.16988576, -0.19359829, -0.23692458, 0.23815787,\n",
|
|
|
|
|
" -0.24761103, 0.21239668, 0.22052156, -0.20040023, 0.22730025,\n",
|
|
|
|
|
" -0.21014211, 0.19981055, 0.19265382, -0.24858026, 0.17936175,\n",
|
|
|
|
|
" -0.21152444, -0.18768684, -0.18730713, -0.2318144 , -0.22607281,\n",
|
|
|
|
|
" -0.25467438, 0.19574515, 0.21314958, -0.17710156, -0.21450085],\n",
|
|
|
|
|
" [-0.25615497, -0.19865084, -0.20528219, 0.21217482, 0.19610866,\n",
|
|
|
|
|
" -0.24527752, 0.18374664, -0.20198927, 0.21765273, -0.24950495,\n",
|
|
|
|
|
" 0.20526937, 0.2217967 , -0.20025442, -0.21887354, -0.20594999,\n",
|
|
|
|
|
" -0.19181317, -0.1639516 , 0.154928 , 0.17484602, 0.17860372,\n",
|
|
|
|
|
" 0.24819725, -0.18159039, -0.19416877, -0.19785529, -0.23132332,\n",
|
|
|
|
|
" -0.20847492, 0.18232355, 0.22824306, -0.18691723, -0.23293103],\n",
|
|
|
|
|
" [ 0.19472992, 0.16533858, -0.15963799, -0.18106074, 0.10123149,\n",
|
|
|
|
|
" 0.14237273, 0.07513196, -0.03270703, -0.10656724, -0.23463651,\n",
|
|
|
|
|
" 0.15565149, 0.15875073, -0.16138707, -0.15227946, -0.20782596,\n",
|
|
|
|
|
" -0.16188313, -0.23936766, 0.07554376, -0.12082848, 0.0511624 ,\n",
|
|
|
|
|
" 0.08963224, -0.11438051, -0.1254928 , -0.00549724, -0.14007508,\n",
|
|
|
|
|
" 0.17932819, 0.11322132, 0.13622499, -0.11977518, -0.08605742],\n",
|
|
|
|
|
" [ 0.21137036, 0.16977975, -0.14861876, 0.19382205, 0.17887821,\n",
|
|
|
|
|
" -0.19236291, 0.13210304, -0.15731299, -0.16763513, -0.21103014,\n",
|
|
|
|
|
" 0.16214318, 0.16514125, -0.17850148, -0.17187628, -0.21351516,\n",
|
|
|
|
|
" -0.14518994, -0.09725853, 0.1434566 , -0.1324925 , 0.10728972,\n",
|
|
|
|
|
" 0.18440369, -0.13522509, -0.1524557 , -0.16699473, -0.17502949,\n",
|
|
|
|
|
" 0.19349478, 0.1423498 , 0.1731691 , -0.11229991, -0.21206251],\n",
|
|
|
|
|
" [ 0.12195248, 0.10241038, -0.10367074, -0.05472222, 0.01144459,\n",
|
|
|
|
|
" 0.0166204 , 0.09638881, -0.08526092, -0.09770319, -0.11627265,\n",
|
|
|
|
|
" 0.09582335, 0.12626977, -0.10243554, -0.11886656, -0.13740106,\n",
|
|
|
|
|
" -0.05767998, -0.16101139, 0.10154252, -0.08185051, 0.04870284,\n",
|
|
|
|
|
" 0.09993 , -0.07882295, -0.0869228 , 0.04811999, -0.10613874,\n",
|
|
|
|
|
" 0.12802619, 0.06396679, 0.10684346, -0.05206837, -0.12849488],\n",
|
|
|
|
|
" [ 0.08656625, 0.09071858, -0.11948021, 0.03779479, 0.02079479,\n",
|
|
|
|
|
" 0.0379051 , 0.08068836, -0.09783856, -0.05666694, -0.10606728,\n",
|
|
|
|
|
" 0.10557745, 0.13188151, -0.1104979 , -0.09741735, -0.17654707,\n",
|
|
|
|
|
" -0.05717396, 0.09927688, 0.0968594 , -0.14976854, 0.02986896,\n",
|
|
|
|
|
" -0.00643134, -0.07775161, -0.12088278, 0.01849153, -0.09181426,\n",
|
|
|
|
|
" 0.06135522, 0.03427657, 0.10717171, -0.08853887, -0.14552713],\n",
|
|
|
|
|
" [ 0.11740736, 0.11235667, -0.12252784, -0.07941132, -0.13795959,\n",
|
|
|
|
|
" -0.05622596, 0.06639817, -0.05201894, -0.10426249, -0.16277948,\n",
|
|
|
|
|
" 0.11576816, 0.10638292, -0.11806386, -0.12976171, -0.17514634,\n",
|
|
|
|
|
" -0.05916817, 0.04886434, 0.09867757, -0.15749694, -0.01074741,\n",
|
|
|
|
|
" 0.05367458, -0.07634598, -0.12029428, -0.00167797, -0.13584242,\n",
|
|
|
|
|
" 0.10335138, -0.05427742, 0.11941579, -0.07177931, -0.15643634],\n",
|
|
|
|
|
" [ 0.17595935, -0.20609675, -0.18143248, 0.20202628, 0.2258074 ,\n",
|
|
|
|
|
" 0.23324888, 0.20565947, -0.17898123, -0.19707043, 0.21328099,\n",
|
|
|
|
|
" -0.19241915, -0.23998225, 0.18609225, -0.22031085, 0.21510215,\n",
|
|
|
|
|
" 0.21189783, 0.20304097, -0.21196697, 0.20114608, 0.20220369,\n",
|
|
|
|
|
" -0.22486312, 0.20355904, 0.23241498, 0.21094049, 0.25270852,\n",
|
|
|
|
|
" 0.18300853, 0.21338279, -0.22487285, 0.18570458, -0.21601711],\n",
|
|
|
|
|
" [ 0.16426065, 0.24864853, -0.15571289, -0.17283897, -0.24625815,\n",
|
|
|
|
|
" -0.14915066, 0.14764493, -0.15897913, -0.16317202, -0.1866881 ,\n",
|
|
|
|
|
" 0.23435393, 0.15669011, -0.22181878, -0.15380664, 0.05829437,\n",
|
|
|
|
|
" 0.1368447 , 0.09863624, 0.15981646, -0.26349993, 0.14259404,\n",
|
|
|
|
|
" 0.14901409, -0.18159128, -0.14006383, 0.21945115, -0.13061565,\n",
|
|
|
|
|
" 0.14923529, -0.15280675, 0.16797761, -0.16314103, -0.15339762],\n",
|
|
|
|
|
" [-0.20497796, -0.16754841, 0.24178219, 0.2001116 , -0.1793657 ,\n",
|
|
|
|
|
" -0.19427466, -0.14013332, 0.16299845, 0.18716269, -0.21014232,\n",
|
|
|
|
|
" -0.22724343, -0.28214883, 0.15116052, 0.20427022, 0.20755894,\n",
|
|
|
|
|
" 0.21634892, 0.19072303, 0.1423838 , -0.19900561, -0.14328682,\n",
|
|
|
|
|
" -0.15372109, 0.13000759, -0.1658216 , -0.30039756, 0.1957482 ,\n",
|
|
|
|
|
" -0.23308782, -0.19903931, 0.24974225, 0.28763474, -0.21003888],\n",
|
|
|
|
|
" [-0.25506614, -0.19321983, 0.19520065, -0.24451778, -0.1429063 ,\n",
|
|
|
|
|
" -0.16494355, -0.169921 , -0.274448 , 0.27525092, 0.25920018,\n",
|
|
|
|
|
" -0.15850576, 0.2497452 , 0.18821718, 0.23025386, 0.15638221,\n",
|
|
|
|
|
" 0.16852656, -0.26671685, -0.16851117, -0.21910654, -0.19380967,\n",
|
|
|
|
|
" -0.26947104, 0.17199281, 0.18467458, 0.19777896, 0.29087537,\n",
|
|
|
|
|
" 0.23284929, -0.16447449, -0.19723623, 0.18760104, 0.25985938],\n",
|
|
|
|
|
" [-0.21174235, -0.20655813, 0.21226996, 0.20025221, -0.21221078,\n",
|
|
|
|
|
" -0.20358154, -0.19415422, 0.22035696, 0.20653507, -0.22851798,\n",
|
|
|
|
|
" -0.21568831, -0.22675565, 0.21036629, 0.21108008, 0.21686017,\n",
|
|
|
|
|
" 0.20729859, 0.22273732, -0.25619059, -0.22197814, -0.21068322,\n",
|
|
|
|
|
" -0.20406842, 0.19442939, 0.2442369 , 0.21345035, 0.22502593,\n",
|
|
|
|
|
" -0.24742137, -0.20851847, -0.25795292, 0.22549153, -0.21546929],\n",
|
|
|
|
|
" [ 0.16218221, 0.2328384 , -0.1515921 , -0.16540639, -0.26097742,\n",
|
|
|
|
|
" -0.14694794, 0.17179765, -0.20794037, -0.12909054, -0.199324 ,\n",
|
|
|
|
|
" 0.2029075 , 0.13680517, -0.22604583, -0.16166194, 0.16629779,\n",
|
|
|
|
|
" 0.16505158, 0.27203012, 0.18997283, -0.24068873, 0.15456526,\n",
|
|
|
|
|
" 0.18955915, -0.20893271, -0.15394913, 0.22611481, -0.14610592,\n",
|
|
|
|
|
" 0.16609924, -0.17452934, 0.14769448, -0.1665387 , -0.21905183],\n",
|
|
|
|
|
" [ 0.12793143, 0.10358451, -0.11974823, -0.07082481, -0.12153695,\n",
|
|
|
|
|
" -0.03904276, 0.06832945, -0.08350856, -0.10117885, -0.16148915,\n",
|
|
|
|
|
" 0.10894323, 0.12112644, -0.11834827, -0.10786552, -0.1321922 ,\n",
|
|
|
|
|
" 0.05682548, -0.02311914, 0.11340907, -0.17576706, 0.0296034 ,\n",
|
|
|
|
|
" 0.08329146, -0.0867687 , -0.11650399, 0.14119883, -0.13058192,\n",
|
|
|
|
|
" 0.11826897, -0.05044192, 0.11489005, -0.08546129, -0.14739331],\n",
|
|
|
|
|
" [-0.19574007, 0.19127729, 0.26248003, 0.23440636, 0.1795472 ,\n",
|
|
|
|
|
" 0.18106473, 0.21776239, -0.21343952, 0.19511341, 0.24650008,\n",
|
|
|
|
|
" 0.1842012 , -0.19195523, -0.19579392, 0.20039746, -0.18651895,\n",
|
|
|
|
|
" -0.17731094, -0.25816992, 0.22580006, 0.21233623, 0.21767289,\n",
|
|
|
|
|
" 0.26181771, -0.1894634 , 0.2341736 , -0.18892036, 0.20412436,\n",
|
|
|
|
|
" -0.1910831 , 0.19686854, -0.18195706, 0.26164865, 0.18180563],\n",
|
|
|
|
|
" [-0.19201865, 0.19691479, -0.25851425, 0.21347198, 0.16742095,\n",
|
|
|
|
|
" 0.18829225, 0.22924853, -0.23194416, 0.17085646, 0.24018277,\n",
|
|
|
|
|
" 0.1785183 , -0.18957899, -0.19103589, 0.21345841, -0.18306562,\n",
|
|
|
|
|
" -0.18262232, 0.25513847, 0.21480054, 0.19101232, 0.18572381,\n",
|
|
|
|
|
" -0.26942916, -0.19382695, -0.25111218, -0.19079301, 0.20394295,\n",
|
|
|
|
|
" -0.19163417, 0.1827297 , -0.22528814, -0.24284794, 0.17557648],\n",
|
|
|
|
|
" [ 0.21819745, -0.15993116, 0.20167028, -0.21728075, -0.18854303,\n",
|
|
|
|
|
" -0.17105889, -0.20122533, 0.21092387, -0.21591872, 0.22843911,\n",
|
|
|
|
|
" -0.18475488, -0.27309067, 0.1826669 , 0.23190809, 0.18134682,\n",
|
|
|
|
|
" 0.17678637, 0.28515794, -0.18055569, 0.23177122, -0.15985432,\n",
|
|
|
|
|
" 0.21291899, 0.19590387, 0.20673145, 0.1834919 , -0.19018212,\n",
|
|
|
|
|
" 0.19019907, -0.16287378, -0.19643127, 0.18461828, 0.22376866],\n",
|
|
|
|
|
" [ 0.21167788, -0.1604803 , 0.21951069, -0.17469115, -0.15996937,\n",
|
|
|
|
|
" -0.16089493, -0.21127477, 0.24394319, -0.23889769, 0.19655921,\n",
|
|
|
|
|
" -0.16398725, 0.28050827, 0.16860756, -0.21501606, 0.14286128,\n",
|
|
|
|
|
" 0.14075075, -0.29728241, -0.17714433, -0.22015238, -0.18415704,\n",
|
|
|
|
|
" 0.22713752, 0.16542158, 0.20874216, 0.16838574, -0.21514939,\n",
|
|
|
|
|
" 0.18801104, -0.15467157, -0.2231831 , 0.16750895, 0.2064657 ],\n",
|
|
|
|
|
" [ 0.1996851 , -0.24155722, -0.2578425 , -0.18995297, -0.18941166,\n",
|
|
|
|
|
" -0.18599282, 0.2404339 , 0.26356824, -0.17142509, 0.20954472,\n",
|
|
|
|
|
" -0.20205125, 0.21403967, 0.23975 , -0.20749248, 0.12315517,\n",
|
|
|
|
|
" 0.15968173, 0.26536293, -0.23204245, -0.24622288, 0.2436839 ,\n",
|
|
|
|
|
" 0.22332601, -0.2299695 , -0.26495212, 0.16692971, -0.17251154,\n",
|
|
|
|
|
" 0.17121524, -0.19326782, 0.22063119, 0.16735783, 0.24038869],\n",
|
|
|
|
|
" [ 0.18215249, 0.23550876, -0.22841557, -0.19767606, -0.25002138,\n",
|
|
|
|
|
" -0.21694721, 0.19847355, -0.24375172, -0.1898401 , 0.2936732 ,\n",
|
|
|
|
|
" -0.08661613, 0.189157 , -0.24300052, -0.19159314, 0.2338246 ,\n",
|
|
|
|
|
" 0.23671634, -0.30431972, 0.15083636, 0.28372967, 0.1915271 ,\n",
|
|
|
|
|
" 0.19252856, -0.2096086 , -0.21429457, 0.19829573, -0.18744975,\n",
|
|
|
|
|
" 0.18686946, -0.21726422, 0.1990251 , -0.23385138, 0.23376095],\n",
|
|
|
|
|
" [-0.16487229, 0.21736378, 0.16035093, -0.2516034 , -0.27887578,\n",
|
|
|
|
|
" 0.20728775, -0.18037562, 0.20102997, 0.15831404, -0.19790163,\n",
|
|
|
|
|
" 0.19092339, -0.1697134 , -0.21007563, 0.1396911 , -0.20122559,\n",
|
|
|
|
|
" -0.18298215, -0.22915208, -0.20106209, -0.26989745, -0.27279542,\n",
|
|
|
|
|
" -0.16738536, 0.22034288, 0.17097415, -0.20099698, 0.16368292,\n",
|
|
|
|
|
" -0.16136864, -0.24297259, -0.17211456, -0.1929739 , 0.2236316 ],\n",
|
|
|
|
|
" [-0.15905729, -0.24250095, 0.18394737, 0.21452204, 0.24027111,\n",
|
|
|
|
|
" 0.23417546, -0.20678908, 0.23851135, 0.1442595 , -0.20471045,\n",
|
|
|
|
|
" 0.20437609, -0.14158635, 0.26378855, 0.16150167, -0.22829262,\n",
|
|
|
|
|
" -0.22156588, 0.2308239 , -0.19722222, 0.24795137, -0.23251672,\n",
|
|
|
|
|
" -0.18102752, 0.23641158, 0.19912975, -0.24198679, 0.1537202 ,\n",
|
|
|
|
|
" -0.17105895, 0.24028409, -0.1952164 , 0.27605179, -0.24400159],\n",
|
|
|
|
|
" [-0.18192654, 0.19760561, 0.22537266, -0.27157467, 0.2327721 ,\n",
|
|
|
|
|
" 0.16851414, -0.2538133 , 0.18187381, 0.18786217, -0.24035638,\n",
|
|
|
|
|
" 0.1984586 , -0.19881226, -0.19798767, 0.17969084, -0.17242792,\n",
|
|
|
|
|
" -0.16451899, -0.22347965, -0.22790095, 0.24528808, 0.21935064,\n",
|
|
|
|
|
" -0.19341128, -0.25155042, 0.21707131, -0.18698439, 0.18694626,\n",
|
|
|
|
|
" -0.18673402, 0.23241588, -0.1455434 , -0.22167468, 0.18645628],\n",
|
|
|
|
|
" [ 0.21809613, -0.17045839, 0.19428934, -0.20044656, -0.16605168,\n",
|
|
|
|
|
" -0.16177226, -0.18912845, 0.21428729, -0.20636135, 0.20441315,\n",
|
|
|
|
|
" -0.16479735, -0.28455701, 0.16352746, 0.21015725, 0.15652452,\n",
|
|
|
|
|
" 0.16374228, -0.31588354, -0.16857391, 0.25224163, -0.17845344,\n",
|
|
|
|
|
" 0.23376334, 0.16444704, 0.17320432, 0.16037508, -0.2137657 ,\n",
|
|
|
|
|
" 0.19391543, -0.17253873, -0.17968757, 0.18942232, 0.20226475],\n",
|
|
|
|
|
" [ 0.22572428, 0.19564087, 0.22078116, -0.21565601, 0.24160951,\n",
|
|
|
|
|
" 0.2424269 , -0.21685548, 0.22001859, 0.22129396, -0.22529551,\n",
|
|
|
|
|
" 0.19401455, 0.23106438, -0.21681847, -0.22252577, -0.19784479,\n",
|
|
|
|
|
" -0.20818945, -0.21218031, 0.22296548, 0.23651593, -0.23888863,\n",
|
|
|
|
|
" 0.23688886, 0.14305781, -0.21634886, 0.24054326, -0.20886862,\n",
|
|
|
|
|
" 0.22053074, -0.25045919, 0.22342618, -0.18674614, 0.22028996],\n",
|
|
|
|
|
" [ 0.16883106, 0.13898946, -0.12126907, -0.13864663, 0.11952522,\n",
|
|
|
|
|
" 0.08519253, 0.09527768, -0.1065714 , -0.14117656, -0.19303931,\n",
|
|
|
|
|
" 0.1163915 , 0.15651804, -0.12938404, -0.14239816, -0.19665824,\n",
|
|
|
|
|
" -0.11031734, -0.19606519, 0.10893486, 0.00922573, -0.00502963,\n",
|
|
|
|
|
" 0.12848948, -0.02054687, -0.1333508 , 0.19398733, -0.12925496,\n",
|
|
|
|
|
" 0.14675511, 0.10862354, 0.1592537 , -0.0885517 , -0.15028118],\n",
|
|
|
|
|
" [ 0.241493 , -0.24655615, -0.15188545, 0.19061559, 0.21384566,\n",
|
|
|
|
|
" 0.20164582, 0.12914974, -0.18394987, -0.16967813, 0.14930956,\n",
|
|
|
|
|
" -0.18138957, 0.18383737, 0.16361615, -0.16212898, 0.20088115,\n",
|
|
|
|
|
" -0.21043134, 0.17839552, 0.2219276 , 0.23283961, 0.14868441,\n",
|
|
|
|
|
" -0.15564164, -0.22515652, -0.2051097 , 0.26271525, -0.20704748,\n",
|
|
|
|
|
" 0.24795846, 0.18298621, 0.20765366, -0.18310315, -0.19198758],\n",
|
|
|
|
|
" [ 0.14603073, -0.01854124, -0.11674552, 0.06004529, -0.11341442,\n",
|
|
|
|
|
" -0.05302997, 0.06322247, -0.08001928, -0.11410933, -0.15169671,\n",
|
|
|
|
|
" 0.02642597, 0.12328342, -0.0184219 , -0.11712042, -0.07348047,\n",
|
|
|
|
|
" 0.04300176, 0.06957878, 0.12580343, -0.16404834, -0.04384091,\n",
|
|
|
|
|
" -0.00076468, 0.00969206, -0.11597377, 0.12301344, -0.11180431,\n",
|
|
|
|
|
" 0.11889772, -0.02523292, 0.12312133, -0.08818183, -0.16973155],\n",
|
|
|
|
|
" [-0.23521606, -0.18611864, -0.28743954, 0.18371157, -0.16944342,\n",
|
|
|
|
|
" -0.18737756, -0.16180626, 0.22186599, 0.17371077, -0.20029356,\n",
|
|
|
|
|
" -0.21758563, 0.22965642, 0.17428883, -0.19034643, 0.1895514 ,\n",
|
|
|
|
|
" 0.19759278, 0.18154441, 0.18761481, -0.18535817, -0.19478933,\n",
|
|
|
|
|
" -0.15778567, 0.21502387, -0.18524453, -0.22402376, 0.22325489,\n",
|
|
|
|
|
" -0.21401477, -0.21304758, 0.24455513, -0.21886554, -0.21213158],\n",
|
|
|
|
|
" [ 0.03010671, -0.17727856, -0.15746903, 0.19191682, -0.27997733,\n",
|
|
|
|
|
" -0.1572646 , 0.20692155, -0.20448688, -0.20663719, -0.24647756,\n",
|
|
|
|
|
" -0.13208029, 0.17683254, 0.11380687, -0.18777525, 0.11430546,\n",
|
|
|
|
|
" 0.14603996, 0.14529346, 0.18639466, -0.21953716, -0.15394316,\n",
|
|
|
|
|
" -0.11788935, -0.22867283, -0.16711727, -0.19146617, -0.19404575,\n",
|
|
|
|
|
" -0.05522092, 0.16848797, 0.15329358, -0.17279433, -0.17219105]])]\n",
|
|
|
|
|
"[array([[-0.04846611],\n",
|
|
|
|
|
" [-0.04964174],\n",
|
|
|
|
|
" [ 0.05359007],\n",
|
|
|
|
|
" ...,\n",
|
|
|
|
|
" [-0.01537898],\n",
|
|
|
|
|
" [-0.05568209],\n",
|
|
|
|
|
" [ 0.0392154 ]]), array([[ 1.75756112e-02],\n",
|
|
|
|
|
" [ 2.04182525e-02],\n",
|
|
|
|
|
" [ 4.12743583e-03],\n",
|
|
|
|
|
" [-4.03501139e-03],\n",
|
|
|
|
|
" [ 1.70787622e-02],\n",
|
|
|
|
|
" [ 2.01314052e-03],\n",
|
|
|
|
|
" [-1.97025792e-02],\n",
|
|
|
|
|
" [-5.84516599e-03],\n",
|
|
|
|
|
" [-4.14159886e-02],\n",
|
|
|
|
|
" [ 2.88752797e-02],\n",
|
|
|
|
|
" [ 2.16019355e-03],\n",
|
|
|
|
|
" [ 1.86458604e-02],\n",
|
|
|
|
|
" [ 1.84439134e-02],\n",
|
|
|
|
|
" [-5.92207227e-03],\n",
|
|
|
|
|
" [ 1.93448353e-02],\n",
|
|
|
|
|
" [ 3.00923944e-02],\n",
|
|
|
|
|
" [-3.71364337e-02],\n",
|
|
|
|
|
" [-9.20047098e-03],\n",
|
|
|
|
|
" [ 1.49428752e-02],\n",
|
|
|
|
|
" [-2.21979183e-03],\n",
|
|
|
|
|
" [-3.35269675e-05],\n",
|
|
|
|
|
" [ 5.78781174e-02],\n",
|
|
|
|
|
" [-5.00323968e-02],\n",
|
|
|
|
|
" [ 5.25110979e-02],\n",
|
|
|
|
|
" [ 3.46565676e-02],\n",
|
|
|
|
|
" [ 3.55970251e-03],\n",
|
|
|
|
|
" [ 1.92716585e-02],\n",
|
|
|
|
|
" [-1.33526832e-02],\n",
|
|
|
|
|
" [ 2.83397667e-02],\n",
|
|
|
|
|
" [ 1.87451277e-02],\n",
|
|
|
|
|
" [-1.68575829e-02],\n",
|
|
|
|
|
" [ 2.81266619e-04],\n",
|
|
|
|
|
" [-2.49884543e-02],\n",
|
|
|
|
|
" [ 2.60431430e-02],\n",
|
|
|
|
|
" [-7.45730339e-03],\n",
|
|
|
|
|
" [-2.27940731e-02],\n",
|
|
|
|
|
" [ 1.80243830e-02],\n",
|
|
|
|
|
" [ 2.05508009e-02],\n",
|
|
|
|
|
" [ 8.39557903e-03],\n",
|
|
|
|
|
" [ 3.91535822e-02],\n",
|
|
|
|
|
" [-2.30279232e-02],\n",
|
|
|
|
|
" [ 2.51881006e-02],\n",
|
|
|
|
|
" [-3.92445660e-03],\n",
|
|
|
|
|
" [-1.91722748e-02],\n",
|
|
|
|
|
" [ 9.64986925e-03],\n",
|
|
|
|
|
" [-2.91603134e-02],\n",
|
|
|
|
|
" [ 2.86248543e-02],\n",
|
|
|
|
|
" [ 7.96741509e-03],\n",
|
|
|
|
|
" [ 2.82894463e-02],\n",
|
|
|
|
|
" [ 9.25422978e-03],\n",
|
|
|
|
|
" [-2.97846232e-02],\n",
|
|
|
|
|
" [ 2.09152682e-02],\n",
|
|
|
|
|
" [ 2.55270006e-02],\n",
|
|
|
|
|
" [-2.44866619e-02],\n",
|
|
|
|
|
" [ 5.16121393e-02],\n",
|
|
|
|
|
" [-1.77984632e-02],\n",
|
|
|
|
|
" [-2.68996535e-03],\n",
|
|
|
|
|
" [ 2.29019105e-02],\n",
|
|
|
|
|
" [ 3.87973107e-02],\n",
|
|
|
|
|
" [ 1.63155180e-02],\n",
|
|
|
|
|
" [ 5.35119288e-02],\n",
|
|
|
|
|
" [-2.55533079e-02],\n",
|
|
|
|
|
" [ 3.09050114e-03],\n",
|
|
|
|
|
" [-2.39368329e-02],\n",
|
|
|
|
|
" [ 2.05091789e-03],\n",
|
|
|
|
|
" [ 1.92049723e-02],\n",
|
|
|
|
|
" [-8.46090367e-03],\n",
|
|
|
|
|
" [ 2.86878394e-02],\n",
|
|
|
|
|
" [ 1.10627628e-02],\n",
|
|
|
|
|
" [ 1.48939313e-02],\n",
|
|
|
|
|
" [-2.65319227e-02],\n",
|
|
|
|
|
" [-1.79574257e-02],\n",
|
|
|
|
|
" [ 2.00279816e-02],\n",
|
|
|
|
|
" [ 9.96688109e-03],\n",
|
|
|
|
|
" [-1.65257102e-02],\n",
|
|
|
|
|
" [-2.87207655e-03],\n",
|
|
|
|
|
" [ 5.31139311e-02],\n",
|
|
|
|
|
" [-2.69101414e-03],\n",
|
|
|
|
|
" [ 3.57282334e-02],\n",
|
|
|
|
|
" [-1.32094810e-02],\n",
|
|
|
|
|
" [-2.34803906e-02],\n",
|
|
|
|
|
" [ 1.18299876e-02],\n",
|
|
|
|
|
" [ 1.06327988e-02],\n",
|
|
|
|
|
" [-3.14940169e-03],\n",
|
|
|
|
|
" [-1.14000723e-02],\n",
|
|
|
|
|
" [-2.25782125e-02],\n",
|
|
|
|
|
" [-2.71653208e-03],\n",
|
|
|
|
|
" [ 2.15951524e-02],\n",
|
|
|
|
|
" [-2.08916703e-02],\n",
|
|
|
|
|
" [ 1.87911111e-02],\n",
|
|
|
|
|
" [ 1.90946083e-02],\n",
|
|
|
|
|
" [-2.96383775e-02],\n",
|
|
|
|
|
" [-3.26207076e-02],\n",
|
|
|
|
|
" [-2.04116992e-03],\n",
|
|
|
|
|
" [ 4.31231139e-03],\n",
|
|
|
|
|
" [ 1.35534516e-03],\n",
|
|
|
|
|
" [-1.52601806e-02],\n",
|
|
|
|
|
" [-1.94589817e-02],\n",
|
|
|
|
|
" [-4.85493555e-03],\n",
|
|
|
|
|
" [ 2.34813217e-02],\n",
|
|
|
|
|
" [ 1.95240063e-02],\n",
|
|
|
|
|
" [ 7.00935879e-03],\n",
|
|
|
|
|
" [ 4.33344384e-02],\n",
|
|
|
|
|
" [ 3.60270242e-02],\n",
|
|
|
|
|
" [-6.60674573e-04],\n",
|
|
|
|
|
" [-2.86890137e-02],\n",
|
|
|
|
|
" [ 2.29162525e-02],\n",
|
|
|
|
|
" [ 4.51064974e-03],\n",
|
|
|
|
|
" [-2.32284449e-02],\n",
|
|
|
|
|
" [-2.46491263e-02],\n",
|
|
|
|
|
" [ 3.92917792e-03],\n",
|
|
|
|
|
" [ 7.05535631e-02],\n",
|
|
|
|
|
" [-2.65109885e-02],\n",
|
|
|
|
|
" [-1.84674700e-02],\n",
|
|
|
|
|
" [ 7.28681752e-03],\n",
|
|
|
|
|
" [ 1.58859662e-03],\n",
|
|
|
|
|
" [ 2.37755863e-02],\n",
|
|
|
|
|
" [-4.78120501e-02],\n",
|
|
|
|
|
" [ 3.13649953e-02],\n",
|
|
|
|
|
" [-4.60724730e-03],\n",
|
|
|
|
|
" [-2.02707873e-02],\n",
|
|
|
|
|
" [ 1.87074300e-02],\n",
|
|
|
|
|
" [ 4.84559288e-02],\n",
|
|
|
|
|
" [ 2.11460553e-02],\n",
|
|
|
|
|
" [-3.67323687e-03],\n",
|
|
|
|
|
" [ 1.82558351e-02],\n",
|
|
|
|
|
" [-3.06363664e-02],\n",
|
|
|
|
|
" [-3.35324538e-02],\n",
|
|
|
|
|
" [ 5.13314395e-02],\n",
|
|
|
|
|
" [ 1.34114201e-02],\n",
|
|
|
|
|
" [-1.61825266e-02],\n",
|
|
|
|
|
" [ 4.70431351e-03],\n",
|
|
|
|
|
" [-3.14738197e-02],\n",
|
|
|
|
|
" [ 6.64279984e-03],\n",
|
|
|
|
|
" [ 8.31672602e-03],\n",
|
|
|
|
|
" [ 2.93731906e-02],\n",
|
|
|
|
|
" [ 5.04139218e-02],\n",
|
|
|
|
|
" [-5.07041598e-02],\n",
|
|
|
|
|
" [ 3.14423960e-02],\n",
|
|
|
|
|
" [-7.51099533e-03],\n",
|
|
|
|
|
" [-4.34223560e-03],\n",
|
|
|
|
|
" [-1.64052312e-02],\n",
|
|
|
|
|
" [ 3.60997061e-03],\n",
|
|
|
|
|
" [-3.36520361e-02],\n",
|
|
|
|
|
" [ 2.74493847e-02],\n",
|
|
|
|
|
" [-1.56515927e-02],\n",
|
|
|
|
|
" [ 1.53352321e-03],\n",
|
|
|
|
|
" [ 1.32893041e-03],\n",
|
|
|
|
|
" [-7.44310388e-03],\n",
|
|
|
|
|
" [ 2.11861733e-02],\n",
|
|
|
|
|
" [ 1.55976052e-02],\n",
|
|
|
|
|
" [ 3.31603877e-02],\n",
|
|
|
|
|
" [-1.14302578e-02],\n",
|
|
|
|
|
" [-2.81853315e-02],\n",
|
|
|
|
|
" [ 3.25679427e-02],\n",
|
|
|
|
|
" [ 1.40162768e-02],\n",
|
|
|
|
|
" [ 4.25808739e-03],\n",
|
|
|
|
|
" [ 3.67311287e-02],\n",
|
|
|
|
|
" [-3.65472974e-02],\n",
|
|
|
|
|
" [-2.99931284e-02],\n",
|
|
|
|
|
" [ 2.15771593e-03],\n",
|
|
|
|
|
" [ 1.27151569e-02],\n",
|
|
|
|
|
" [ 2.45971775e-02],\n",
|
|
|
|
|
" [-5.32211500e-03],\n",
|
|
|
|
|
" [-1.86406994e-02],\n",
|
|
|
|
|
" [ 2.93015847e-02],\n",
|
|
|
|
|
" [-2.82863111e-02],\n",
|
|
|
|
|
" [-4.72697201e-03],\n",
|
|
|
|
|
" [ 3.79429658e-02],\n",
|
|
|
|
|
" [-3.87467155e-02],\n",
|
|
|
|
|
" [ 3.63085701e-02],\n",
|
|
|
|
|
" [-3.10417622e-02],\n",
|
|
|
|
|
" [ 3.30170293e-02],\n",
|
|
|
|
|
" [ 2.86340095e-02],\n",
|
|
|
|
|
" [-1.43689772e-02],\n",
|
|
|
|
|
" [ 2.01094889e-03],\n",
|
|
|
|
|
" [-1.23412131e-03],\n",
|
|
|
|
|
" [-2.67490674e-02],\n",
|
|
|
|
|
" [ 1.28026209e-02],\n",
|
|
|
|
|
" [ 2.27228363e-02],\n",
|
|
|
|
|
" [ 7.26475746e-03],\n",
|
|
|
|
|
" [-8.29223370e-03],\n",
|
|
|
|
|
" [ 7.22274295e-03],\n",
|
|
|
|
|
" [-1.61017081e-02],\n",
|
|
|
|
|
" [-7.88848294e-03],\n",
|
|
|
|
|
" [-5.64093114e-02],\n",
|
|
|
|
|
" [ 1.91346862e-02],\n",
|
|
|
|
|
" [-2.21920693e-03],\n",
|
|
|
|
|
" [ 2.53592263e-02],\n",
|
|
|
|
|
" [ 7.34355791e-04],\n",
|
|
|
|
|
" [ 1.03092785e-02],\n",
|
|
|
|
|
" [-8.16066571e-03],\n",
|
|
|
|
|
" [ 5.31842630e-03],\n",
|
|
|
|
|
" [ 2.35771138e-03],\n",
|
|
|
|
|
" [-2.45620042e-02],\n",
|
|
|
|
|
" [-3.34859054e-02],\n",
|
|
|
|
|
" [-2.45833273e-02],\n",
|
|
|
|
|
" [ 4.39270904e-03],\n",
|
|
|
|
|
" [ 9.32458837e-03],\n",
|
|
|
|
|
" [ 3.86225328e-02],\n",
|
|
|
|
|
" [ 7.80443085e-03],\n",
|
|
|
|
|
" [-1.65746668e-02],\n",
|
|
|
|
|
" [-1.89955699e-02],\n",
|
|
|
|
|
" [ 1.99624470e-02],\n",
|
|
|
|
|
" [ 3.59608458e-03],\n",
|
|
|
|
|
" [-4.00393067e-02],\n",
|
|
|
|
|
" [-2.30186535e-02],\n",
|
|
|
|
|
" [-2.03293672e-03],\n",
|
|
|
|
|
" [-2.92686824e-02],\n",
|
|
|
|
|
" [-2.33108452e-02],\n",
|
|
|
|
|
" [ 5.99909576e-03],\n",
|
|
|
|
|
" [ 5.40829206e-02],\n",
|
|
|
|
|
" [-1.61265093e-02],\n",
|
|
|
|
|
" [-3.70227405e-02],\n",
|
|
|
|
|
" [-1.09751881e-02],\n",
|
|
|
|
|
" [ 1.01805974e-02],\n",
|
|
|
|
|
" [-3.65937063e-02],\n",
|
|
|
|
|
" [ 2.53145062e-02],\n",
|
|
|
|
|
" [-2.46144953e-02],\n",
|
|
|
|
|
" [-1.40802005e-02],\n",
|
|
|
|
|
" [ 1.02665019e-02],\n",
|
|
|
|
|
" [ 3.13998808e-02],\n",
|
|
|
|
|
" [-2.14513557e-02],\n",
|
|
|
|
|
" [ 1.38220033e-02],\n",
|
|
|
|
|
" [-3.19524810e-03],\n",
|
|
|
|
|
" [-2.05644391e-02],\n",
|
|
|
|
|
" [ 2.82648792e-04],\n",
|
|
|
|
|
" [-6.72310215e-02],\n",
|
|
|
|
|
" [-6.44530482e-03],\n",
|
|
|
|
|
" [ 2.78144364e-02],\n",
|
|
|
|
|
" [ 3.14016585e-02],\n",
|
|
|
|
|
" [-3.69193629e-02],\n",
|
|
|
|
|
" [-1.81051614e-02],\n",
|
|
|
|
|
" [-3.19879577e-02],\n",
|
|
|
|
|
" [-9.09258089e-04],\n",
|
|
|
|
|
" [-8.53191828e-03],\n",
|
|
|
|
|
" [-1.95963122e-02],\n",
|
|
|
|
|
" [-2.68933882e-02],\n",
|
|
|
|
|
" [-2.73845258e-02],\n",
|
|
|
|
|
" [ 1.38972828e-02],\n",
|
|
|
|
|
" [ 2.45462663e-02],\n",
|
|
|
|
|
" [-3.59691200e-02],\n",
|
|
|
|
|
" [-1.29649402e-03],\n",
|
|
|
|
|
" [ 8.26376290e-03],\n",
|
|
|
|
|
" [-4.29640178e-03],\n",
|
|
|
|
|
" [ 2.64849674e-02],\n",
|
|
|
|
|
" [-4.81576675e-03],\n",
|
|
|
|
|
" [-2.52265739e-02],\n",
|
|
|
|
|
" [ 1.87564336e-02],\n",
|
|
|
|
|
" [-5.46597306e-03],\n",
|
|
|
|
|
" [-1.81280213e-02],\n",
|
|
|
|
|
" [-2.16292587e-02],\n",
|
|
|
|
|
" [ 8.65311982e-03],\n",
|
|
|
|
|
" [ 2.06368399e-02],\n",
|
|
|
|
|
" [ 7.23345995e-03],\n",
|
|
|
|
|
" [ 2.33602208e-02],\n",
|
|
|
|
|
" [-3.51434749e-03],\n",
|
|
|
|
|
" [ 2.05927280e-02],\n",
|
|
|
|
|
" [ 2.75774934e-02],\n",
|
|
|
|
|
" [ 1.12017359e-02],\n",
|
|
|
|
|
" [-1.26934432e-02],\n",
|
|
|
|
|
" [-4.00744632e-02],\n",
|
|
|
|
|
" [ 1.83479811e-02],\n",
|
|
|
|
|
" [ 1.03159792e-02],\n",
|
|
|
|
|
" [ 2.34406133e-02],\n",
|
|
|
|
|
" [-1.49103761e-03],\n",
|
|
|
|
|
" [ 4.68648899e-03],\n",
|
|
|
|
|
" [ 1.94587584e-02],\n",
|
|
|
|
|
" [ 1.45348705e-02],\n",
|
|
|
|
|
" [-2.41346612e-02],\n",
|
|
|
|
|
" [-3.70597888e-02],\n",
|
|
|
|
|
" [-4.41622378e-02],\n",
|
|
|
|
|
" [ 2.52089188e-02],\n",
|
|
|
|
|
" [-2.06488966e-02],\n",
|
|
|
|
|
" [-8.88229282e-03],\n",
|
|
|
|
|
" [-1.12506698e-03],\n",
|
|
|
|
|
" [-1.46026086e-02],\n",
|
|
|
|
|
" [ 2.49637653e-02],\n",
|
|
|
|
|
" [-2.52330107e-03],\n",
|
|
|
|
|
" [-6.78117120e-03],\n",
|
|
|
|
|
" [-3.43049175e-03],\n",
|
|
|
|
|
" [ 4.65300256e-02],\n",
|
|
|
|
|
" [-1.76204391e-02],\n",
|
|
|
|
|
" [ 2.22446296e-02],\n",
|
|
|
|
|
" [ 1.37603992e-02],\n",
|
|
|
|
|
" [-2.06215255e-02],\n",
|
|
|
|
|
" [ 3.62787958e-03],\n",
|
|
|
|
|
" [-5.48660347e-03],\n",
|
|
|
|
|
" [-6.82821938e-02],\n",
|
|
|
|
|
" [ 1.45133476e-02],\n",
|
|
|
|
|
" [-1.10804896e-02],\n",
|
|
|
|
|
" [-7.13397903e-03],\n",
|
|
|
|
|
" [-2.17168406e-02],\n",
|
|
|
|
|
" [-2.25789929e-02],\n",
|
|
|
|
|
" [ 1.04630162e-02],\n",
|
|
|
|
|
" [-1.88386793e-02],\n",
|
|
|
|
|
" [ 3.56123926e-02],\n",
|
|
|
|
|
" [-1.52176080e-02],\n",
|
|
|
|
|
" [-1.07955750e-02],\n",
|
|
|
|
|
" [ 2.32043616e-02],\n",
|
|
|
|
|
" [ 1.15858865e-03],\n",
|
|
|
|
|
" [-1.69390720e-03],\n",
|
|
|
|
|
" [-1.45178325e-02],\n",
|
|
|
|
|
" [ 1.22052382e-02],\n",
|
|
|
|
|
" [-2.29130756e-03],\n",
|
|
|
|
|
" [-1.12019013e-02],\n",
|
|
|
|
|
" [-5.69167268e-03],\n",
|
|
|
|
|
" [ 7.49765617e-03],\n",
|
|
|
|
|
" [-6.80123007e-03],\n",
|
|
|
|
|
" [-5.26588241e-02],\n",
|
|
|
|
|
" [-1.16878871e-02],\n",
|
|
|
|
|
" [-2.11761711e-03],\n",
|
|
|
|
|
" [ 2.52402992e-03],\n",
|
|
|
|
|
" [ 2.35264345e-02],\n",
|
|
|
|
|
" [ 4.02698916e-02],\n",
|
|
|
|
|
" [-2.69764380e-02],\n",
|
|
|
|
|
" [-4.12857400e-03],\n",
|
|
|
|
|
" [ 6.61398711e-03],\n",
|
|
|
|
|
" [ 2.11827710e-02],\n",
|
|
|
|
|
" [ 1.85839992e-02],\n",
|
|
|
|
|
" [ 3.11514882e-04],\n",
|
|
|
|
|
" [ 1.11406757e-04],\n",
|
|
|
|
|
" [ 4.90033292e-03],\n",
|
|
|
|
|
" [-4.45343562e-02],\n",
|
|
|
|
|
" [-6.62955352e-03],\n",
|
|
|
|
|
" [-4.87850992e-03],\n",
|
|
|
|
|
" [-3.69156509e-03],\n",
|
|
|
|
|
" [-3.44328118e-02],\n",
|
|
|
|
|
" [ 2.79314023e-03],\n",
|
|
|
|
|
" [-2.99629113e-02],\n",
|
|
|
|
|
" [ 2.58312151e-02],\n",
|
|
|
|
|
" [-3.53997609e-03],\n",
|
|
|
|
|
" [-3.84928332e-02],\n",
|
|
|
|
|
" [ 3.06395086e-02],\n",
|
|
|
|
|
" [-2.99766983e-02],\n",
|
|
|
|
|
" [ 8.59291660e-02],\n",
|
|
|
|
|
" [ 1.79236448e-03],\n",
|
|
|
|
|
" [ 2.07668720e-02],\n",
|
|
|
|
|
" [-3.61858427e-02],\n",
|
|
|
|
|
" [-1.58013954e-03],\n",
|
|
|
|
|
" [-4.65349450e-02],\n",
|
|
|
|
|
" [-2.38615312e-03],\n",
|
|
|
|
|
" [-2.21568125e-02],\n",
|
|
|
|
|
" [ 2.33169227e-02],\n",
|
|
|
|
|
" [-8.32886522e-03],\n",
|
|
|
|
|
" [-2.19225187e-02],\n",
|
|
|
|
|
" [ 1.73917479e-02],\n",
|
|
|
|
|
" [-4.18897156e-02],\n",
|
|
|
|
|
" [ 2.67794354e-02],\n",
|
|
|
|
|
" [-8.84602473e-03],\n",
|
|
|
|
|
" [ 1.97893799e-02],\n",
|
|
|
|
|
" [-2.98126296e-02],\n",
|
|
|
|
|
" [-5.72401155e-03],\n",
|
|
|
|
|
" [-2.20768105e-02],\n",
|
|
|
|
|
" [ 2.64037591e-02],\n",
|
|
|
|
|
" [-1.73706494e-02],\n",
|
|
|
|
|
" [ 2.09647091e-02],\n",
|
|
|
|
|
" [-1.15467493e-02],\n",
|
|
|
|
|
" [ 1.20792155e-03],\n",
|
|
|
|
|
" [-2.11164938e-03],\n",
|
|
|
|
|
" [-1.12125092e-02],\n",
|
|
|
|
|
" [ 1.76250031e-02],\n",
|
|
|
|
|
" [-7.22060011e-03],\n",
|
|
|
|
|
" [ 2.38298659e-02],\n",
|
|
|
|
|
" [-6.40042825e-03],\n",
|
|
|
|
|
" [-1.78614899e-02],\n",
|
|
|
|
|
" [-8.04581879e-04],\n",
|
|
|
|
|
" [-2.24200382e-02],\n",
|
|
|
|
|
" [-1.17976372e-02],\n",
|
|
|
|
|
" [ 3.18620454e-03],\n",
|
|
|
|
|
" [ 7.95273065e-04],\n",
|
|
|
|
|
" [ 7.65261963e-03],\n",
|
|
|
|
|
" [ 1.61255905e-03],\n",
|
|
|
|
|
" [ 9.11085540e-03],\n",
|
|
|
|
|
" [ 9.56004704e-03],\n",
|
|
|
|
|
" [-1.91476022e-02],\n",
|
|
|
|
|
" [ 1.76168000e-02],\n",
|
|
|
|
|
" [-2.62705740e-03],\n",
|
|
|
|
|
" [ 5.32042836e-03],\n",
|
|
|
|
|
" [-6.40704568e-03],\n",
|
|
|
|
|
" [ 2.55064150e-02],\n",
|
|
|
|
|
" [-4.55316491e-02],\n",
|
|
|
|
|
" [-2.12921092e-03],\n",
|
|
|
|
|
" [-5.64549772e-06],\n",
|
|
|
|
|
" [ 9.92659949e-03],\n",
|
|
|
|
|
" [ 1.51512217e-02],\n",
|
|
|
|
|
" [-1.06001623e-03],\n",
|
|
|
|
|
" [ 7.11928346e-03],\n",
|
|
|
|
|
" [ 5.14853512e-02],\n",
|
|
|
|
|
" [ 1.83121639e-02],\n",
|
|
|
|
|
" [-7.19094961e-02],\n",
|
|
|
|
|
" [ 9.45611711e-03],\n",
|
|
|
|
|
" [ 3.27686267e-02],\n",
|
|
|
|
|
" [ 2.38465814e-02],\n",
|
|
|
|
|
" [-1.02791789e-02],\n",
|
|
|
|
|
" [-2.28376864e-02],\n",
|
|
|
|
|
" [ 3.37208794e-02],\n",
|
|
|
|
|
" [ 3.65540605e-03],\n",
|
|
|
|
|
" [-4.31368110e-03],\n",
|
|
|
|
|
" [ 2.39309286e-02],\n",
|
|
|
|
|
" [-1.94026472e-02],\n",
|
|
|
|
|
" [ 2.82416465e-02],\n",
|
|
|
|
|
" [-2.27071100e-02],\n",
|
|
|
|
|
" [-1.01173117e-02],\n",
|
|
|
|
|
" [-7.61136567e-03],\n",
|
|
|
|
|
" [-2.34931305e-02],\n",
|
|
|
|
|
" [-1.28354609e-02],\n",
|
|
|
|
|
" [-3.21093727e-02],\n",
|
|
|
|
|
" [ 1.36443646e-02],\n",
|
|
|
|
|
" [ 1.55799305e-02],\n",
|
|
|
|
|
" [-1.90314582e-02],\n",
|
|
|
|
|
" [ 1.80162355e-02],\n",
|
|
|
|
|
" [ 2.83893075e-02],\n",
|
|
|
|
|
" [ 2.25070972e-02],\n",
|
|
|
|
|
" [-1.86625927e-02],\n",
|
|
|
|
|
" [ 4.01578696e-02],\n",
|
|
|
|
|
" [ 4.16208803e-02],\n",
|
|
|
|
|
" [-1.64825856e-02],\n",
|
|
|
|
|
" [ 1.64384379e-02],\n",
|
|
|
|
|
" [ 1.24869929e-02],\n",
|
|
|
|
|
" [-1.83981377e-02],\n",
|
|
|
|
|
" [ 2.77067207e-02],\n",
|
|
|
|
|
" [ 8.63180844e-03],\n",
|
|
|
|
|
" [-9.58461248e-03],\n",
|
|
|
|
|
" [-2.53791210e-03],\n",
|
|
|
|
|
" [ 1.20823472e-02],\n",
|
|
|
|
|
" [ 2.00576408e-02],\n",
|
|
|
|
|
" [-3.42745678e-02],\n",
|
|
|
|
|
" [-6.15264880e-03],\n",
|
|
|
|
|
" [-1.30638143e-02],\n",
|
|
|
|
|
" [-5.90847355e-02],\n",
|
|
|
|
|
" [-2.00124071e-02],\n",
|
|
|
|
|
" [ 3.94243469e-03],\n",
|
|
|
|
|
" [-6.17840460e-03],\n",
|
|
|
|
|
" [ 6.47084422e-03],\n",
|
|
|
|
|
" [ 1.99312467e-02],\n",
|
|
|
|
|
" [-3.70277079e-03],\n",
|
|
|
|
|
" [ 3.24642441e-02],\n",
|
|
|
|
|
" [ 3.29149579e-02],\n",
|
|
|
|
|
" [ 3.99071860e-04],\n",
|
|
|
|
|
" [-4.16078105e-02],\n",
|
|
|
|
|
" [ 2.23077026e-02],\n",
|
|
|
|
|
" [-1.59971066e-02],\n",
|
|
|
|
|
" [-6.81504760e-03],\n",
|
|
|
|
|
" [-6.01759879e-03],\n",
|
|
|
|
|
" [ 2.81279602e-02],\n",
|
|
|
|
|
" [ 6.10086085e-02],\n",
|
|
|
|
|
" [ 4.83727542e-03],\n",
|
|
|
|
|
" [ 1.27795750e-02],\n",
|
|
|
|
|
" [ 2.80799684e-02],\n",
|
|
|
|
|
" [ 5.00537258e-02],\n",
|
|
|
|
|
" [-1.35472832e-02],\n",
|
|
|
|
|
" [-5.07766715e-04],\n",
|
|
|
|
|
" [ 2.95761239e-02],\n",
|
|
|
|
|
" [ 6.88277979e-02],\n",
|
|
|
|
|
" [-5.48122906e-03],\n",
|
|
|
|
|
" [-2.39621422e-02],\n",
|
|
|
|
|
" [ 8.12782772e-03],\n",
|
|
|
|
|
" [-2.78899796e-03],\n",
|
|
|
|
|
" [-2.38922554e-02],\n",
|
|
|
|
|
" [ 4.83087238e-02],\n",
|
|
|
|
|
" [-1.60127411e-02],\n",
|
|
|
|
|
" [-5.08570168e-04],\n",
|
|
|
|
|
" [-7.40572649e-03],\n",
|
|
|
|
|
" [-2.39027653e-02],\n",
|
|
|
|
|
" [-1.43742040e-02],\n",
|
|
|
|
|
" [ 1.60416548e-02],\n",
|
|
|
|
|
" [ 1.91552282e-02],\n",
|
|
|
|
|
" [ 1.21520976e-02],\n",
|
|
|
|
|
" [-3.58369858e-02],\n",
|
|
|
|
|
" [ 3.10432079e-02],\n",
|
|
|
|
|
" [-1.18561132e-02],\n",
|
|
|
|
|
" [ 2.04218321e-02],\n",
|
|
|
|
|
" [ 2.71987292e-02],\n",
|
|
|
|
|
" [-2.06255513e-02],\n",
|
|
|
|
|
" [ 2.37607497e-02],\n",
|
|
|
|
|
" [-9.66372114e-02],\n",
|
|
|
|
|
" [ 2.45842214e-02],\n",
|
|
|
|
|
" [ 1.74269686e-02],\n",
|
|
|
|
|
" [-7.14823852e-02],\n",
|
|
|
|
|
" [-1.56388942e-02],\n",
|
|
|
|
|
" [-1.73886629e-02],\n",
|
|
|
|
|
" [ 7.90299770e-05],\n",
|
|
|
|
|
" [-3.78200199e-03],\n",
|
|
|
|
|
" [-5.91347357e-02],\n",
|
|
|
|
|
" [ 4.89278786e-03],\n",
|
|
|
|
|
" [ 1.74365816e-02],\n",
|
|
|
|
|
" [ 2.46553403e-02],\n",
|
|
|
|
|
" [-1.73623089e-02],\n",
|
|
|
|
|
" [ 6.93371592e-03],\n",
|
|
|
|
|
" [ 1.86197364e-02],\n",
|
|
|
|
|
" [-1.70149390e-02],\n",
|
|
|
|
|
" [-2.09023316e-02],\n",
|
|
|
|
|
" [ 7.48604579e-03],\n",
|
|
|
|
|
" [ 4.12977148e-02],\n",
|
|
|
|
|
" [-1.17524633e-02],\n",
|
|
|
|
|
" [ 2.73902404e-03],\n",
|
|
|
|
|
" [ 1.30311459e-03],\n",
|
|
|
|
|
" [-7.67690052e-03],\n",
|
|
|
|
|
" [ 2.45318680e-02],\n",
|
|
|
|
|
" [ 2.90422234e-02],\n",
|
|
|
|
|
" [-9.92625995e-03],\n",
|
|
|
|
|
" [-2.33534214e-02],\n",
|
|
|
|
|
" [ 2.34703394e-02],\n",
|
|
|
|
|
" [ 7.31076017e-03],\n",
|
|
|
|
|
" [ 3.92257648e-02],\n",
|
|
|
|
|
" [ 2.00077584e-02],\n",
|
|
|
|
|
" [-2.22877249e-02],\n",
|
|
|
|
|
" [-4.70377214e-03],\n",
|
|
|
|
|
" [-1.60410133e-02],\n",
|
|
|
|
|
" [-3.88202775e-02],\n",
|
|
|
|
|
" [ 2.00055003e-02],\n",
|
|
|
|
|
" [-1.57081156e-02],\n",
|
|
|
|
|
" [ 4.96295138e-02],\n",
|
|
|
|
|
" [ 5.27412603e-03],\n",
|
|
|
|
|
" [ 1.44900413e-02],\n",
|
|
|
|
|
" [ 1.52035816e-03],\n",
|
|
|
|
|
" [ 1.04590787e-02],\n",
|
|
|
|
|
" [-1.27174410e-02],\n",
|
|
|
|
|
" [-1.27062697e-02],\n",
|
|
|
|
|
" [-2.47312584e-02],\n",
|
|
|
|
|
" [-5.46189675e-03],\n",
|
|
|
|
|
" [-1.11128760e-02],\n",
|
|
|
|
|
" [-2.88804396e-04],\n",
|
|
|
|
|
" [-1.12680899e-02],\n",
|
|
|
|
|
" [ 1.20104991e-02],\n",
|
|
|
|
|
" [-2.90428509e-02],\n",
|
|
|
|
|
" [ 1.11240504e-02],\n",
|
|
|
|
|
" [-1.51455378e-02],\n",
|
|
|
|
|
" [ 1.22908503e-03],\n",
|
|
|
|
|
" [-3.24554796e-02],\n",
|
|
|
|
|
" [-1.24319487e-04],\n",
|
|
|
|
|
" [-6.69850302e-03],\n",
|
|
|
|
|
" [-2.43887167e-02],\n",
|
|
|
|
|
" [ 3.24296274e-02],\n",
|
|
|
|
|
" [ 4.12166266e-02],\n",
|
|
|
|
|
" [-1.95243972e-02],\n",
|
|
|
|
|
" [-2.43649165e-02],\n",
|
|
|
|
|
" [ 3.25305096e-02],\n",
|
|
|
|
|
" [ 1.63693726e-02],\n",
|
|
|
|
|
" [ 1.61266815e-02],\n",
|
|
|
|
|
" [-4.28627655e-02],\n",
|
|
|
|
|
" [-2.93948356e-02],\n",
|
|
|
|
|
" [-4.61409280e-03],\n",
|
|
|
|
|
" [ 6.79405742e-03],\n",
|
|
|
|
|
" [-3.86272615e-03],\n",
|
|
|
|
|
" [-1.69203783e-03],\n",
|
|
|
|
|
" [ 1.13857154e-02],\n",
|
|
|
|
|
" [-1.66042552e-02],\n",
|
|
|
|
|
" [-1.66380988e-02],\n",
|
|
|
|
|
" [ 1.89680518e-02],\n",
|
|
|
|
|
" [ 2.01367281e-02],\n",
|
|
|
|
|
" [-2.27644043e-02],\n",
|
|
|
|
|
" [-1.12287899e-02],\n",
|
|
|
|
|
" [-3.23130733e-04],\n",
|
|
|
|
|
" [-1.07827647e-02],\n",
|
|
|
|
|
" [ 8.02841544e-03],\n",
|
|
|
|
|
" [-8.71656137e-03],\n",
|
|
|
|
|
" [-2.52336119e-02],\n",
|
|
|
|
|
" [ 8.65599862e-03],\n",
|
|
|
|
|
" [ 1.05931100e-02],\n",
|
|
|
|
|
" [ 2.80799690e-02],\n",
|
|
|
|
|
" [-2.82971017e-02],\n",
|
|
|
|
|
" [ 1.77435499e-02],\n",
|
|
|
|
|
" [ 6.92332531e-03],\n",
|
|
|
|
|
" [ 2.66769083e-02],\n",
|
|
|
|
|
" [-5.61462970e-03],\n",
|
|
|
|
|
" [ 3.99426882e-03],\n",
|
|
|
|
|
" [ 2.21242617e-02],\n",
|
|
|
|
|
" [ 3.59846977e-03],\n",
|
|
|
|
|
" [-2.65067703e-02],\n",
|
|
|
|
|
" [-3.06645263e-02],\n",
|
|
|
|
|
" [ 1.50708088e-02],\n",
|
|
|
|
|
" [ 6.32014491e-03],\n",
|
|
|
|
|
" [ 1.44999272e-02],\n",
|
|
|
|
|
" [-2.89086592e-03],\n",
|
|
|
|
|
" [ 1.07007568e-02],\n",
|
|
|
|
|
" [-3.67309789e-02],\n",
|
|
|
|
|
" [-2.17517220e-02],\n",
|
|
|
|
|
" [ 3.32429758e-02],\n",
|
|
|
|
|
" [ 1.95256200e-02],\n",
|
|
|
|
|
" [ 1.49965842e-03],\n",
|
|
|
|
|
" [-1.35060096e-02],\n",
|
|
|
|
|
" [-3.03060006e-02],\n",
|
|
|
|
|
" [ 1.17423278e-02],\n",
|
|
|
|
|
" [ 1.60729416e-02],\n",
|
|
|
|
|
" [ 4.68263191e-03],\n",
|
|
|
|
|
" [ 8.43515417e-03],\n",
|
|
|
|
|
" [ 1.06477922e-02],\n",
|
|
|
|
|
" [-1.44629828e-02],\n",
|
|
|
|
|
" [-2.13470923e-02],\n",
|
|
|
|
|
" [-9.72381234e-03],\n",
|
|
|
|
|
" [ 4.42189194e-02],\n",
|
|
|
|
|
" [-2.77174969e-02],\n",
|
|
|
|
|
" [-2.08965367e-02],\n",
|
|
|
|
|
" [-3.43601972e-02],\n",
|
|
|
|
|
" [ 6.29491396e-03],\n",
|
|
|
|
|
" [-3.34189940e-03],\n",
|
|
|
|
|
" [-1.84664669e-02],\n",
|
|
|
|
|
" [-1.03655723e-02]]), array([[ 2.50142841e-02],\n",
|
|
|
|
|
" [-3.42758937e-02],\n",
|
|
|
|
|
" [ 3.47441569e-02],\n",
|
|
|
|
|
" [ 1.43971638e-02],\n",
|
|
|
|
|
" [-1.26606545e-02],\n",
|
|
|
|
|
" [-2.61136873e-02],\n",
|
|
|
|
|
" [-7.78988354e-03],\n",
|
|
|
|
|
" [ 6.08938412e-02],\n",
|
|
|
|
|
" [ 5.29444070e-03],\n",
|
|
|
|
|
" [-4.84117763e-02],\n",
|
|
|
|
|
" [ 1.86303642e-02],\n",
|
|
|
|
|
" [ 1.06036627e-02],\n",
|
|
|
|
|
" [-1.07456643e-02],\n",
|
|
|
|
|
" [-3.82212816e-03],\n",
|
|
|
|
|
" [-6.17120484e-03],\n",
|
|
|
|
|
" [-4.47772624e-02],\n",
|
|
|
|
|
" [-1.12310134e-02],\n",
|
|
|
|
|
" [ 4.46878323e-03],\n",
|
|
|
|
|
" [ 3.48909093e-02],\n",
|
|
|
|
|
" [ 8.42303283e-04],\n",
|
|
|
|
|
" [ 9.71441246e-03],\n",
|
|
|
|
|
" [ 2.22324403e-02],\n",
|
|
|
|
|
" [-2.08973383e-02],\n",
|
|
|
|
|
" [-2.21027358e-02],\n",
|
|
|
|
|
" [ 5.75952836e-02],\n",
|
|
|
|
|
" [ 4.64969758e-02],\n",
|
|
|
|
|
" [-3.82189167e-03],\n",
|
|
|
|
|
" [-2.71391759e-02],\n",
|
|
|
|
|
" [-2.21877164e-02],\n",
|
|
|
|
|
" [-5.60614984e-02],\n",
|
|
|
|
|
" [ 1.50505270e-02],\n",
|
|
|
|
|
" [ 3.11705193e-02],\n",
|
|
|
|
|
" [ 1.65792504e-02],\n",
|
|
|
|
|
" [ 5.78586025e-03],\n",
|
|
|
|
|
" [ 9.76214755e-03],\n",
|
|
|
|
|
" [ 4.81972819e-03],\n",
|
|
|
|
|
" [-9.92064251e-03],\n",
|
|
|
|
|
" [ 1.85115011e-02],\n",
|
|
|
|
|
" [-9.28667732e-03],\n",
|
|
|
|
|
" [-2.17725955e-02],\n",
|
|
|
|
|
" [-2.51531049e-02],\n",
|
|
|
|
|
" [-3.01849926e-02],\n",
|
|
|
|
|
" [-2.26862040e-02],\n",
|
|
|
|
|
" [-4.97510220e-02],\n",
|
|
|
|
|
" [-2.34395793e-02],\n",
|
|
|
|
|
" [ 2.26315297e-02],\n",
|
|
|
|
|
" [-2.43309024e-02],\n",
|
|
|
|
|
" [-2.79272320e-02],\n",
|
|
|
|
|
" [-3.29656171e-02],\n",
|
|
|
|
|
" [-2.82127741e-03],\n",
|
|
|
|
|
" [-3.02305875e-02],\n",
|
|
|
|
|
" [ 2.68345039e-02],\n",
|
|
|
|
|
" [ 4.30939710e-03],\n",
|
|
|
|
|
" [ 1.32394584e-02],\n",
|
|
|
|
|
" [-5.00781347e-03],\n",
|
|
|
|
|
" [-2.27484866e-02],\n",
|
|
|
|
|
" [ 4.37854548e-02],\n",
|
|
|
|
|
" [-3.91910172e-02],\n",
|
|
|
|
|
" [ 2.09623550e-02],\n",
|
|
|
|
|
" [-4.34768464e-02],\n",
|
|
|
|
|
" [ 1.86355975e-02],\n",
|
|
|
|
|
" [ 1.54658519e-02],\n",
|
|
|
|
|
" [ 1.18274559e-02],\n",
|
|
|
|
|
" [ 1.99711654e-02],\n",
|
|
|
|
|
" [-3.62118827e-02],\n",
|
|
|
|
|
" [-2.77084250e-02],\n",
|
|
|
|
|
" [ 2.30781028e-02],\n",
|
|
|
|
|
" [-4.44421366e-02],\n",
|
|
|
|
|
" [ 1.07989880e-02],\n",
|
|
|
|
|
" [ 4.42895438e-02],\n",
|
|
|
|
|
" [-5.67431216e-03],\n",
|
|
|
|
|
" [-8.70466807e-03],\n",
|
|
|
|
|
" [ 1.41204969e-02],\n",
|
|
|
|
|
" [-6.41355137e-02],\n",
|
|
|
|
|
" [ 1.48231473e-02],\n",
|
|
|
|
|
" [-7.77996714e-03],\n",
|
|
|
|
|
" [ 2.48436309e-02],\n",
|
|
|
|
|
" [ 5.79119519e-03],\n",
|
|
|
|
|
" [ 2.84736813e-02],\n",
|
|
|
|
|
" [-3.43402145e-02],\n",
|
|
|
|
|
" [ 2.02125028e-02],\n",
|
|
|
|
|
" [-6.87171455e-03],\n",
|
|
|
|
|
" [ 5.59207502e-03],\n",
|
|
|
|
|
" [ 1.30518197e-02],\n",
|
|
|
|
|
" [ 1.58844570e-02],\n",
|
|
|
|
|
" [ 2.76113680e-03],\n",
|
|
|
|
|
" [ 1.96706636e-02],\n",
|
|
|
|
|
" [ 2.98303830e-02],\n",
|
|
|
|
|
" [-3.69430840e-04],\n",
|
|
|
|
|
" [-5.08525814e-02],\n",
|
|
|
|
|
" [ 2.07354565e-02],\n",
|
|
|
|
|
" [-3.14961819e-02],\n",
|
|
|
|
|
" [ 2.22486117e-02],\n",
|
|
|
|
|
" [ 1.52345855e-02],\n",
|
|
|
|
|
" [-5.88869486e-03],\n",
|
|
|
|
|
" [-2.55543844e-02],\n",
|
|
|
|
|
" [ 1.60482182e-03],\n",
|
|
|
|
|
" [-1.55155469e-02],\n",
|
|
|
|
|
" [ 2.19796439e-02],\n",
|
|
|
|
|
" [-5.82650544e-03],\n",
|
|
|
|
|
" [-4.78927712e-02],\n",
|
|
|
|
|
" [ 8.56248875e-03],\n",
|
|
|
|
|
" [-3.91148646e-02],\n",
|
|
|
|
|
" [ 5.61986869e-03],\n",
|
|
|
|
|
" [-4.42777540e-02],\n",
|
|
|
|
|
" [-6.28538068e-03],\n",
|
|
|
|
|
" [ 1.10476759e-02],\n",
|
|
|
|
|
" [-2.38015368e-02],\n",
|
|
|
|
|
" [ 3.69273020e-02],\n",
|
|
|
|
|
" [ 2.37568665e-02],\n",
|
|
|
|
|
" [-2.01641023e-02],\n",
|
|
|
|
|
" [ 7.19961377e-03],\n",
|
|
|
|
|
" [-1.51841599e-02],\n",
|
|
|
|
|
" [-3.43610756e-03],\n",
|
|
|
|
|
" [ 1.66602301e-02],\n",
|
|
|
|
|
" [-2.77577567e-02],\n",
|
|
|
|
|
" [ 1.60050159e-02],\n",
|
|
|
|
|
" [-1.96514651e-02],\n",
|
|
|
|
|
" [ 2.82074387e-02],\n",
|
|
|
|
|
" [ 3.13691947e-02],\n",
|
|
|
|
|
" [ 1.17060522e-04],\n",
|
|
|
|
|
" [ 3.60677391e-03],\n",
|
|
|
|
|
" [-2.62871500e-02],\n",
|
|
|
|
|
" [ 6.56603766e-02],\n",
|
|
|
|
|
" [-2.08965112e-02],\n",
|
|
|
|
|
" [ 5.97987059e-02],\n",
|
|
|
|
|
" [ 1.63352782e-03],\n",
|
|
|
|
|
" [-8.11536012e-03],\n",
|
|
|
|
|
" [-2.95699881e-02],\n",
|
|
|
|
|
" [ 1.13097714e-02],\n",
|
|
|
|
|
" [-1.73590949e-02],\n",
|
|
|
|
|
" [-1.47885913e-02],\n",
|
|
|
|
|
" [ 2.66208700e-02],\n",
|
|
|
|
|
" [-3.61075127e-04],\n",
|
|
|
|
|
" [ 4.61225419e-02],\n",
|
|
|
|
|
" [ 9.32277038e-05],\n",
|
|
|
|
|
" [ 4.77358721e-03],\n",
|
|
|
|
|
" [-2.64604621e-02],\n",
|
|
|
|
|
" [ 2.02094721e-02],\n",
|
|
|
|
|
" [-1.70998605e-02],\n",
|
|
|
|
|
" [-1.72628309e-02],\n",
|
|
|
|
|
" [ 5.71683199e-03],\n",
|
|
|
|
|
" [-3.03408734e-02],\n",
|
|
|
|
|
" [ 7.79906981e-03],\n",
|
|
|
|
|
" [ 6.14099470e-03],\n",
|
|
|
|
|
" [ 1.76521602e-02],\n",
|
|
|
|
|
" [-9.49668592e-04],\n",
|
|
|
|
|
" [ 1.72923577e-02],\n",
|
|
|
|
|
" [ 7.23097523e-02],\n",
|
|
|
|
|
" [-4.73678492e-03],\n",
|
|
|
|
|
" [-2.43547135e-02],\n",
|
|
|
|
|
" [ 4.93013460e-02],\n",
|
|
|
|
|
" [-5.10913049e-02],\n",
|
|
|
|
|
" [-6.32001109e-02],\n",
|
|
|
|
|
" [ 2.79541214e-02],\n",
|
|
|
|
|
" [ 3.55160291e-02],\n",
|
|
|
|
|
" [ 7.67223823e-03],\n",
|
|
|
|
|
" [ 4.44109208e-02],\n",
|
|
|
|
|
" [-2.30431742e-02],\n",
|
|
|
|
|
" [-3.44067780e-02],\n",
|
|
|
|
|
" [ 2.59988628e-02],\n",
|
|
|
|
|
" [-3.51230580e-02],\n",
|
|
|
|
|
" [ 3.49199739e-02],\n",
|
|
|
|
|
" [ 9.23856588e-03],\n",
|
|
|
|
|
" [-3.61601956e-02],\n",
|
|
|
|
|
" [-3.54745549e-02],\n",
|
|
|
|
|
" [-1.45804226e-02],\n",
|
|
|
|
|
" [ 6.86002538e-03],\n",
|
|
|
|
|
" [-5.78802060e-03],\n",
|
|
|
|
|
" [ 3.71721553e-02],\n",
|
|
|
|
|
" [ 2.31033116e-02],\n",
|
|
|
|
|
" [ 3.10893933e-03],\n",
|
|
|
|
|
" [ 8.70518250e-03],\n",
|
|
|
|
|
" [-4.57266641e-02],\n",
|
|
|
|
|
" [ 3.80878065e-02],\n",
|
|
|
|
|
" [ 6.18732228e-03],\n",
|
|
|
|
|
" [ 4.79684281e-04],\n",
|
|
|
|
|
" [ 1.11520573e-02],\n",
|
|
|
|
|
" [-3.31185744e-02],\n",
|
|
|
|
|
" [ 4.68683556e-02],\n",
|
|
|
|
|
" [-1.49874689e-02],\n",
|
|
|
|
|
" [-3.44729346e-02],\n",
|
|
|
|
|
" [-2.48734670e-02],\n",
|
|
|
|
|
" [ 7.37530889e-03],\n",
|
|
|
|
|
" [ 1.33301345e-02],\n",
|
|
|
|
|
" [ 3.15129755e-02],\n",
|
|
|
|
|
" [-6.19440819e-04],\n",
|
|
|
|
|
" [ 5.33935928e-02],\n",
|
|
|
|
|
" [ 3.71109788e-04],\n",
|
|
|
|
|
" [ 1.24270359e-02],\n",
|
|
|
|
|
" [-3.27045616e-02],\n",
|
|
|
|
|
" [ 3.90640081e-02],\n",
|
|
|
|
|
" [-3.41287328e-02],\n",
|
|
|
|
|
" [-4.29333854e-02],\n",
|
|
|
|
|
" [-2.29024878e-02],\n",
|
|
|
|
|
" [-1.69262862e-02],\n",
|
|
|
|
|
" [ 2.53205794e-02],\n",
|
|
|
|
|
" [-3.42092723e-03],\n",
|
|
|
|
|
" [-1.68694684e-02],\n",
|
|
|
|
|
" [-1.96152958e-03],\n",
|
|
|
|
|
" [-5.16237730e-03],\n",
|
|
|
|
|
" [ 2.49792128e-02],\n",
|
|
|
|
|
" [-2.93539208e-02],\n",
|
|
|
|
|
" [-2.30017851e-02],\n",
|
|
|
|
|
" [ 1.75209120e-02],\n",
|
|
|
|
|
" [ 2.85102681e-02],\n",
|
|
|
|
|
" [-2.98054721e-02],\n",
|
|
|
|
|
" [ 4.21270798e-02],\n",
|
|
|
|
|
" [-3.79042508e-02],\n",
|
|
|
|
|
" [-1.79329150e-02],\n",
|
|
|
|
|
" [ 2.69714184e-02],\n",
|
|
|
|
|
" [-7.65829778e-03],\n",
|
|
|
|
|
" [ 5.34366595e-02],\n",
|
|
|
|
|
" [-2.50243872e-02],\n",
|
|
|
|
|
" [-8.93702184e-03],\n",
|
|
|
|
|
" [-2.60786570e-02],\n",
|
|
|
|
|
" [ 3.42484598e-03],\n",
|
|
|
|
|
" [ 1.79377490e-03],\n",
|
|
|
|
|
" [-1.33919723e-02],\n",
|
|
|
|
|
" [ 1.83020755e-02],\n",
|
|
|
|
|
" [ 1.98001944e-02],\n",
|
|
|
|
|
" [ 6.73833164e-02],\n",
|
|
|
|
|
" [-2.12604091e-02],\n",
|
|
|
|
|
" [-2.02177766e-03],\n",
|
|
|
|
|
" [ 1.73243791e-02],\n",
|
|
|
|
|
" [-3.38738521e-02],\n",
|
|
|
|
|
" [-3.10173733e-02],\n",
|
|
|
|
|
" [ 3.48396547e-02],\n",
|
|
|
|
|
" [-1.03668042e-02],\n",
|
|
|
|
|
" [-2.82860271e-02],\n",
|
|
|
|
|
" [-3.14018262e-02],\n",
|
|
|
|
|
" [ 5.95991982e-02],\n",
|
|
|
|
|
" [-7.27377274e-03],\n",
|
|
|
|
|
" [ 2.51962673e-03],\n",
|
|
|
|
|
" [ 2.45368246e-02],\n",
|
|
|
|
|
" [-4.38233197e-02],\n",
|
|
|
|
|
" [ 1.73756713e-02],\n",
|
|
|
|
|
" [ 1.26303213e-03],\n",
|
|
|
|
|
" [-1.59406834e-02],\n",
|
|
|
|
|
" [-1.43064149e-02],\n",
|
|
|
|
|
" [-6.30846382e-03],\n",
|
|
|
|
|
" [-8.91552224e-03],\n",
|
|
|
|
|
" [-6.53103599e-03],\n",
|
|
|
|
|
" [ 2.13170079e-02],\n",
|
|
|
|
|
" [-1.64386725e-02],\n",
|
|
|
|
|
" [ 4.88061713e-02],\n",
|
|
|
|
|
" [-2.26740219e-02],\n",
|
|
|
|
|
" [ 1.93679955e-03],\n",
|
|
|
|
|
" [ 4.48509352e-02],\n",
|
|
|
|
|
" [ 6.95172314e-02],\n",
|
|
|
|
|
" [-1.15439364e-02],\n",
|
|
|
|
|
" [ 2.57775474e-02],\n",
|
|
|
|
|
" [ 3.37792243e-03],\n",
|
|
|
|
|
" [-4.88007772e-02],\n",
|
|
|
|
|
" [ 2.41316694e-03],\n",
|
|
|
|
|
" [ 1.82478569e-02],\n",
|
|
|
|
|
" [-6.53753435e-03],\n",
|
|
|
|
|
" [ 3.55267452e-02],\n",
|
|
|
|
|
" [-6.64407968e-04],\n",
|
|
|
|
|
" [ 2.61443646e-02],\n",
|
|
|
|
|
" [-2.24171015e-02],\n",
|
|
|
|
|
" [-3.10643198e-02],\n",
|
|
|
|
|
" [-4.67564623e-04],\n",
|
|
|
|
|
" [ 2.70659133e-02],\n",
|
|
|
|
|
" [ 3.42294895e-02],\n",
|
|
|
|
|
" [ 1.24537601e-02],\n",
|
|
|
|
|
" [ 4.59116402e-03],\n",
|
|
|
|
|
" [-9.06253495e-03],\n",
|
|
|
|
|
" [ 3.06714676e-02],\n",
|
|
|
|
|
" [-5.27384384e-03],\n",
|
|
|
|
|
" [-4.72307417e-02],\n",
|
|
|
|
|
" [-4.81553034e-02],\n",
|
|
|
|
|
" [ 1.72003328e-02],\n",
|
|
|
|
|
" [-5.78547317e-02],\n",
|
|
|
|
|
" [-1.10847101e-02],\n",
|
|
|
|
|
" [ 2.79296032e-02],\n",
|
|
|
|
|
" [-3.78801502e-02],\n",
|
|
|
|
|
" [ 4.14781452e-02],\n",
|
|
|
|
|
" [ 3.34212512e-02],\n",
|
|
|
|
|
" [ 3.78235072e-04],\n",
|
|
|
|
|
" [-3.21171769e-02],\n",
|
|
|
|
|
" [ 3.34742705e-02],\n",
|
|
|
|
|
" [-1.77152444e-02],\n",
|
|
|
|
|
" [-2.87723570e-02],\n",
|
|
|
|
|
" [ 3.08189708e-02],\n",
|
|
|
|
|
" [-3.18428519e-02],\n",
|
|
|
|
|
" [-4.15655531e-02],\n",
|
|
|
|
|
" [ 1.36175995e-04],\n",
|
|
|
|
|
" [-2.67928248e-02],\n",
|
|
|
|
|
" [ 1.03131059e-02],\n",
|
|
|
|
|
" [ 9.49765312e-03],\n",
|
|
|
|
|
" [-3.85137668e-03],\n",
|
|
|
|
|
" [-1.44831503e-02],\n",
|
|
|
|
|
" [ 1.67389811e-04],\n",
|
|
|
|
|
" [-8.91762199e-03],\n",
|
|
|
|
|
" [ 2.05854573e-02],\n",
|
|
|
|
|
" [ 3.34967999e-03],\n",
|
|
|
|
|
" [ 2.75580078e-03],\n",
|
|
|
|
|
" [-1.24999768e-02],\n",
|
|
|
|
|
" [ 1.92162764e-02]]), array([[-0.04063365],\n",
|
|
|
|
|
" [ 0.01500192],\n",
|
|
|
|
|
" [ 0.01155429],\n",
|
|
|
|
|
" [ 0.01084445],\n",
|
|
|
|
|
" [-0.02025007],\n",
|
|
|
|
|
" [ 0.00970291],\n",
|
|
|
|
|
" [-0.01869824],\n",
|
|
|
|
|
" [ 0.03025998],\n",
|
|
|
|
|
" [ 0.04717784],\n",
|
|
|
|
|
" [ 0.02069029],\n",
|
|
|
|
|
" [-0.00322925],\n",
|
|
|
|
|
" [-0.03524307],\n",
|
|
|
|
|
" [ 0.0583552 ],\n",
|
|
|
|
|
" [ 0.04365331],\n",
|
|
|
|
|
" [ 0.05732471],\n",
|
|
|
|
|
" [-0.01572487],\n",
|
|
|
|
|
" [ 0.02608565],\n",
|
|
|
|
|
" [-0.02453298],\n",
|
|
|
|
|
" [ 0.06522083],\n",
|
|
|
|
|
" [ 0.02926387],\n",
|
|
|
|
|
" [-0.02268049],\n",
|
|
|
|
|
" [-0.04218387],\n",
|
|
|
|
|
" [ 0.00430445],\n",
|
|
|
|
|
" [-0.00291497],\n",
|
|
|
|
|
" [ 0.02114237],\n",
|
|
|
|
|
" [ 0.00359234],\n",
|
|
|
|
|
" [ 0.01238629],\n",
|
|
|
|
|
" [-0.05348402],\n",
|
|
|
|
|
" [ 0.005845 ],\n",
|
|
|
|
|
" [ 0.06022076]]), array([[-0.17365484],\n",
|
|
|
|
|
" [-0.09489937],\n",
|
|
|
|
|
" [-0.12895467],\n",
|
|
|
|
|
" [-0.1621321 ],\n",
|
|
|
|
|
" [-0.1672037 ],\n",
|
|
|
|
|
" [-0.18413244],\n",
|
|
|
|
|
" [-0.18523752],\n",
|
|
|
|
|
" [-0.18385742],\n",
|
|
|
|
|
" [ 0.15470179],\n",
|
|
|
|
|
" [-0.16888425],\n",
|
|
|
|
|
" [-0.09014148],\n",
|
|
|
|
|
" [ 0.11352326],\n",
|
|
|
|
|
" [ 0.1927987 ],\n",
|
|
|
|
|
" [-0.16811378],\n",
|
|
|
|
|
" [-0.18508637],\n",
|
|
|
|
|
" [ 0.18735534],\n",
|
|
|
|
|
" [ 0.18322863],\n",
|
|
|
|
|
" [ 0.17512173],\n",
|
|
|
|
|
" [ 0.0838658 ],\n",
|
|
|
|
|
" [-0.17509903],\n",
|
|
|
|
|
" [-0.14821157],\n",
|
|
|
|
|
" [ 0.14748116],\n",
|
|
|
|
|
" [ 0.02902309],\n",
|
|
|
|
|
" [ 0.1668159 ],\n",
|
|
|
|
|
" [ 0.13671752],\n",
|
|
|
|
|
" [-0.09753125],\n",
|
|
|
|
|
" [-0.17599583],\n",
|
|
|
|
|
" [-0.16613489],\n",
|
|
|
|
|
" [-0.18254197],\n",
|
|
|
|
|
" [-0.17835342],\n",
|
|
|
|
|
" [-0.17021598]])]\n"
|
2018-01-01 20:46:31 +01:00
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
],
|
|
|
|
|
"source": [
|
2018-01-19 22:52:28 +01:00
|
|
|
"print(mlp.get_weights())\n",
|
|
|
|
|
"print(mlp.get_bias())"
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"cell_type": "code",
|
|
|
|
|
"execution_count": 11,
|
|
|
|
|
"metadata": {},
|
|
|
|
|
"outputs": [],
|
|
|
|
|
"source": [
|
|
|
|
|
"# LOAD FEATURES\n",
|
2018-01-16 22:44:59 +01:00
|
|
|
"\n",
|
|
|
|
|
"# load params from file\n",
|
|
|
|
|
"res = load_params(\"weights_0-815_2018-01-16_22:36:45.params\")\n",
|
|
|
|
|
"W = res[\"params\"]\n",
|
|
|
|
|
"res = load_params(\"bias_0-815_2018-01-16_22:36:45.params\")\n",
|
|
|
|
|
"b = res[\"params\"]\n",
|
|
|
|
|
"\n",
|
|
|
|
|
"# set MLP\n",
|
|
|
|
|
"mlp.set_flatten_weights(W)\n",
|
|
|
|
|
"mlp.set_flatten_bias(b)\n",
|
2018-01-19 22:52:28 +01:00
|
|
|
"\n"
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"cell_type": "code",
|
|
|
|
|
"execution_count": 14,
|
|
|
|
|
"metadata": {},
|
|
|
|
|
"outputs": [
|
|
|
|
|
{
|
|
|
|
|
"name": "stdout",
|
|
|
|
|
"output_type": "stream",
|
|
|
|
|
"text": [
|
|
|
|
|
"recognized: 'P'\n",
|
|
|
|
|
"expected: 'P'\n",
|
|
|
|
|
"recognized: 'r'\n",
|
|
|
|
|
"expected: 'r'\n",
|
|
|
|
|
"recognized: 'l'\n",
|
|
|
|
|
"expected: 'l'\n",
|
|
|
|
|
"recognized: 'd'\n",
|
|
|
|
|
"expected: 'd'\n"
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
],
|
|
|
|
|
"source": [
|
|
|
|
|
"# GENERALIZATION\n",
|
|
|
|
|
"\n",
|
|
|
|
|
"def recognize_letter(num_letter):\n",
|
|
|
|
|
" # Compute outputs\n",
|
|
|
|
|
" e = batch[0][1][num_letter]\n",
|
|
|
|
|
" res = output_to_hard(mlp.compute_outputs())\n",
|
|
|
|
|
" print(\"recognized: '{}'\".format(data.get_letter_of_vector(res[:,num_letter].flatten().tolist())))\n",
|
|
|
|
|
" print(\"expected: '{}'\".format(data.get_letter_of_vector(Y.T[:,num_letter].flatten().tolist())))\n",
|
2018-01-16 22:44:59 +01:00
|
|
|
"\n",
|
2018-01-19 22:52:28 +01:00
|
|
|
"recognize_letter(0)\n",
|
|
|
|
|
"recognize_letter(1)\n",
|
|
|
|
|
"recognize_letter(12)\n",
|
|
|
|
|
"recognize_letter(25)\n"
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"cell_type": "code",
|
|
|
|
|
"execution_count": null,
|
|
|
|
|
"metadata": {},
|
|
|
|
|
"outputs": [],
|
|
|
|
|
"source": [
|
|
|
|
|
"num_letter = 15\n",
|
|
|
|
|
"e = batch[0][1][num_letter]\n",
|
2018-01-16 22:44:59 +01:00
|
|
|
"#X = np.array(batch[0][0][0]).reshape(1, len(batch[0][0][0]))\n",
|
|
|
|
|
"\n",
|
|
|
|
|
"print(\"expected: '{}'\".format(data.get_letter_of_vector(e)))\n",
|
|
|
|
|
"#mlp.set_all_input_examples(X.T)\n",
|
|
|
|
|
"#mlp.set_all_input_examples(X.T, m=X.shape[0])\n",
|
|
|
|
|
"mlp.set_all_training_examples(X.T,Y.T,m=X.shape[0])\n",
|
|
|
|
|
"print(mlp.compute_outputs())\n",
|
|
|
|
|
"res = output_to_hard(mlp.compute_outputs())\n",
|
|
|
|
|
"print(res)\n",
|
2018-01-19 22:52:28 +01:00
|
|
|
"print(res[:,num_letter].flatten().tolist())\n",
|
2018-01-16 22:44:59 +01:00
|
|
|
"# check the first input image\n",
|
2018-01-19 22:52:28 +01:00
|
|
|
"print(\"recognized: '{}'\".format(data.get_letter_of_vector(res[:,num_letter].flatten().tolist())))\n",
|
|
|
|
|
"print(\"expected: '{}'\".format(data.get_letter_of_vector(Y.T[:,num_letter].flatten().tolist())))\n",
|
|
|
|
|
"print(res[:,num_letter])\n",
|
|
|
|
|
"print(Y.T[:,num_letter])"
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"cell_type": "code",
|
|
|
|
|
"execution_count": 15,
|
|
|
|
|
"metadata": {},
|
|
|
|
|
"outputs": [
|
|
|
|
|
{
|
|
|
|
|
"name": "stdout",
|
|
|
|
|
"output_type": "stream",
|
|
|
|
|
"text": [
|
|
|
|
|
"[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]\n",
|
|
|
|
|
"lenX,m 300 1\n",
|
|
|
|
|
"[[0.]\n",
|
|
|
|
|
" [0.]\n",
|
|
|
|
|
" [0.]\n",
|
|
|
|
|
" [0.]\n",
|
|
|
|
|
" [0.]\n",
|
|
|
|
|
" [0.]\n",
|
|
|
|
|
" [0.]\n",
|
|
|
|
|
" [1.]\n",
|
|
|
|
|
" [0.]\n",
|
|
|
|
|
" [0.]\n",
|
|
|
|
|
" [0.]\n",
|
|
|
|
|
" [0.]\n",
|
|
|
|
|
" [0.]\n",
|
|
|
|
|
" [0.]\n",
|
|
|
|
|
" [0.]\n",
|
|
|
|
|
" [0.]\n",
|
|
|
|
|
" [0.]\n",
|
|
|
|
|
" [0.]\n",
|
|
|
|
|
" [0.]\n",
|
|
|
|
|
" [0.]\n",
|
|
|
|
|
" [0.]\n",
|
|
|
|
|
" [0.]\n",
|
|
|
|
|
" [0.]\n",
|
|
|
|
|
" [0.]\n",
|
|
|
|
|
" [0.]\n",
|
|
|
|
|
" [0.]\n",
|
|
|
|
|
" [0.]\n",
|
|
|
|
|
" [0.]\n",
|
|
|
|
|
" [0.]\n",
|
|
|
|
|
" [0.]\n",
|
|
|
|
|
" [0.]]\n"
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"ename": "ValueError",
|
|
|
|
|
"evalue": "The truth value of an array with more than one element is ambiguous. Use a.any() or a.all()",
|
|
|
|
|
"output_type": "error",
|
|
|
|
|
"traceback": [
|
|
|
|
|
"\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
|
|
|
|
|
"\u001b[0;31mValueError\u001b[0m Traceback (most recent call last)",
|
|
|
|
|
"\u001b[0;32m<ipython-input-15-aabda9543b7c>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m 15\u001b[0m \u001b[0mr\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mget_recognized_char\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m\"data/ext_ln0_car0.pgm\"\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 16\u001b[0m \u001b[0mprint\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mr\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 17\u001b[0;31m \u001b[0mprint\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mdata\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mget_letter_of_vector\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mr\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 18\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
|
|
|
|
|
"\u001b[0;32m~/devel/machine_learning/deep_learning/ocr_mlp/letters.py\u001b[0m in \u001b[0;36mget_letter_of_vector\u001b[0;34m(self, vector)\u001b[0m\n\u001b[1;32m 104\u001b[0m \u001b[0mret\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 105\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0mletter\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mvec\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mletter_to_vector\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mitems\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 106\u001b[0;31m \u001b[0;32mif\u001b[0m \u001b[0mvec\u001b[0m \u001b[0;34m==\u001b[0m \u001b[0mvector\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m 107\u001b[0m \u001b[0mret\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mletter\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m 108\u001b[0m \u001b[0;32mbreak\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
|
|
|
|
|
"\u001b[0;31mValueError\u001b[0m: The truth value of an array with more than one element is ambiguous. Use a.any() or a.all()"
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
],
|
|
|
|
|
"source": [
|
|
|
|
|
"# RECOGNIZE IMAGE\n",
|
|
|
|
|
"from pnmimage import PnmImage\n",
|
|
|
|
|
"\n",
|
|
|
|
|
"def get_recognized_char(filename):\n",
|
|
|
|
|
" img = PnmImage()\n",
|
|
|
|
|
" if img.load(filename) == False:\n",
|
|
|
|
|
" print(\"ERROR: failed to open '{}'\".format(filename))\n",
|
|
|
|
|
" image_size = img.get_size()\n",
|
|
|
|
|
" idata = img.get_data_bin()\n",
|
|
|
|
|
" print(idata)\n",
|
|
|
|
|
" output = mlp.compute_outputs(idata, 1)\n",
|
|
|
|
|
" h = output_to_hard(output)\n",
|
|
|
|
|
" return h\n",
|
|
|
|
|
"\n",
|
|
|
|
|
"r = get_recognized_char(\"data/ext_ln0_car0.pgm\")\n",
|
|
|
|
|
"print(r)\n",
|
|
|
|
|
"print(data.get_letter_of_vector(r))\n",
|
|
|
|
|
"\n"
|
2018-01-15 23:01:56 +01:00
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"cell_type": "code",
|
|
|
|
|
"execution_count": 29,
|
|
|
|
|
"metadata": {},
|
|
|
|
|
"outputs": [
|
|
|
|
|
{
|
|
|
|
|
"data": {
|
|
|
|
|
"image/png": "iVBORw0KGgoAAAANSUhEUgAAAXcAAAD8CAYAAACMwORRAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4xLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvAOZPmwAAF91JREFUeJzt3X1wHPd93/H3B4dngARIAqYoPpiUQtthHCtSUEWK60bxUyg1I00naSpO3KiJbE5notZJPE3kSUdOlX/qNnUazyi2GVdV4kmlSq4nZV0mii3LcRpHiqBxIouUSMGibIISSZAUSYlPePr2j12QR+gOdwQPWOze5zVzc7e7v7v9LpfzucVv936riMDMzIqlJesCzMys8RzuZmYF5HA3Mysgh7uZWQE53M3MCsjhbmZWQA53M7MCcribmRWQw93MrIBas1rxwMBAbNy4MavVm5nl0rPPPns0IgZrtcss3Ddu3Mjw8HBWqzczyyVJ36+nnbtlzMwKyOFuZlZADnczswJyuJuZFZDD3cysgBzuZmYF5HA3Myug3IX73kNv8Jm/3MvRN89nXYqZ2ZKVu3B/6cgbfPYbIxw/PZ51KWZmS1buwl0IAN/X28ysuvyFe5LtBE53M7NqchfuLTPh7mw3M6sqd+FO2i0z7XQ3M6sqd+EuH7mbmdWUv3DPugAzsxzIX7jLV8uYmdVSM9wlPSjpiKTnqyz/RUnPSfqupG9Luq7xZZatL3321TJmZtXVc+T+ELB1juX7gZ+KiB8FfhfY0YC6qnKfu5lZbTVvsxcR35K0cY7l3y6bfApYd+VlVXfxOnczM6um0X3udwN/Xm2hpO2ShiUNj42NzWsFF/vcHe9mZtU0LNwl/TRJuP9WtTYRsSMihiJiaHCw5s27K68nfZ52tpuZVVWzW6Yekt4DfBG4NSKONeIz51hX+srpbmZWzRUfuUvaAHwF+JcRse/KS6qxvvTZvTJmZtXVPHKX9DBwCzAgaRT4FNAGEBGfB+4DVgF/mB5VT0bE0EIV7BOqZma11XO1zLYayz8KfLRhFdXgIX/NzGrL4S9Uk2dfLWNmVl3+wj19drSbmVWXv3D32DJmZjXlMNyTZ3fLmJlVl79wT58d7WZm1eUv3N0tY2ZWUw7DPXn2kL9mZtXlL9zTZx+5m5lVl79w9y9Uzcxqyl24g4f8NTOrJXfh3uI7MZmZ1ZS7cL9wtYw7ZszMqspfuKfPPnI3M6suf+Hubhkzs5ryF+4zJ1QzrsPMbCnLX7h7bBkzs5pyF+4zHO1mZtXlLtzd525mVlvuwr1F/hGTmVktuQt3Dz9gZlZb/sLdN8g2M6spf+HuIX/NzGrKX7inzz5yNzOrrma4S3pQ0hFJz1dZLkmflTQi6TlJNzS+zPL1Jc/OdjOz6uo5cn8I2DrH8luBzeljO/C5Ky9rLr5axsyslprhHhHfAo7P0eQO4E8i8RTQL2lNowqcbWbIXzMzq64Rfe5rgQNl06PpvLeQtF3SsKThsbGxea1sZsjfaR+5m5lVtagnVCNiR0QMRcTQ4ODgvD7DJ1TNzGprRLgfBNaXTa9L5y0IDz9gZlZbI8J9J/BL6VUzNwEnI+K1BnxuRR7y18ysttZaDSQ9DNwCDEgaBT4FtAFExOeBXcBtwAhwBvjlhSo2qSd59tUyZmbV1Qz3iNhWY3kAv9qwiurkaDczqy5/v1C9cEY10zLMzJa03IX7hSF/ne5mZlXlLtxnjtynne1mZlXlL9w95K+ZWU35C3cP+WtmVlP+wj199pG7mVl1uQt3POSvmVlNuQt34fEHzMxqyV+4+8jdzKym3IX7hevcne5mZlXlLtxnTqh6PHczs+ryF+7ucjczqyl/4e4hf83MaspduOMhf83MaspduMs3yDYzqyl/4Z4++8DdzKy6/IW7h/w1M6spd+He4qtlzMxqyl24z1wt4/Hczcyqy1+4e8hfM7Oa8hvuznYzs6pyF+7tpRYkODcxlXUpZmZLVu7CXRJdbSXOjjvczcyqqSvcJW2VtFfSiKR7KyzfIOlJSd+R9Jyk2xpf6kXd7SXO+MjdzKyqmuEuqQQ8ANwKbAG2Sdoyq9m/Bx6NiOuBO4E/bHSh5brafeRuZjaXeo7cbwRGIuLliBgHHgHumNUmgOXp6z7g1caV+FZdbSXOjE8u5CrMzHKtnnBfCxwomx5N55X7HeAjkkaBXcC/qfRBkrZLGpY0PDY2No9yE13trZydmJ73+83Miq5RJ1S3AQ9FxDrgNuBLkt7y2RGxIyKGImJocHBw3ivrbitx1kfuZmZV1RPuB4H1ZdPr0nnl7gYeBYiIvwU6gYFGFFhJV3uJM+5zNzOrqp5wfwbYLGmTpHaSE6Y7Z7X5AfABAEk/TBLu8+93qcEnVM3M5lYz3CNiErgHeBx4geSqmN2S7pd0e9rsE8DHJP0D8DDwr2IB76bR3VbirC+FNDOrqrWeRhGxi+REafm8+8pe7wHe29jSqnO3jJnZ3HL3C1Vwt4yZWS25DPfutlbGp6aZnPLlkGZmleQy3Lvak7Ld725mVlkuw315ZxsAJ89OZFyJmdnSlMtwX728E4DDp85lXImZ2dKU63A/dPJ8xpWYmS1NuQz3q/rScPeRu5lZRbkM9xXdbbS3tnDE4W5mVlEuw10Sq5d38NpJh7uZWSW5DHeAawd72XvojazLMDNbknIb7tevX8G+I29w6pwvhzQzmy2/4b6hnwj4zg9OZF2KmdmSk9twH9q4go7WFp588UjWpZiZLTm5Dffu9lbet3mAr+05zAKOLmxmlku5DXeAD21ZzcETZ9nz2qmsSzEzW1JyHe7vf9dqJPj6HnfNmJmVy3W4Dy7r4IYNK/jGi4ezLsXMbEnJdbgD/MSmlex+9RTnPPyvmdkFuQ/369b3Mzkd7nc3MyuT/3Bf1w/Ad0dPZlyJmdnSkftwX728g2Udrbw89mbWpZiZLRm5D3dJbBrs4eWjp7Muxcxsych9uANsGuhhv8PdzOyCusJd0lZJeyWNSLq3SptfkLRH0m5J/6OxZc7tmoFeDp446ytmzMxSrbUaSCoBDwAfAkaBZyTtjIg9ZW02A58E3hsRr0t620IVXMnaFV1EwJFT59mwqnsxV21mtiTVc+R+IzASES9HxDjwCHDHrDYfAx6IiNcBImJRfzJ6VXpP1ddOnl3M1ZqZLVn1hPta4EDZ9Gg6r9w7gHdI+htJT0naWumDJG2XNCxpeGxsbH4VV+B7qpqZXapRJ1Rbgc3ALcA24I8k9c9uFBE7ImIoIoYGBwcbtOqL4e7b7pmZJeoJ94PA+rLpdem8cqPAzoiYiIj9wD6SsF8UvR2tLOts5ZDD3cwMqC/cnwE2S9okqR24E9g5q82fkRy1I2mApJvm5QbWWdPq5Z0cdreMmRlQR7hHxCRwD/A48ALwaETslnS/pNvTZo8DxyTtAZ4E/l1EHFuooitZ2dPO8dPji7lKM7Mlq+alkAARsQvYNWvefWWvA/iN9JGJVT3tjBzxEARmZlCQX6gCrPCRu5nZBYUJ91U97bx+Zpzpad9P1cysMOG+orud6YCTZyeyLsXMLHOFCfdVve0AHD/jrhkzs8KE+4ruNNzd725mVpxwX9njcDczm+FwNzMrIIe7mVkBFSbcO9tKdLeXOPamw93MrDDhDslJVV8KaWZWsHDv62rj5FkfuZuZFSrc+7vbOHHGR+5mZsULd3fLmJkVK9z7utp95G5mRsHCvb876XNPRiA2M2texQr3rjYmpoIz41NZl2JmlqlihXt3G4D73c2s6RUq3Pu6kl+pnvDIkGbW5AoV7jNH7id9UtXMmlwhw93dMmbW7IoV7he6ZRzuZtbcihXuF47c3eduZs2trnCXtFXSXkkjku6do93PSQpJQ40rsX6dbSU6Wlvc525mTa9muEsqAQ8AtwJbgG2StlRotwz4OPB0o4u8HB5fxsysviP3G4GRiHg5IsaBR4A7KrT7XeDTwLkG1nfZ+rva3S1jZk2vnnBfCxwomx5N510g6QZgfUT83wbWNi99PnI3M7vyE6qSWoDPAJ+oo+12ScOShsf
|
|
|
|
|
"text/plain": [
|
|
|
|
|
"<matplotlib.figure.Figure at 0x7f5168d17748>"
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
"metadata": {},
|
|
|
|
|
"output_type": "display_data"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "stdout",
|
|
|
|
|
"output_type": "stream",
|
|
|
|
|
"text": [
|
|
|
|
|
"{'iterations': 1000, 'cost_function': 0.031307411466539793}\n",
|
|
|
|
|
"[[ 0.01201341 0.98092967 0.98092663 0.02404195]\n",
|
|
|
|
|
" [ 0.98798659 0.01907033 0.01907337 0.97595805]]\n",
|
|
|
|
|
"[array([[-2.40378742, 2.05154928],\n",
|
|
|
|
|
" [ 1.09713928, 1.09693386],\n",
|
|
|
|
|
" [ 2.05046244, -2.40358981]]), array([[ 2.57638752, 0.99113136, 2.57718917],\n",
|
|
|
|
|
" [-2.60126558, -0.77456271, -2.6004823 ]])]\n"
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"data": {
|
|
|
|
|
"image/png": "iVBORw0KGgoAAAANSUhEUgAAAXcAAAD8CAYAAACMwORRAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4xLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvAOZPmwAAF3JJREFUeJzt3X+QXeV93/H35979vRIrgVZGSHIkG9FEprjgNYFxfxCbJILJoExLM2jixk1x9E9IncTTBk860JL+4zpDWs8Qx2pC3XgaKHE8qeoqJS6mztQuWMs4xYAisUYYxC8tSAj93h/32z/u2d27u/fuubu60t3n7Oc1o7n3POe55zxnj+azzz7nnOcqIjAzs2IptbsBZmbWeg53M7MCcribmRWQw93MrIAc7mZmBeRwNzMrIIe7mVkBOdzNzArI4W5mVkAd7drxunXrYsuWLe3avZlZkp555pm3I2Iwr17bwn3Lli0MDw+3a/dmZkmS9KNm6nlYxsysgBzuZmYF5HA3Myug3HCX9LCko5Kea7D+FyU9K+kHkr4r6cOtb6aZmS1GMz33rwA7Flh/GPgHEfG3gd8B9rSgXWZmdgFy75aJiL+StGWB9d+tWXwK2HThzTIzswvR6jH3u4G/aPE2zcxskVoW7pJ+imq4/9YCdXZLGpY0PDo6uqT9HHzzJA/+5UHePnV+iS01Myu+loS7pOuAPwR2RsQ7jepFxJ6IGIqIocHB3Aes6nrx6Em++K0Rjp0eW2JrzcyK74LDXdL7ga8D/yQiDl14k3L2hwDw93qbmTWWe0FV0iPALcA6SUeA+4FOgIj4A+A+4Arg9yUBTETE0MVqcHUXEDjdzcwaaeZumV056z8NfLplLcqh6f1eqj2amaUnuSdUs78OHO5mZgtIMNyrrxWnu5lZQ+mFe7sbYGaWgPTC3cMyZma50gv37NV3y5iZNZZeuE/dCulsNzNrKN1wb28zzMyWtfTCffoJVce7mVkjyYU77rmbmeVKLtz9hKqZWb7kwr2kmftlzMysvuTCfeYJ1fa2w8xsOUsv3D3lr5lZrvTCffo+d6e7mVkj6YV79upoNzNrLLlwx0+ompnlSi7cp8fc3Xc3M2sovXD3uIyZWa70wj17dbabmTWWXrh7Pnczs1zJhXtpem4Zp7uZWSPJhbufUDUzy5dcuOMpf83MciUX7v6yDjOzfOmF+9Qbp7uZWUO54S7pYUlHJT3XYL0kfVHSiKRnJd3Q+mbO2h/gC6pmZgtppuf+FWDHAutvA7Zl/3YDX7rwZjXmL+swM8uXG+4R8VfAsQWq7AT+OKqeAtZI2tCqBs4lzy1jZparFWPuG4FXa5aPZGUXxczcMmZm1sglvaAqabekYUnDo6OjS9xG9dW3QpqZNdaKcH8N2FyzvCkrmyci9kTEUEQMDQ4OLmlnvhXSzCxfK8J9L/BL2V0zNwEnIuKNFmy3LvkhJjOzXB15FSQ9AtwCrJN0BLgf6ASIiD8A9gG3AyPAGeCXL1Zjq+2pvjrbzcwayw33iNiVsz6AX21Zi3J4WMbMLF+CT6h6yl8zszzphbun/DUzy5VeuGev7rmbmTWWXrh7zN3MLFdy4e753M3M8iUX7lJ+HTOzlS65cC9l6V5xz93MrKHkwt0XVM3M8qUX7n5C1cwsV3rh7il/zcxypRfunvLXzCxXcuE+xdFuZtZYcuE+fSuk093MrKEEw31qzN3pbmbWSHrhnr16yN3MrLH0wt1zy5iZ5Uou3P2EqplZvuTC3cMyZmb5kgt3PCxjZpYruXAXnn/AzCxPeuHunruZWa70wj17dcfdzKyx9MJd/iYmM7M86YV79upoNzNrLL1w9/VUM7NcCYa753M3M8vTVLhL2iHpoKQRSffWWf9+SU9K+r6kZyXd3vqmTu2r+uoxdzOzxnLDXVIZeAi4DdgO7JK0fU61fwU8FhHXA3cBv9/qhk63J3t1tpuZNdZMz/1GYCQiXoqIMeBRYOecOgFclr0fAF5vXRNn85S/Zmb5mgn3jcCrNctHsrJa/xr4pKQjwD7g1+ptSNJuScOShkdHR5fQXPfczcya0aoLqruAr0TEJuB24KuS5m07IvZExFBEDA0ODi5pR35C1cwsXzPh/hqwuWZ5U1ZW627gMYCI+L9AD7CuFQ2ca2puGffczcwaaybc9wPbJG2V1EX1guneOXVeAT4BIOknqIb70sZdcsz03J3uZmaN5IZ7REwA9wCPAweo3hXzvKQHJN2RVfss8CuS/h/wCPBP4yLdqzgV7pWKw93MrJGOZipFxD6qF0pry+6ref8C8LHWNq2+zlL199H4pMPdzKyR5J5QLZVEuSQmKpV2N8XMbNlKLtwBOstiwj13M7OG0gz3UomxSffczcwaSTLcO9xzNzNbUJLh3lkuMe6eu5lZQwmHu3vuZmaNJBrucs/dzGwBSYZ7R7nkWyHNzBaQZLh7WMbMbGGJhruHZczMFpJkuHeUfCukmdlCkgz3zrIfYjIzW0iS4d7V4fvczcwWkmS493WVOX1+ot3NMDNbtpIM99U9nZw853A3M2sk0XDvcLibmS0g0XDv5NT5CX8bk5lZA0mG+2U91S+QOulxdzOzupIM98v7uwA4dnqszS0xM1uekgz39at7ADj63rk2t8TMbHlKMtwHV3cDcPTk+Ta3xMxseUoy3Nf2dQLw7tnxNrfEzGx5SjLc+7qrF1TP+IKqmVldSYZ7b2cZgDNjk21uiZnZ8pRkuJdLorezzJkx99zNzOppKtwl7ZB0UNKIpHsb1PkFSS9Iel7Sn7S2mfP1d5c57Z67mVldHXkVJJWBh4CfBo4A+yXtjYgXaupsAz4HfCwijktaf7EaPKW3q+wxdzOzBprpud8IjETESxExBjwK7JxT51eAhyLiOEBEHG1tM+fr7+pwz93MrIFmwn0j8GrN8pGsrNY1wDWSviPpKUk76m1I0m5Jw5KGR0dHl9biTF9XmbMOdzOzulp1QbUD2AbcAuwC/qOkNXMrRcSeiBiKiKHBwcEL2mF/dwenfUHVzKyuZsL9NWBzzfKmrKzWEWBvRIxHxGHgENWwv2j6usqcOe+eu5lZPc2E+35gm6StkrqAu4C9c+r8OdVeO5LWUR2meamF7Zynr8s9dzOzRnLDPSImgHuAx4EDwGMR8bykByTdkVV7HHhH0gvAk8C/iIh3LlajwWPuZmYLyb0VEiAi9gH75pTdV/M+gN/M/l0SHnM3M2ssySdUodpzPzdeYdLfxmRmNk+y4d7flU0e5t67mdk8yYZ7b5cnDzMzayTZcO/vdribmTWSbLj3ZcMypz2/jJnZPMmG+8yYu3vuZmZzJRvufdmwjG+HNDObL91wzy6o+kEmM7P5kg33fo+5m5k1lGy49/lWSDOzhpIN9/7urOfuMXczs3mSDffujhIl4Wl/zczqSDbcJdHX1eFhGTOzOpINd6iOu/uCqpnZfMmH+9lx99zNzOZKOtx7PSxjZlZX0uFe7bl7WMbMbK7kw909dzOz+ZIO995Of4+qmVk9SYe7e+5mZvUlHe6+oGpmVl/S4d7XVeaspx8wM5sn+XA/Mz5JRLS7KWZmy0rS4d7TWSYCzk9U2t0UM7NlJelw97S/Zmb1NRXuknZIOihpRNK9C9T7R5JC0lDrmtjYTLh73N3MrFZuuEsqAw8BtwHbgV2Stteptxr4DPB0qxvZSG/2bUy+193MbLZmeu43AiMR8VJEjAGPAjvr1Psd4PPAuRa2b0H9HpYxM6urmXDfCLxas3wkK5sm6QZgc0T8j4U2JGm3pGFJw6Ojo4tu7Fx9/h5VM7O6LviCqqQS8CDw2by6EbEnIoYiYmhwcPBCd83qnmq4n3K4m5nN0ky4vwZsrlnelJVNWQ1cC/xvSS8DNwF7L8VF1anvUXW4m5nN1ky47we2SdoqqQu4C9g7tTIiTkTEuojYEhFbgKeAOyJi+KK0uEZ/d3XM3cMyZmaz5YZ7REwA9wCPAweAxyLieUkPSLrjYjdwIau7OwE45S/JNjObpaOZShGxD9g3p+y+BnVvufBmNaens0RJcOr8+KXapZl
|
|
|
|
|
"text/plain": [
|
|
|
|
|
"<matplotlib.figure.Figure at 0x7f5168c3dcc0>"
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
"metadata": {},
|
|
|
|
|
"output_type": "display_data"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "stdout",
|
|
|
|
|
"output_type": "stream",
|
|
|
|
|
"text": [
|
|
|
|
|
"{'iterations': 1000, 'cost_function': 0.031190216120355926}\n",
|
|
|
|
|
"[[ 0.01277621 0.9811383 0.98114161 0.02333379]\n",
|
|
|
|
|
" [ 0.98722379 0.0188617 0.01885839 0.97666621]]\n",
|
|
|
|
|
"[array([[-1.01205709, -1.01200878],\n",
|
|
|
|
|
" [ 2.08751553, -2.38975991],\n",
|
|
|
|
|
" [-2.38947784, 2.08601873]]), array([[-0.78583897, 2.64231438, 2.5581069 ],\n",
|
|
|
|
|
" [ 0.77756604, -2.57364066, -2.65805014]])]\n"
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"data": {
|
|
|
|
|
"image/png": "iVBORw0KGgoAAAANSUhEUgAAAXcAAAD8CAYAAACMwORRAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4xLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvAOZPmwAAHSVJREFUeJzt3X10XHd95/H3Z0aSJevBD5H8ED/Eju0kmGAIEQ7Py0kIcYC1t8vDsVt2gU3j7lkCaSl0k1M2ZcOe00PbhS27WZosZaEpxE1TDniDqaEBWggJWA6OiZM4UZwHy4ltOX5+1NN3/5greyxLnrE88swdfV7n6Oje3/3pzvfq6nzm6nfv3KuIwMzMqkum3AWYmVnpOdzNzKqQw93MrAo53M3MqpDD3cysCjnczcyqkMPdzKwKOdzNzKqQw93MrArVlOuFW1tbY968eeV6eTOzVNq4ceOeiGgr1K9s4T5v3jw6OjrK9fJmZqkk6cVi+nlYxsysCjnczcyqkMPdzKwKOdzNzKqQw93MrAo53M3MqpDD3cysCqUu3De8sJcv/XArvf0D5S7FzKxipS7cH3txH1/5cafD3czsLFIX7hkJgAE/19vMbESpC/ck2xkIp7uZ2UhSF+6DR+7hURkzsxGlMNxz333kbmY2svSFe5Lu/Q53M7MRpS/cT55QdbibmY2kqHCXtEzSVkmdkm4bZvlcST+R9GtJmyW9t/Sl5pwcc3e2m5mNqGC4S8oCdwE3AouBVZIWD+n2OeD+iLgKWAn871IXOshj7mZmhRVz5L4U6IyIbRHRA6wBVgzpE0BLMj0JeLl0JZ7O17mbmRVWTLjPArbnzXclbfk+D3xEUhewDvjkcCuStFpSh6SO7u7uUZSbd527093MbESlOqG6CvhGRMwG3gvcK+mMdUfEPRHRHhHtbW0Fn+86LJ9QNTMrrJhw3wHMyZufnbTluwm4HyAiHgHqgdZSFDhUJqnYB+5mZiMrJtw3AIskzZdUR+6E6dohfV4CrgOQ9Bpy4T66cZcCfORuZlZYwXCPiD7gFmA98BS5q2K2SLpT0vKk2x8CN0t6HLgP+FjE2KTvqUshHe5mZiOpKaZTRKwjd6I0v+2OvOkngbeVtrTh+WoZM7PCUvgJ1dx3D8uYmY0sdeGuwSN33xXSzGxEqQt3H7mbmRWWunDPZny1jJlZIakLd59QNTMrLHXh7sfsmZkVlrpw93XuZmaFpTbcPSxjZjayFIZ77nu/093MbETpC3dfLWNmVlD6wt2P2TMzKyiF4Z777iN3M7ORpS7c5ROqZmYFpS7cfeRuZlZYCsN98MZhDnczs5EUFe6SlknaKqlT0m3DLP+ypE3J1zOS9pe+1Bxf525mVljBh3VIygJ3AdcDXcAGSWuTB3QAEBF/kNf/k8BVY1ArkP8MVae7mdlIijlyXwp0RsS2iOgB1gArztJ/FblH7Y0J337AzKywYsJ9FrA9b74raTuDpEuA+cCPz7+04XlYxsyssFKfUF0JPBAR/cMtlLRaUoekju7u7lG9gK+WMTMrrJhw3wHMyZufnbQNZyVnGZKJiHsioj0i2tva2oqvMs/g7Qd8bxkzs5EVE+4bgEWS5kuqIxfga4d2knQFMAV4pLQlnm5CTa7kE71+iKqZ2UgKhntE9AG3AOuBp4D7I2KLpDslLc/ruhJYE2N8prO+NgvA8b5hR37MzIwiLoUEiIh1wLohbXcMmf986coa2clw73W4m5mNJHWfUK1PhmWOe1jGzGxEqQv3mmyGmow45iN3M7MRpS7cITc042EZM7ORpTjcPSxjZjaSlIZ7hhM+cjczG1FKwz3rSyHNzM4ipeGe8bCMmdlZpDPca7Ic6/GRu5nZSNIZ7h6WMTM7q/SGu4dlzMxGlNJw99UyZmZnk9Jw94eYzMzOJqXhnuF4n4dlzMxGkspwb6jNcrSnr9xlmJlVrFSGe3N9Lcd7B+jt99G7mdlwUhnuLfW529AfOu6jdzOz4RQV7pKWSdoqqVPSbSP0+bCkJyVtkfTt0pZ5upaGWgAOHusdy5cxM0utgk9ikpQF7gKuB7qADZLWRsSTeX0WAbcDb4uIfZKmjVXBAJMGw/24w93MbDjFHLkvBTojYltE9ABrgBVD+twM3BUR+wAiYndpyzzd4JH7AR+5m5kNq5hwnwVsz5vvStryXQZcJulhSY9KWjbciiStltQhqaO7u3t0FQMt9YPDMh5zNzMbTqlOqNYAi4B3AauA/yNp8tBOEXFPRLRHRHtbW9uoX6ylITea5GEZM7PhFRPuO4A5efOzk7Z8XcDaiOiNiOeBZ8iF/ZiY5BOqZmZnVUy4bwAWSZovqQ5YCawd0ue75I7akdRKbphmWwnrPE1DbZaajHzkbmY2goLhHhF9wC3AeuAp4P6I2CLpTknLk27rgVclPQn8BPhsRLw6VkVLYvLEWvYecbibmQ2n4KWQABGxDlg3pO2OvOkAPp18XRCtTRPYc/jEhXo5M7NUSeUnVAHamifQfcjhbmY2nPSGe5PD3cxsJOkN9+YJdB8+QW5EyMzM8qU63Hv6Bjjom4eZmZ0h1eEO0H3oeJkrMTOrPKkN95mTGgDo2neszJWYmVWe1Ib7nKm5cN/ucDczO0Nqw316cz112Qxde4+WuxQzs4qT2nDPZMSsKQ1s3+dwNzMbKrXhDjBn6kS27/WwjJnZUOkOdx+5m5kNK93hPnUi+4/2+u6QZmZDpDrc57c2ArCt+0iZKzEzqyypDvfLpjcD8MyuQ2WuxMyssqQ63OdOnUhdTYZnHe5mZqcpKtwlLZO0VVKnpNuGWf4xSd2SNiVfv1v6Us+UzYgFbU08s+vwhXg5M7PUKPiwDklZ4C7genLPSt0gaW1EPDmk699FxC1jUONZXTa9iQ3P773QL2tmVtGKOXJfCnRGxLaI6AHWACvGtqziXT6jmZcPHOfAUV8xY2Y2qJhwnwVsz5vvStqG+oCkzZIekDSnJNUVYcmsyQBs3rH/Qr2kmVnFK9UJ1f8HzIuIJcCPgG8O10nSakkdkjq6u7tL8sKvmz0JgMe3O9zNzAYVE+47gPwj8dlJ20kR8WpEDD7z7mvA1cOtKCLuiYj2iGhva2sbTb1nmNRQy6WtjTzedaAk6zMzqwbFhPsGYJGk+ZLqgJXA2vwOkmbmzS4HnipdiYW9fs5kNm3f70fumZklCoZ7RPQBtwDryYX2/RGxRdKdkpYn3T4laYukx4FPAR8bq4KHs3T+VLoPneA5f1LVzAwo4lJIgIhYB6wb0nZH3vTtwO2lLa14b11wEQCPPLeHhdOaylWGmVnFSPUnVAfNnTqRWZMbeLjz1XKXYmZWEaoi3CXxjkWtPNy5hxN9/eUux8ys7Koi3AGWXTmDQyf6eLhzT7lLMTMru6oJ97cuaKWlvobvb95Z7lLMzMquasK9ribDuxdP50dP7vTQjJmNe1UT7gC/ddUsDh7vY91vXil3KWZmZVVV4f62Ba1c2tbIN3/xYrlLMTMrq6oK90xGfPQt89i0fT8bX9xX7nLMzMqmqsId4INXz6a1qY4/X/+0b0dgZuNW1YV744QaPnntIh7dtpefPlOaO0+amaVN1YU7wKqlc7m0tZH/8t0nOHKir9zlmJldcFUZ7nU1Gb74wSXs2H+M//b9C3qDSjOzilCV4Q7wpnlT+b13LuC+X73E3z7qq2fMbHwp6q6QafXZGy5n686DfH7tFqY1T+A9r51R7pLMzC6Iqj1yB8hmxF+uuoorZ03iP33rMb63aUfhHzIzqwJFhbukZZK2SuqUdNtZ+n1AUkhqL12J56elvpZ7b1rKGy+Zwq1rNvGFB5+kt3+g3GWZmY2pguEuKQvcBdwILAZWSVo8TL9m4Fbgl6Uu8nw119fytzddw8feOo+//vnzLP9fD/tDTmZW1Yo5cl8KdEbEtojoAdYAK4bp9wXgi8DxEtZXMnU1GT6//LXc/e+uZv/RHj7w1V/wiW89xlOvHCx3aWZmJVfMCdVZwPa8+S7gmvwOkt4IzImI70v6bAnrK7kbXjuDty9s5as/fY5v/OIFvv+bV3j7wlY
|
|
|
|
|
"text/plain": [
|
|
|
|
|
"<matplotlib.figure.Figure at 0x7f5168c96da0>"
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
"metadata": {},
|
|
|
|
|
"output_type": "display_data"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "stdout",
|
|
|
|
|
"output_type": "stream",
|
|
|
|
|
"text": [
|
|
|
|
|
"{'iterations': 1000, 'cost_function': 0.03171314920552748}\n",
|
|
|
|
|
"[[ 0.01947007 0.97421129 0.98964546 0.01990589]\n",
|
|
|
|
|
" [ 0.98052993 0.02578871 0.01035454 0.98009411]]\n",
|
|
|
|
|
"[array([[ 1.31420216, -1.30600905],\n",
|
|
|
|
|
" [-1.99140538, -2.44175863],\n",
|
|
|
|
|
" [-2.37396126, -1.90332763]]), array([[ 1.09790652, -2.56363219, 2.62272519],\n",
|
|
|
|
|
" [-1.17325226, 2.53073242, -2.49247235]])]\n"
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"data": {
|
|
|
|
|
"image/png": "iVBORw0KGgoAAAANSUhEUgAAAXcAAAD8CAYAAACMwORRAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4xLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvAOZPmwAAGkVJREFUeJzt3XtwXOd93vHvg90FAVAEwQsoUryIlAxZoa1YcmFarl3HtaREchsynSQdqjfZdctpG9WKnWkrTTpKokxn6rSV62SYjDmpk0zGNiMracK6bBlFUqa2G9uEZFUySVGCKEokI5LgnRIvuP36xzmAFuAusQQXWO45z2dmB+e8+3L3d3A4z744l3cVEZiZWba0NLoAMzOrP4e7mVkGOdzNzDLI4W5mlkEOdzOzDHK4m5llkMPdzCyDHO5mZhnkcDczy6Bio9548eLFsXr16ka9vZlZU3ruueeORUT3VP0aFu6rV6+mr6+vUW9vZtaUJL1RSz8fljEzyyCHu5lZBjnczcwyyOFuZpZBDnczswxyuJuZZZDD3cwsg5ou3HfuP8F/+fO9DI2MNroUM7NrVk3hLuleSXsl9Ut6uMLzX5L0Qvp4RdKp+peaeP6Nk/zWM/0MDjvczcyqmfIOVUkFYDNwD3AQ2ClpW0TsHusTEZ8v6/+vgTtmoFYAioXk82h4xF/sbWZWTS0j93VAf0Tsi4hBYCuw4TL97we+UY/iKmktCIBBH5YxM6uqlnBfDhwoWz+Ytl1C0o3AGuCZqy+tsvGR+6jD3cysmnqfUN0IPBkRI5WelLRJUp+kvoGBgWm9QbElGbn7sIyZWXW1hPshYGXZ+oq0rZKNXOaQTERsiYjeiOjt7p5yxsqKSunI3VfLmJlVV0u47wR6JK2R1EoS4Nsmd5J0K7AA+Kv6ljhRMT3mPjzqkbuZWTVThntEDAMPAjuAPcATEbFL0mOS1pd13QhsjYgZTd1iS1KyL4U0M6uupi/riIjtwPZJbY9OWv/V+pVVXWvRI3czs6k03R2qYyP3YR9zNzOrqvnCPT3mPuSrZczMqmq6cC/5Onczsyk1Xbj7Onczs6k1XbiPjdw9/YCZWXVNG+4euZuZVdd04T6nmJR8YajiDAdmZkYThntXRwmA0+eHGlyJmdm1q+nCfV5bCQlOnRtsdClmZtespgv3QouY317ilEfuZmZVNV24A3S1lzh5zuFuZlZNc4Z7R6sPy5iZXUaThnuJUx65m5lV1ZThvqCjlZMeuZuZVdWU4d7VUeK0R+5mZlU1Z7i3t3L24rC/as/MrIqmDPcFc30jk5nZ5TRluM9vT8LdV8yYmVXWlOG+oKMVwNe6m5lV0ZThPja/jC+HNDOrrKZwl3SvpL2S+iU9XKXP35e0W9IuSV+vb5kTvTty92EZM7NKilN1kFQANgP3AAeBnZK2RcTusj49wCPARyPipKQlM1UwlM0M6ZG7mVlFtYzc1wH9EbEvIgaBrcCGSX3+ObA5Ik4CRMTR+pY50XVzihRb5JG7mVkVtYT7cuBA2frBtK3cLcAtkr4r6XuS7q1XgZVISqYg8KWQZmYVTXlY5gpepwf4BLAC+D+SbouIU+WdJG0CNgGsWrXqqt5wfnvJl0KamVVRy8j9ELCybH1F2lbuILAtIoYi4nXgFZKwnyAitkREb0T0dnd3T7dmIDmp6qtlzMwqqyXcdwI9ktZIagU2Atsm9flTklE7khaTHKbZV8c6L9HV0err3M3Mqpgy3CNiGHgQ2AHsAZ6IiF2SHpO0Pu22AzguaTfwLPBvIuL4TBUNY9P++rCMmVklNR1zj4jtwPZJbY+WLQfwhfQxKxZ4Tnczs6qa8g5VSA7LnB8a4cLQSKNLMTO75jRxuHtmSDOzapo33Ns9BYGZWTVNG+4LPHmYmVlVTRvuXenkYb5ixszsUk0c7snI3de6m5ldqmnDfcH4yN3hbmY2WdOGe1uphdZiiw/LmJlV0LThLsk3MpmZVdG04Q7JoRlfCmlmdqmmDvf57Z7T3cyskqYO92TaX4/czcwma+pw7+oo+VJIM7MKmjzcWzl9bohkUkozMxvT5OFeYnBklHODnhnSzKxcU4f7+PwyPqlqZjZBU4f72PwyJ9/xSVUzs3LNHe7tntPdzKySpg73BXM9p7uZWSVNHe5jI3dPQWBmNlFN4S7pXkl7JfVLerjC85+WNCDphfTxz+pf6qXmj39hh0fuZmblilN1kFQANgP3AAeBnZK2RcTuSV3/KCIenIEaq5pTLNDRWvCNTGZmk9Qycl8H9EfEvogYBLYCG2a2rNolUxA43M3MytUS7suBA2XrB9O2yX5W0ouSnpS0si7V1WDB3BIn3rk4W29nZtYU6nVC9X8AqyPix4GngD+o1EnSJkl9kvoGBgbq8sbXz2vjyBmHu5lZuVrC/RBQPhJfkbaNi4jjETGWsL8L/I1KLxQRWyKiNyJ6u7u7p1PvJZbOb+PwmQt1eS0zs6yoJdx3Aj2S1khqBTYC28o7SFpWtroe2FO/Ei/vhq52TrwzyIUhzy9jZjZmyqtlImJY0oPADqAAfDUidkl6DOiLiG3A5yStB4aBE8CnZ7DmCZZ2tgFw+PQFVi+eO1tva2Z2TZsy3AEiYjuwfVLbo2XLjwCP1Le02iybn4T7Ww53M7NxTX2HKiTH3AEOnznf4ErMzK4dTR/uy+a3A8nI3czMEk0f7u2tBbo6Srx1yuFuZjam6cMdYNXCDvYff6fRZZiZXTMyEe43d1/HvgGHu5nZmIyE+1wOnTrPucHhRpdiZnZNyES439R9HYBH72ZmqUyE+81puL828HaDKzEzuzZkItxvXNRBi+C1ow53MzPISLi3lQr0LJnHS4dON7oUM7NrQibCHeADK+fzwoFTRESjSzEza7gMhXsXJ88NceCEpyEwM8tOuK/oAuCHB042uBIzs8bLTLi/d+k85rYW+MHrJxpdiplZw2Um3EuFFu68aRHf6T/W6FLMzBouM+EO8LGexbxx/BwHTpxrdClmZg2VqXD/Wz2LAfj2qx69m1m+ZSrcb+6+jqWdbXynf6DRpZiZNVSmwl0SH+tZzP997Tijo77e3czyK1PhDvCRmxZx6twQrxw92+hSzMwapqZwl3SvpL2S+iU9fJl+PyspJPXWr8Qrs27NQgB2+pJIM8uxKcNdUgHYDNwHrAXul7S2Qr95wEPA9+td5JVYsaCdpZ1t/GC/b2Yys/yqZeS+DuiPiH0RMQhsBTZU6PfrwBeBhn6ZqSQ+tGYhz7/hcDez/Kol3JcDB8rWD6Zt4yR9EFgZEf+zjrVN261L53Ho1HnevuhvZjKzfLrqE6qSWoDHgV+qoe8mSX2S+gYGZu5yxfcsSb+8w/O7m1lO1RLuh4CVZesr0rYx84D3A38paT9wJ7Ct0knViNgSEb0R0dvd3T39qqfQk4Z7v8PdzHKqlnDfCfRIWiOpFdgIbBt7MiJOR8TiiFgdEauB7wHrI6JvRiquwaqFHRRaxP7j/k5VM8unKcM9IoaBB4EdwB7giYjYJekxSetnusDpKBZa6L5uDodPN/TcrplZwxRr6RQR24Htk9oerdL3E1df1tW7fn4bh8843M0snzJ3h+qYpZ1zOOJwN7Ocymy4X9/Z5sMyZpZbmQ73MxeGOT840uhSzMxmXWbDvXveHACOvX2xwZWYmc2+zIb7go5WAE6dG2pwJWZmsy+z4d7VUQLg5LnBBldiZjb7MhvuC9JwP3XeI3czy5/MhnvX+GEZj9zNLH8yG+7z29ORu4+5m1kOZTbcS4UW5s0p+pi7meVSZsMdYH5HidMeuZtZDmU63Ls6Sh65m1kuZTrc57eXOHPB38ZkZvmT6XDvbCtxxpdCmlkOZT/cLzjczSx/sh3u7UXOnPdhGTPLn2yHe1uJ80MjDA6PNroUM7NZle1wT29kOutDM2aWM5kO97G7VH3FjJnlTabDvbM9+YpYXzFjZnlTU7hLulfSXkn9kh6u8Py/kPSSpBckfUfS2vqXeuU628ZG7g53M8uXKcNdUgHYDNwHrAXurxDeX4+I2yLiduA3gMfrXuk0jB1
|
|
|
|
|
"text/plain": [
|
|
|
|
|
"<matplotlib.figure.Figure at 0x7f5168ab11d0>"
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
"metadata": {},
|
|
|
|
|
"output_type": "display_data"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "stdout",
|
|
|
|
|
"output_type": "stream",
|
|
|
|
|
"text": [
|
|
|
|
|
"{'iterations': 1000, 'cost_function': 0.031608250656706208}\n",
|
|
|
|
|
"[[ 0.01040672 0.98043232 0.98045294 0.02558199]\n",
|
|
|
|
|
" [ 0.98959328 0.01956768 0.01954706 0.97441801]]\n",
|
|
|
|
|
"[array([[ 1.95863856, -2.4323066 ],\n",
|
|
|
|
|
" [ 1.29725725, 1.29857176],\n",
|
|
|
|
|
" [ 2.43125627, -1.95172388]]), array([[ 2.60363554, 1.11416206, -2.65643781],\n",
|
|
|
|
|
" [-2.49021505, -1.09446745, 2.43728256]])]\n"
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"data": {
|
|
|
|
|
"image/png": "iVBORw0KGgoAAAANSUhEUgAAAXcAAAD8CAYAAACMwORRAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4xLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvAOZPmwAAGUZJREFUeJzt3X1sXfd93/H35z7wQRL1zMiKJFuyIydRnKRxOMVBii1I7ExONqlokkHGijlbNmFAtHp1sU1GBndzMGBuh6TroGURmnRF0ERxvaJjPa1C6yTN0s2p6MZVLCmKGdmxqNgWbT1b4sMlv/vjnktdXl6Kl9Ilr87h5wXQvOd3fzzne3iMD3/6nYeriMDMzLIl1+oCzMys+RzuZmYZ5HA3M8sgh7uZWQY53M3MMsjhbmaWQQ53M7MMcribmWWQw93MLIMKrdrw6tWrY+PGja3avJlZKj377LOvR0T3TP1aFu4bN26kr6+vVZs3M0slST9rpJ+nZczMMsjhbmaWQQ2Fu6Rtko5L6pe0p877X5L0XPL1E0nnml+qmZk1asY5d0l5YC9wHzAAHJLUGxFHK30i4teq+v8L4H1zUKuZmTWokZH7VqA/Ik5ExAiwH9hxjf4PAN9sRnFmZnZ9Ggn3dcDJquWBpG0KSbcBm4Bv33hpZmZ2vZp9QnUn8GREjNV7U9IuSX2S+gYHB5u8aTMzq2gk3E8BG6qW1ydt9ezkGlMyEbEvInoioqe7e8Zr8Os69NIZHv/TH+OPBzQzm14j4X4I2Cxpk6Q2ygHeW9tJ0juAFcD/a26Jkx0eOM+Xv/tTzl8ZncvNmJml2ozhHhElYDdwEDgGPBERRyQ9Jml7VdedwP6Y4yF1d1c7AIMXh+dyM2ZmqdbQ4wci4gBwoKbt0Zrlf9e8sqb3lqpw37ymaz42aWaWOqm7Q7Uycj/tkbuZ2bRSG+6eljEzm17qwr2rvUBHMcfgJYe7mdl0Uhfukujuauf0haFWl2JmdtNKXbgDrOnq8Jy7mdk1pDPcl3bwmkfuZmbTSmW4v2VpO6cveORuZjadVIb7mqUdXBwu8eZwqdWlmJndlFIa7r7W3czsWlIZ7m/p6gDwvLuZ2TRSGe7LOosAfniYmdk0UhnuSzvK4X5xyHPuZmb1pDLcuzrKzzu7OOSRu5lZPakM9yUT4e6Ru5lZPakM92I+R2cxzwXPuZuZ1ZXKcIfy1IxH7mZm9aU73Ic9cjczqyfF4V70yN3MbBqpDfelnUUuONzNzOpKbbh3dRS46BOqZmZ1pTbcF7fluTwy1uoyzMxuSg2Fu6Rtko5L6pe0Z5o+/0DSUUlHJH2juWVO1VHMc2XU4W5mVk9hpg6S8sBe4D5gADgkqTcijlb12Qw8AnwoIs5KestcFVzRWcwz5HA3M6urkZH7VqA/Ik5ExAiwH9hR0+efAXsj4ixARJxubplTtRfzDJfGGR+Pud6UmVnqNBLu64CTVcsDSVu1O4E7Jf2lpGckbWtWgdPpLOYBGC6Nz/WmzMxSZ8ZpmVmsZzPwYWA98D1J746Ic9WdJO0CdgHceuutN7TBjmL579LQ6BidbfkbWpeZWdY0MnI/BWyoWl6ftFUbAHojYjQiXgR+QjnsJ4mIfRHRExE93d3d11szcHXk7pOqZmZTNRLuh4DNkjZJagN2Ar01ff6Y8qgdSaspT9OcaGKdU3Qk4e6TqmZmU80Y7hFRAnYDB4FjwBMRcUTSY5K2J90OAm9IOgp8B/hXEfHGXBUNV6dlPHI3M5uqoTn3iDgAHKhpe7TqdQAPJ1/z4urI3SdUzcxqpfYO1Uq4D3vkbmY2RWrD3SdUzcyml9pw97SMmdn0UhvuHrmbmU0vteFefROTmZlNltpwb/d17mZm00ptuHc63M3MppXacC/mheQHh5mZ1ZPacJdEeyHncDczqyO14Q7QXsj7JiYzszpSHe4dRY/czczqSXW4txfyDnczszpSHu45hkueljEzq5XucC/mGPbjB8zMpkh3uHtaxsysrpSHe843MZmZ1ZH6cPfI3cxsqpSHe94nVM3M6kh3uPs6dzOzutId7gVfLWNmVk+qw72j6GkZM7N6Ggp3SdskHZfUL2lPnfc/I2lQ0nPJ1z9tfqlT+YSqmVl9hZk6SMoDe4H7gAHgkKTeiDha0/VbEbF7Dmqclq9zNzOrr5GR+1agPyJORMQIsB/YMbdlNaa9kGNsPCiNOeDNzKo1Eu7rgJNVywNJW61PSjos6UlJG5pS3QzaK5+j6tG7mdkkzTqh+ifAxoh4D/BnwO/X6yRpl6Q+SX2Dg4M3vNH2Qvmj9vxMdzOzyRoJ91NA9Uh8fdI2ISLeiIjhZPF3gffXW1FE7IuInojo6e7uvp56J2kvlMv3vLuZ2WSNhPshYLOkTZLagJ1Ab3UHSWurFrcDx5pX4vQq0zIOdzOzyWa8WiYiSpJ2AweBPPC1iDgi6TGgLyJ6gV+VtB0oAWeAz8xhzRMmpmV8rbuZ2SQzhjtARBwADtS0PVr1+hHgkeaWNrOOysjdd6mamU2S6jtUr47cHe5mZtVSHu6VOXdPy5iZVUt5uFcuhfTI3cysWrrD3VfLmJnVle5wT6Zl/FF7ZmaTpTzcfULVzKyelIe7T6iamdWT7nD3nLuZWV3pDndfLWNmVleqwz2fE8W8PC1jZlYj1eEO/jQmM7N6MhDuOY/czcxqZCPcPeduZjZJ+sO96GkZM7Na6Q/3Qs53qJqZ1chEuHvkbmY2WQbCPe8TqmZmNdIf7kWP3M3MaqU/3H21jJnZFOkP96KnZczMaqU/3H1C1cxsiobCXdI2Sccl9Uvac41+n5QUknqaV+K1+fEDZmZTzRjukvLAXuB+YAvwgKQtdfp1AQ8BP2h2kddSnnP3tIyZWbVGRu5bgf6IOBERI8B+YEedfl8AHgeGmljfjNqLOYY8cjczm6SRcF8HnKxaHkjaJki6G9gQEf/rWiuStEtSn6S+wcHBWRdbT3shz0hpnIhoyvrMzLLghk+oSsoBXwR+faa+EbEvInoioqe7u/tGNw1Uf9SeR+9mZhWNhPspYEPV8vqkraILuAv4rqSXgHuA3vk6qepwNzObqpFwPwRslrRJUhuwE+itvBkR5yNidURsjIiNwDPA9ojom5OKa7QXk4/a87XuZmYTZgz3iCgBu4GDwDHgiYg4IukxSdvnusCZTIzcfZeqmdmEQiOdIuIAcKCm7dFp+n74xstqXMfEyN3hbmZWkYk7VMHTMmZm1TIU7h65m5lVZCDck2kZz7mbmU1If7gXy7sw5GkZM7MJ6Q93Xy1jZjZFBsLd17mbmdXKQLj7hKqZWa30h3vR4W5mViv14T5xE5Of6W5mNiH14e5pGTOzqVIf7m15h7uZWa3Uh7uk5EOyPS1jZlaR+nCHyueoeuRuZlaRjXAv5hnyCVUzswmZCPeOYs7hbmZWJRPhvqhY4IrD3cxsQibCvbMtz+URh7uZWUU2wr2Y54rD3cxsQibCfZFH7mZmk2Qi3DvbfLWMmVm1TIS7R+5mZpM1FO6Stkk6Lqlf0p467/9zST+S9Jyk70va0vxSp9dZzHN5pDSfmzQzu6nNGO6S8sBe4H5gC/BAnfD+RkS8OyJ+AfhN4ItNr/QaOtsKDPkOVTOzCY2M3LcC/RFxIiJGgP3AjuoOEXGhanExEM0rcWaL2vKMjI1TGnPAm5kBFBrosw44WbU8AHygtpOkzwEPA23AR+qtSNIuYBfArbfeOttap9WZPNP98ugYS/OZOI1gZnZDmpaEEbE3Iu4A/g3wb6fpsy8ieiKip7u7u1mbprOtHO6+1t3MrKyRcD8FbKhaXp+0TWc/8Es3UtRsLXK4m5lN0ki4HwI2S9okqQ3YCfRWd5C0uWrxE8ALzStxZpVw9+WQZmZlM865R0RJ0m7gIJAHvhYRRyQ9BvRFRC+wW9K9wChwFnhwLouuVfkc1SujvhzSzAwaO6FKRBwADtS0PVr1+qEm1zUri9rKu3FlxFfLmJlBhu5QBXwjk5lZIhPhfnVaxnPuZmaQkXD3CVUzs8kyFe6+FNLMrCwT4T5xE5OnZcz
|
|
|
|
|
"text/plain": [
|
|
|
|
|
"<matplotlib.figure.Figure at 0x7f5168d9b860>"
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
"metadata": {},
|
|
|
|
|
"output_type": "display_data"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "stdout",
|
|
|
|
|
"output_type": "stream",
|
|
|
|
|
"text": [
|
|
|
|
|
"{'iterations': 1000, 'cost_function': 0.031173368398727086}\n",
|
|
|
|
|
"[[ 0.01325791 0.98116572 0.98116461 0.02288485]\n",
|
|
|
|
|
" [ 0.98674209 0.01883428 0.01883539 0.97711515]]\n",
|
|
|
|
|
"[array([[ 0.94818634, 0.94787128],\n",
|
|
|
|
|
" [-2.11042432, 2.38249017],\n",
|
|
|
|
|
" [ 2.38249803, -2.1105769 ]]), array([[ 0.68033473, -2.55026254, -2.63855001],\n",
|
|
|
|
|
" [-0.79177884, 2.68207786, 2.59393157]])]\n"
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"data": {
|
|
|
|
|
"image/png": "iVBORw0KGgoAAAANSUhEUgAAAXcAAAD8CAYAAACMwORRAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4xLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvAOZPmwAAFr5JREFUeJzt3XuMXOd53/HvMzN74WV5E5e6kRIVmLKr+CZ3q/rSNIYviWy0Ioq6jtQGVVvD+qdKncZoKyOB0spIAaeFkxhQAyttmsRorSpuLoTCRGkkuS5a2xVpp7JEmhYtWyapCymJIilRS+7uPP1jzpKzwx3OcLXc4Tn7/QCLnXPOO3Oew0P85t13znknMhNJUrXUBl2AJGnxGe6SVEGGuyRVkOEuSRVkuEtSBRnuklRBhrskVZDhLkkVZLhLUgU1BrXjjRs35tatWwe1e0kqpd27d7+YmeO92g0s3Ldu3cquXbsGtXtJKqWIeKafdg7LSFIFGe6SVEGGuyRVkOEuSRVkuEtSBRnuklRBhrskVVDpwv2xH77M5/98H1MzzUGXIkmXrNKF+7eeOcoXHtlvuEvSeZQu3GsRADT9Xm9J6qp04V5kO8003SWpm9KF+5meu113SeqqdOFerzksI0m9lC7caw7LSFJPpQv3OPOBquEuSd2ULtzPjrkPuBBJuoSVMNxbv+25S1J35Qv3msMyktRL+cK9GJYx2yWpu77CPSJujoh9EbE/Iu6aZ/s1EfFoRHw7Ih6PiI8ufqktDstIUm89wz0i6sC9wEeAG4DbIuKGjma/BDyQmTcCtwL/YbELnTXbc5/xQndJ6qqfnvtNwP7MfDozTwP3A9s72iSwpni8Fnh28Uqcq+ZNTJLUUz/hfjVwoG35YLGu3b8GfjYiDgI7gZ+b74Ui4o6I2BURu44cObKAcs8Oy6TDMpLU1WJ9oHob8DuZuRn4KPCliDjntTPzvsycyMyJ8fHxBe3IWSElqbd+wv0QsKVteXOxrt0ngAcAMvPrwCiwcTEK7DTbc3fMXZK66yfcHwO2RcR1ETFM6wPTHR1tfgR8ECAi/gqtcF/YuEsPNacfkKSeeoZ7Zk4DdwIPAXtpXRXzZETcExG3FM0+DXwyIv4f8GXgH+VFGhT3OndJ6q3RT6PM3Enrg9L2dXe3Pd4DvG9xS5tfrXg7sucuSd2V7g7V2VkhZwx3SeqqdOF+dljGcJekbkoX7nUvhZSknkoX7mfmljHdJamr0oV72HOXpJ5KF+7OCilJvZUu3Ot+WYck9VS6cHdYRpJ6K124OywjSb2VMNyLnrtdd0nqqnThXvfLOiSpp9KFezgsI0k9lS7cnX5AknorbbjPNAdciCRdwkoY7q3fDstIUnelC/fZD1T9mj1J6q504T5Ub5V82nEZSeqqdOE+MtQq+dS04S5J3ZQv3Ot1AE4b7pLUVenCfbhRDMsY7pLUleEuSRVUunCv14JGLTg1PTPoUiTpklW6cIdW792euyR1V95w91JISeqqnOFet+cuSedTznBv1LzOXZLOo5ThvmKozuun/UBVkropZbiPjTY4cWpq0GVI0iWrpOE+xInJ6UGXIUmXrJKGe8Nwl6TzKGm4D3Fi0mEZSeqmpOFuz12Szqec4T7S4NR002vdJamLcob7aAPAoRlJ6qKk4T4E4NCMJHVR0nCf7bkb7pI0n5KGe6vnftxhGUmaVynDfd3KVri/ctJwl6T59BXuEXFzROyLiP0RcVeXNh+PiD0R8WRE/NfFLXOu9SuHATh68vTF3I0klVajV4OIqAP3Ah8GDgKPRcSOzNzT1mYb8BngfZl5NCI2XayCob3nbrhL0nz66bnfBOzPzKcz8zRwP7C9o80ngXsz8yhAZh5e3DLnGh2qs2KozlGHZSRpXv2E+9XAgbblg8W6dtcD10fE/46Ib0TEzYtVYDcbVg07LCNJXfQclrmA19kGvB/YDHwtIt6Wma+0N4qIO4A7AK655po3tMN1K4f8QFWSuuin534I2NK2vLlY1+4gsCMzpzLzB8D3aIX9HJl5X2ZOZObE+Pj4QmsGWh+qvvyaPXdJmk8/4f4YsC0irouIYeBWYEdHmz+i1WsnIjbSGqZ5ehHrPEer5264S9J8eoZ7Zk4DdwIPAXuBBzLzyYi4JyJuKZo9BLwUEXuAR4F/kZkvXayiodVz9wNVSZpfX2PumbkT2Nmx7u62xwn8QvGzJNavHOL45BQzzaRei6XarSSVQinvUAVYv2qYTDj2ur13SepU3nD3LlVJ6qq04T57l+pRr5iRpHOUNtzP9twdlpGkThUId3vuktSptOG+bpWTh0lSN6UN97GRBo1aOCwjSfMobbhHBOtWDttzl6R5lDbcoXUj09HX7LlLUqeSh/swL9tzl6RzlDrcnTxMkuZX6nB38jBJml+pw33dqlbPvTVvmSRpVqnDff3KYaZmktdOzwy6FEm6pJQ63NetaN3I5MyQkjRXqcN9bLQV7icmDXdJalfycG9918iJyekBVyJJl5ZKhPtxh2UkaY6Sh/vssIw9d0lqV+pwX3NmWMaeuyS1K3W4z/bcj9tzl6Q5Sh3uo0M1GrVwWEaSOpQ63COCsdGGwzKS1KHU4Q6toRl77pI0V+nDfc0Ke+6S1Kn04T42Ys9dkjqVP9xHG4a7JHWoQLgPOSwjSR0qEO723CWpU+nDfc1og1dPT9Ns+oUdkjSr9OE+NjpEJrx62t67JM2qQLg77a8kdapAuPuFHZLUqQLhbs9dkjpVKNztuUvSrAqEu1/YIUmdSh/us1/Y4ZzuknRW6cN9dRHurxruknRG6cN9xVCdei0cc5ekNn2Fe0TcHBH7ImJ/RNx1nnZ/NyIyIiYWr8SetTkFgSR16BnuEVEH7gU+AtwA3BYRN8zTbgz4FPDNxS6yF7+NSZLm6qfnfhOwPzOfzszTwP3A9nnafRb4HDC5iPX1ZfXIEK+esucuSbP6CfergQNtyweLdWdExLuALZn5J4tYW9/GRhteLSNJbd7wB6oRUQM+D3y6j7Z3RMSuiNh15MiRN7rrM9Y45i5Jc/QT7oeALW3Lm4t1s8aAtwJfjYgfAu8Gdsz3oWpm3peZE5k5MT4+vvCqO6weafDqKcfcJWlWP+H+GLAtIq6LiGHgVmDH7MbMPJaZGzNza2ZuBb4B3JKZuy5KxfNofRuTPXdJmtUz3DNzGrgTeAjYCzyQmU9GxD0RccvFLrAfs5dCZvqFHZIE0OinUWbuBHZ2rLu7S9v3v/GyLszq0QYzzWRyqsmK4fpS716SLjmlv0MVnNNdkjpVItydPEyS5qpEuDunuyTNVYlwXz3SGpbxLlVJaqlEuPtVe5I0V8XC3WEZSYKqhPuIX7UnSe0qEe6rHZaRpDkqEe71WrBquG64S1KhEuEOrd67Y+6S1FKZcB8b9Qs7JGlWhcLdOd0laVaFwn3IYRlJKlQn3EcanHBYRpKAKoW7wzKSdEbFwt1hGUmCCoX76pEhJqeaTM00B12KJA1cZcJ9dn6ZVx2akaTqhbvj7pJUqXBvTR523HF3SapSuBfDMl4OKUnVC3eHZSSpUuE+O6e7wzKSVJlwXz1iz12SZlUm3NeuaPXcj71uz12SKhPuw40aq4brHD15etClSNLAVSbcAdatHOaVk/bcJalS4b5+1RCv2HOXpIqF+8phjtpzl6RqhXtrWMaeuyRVKtzXrxyy5y5JVCzc160c5vjkFDPNHHQpkjRQlQr39SuHyPRad0mqWLgPA3itu6Rlr1Lhvm5l6y5VP1SVtNxVKtxne+7eyCRpuatUuG9Y1Qr3l16z5y5peatUuI+PjQBw5MSpAVciSYNVqXAfHaozNtow3CUte32Fe0TcHBH7ImJ/RNw1z/ZfiIg9EfF4RDwcEdcufqn9GR8bMdwlLXs9wz0i6sC9wEeAG4DbIuKGjmbfBiYy8+3AV4BfXexC+7VpbITDJyYHtXtJuiT003O/CdifmU9n5mngfmB7e4PMfDQzTxaL3wA2L26Z/RsfG+WwPXdJy1w/4X41cKBt+WCxrptPAH/6Rop6IzY5LCNJNBbzxSLiZ4E
|
|
|
|
|
"text/plain": [
|
|
|
|
|
"<matplotlib.figure.Figure at 0x7f5168d9bdd8>"
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
"metadata": {},
|
|
|
|
|
"output_type": "display_data"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "stdout",
|
|
|
|
|
"output_type": "stream",
|
|
|
|
|
"text": [
|
|
|
|
|
"{'iterations': 1000, 'cost_function': 0.03154258548825048}\n",
|
|
|
|
|
"[[ 0.01070599 0.98053425 0.98054138 0.02528557]\n",
|
|
|
|
|
" [ 0.98929401 0.01946575 0.01945862 0.97471443]]\n",
|
|
|
|
|
"[array([[ 2.42644979, -1.97438771],\n",
|
|
|
|
|
" [-1.97687282, 2.42683032],\n",
|
|
|
|
|
" [ 1.25642219, 1.25681975]]), array([[-2.50547448, -2.4802892 , 1.03686812],\n",
|
|
|
|
|
" [ 2.60455426, 2.62973858, -1.08774409]])]\n"
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"data": {
|
|
|
|
|
"image/png": "iVBORw0KGgoAAAANSUhEUgAAAXcAAAD8CAYAAACMwORRAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4xLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvAOZPmwAAGgtJREFUeJzt3XtwXOd93vHvs7vYBbEgKZEEqQspkbYpp7QjRzYsy01jO7JkU0lLtrXdoXqTWzeczpixGmfSSpOO0qrT6djO2K0nbMacRI3rqc0oaiZlXbacVFKdWrUUgolGFilRgqgLSYsmeIV4AXH79Y89gA6WC2IBLbDcs89nBoM97757zu/wcJ598e6ecxQRmJlZtuSaXYCZmTWew93MLIMc7mZmGeRwNzPLIIe7mVkGOdzNzDLI4W5mlkEOdzOzDHK4m5llUKFZG16xYkWsXbu2WZs3M2tJ+/btOxERPTP1a1q4r127lr6+vmZt3sysJUl6vZ5+npYxM8sgh7uZWQbVFe6SNko6KKlf0gM1nv+GpGeTn5cknWl8qWZmVq8Z59wl5YHtwN3AEWCvpF0RcWCiT0T8Wqr/rwK3zUOtZmZWp3pG7rcD/RFxKCKGgZ3A5iv0vxf4XiOKMzOzuakn3G8EDqeWjyRtl5F0M7AOeOKdl2ZmZnPV6A9UtwCPRcRYrSclbZXUJ6lvYGCgwZs2M7MJ9YT7UWBNanl10lbLFq4wJRMROyKiNyJ6e3pm/A5+TXtfO8XX9rzI2LhvD2hmNp16wn0vsF7SOklFKgG+q7qTpJ8BrgV+1NgSp3r2jTNsf/IVLgyPzudmzMxa2ozhHhGjwDZgD/AC8GhE7Jf0sKRNqa5bgJ0xz3fcXlTMA3BxuObMj5mZUeflByJiN7C7qu2hquV/1biyplcuVcL9vMPdzGxaLXeG6qKOyvuRp2XMzKbXcuHe5WkZM7MZtWy4e1rGzGx6LRjulWmZi56WMTObVsuF++LOSrifvTjS5ErMzK5eLRfuy7uLAJw8P9zkSszMrl4tF+5dxQJdxTwnzznczcym03LhDpXR+8lzl5pdhpnZVas1w71c8rSMmdkVtGS4r+guelrGzOwKWjLcKyN3T8uYmU2nJcN9xeIiJ84NM+7L/pqZ1dSS4X7dkk7GxoMTHr2bmdXUkuG+akknAMfODjW5EjOzq1NLhvt1Sx3uZmZX0prhnozcfzrocDczq6Ulw315d4l8ThxzuJuZ1dSS4Z7PiVWLSxw76w9UzcxqaclwB1i1tJNjgxebXYaZ2VWpZcP9uiWd/kDVzGwaLRvuq5Z08tNBT8uYmdVSV7hL2ijpoKR+SQ9M0+fvSDogab+k7za2zMtdt7STc5dGOXfJd2QyM6tWmKmDpDywHbgbOALslbQrIg6k+qwHHgR+PiJOS1o5XwVPuD71Xff3rOye782ZmbWUekbutwP9EXEoIoaBncDmqj6/AmyPiNMAEXG8sWVebpW/625mNq16wv1G4HBq+UjSlnYLcIukpyQ9LWljowqczsSJTG/6Q1Uzs8vMOC0zi/WsBz4BrAb+TNLPRsSZdCdJW4GtADfddNM72uDEJQg8cjczu1w9I/ejwJrU8uqkLe0IsCsiRiLiVeAlKmE/RUTsiIjeiOjt6emZa80AdHbk6S4VfNMOM7Ma6gn3vcB6SeskFYEtwK6qPn9CZdSOpBVUpmkONbDOmpZ3F33TDjOzGmYM94gYBbYBe4AXgEcjYr+khyVtSrrtAU5KOgA8CfxGRJycr6InLCv7dntmZrXUNeceEbuB3VVtD6UeB/Dl5GfBLC+XOHrGlyAwM6vWsmeowsSNsj0tY2ZWraXDfXl3kVPnh6n84WBmZhNaOtyXlUuMjgeDF30JAjOztJYO9xXdRQDfKNvMrEpLh/vycgnA35gxM6vS2uGejNxPeeRuZjZFa4d7OZmW8cjdzGyKlg73JYs6ADh7caTJlZiZXV1aOtw7O/KUCjkGHe5mZlO0dLgDLF3U4ZG7mVkVh7uZWQZlItzPXHC4m5mltXy4X9PlkbuZWbWWD/clnpYxM7tMy4e759zNzC6XiXA/d2mU0bHxZpdiZnbVyES4AwwO+cqQZmYTMhPunpoxM3tby4f7NV2VcD9zwdeXMTOb0PLh7pG7mdnlWj7cF3dWwv0tz7mbmU2qK9wlbZR0UFK/pAdqPP95SQOSnk1+/knjS62tXCoAcP6Sw93MbEJhpg6S8sB24G7gCLBX0q6IOFDV9Q8jYts81HhF3Um4n3O4m5lNqmfkfjvQHxGHImIY2Alsnt+y6lcu5gGHu5lZWj3hfiNwOLV8JGmr9hlJz0l6TNKahlRXh0I+R2dHztMyZmYpjfpA9b8DayPiVuBPgW/X6iRpq6Q+SX0DAwMN2jR0lzo8cjczS6kn3I8C6ZH46qRtUkScjIiJu1T/HvChWiuKiB0R0RsRvT09PXOpt6buUp5zl8Yatj4zs1ZXT7jvBdZLWiepCGwBdqU7SLo+tbgJeKFxJc6su7PgaRkzs5QZvy0TEaOStgF7gDzwSETsl/Qw0BcRu4AvSdoEjAKngM/PY82XKRcLnPP33M3MJs0Y7gARsRvYXdX2UOrxg8CDjS2tft2lAm+eHWrW5s3Mrjotf4YqJNMywx65m5lNyES4l0ueljEzS8tEuHeXCv4qpJlZSmbC/dLoOCO+G5OZGZCRcPfFw8zMpspEuHeXfH0ZM7O0jIR75Zru532WqpkZkJFwL0+O3H03JjMzyEi4d0/OuXvkbmYGGQn3rmIl3C/4RCYzMyAj4f72tIxH7mZmkJlw98jdzCwtG+Fe9Jy7mVlaJsK9syNHTj6JycxsQibCXRLloq8MaWY2IRPhDtBVynPB0zJmZkCGwr1cLHDOI3czMyBL4V4qcMFz7mZmQIbCvauY5/ywp2XMzCBD4V4uFfxtGTOzRKbC/YJH7mZmQJ3hLmmjpIOS+iU9cIV+n5EUknobV2J9ysW8R+5mZokZw11SHtgO3ANsAO6VtKFGv8XA/cAzjS6yHl1FT8uYmU2oZ+R+O9AfEYciYhjYCWyu0e/fAF8BhhpYX926S3kujIwxPh7N2LyZ2VWlnnC/ETicWj6StE2S9EFgTUT8jwbWNitdpQIRMDTqeXczs3f8gaqkHPB14Nfr6LtVUp+kvoGBgXe66SnKRd9H1cxsQj3hfhRYk1penbRNWAy8H/g/kl4D7gB21fpQNSJ2RERvRPT29PTMveoaJi/760sQmJnVFe57gfWS1kkqAluAXRNPRsTZiFgREWsjYi3wNLApIvrmpeJpTNyNyRcPMzOrI9wjYhTYBuwBXgAejYj9kh6WtGm+C6zXxN2YfE13MzMo1NMpInYDu6vaHpqm7yfeeVmzNzEt45G7mVmWzlAtes7dzGxCZsK9qzgxLeORu5lZZsK929MyZmaTMhPuXckHqr54mJlZhsK9mM9RyMknMZmZkaFwl+S7MZmZJTIT7pBc9tfTMmZm2Qr3Lt+NycwMyFi4l0sFj9zNzMhauBfznnM3MyNj4d5VLPjbMmZmZCzcu0t5f8/dzIyMhXtXqcAFn6FqZpatcC8X856WMTMja+FeKjA0Ms6Yb5JtZm0uW+E+cdlfT82YWZvLVLh3+W5MZmZAxsLdl/01M6vIVLh3+W5MZmZAxsK9nNyNyd+YMbN2l61wL/kDVTMzqDPcJW2UdFBSv6QHajz/TyX9WNKzkn4oaUPjS51ZeeIDVZ+lamZtbsZwl5QHtgP3ABuAe2uE93cj4mcj4ueArwJfb3ildZiYc/dlf82s3dUzcr8d6I+IQxExDOwENqc7RMRgarEMNOUsoolpGYe7mbW7Qh19bgQOp5aPAB+p7iTpi8CXgSJwZ0Oqm6Wuom+SbWYGDfxANSK2R8S7gX8B/MtafSRtldQnqW9gYKBRm57Ukc9RLOQ8cjeztldPuB8F1qSWVydt09kJ/M1aT0TEjojojYjenp6e+quche5SwScxmVnbqyfc9wLrJa2TVAS2ALvSHSStTy3+MvBy40qcna5i3icxmVnbm3HOPSJGJW0D9gB54JGI2C/
|
|
|
|
|
"text/plain": [
|
|
|
|
|
"<matplotlib.figure.Figure at 0x7f5168b591d0>"
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
"metadata": {},
|
|
|
|
|
"output_type": "display_data"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "stdout",
|
|
|
|
|
"output_type": "stream",
|
|
|
|
|
"text": [
|
|
|
|
|
"{'iterations': 1000, 'cost_function': 0.031525533033675182}\n",
|
|
|
|
|
"[[ 0.01074898 0.98057629 0.98056179 0.02524762]\n",
|
|
|
|
|
" [ 0.98925102 0.01942371 0.01943821 0.97475238]]\n",
|
|
|
|
|
"[array([[ 1.97510636, -2.42520404],\n",
|
|
|
|
|
" [-1.25432208, -1.25347711],\n",
|
|
|
|
|
" [-2.42596987, 1.98011715]]), array([[ 2.6373461 , -1.08073471, 2.5626286 ],\n",
|
|
|
|
|
" [-2.47595591, 1.02462783, -2.55069231]])]\n"
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"data": {
|
|
|
|
|
"image/png": "iVBORw0KGgoAAAANSUhEUgAAAXcAAAD8CAYAAACMwORRAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4xLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvAOZPmwAAFvhJREFUeJzt3WtwXOd93/HvfwEsCIAXgCQoS6QkUjblWHbr0KFluW5a11YcWVNLmUmnI047dVo3epG6dhpPOvK4Y7vudDpu2txaNbWSOmldx6qipimtMlZame2L1FJFxbZC3SyKkixSsghJvIhX3P59sQfgAsQSSxLk8pz9fmYw2PPsg7P/w8P54cFzzj4bmYkkqVpqnS5AkrT0DHdJqiDDXZIqyHCXpAoy3CWpggx3Saogw12SKshwl6QKMtwlqYJ6O/XCa9euzY0bN3bq5SWplB577LHXMnN0sX4dC/eNGzeya9euTr28JJVSRLzYTj+nZSSpggx3Saogw12SKshwl6QKMtwlqYIMd0mqIMNdkiqodOH+6Atv8K//5BkmpqY7XYokXbZKF+5/9uJB/s239zA+abhLUiulC/eeWgAw5Qd7S1JLpQv3WjTCPR24S1JLJQz3xndH7pLUWunCfXZaZtpwl6RWShfutSLcpx25S1JLpQv3nnDkLkmLKV2415yWkaRFlS/cZ+6WMdslqaXShXtPUbF3y0hSa6UL95pz7pK0qNKFe493y0jSosoX7o7cJWlRpQt373OXpMWVL9yLkfu0a8tIUkulC3fvlpGkxZUu3L1bRpIWV7pw924ZSVpc+cLdkbskLap04e7dMpK0uPKFu3fLSNKiShfu3i0jSYsrXbifHrkb7pLUSunC3Y/Zk6TFlS7cZ+9zd1pGklpqK9wj4paIeCYi9kTEXQs8f01E7IyI70bE4xFx69KX2nD6wzoMd0lqZdFwj4ge4G7go8ANwLaIuGFet38C3JeZW4A7gH+31IXOOD0tc7FeQZLKr52R+43Anszcm5njwL3A7fP6JLCyeLwKeHnpSpzLu2UkaXG9bfRZD7zUtL0PeN+8Pl8E/iQi/iEwBNy8JNUtoLfWSPcpb3SXpJaW6oLqNuD3MnMDcCvwtYg4Y98RcWdE7IqIXWNjY+f1Qr09jWmZiUlH7pLUSjvhvh+4uml7Q9HW7BPAfQCZ+R1gGbB2/o4y857M3JqZW0dHR8+r4L5iXmbCkbsktdROuD8KbI6ITRFRp3HBdPu8Pj8EPgwQEe+gEe7nNzRfxGy4TxruktTKouGemZPAJ4EHgado3BXzRER8KSJuK7p9Bvj5iPg+8A3g5/Ii3as4My0z6ZuYJKmldi6okpk7gB3z2j7f9PhJ4ANLW9rC+ooLqhNThrsktVK6d6j2zVxQ9UZ3SWqpdOE+8yamScNdkloqXbhHBPWeGhPOuUtSS6ULd2hcVPVuGUlqrZzhXgvvlpGksyhluNd7a15QlaSzKGW499YMd0k6m3KGe08w6X3uktRSKcO93lvjlCN3SWqplOE+0NfDyfGpTpchSZet0ob7iQnDXZJaKWe413s47shdkloqZ7j39XDSkbsktVTKcB905C5JZ1XKcB+oO+cuSWdTznDv6+WEI3dJaqmU4b5yoJejpyZd9leSWihluI8M1gE4dGKiw5VI0uWpnOE+1Aj3g8fGO1yJJF2eyhnug30AHDzuyF2SFlLScC9G7scduUvSQsoZ7k7LSNJZlTLcV8+O3J2WkaSFlDLcB+o9LOurOS0jSS2UMtyhMXp/w2kZSVpQacN9zfJ+Xj96qtNlSNJlqbThvnrIkbsktVLacF+zvM5rRw13SVpIecPdkbsktVTecF/ez4mJKY6PT3a6FEm67JQ23FcXb2R63akZSTpDacN97fIi3J2akaQzlDbcVw/1A/DGMW+HlKT5Shvua4ppGe+YkaQzlTfci2kZ75iRpDO1Fe4RcUtEPBMReyLirhZ9/mZEPBkRT0TE7y9tmWcarPcy0Nfju1QlaQG9i3WIiB7gbuCngH3AoxGxPTOfbOqzGfgs8IHMPBgR6y5Wwc1WD9W9oCpJC2hn5H4jsCcz92bmOHAvcPu8Pj8P3J2ZBwEy88DSlrmwtcvr3gopSQtoJ9zXAy81be8r2ppdD1wfEX8aEQ9HxC1LVeDZuL6MJC1sqS6o9gKbgQ8C24Dfjojh+Z0i4s6I2BURu8bGxi74RYcH667pLkkLaCfc9wNXN21vKNqa7QO2Z+ZEZj4P/IBG2M+Rmfdk5tbM3Do6Onq+Nc8aHuzjsJ/GJElnaCfcHwU2R8SmiKgDdwDb5/X5IxqjdiJiLY1pmr1LWOeCRgbrvHlqkomp6Yv9UpJUKouGe2ZOAp8EHgSeAu7LzCci4ksRcVvR7UHg9Yh4EtgJ/HJmvn6xip4xMtgHwCFH75I0x6K3QgJk5g5gx7y2zzc9TuCXiq9LZrj4oOxDx8cZXdF/KV9aki5rpX2HKjSmZQAOOnKXpDlKHe7DxbSMd8xI0lyVCPdDhrskzVHqcHdaRpIWVupwH6z3UO+pebeMJM1T6nCPCIYH+5yWkaR5Sh3u0Jia8YKqJM1V+nAfHuxzzl2S5qlEuDstI0lzlT7cG9MyjtwlqVnpw314sM6h4+M0VkCQJEEFwn1ksI+JqeTY+FSnS5Gky0YFwv304mGSpIbSh/uwy/5K0hkqEO4zSxA4cpekGaUP95HZlSEduUvSjNKH+7Bz7pJ0hgqEezFyP+bIXZJmlD7c+3pqrOjvdc5dkpqUPtwBhodcgkCSmlUj3AfqHDrhtIwkzahGuLsypCTNUYlwHxmsc9hpGUmaVYlwd+QuSXNVJNzrHDk5wdS0K0NKElQl3Af6yIQjXlSVJKAi4T4yNLMEgfPukgQVCffZJQgcuUsSUJVwH5hZ9teRuyRBRcL99Ad2OHKXJKhIuA+77K8kzVGJcF+5rI9aOC0jSTMqEe61WrBqoM9pGUkqVCLcoXHHjLdCSlJDhcK9j8PeCilJQJvhHhG3RMQzEbEnIu46S7+fjYiMiK1LV2J7Rhy5S9KsRcM9InqAu4GPAjcA2yLihgX6rQA+DTyy1EW2Y3igz4/ak6RCOyP3G4E9mbk3M8eBe4HbF+j3z4AvAyeXsL62DQ/WnZaRpEI74b4eeKlpe1/RNisi3gNcnZn/YwlrOyfDg30cPTXJ+OR0p0qQpMvGBV9QjYga8KvAZ9roe2dE7IqIXWNjYxf60nOMFG9kcvQuSe2F+37g6qbtDUXbjBXAu4D/HREvADcB2xe6qJqZ92Tm1szcOjo6ev5VL2B28TAvqkpSW+H+KLA5IjZFRB24A9g+82RmHs7MtZm5MTM3Ag8Dt2XmrotScQsuQSBJpy0a7pk5CXwSeBB4CrgvM5+IiC9FxG0Xu8B2jThyl6RZve10yswdwI55bZ9v0feDF17WuVs1u+yvI3dJqsw7VEeGZj6ww5G7JFUm3IfqPfT1hHPukkSFwj0iWDVQd85dkqhQuEPjXnfn3CWpcuHu4mGSBBUL91WO3CUJqFi4Oy0jSQ2VCnc/jUmSGioW7n2cmpzm5MRUp0uRpI6qVLjPLEHg6F1St6tUuA+7BIEkAVULd0fukgRULtyLD+xw5C6py1Uq3E/PuRvukrpbpcL99Ad2OC0jqbtVKtyX9fWwrK/m56hK6nqVCnco1pc55shdUnerXLgPD9Y55MhdUperXrgP9Lmmu6SuV7lwHxnq824ZSV2vcuHe+DQmw11Sd6tcuK8e6uPg8XGmp7PTpUhSx1Qu3EeX9zM1nV5UldTVqhfuK5YBcODNkx2uRJI6p3Lhvm5lPwBjb57qcCWS1DmVC/fR5Ya7JFUv3FcY7pJUuXAf6u9lsN7DAcNdUherXLhDY/TuyF1SN6tmuC833CV1t0qG+7qV/YwdNdwlda9Khvvo8n4OHPE+d0ndq5rhvqKfIycnOTkx1elSJKkjKhvuAK85NSOpS1Uy3NetbCxB8KPDTs1I6k5thXtE3BIRz0TEnoi4a4HnfykinoyIxyPioYi4dulLbd+G4QEA9h860ckyJKljFg33iOg
|
|
|
|
|
"text/plain": [
|
|
|
|
|
"<matplotlib.figure.Figure at 0x7f5168b595c0>"
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
"metadata": {},
|
|
|
|
|
"output_type": "display_data"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "stdout",
|
|
|
|
|
"output_type": "stream",
|
|
|
|
|
"text": [
|
|
|
|
|
"{'iterations': 1000, 'cost_function': 0.031683047301714236}\n",
|
|
|
|
|
"[[ 0.01018743 0.98029666 0.98032557 0.02578303]\n",
|
|
|
|
|
" [ 0.98981257 0.01970334 0.01967443 0.97421697]]\n",
|
|
|
|
|
"[array([[-2.43573983, 1.93739017],\n",
|
|
|
|
|
" [ 1.94743329, -2.43717401],\n",
|
|
|
|
|
" [ 1.31728188, 1.31872773]]), array([[ 2.62528113, 2.58070129, 1.19489233],\n",
|
|
|
|
|
" [-2.45354582, -2.49815408, -1.102795 ]])]\n"
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"data": {
|
|
|
|
|
"image/png": "iVBORw0KGgoAAAANSUhEUgAAAXcAAAD8CAYAAACMwORRAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4xLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvAOZPmwAAGz5JREFUeJzt3X+QHOV95/H3d2Z2V1qttPqxK6GfrGQLC/HDQNYYzrEPY2wLgqW6yyUnVXx2EmxVUiHnXHy+4LIL7sgfdySpxE6KYCs+jovvDgLYZas42VzA+Ahng1kZDAIhe5EASQa0+ol+787M9/7ontnZ1UxPa3dWo+75vKq2dvrpZ7ufVqs+++zTT3ebuyMiIumSaXYDRESk8RTuIiIppHAXEUkhhbuISAop3EVEUkjhLiKSQgp3EZEUUriLiKSQwl1EJIVyzdpxT0+P9/X1NWv3IiKJtHXr1v3u3luvXt1wN7N7gZuBfe5+aUS99wE/Bta7+8P1ttvX18fAwEC9aiIiUsHMXo9TL86wzH3Amjo7ywJ3Af8nzk5FRGRq1Q13d38SOFin2h8C3wL2NaJRIiIyOZO+oGpmi4F/AdwTo+5GMxsws4GhoaHJ7lpERGpoxGyZrwB/4u7FehXdfZO797t7f29v3esBIiIyQY2YLdMPPGBmAD3ATWaWd/fvNGDbIiIyAZMOd3dfXvpsZvcBjyjYRUSaK85UyPuB64AeM9sD3AG0Abj716a0dSIiMiF1w93dN8TdmLv/9qRaE9P3t73Fr1w4h96ZHedidyIiiZO4xw+cGM7ze/9jK5+69yfNboqIyHkrceFeKAYv9H7jwPEmt0RE5PyVuHD3cd9FRORMiQv3QiGIdVe6i4jUlLxwD1Pd1XcXEakpeeFeVM9dRKSe5IZ7k9shInI+S2y4K91FRGpLbLhrzF1EpLbkhbtrzF1EpJ7khbvG3EVE6kpuuKvrLiJSU3LDvcntEBE5nyU33JXuIiI1JS/cleoiInUlLtyLRYW7iEg9iQv3vMJdRKSuxIW7eu4iIvUlLtzVcxcRqS9x4a4LqiIi9dUNdzO718z2mdm2Gut/y8xeMLMXzexHZvbexjdzVGlYJmNTuRcRkWSL03O/D1gTsX4X8M/d/TLgT4FNDWhXTaVhmazSXUSkply9Cu7+pJn1Raz/UcXi08CSyTertlLP3UzhLiJSS6PH3G8BvtfgbY7R0RY0uSObuMsFIiLnTN2ee1xm9mGCcP/ViDobgY0Ay5Ytm9B+rl+1gOtXzWff0VMT+nkRkVbQkO6vmV0OfANY5+4HatVz903u3u/u/b29vRPfH3q2jIhIlEmHu5ktA74N/Bt3//nkmxRnnwp3EZEodYdlzOx+4Dqgx8z2AHcAbQDu/jXgdmAe8LfhRc68u/dPVYPDVumRvyIiEeLMltlQZ/1ngM80rEUxBD13xbuISC2JnHKiSZAiItGSGe4acxcRiZTMcMdwjbqLiNSUzHBXz11EJFJyw73ZjRAROY8lM9wxzZYREYmQyHBHPXcRkUiJDHcDpbuISIRkhrvpDlURkSjJDHd0h6qISJRkhrvG3EVEIiUy3EVEJFoiw13PcxcRiZbMcDc9fkBEJEoywx313EVEoiQy3NGzZUREIiUy3E1PdBcRiZTMcNebmEREIiUz3NE8dxGRKMkMd425i4hESma4601MIiKR6oa7md1rZvvMbFuN9WZmf21mg2b2gpld1fhmjt+neu4iIlHi9NzvA9ZErL8RWBl+bQTumXyzounZMiIi0eqGu7s/CRyMqLIO+HsPPA3MNrOFjWpgdaaeu4hIhEaMuS8Gdlcs7wnLpozpbR0iIpHO6QVVM9toZgNmNjA0NDTx7aAxdxGRKI0I973A0orlJWHZGdx9k7v3u3t/b2/vhHeoMXcRkWiNCPfNwKfCWTPXAEfc/c0GbLcmw3SHqohIhFy9CmZ2P3Ad0GNme4A7gDYAd/8asAW4CRgETgC/M1WNHW3TVO9BRCTZ6oa7u2+os96BP2hYi2JSv11EpLaE3qGqC6oiIlGSGe6mMXcRkSiJDHfQsIyISJREhrvpmb8iIpGSGe6Ysl1EJEIyw11vYhIRiZTMcEejMiIiUZIZ7nqeu4hIpISGu97EJCISJZnhjnruIiJREhnu6KmQIiKREhnupnQXEYmUzHA3NOYuIhIhmeGOxtxFRKIkM9w1KiMiEimZ4a43MYmIREpkuIuISLREhruGZUREoiUz3NEFVRGRKIkMd70hW0QkWiLDvRTtuqgqIlJdrHA3szVmtsPMBs3stirrl5nZE2b2nJm9YGY3Nb6plfsLvivbRUSqqxvuZpYF7gZuBFYDG8xs9bhqXwYedPcrgfXA3za6oWPaFPbdle0iItXF6blfDQy6+053HwYeANaNq+PArPBzN/DLxjXxTKM9d8W7iEg1ccJ9MbC7YnlPWFbpPwKfNLM9wBbgD6ttyMw2mtmAmQ0MDQ1NoLnhdsLvinYRkeoadUF1A3Cfuy8BbgK+aWZnbNvdN7l7v7v39/b2TnhnGnMXEYkWJ9z3AksrlpeEZZVuAR4EcPcfA9OAnkY0sBqz0pi70l1EpJo44f4ssNLMlptZO8EF083j6rwBfATAzC4mCPeJj7vEpJ67iEh1dcPd3fPArcCjwHaCWTEvmdmdZrY2rPZ54LNm9jPgfuC3fQqvduoeJhGRaLk4ldx9C8GF0sqy2ys+vwx8oLFNq608FVI9dxGRqpJ5h2rpgqrG3EVEqkpmuIff1XMXEakumeFe7rmLiEg1yQz38ph7dLzf88NX2bb3yLlokojIeSWR4R7XXd9/hZv/5qlmN0NE5JxLZLjHGZbRc2dEpJUlMtxLovJ7pKBwF5HWlchwtxhd93yxeG4aIyJyHkpmuIffo+a5q+cuIq0smeEe46mQ+YJ67iLSupIZ7uH3qL55vhiszWb0IBoRaT2JDPdcNmj2SETvvLQuq6eMiUgLSmS4z53RDsCBY8M16+TDMXdlu4i0okSGe+/MDgD2Hztds05ptkxpWOYfnn1Dd6uKSMtIZLj3dNUP99JsmdKwzJ9860Vu/pun2Lb3CP/5e9t1k5OIpFpCwz0Ylhk6GtFzrxiWKRZHg/xf3vMjvv5/dzKs2TQikmKJDPeujhwduUx0z71iWOb4cL5cXhqCLxTVcxeR9EpkuJsZPV0d7I9xQTWbMY6fLpTLS2PwuslJRNIskeEOsGj2NPYeOllzfekmpowZx04HPfeOXKY8Bh81jVJEJOkSG+7Le2awc//xmutHwmGXjBnHw3Cf3p4lE/bc8+q5i0iKxQp3M1tjZjvMbNDMbqtR5zfN7GUze8nM/ldjm3mmFb1d7D92mndOjVRdP5IPeua5rHFyJBiW6chlKoZl1HMXkfSqG+5mlgXuBm4EVgMbzGz1uDorgS8CH3D3S4A/moK2jrG8ZwYAu4aq997Ld6hmjOFS0GcylJ5GoHAXkTSL03O/Ghh0953uPgw8AKwbV+ezwN3ufgjA3fc1tplnWjm/C4BX3nqn6vrhKuHeljUypguqIpJ+ccJ9MbC7YnlPWFbpIuAiM/t/Zva0ma1pVANr6Zs3g5kdOV6scdfpaG/dxgS9hmVEpBXkGridlcB1wBLgSTO7zN0PV1Yys43ARoBly5ZNaoeZjHHZkm5e3FM93Es981wmM25YphiuV7iLSHrF6bnvBZZWLC8JyyrtATa7+4i77wJ+ThD2Y7j7Jnfvd/f+3t7eiba57LIl3Wx/82g5vCtVjrmfzgcXVHPZ0Z57XjcxiUiKxQn3Z4GVZrbczNqB9cDmcXW+Q9Brx8x6CIZpdjawnVVdvng2w4Ui2988c9y9+gXVimGZKr8QRETSom64u3seuBV4FNgOPOjuL5nZnWa2Nqz2KHDAzF4GngC+4O4HpqrRJe/rmwPAT3YdPGPd6YpAL3/OVsyWUc9dRFIs1pi7u28Btowru73iswN/HH6dM/NnTWNFzwye2XWAz35oxZh1pZ57puKCai5TMVtGPXcRSbHE3qFa8v4Vc3lm18EzHgRWecF0uOKGptExd4W7iKRX4sP
|
|
|
|
|
"text/plain": [
|
|
|
|
|
"<matplotlib.figure.Figure at 0x7f5168e1c710>"
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
"metadata": {},
|
|
|
|
|
"output_type": "display_data"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "stdout",
|
|
|
|
|
"output_type": "stream",
|
|
|
|
|
"text": [
|
|
|
|
|
"{'iterations': 1000, 'cost_function': 0.029568589776941649}\n",
|
|
|
|
|
"[[ 0.01511589 0.98320551 0.98320552 0.01904326]\n",
|
|
|
|
|
" [ 0.98488411 0.01679449 0.01679448 0.98095674]]\n",
|
|
|
|
|
"[array([[-1.68718666, -1.68717444],\n",
|
|
|
|
|
" [ 1.83309543, 1.83310216],\n",
|
|
|
|
|
" [ 2.30099652, 2.30099339]]), array([[-1.62268664, 1.73477196, -2.79082854],\n",
|
|
|
|
|
" [ 1.45111486, -1.79528538, 2.86262592]])]\n"
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"data": {
|
|
|
|
|
"image/png": "iVBORw0KGgoAAAANSUhEUgAAAXcAAAD8CAYAAACMwORRAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4xLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvAOZPmwAAGpJJREFUeJzt3X+QXWd93/H35967d1e7+o0WWUiKJYOIraFgw+JAyLQETCrTVKIDaaWWBiiJJx1EaGDa2JOMk7r9B5JCW0bNWA2UDA0ojskQlQrU1LhNyICrle0Yy7LwIrC1wo7WsmRbkr27d/fbP+7Z1dm79+69u76rq3P285rZ0T3Pefac5+jYn/voOec8RxGBmZnlS6HTDTAzs/ZzuJuZ5ZDD3cwshxzuZmY55HA3M8shh7uZWQ453M3McsjhbmaWQw53M7McKnVqx+vWrYstW7Z0avdmZpl09OjRZyOiv1m9joX7li1bGBwc7NTuzcwySdKTrdTzsIyZWQ453M3McqilcJe0Q9IJSUOSbq+z/qck3S/pIUmPSHpv+5tqZmatahrukorAPuBWYDuwR9L2mmq/DdwTETcBu4H/0u6GmplZ61rpud8MDEXEyYgYAw4Au2rqBLAy+bwK+En7mmhmZvPVSrhvBE6lloeTsrTfBT4oaRg4BHy83oYk3SZpUNLgyMjIApprZmataNcF1T3AlyJiE/Be4MuSZm07IvZHxEBEDPT3N71N08zMFqiVcD8NbE4tb0rK0j4K3AMQEd8FeoB17WhgrSM/fo7/8L9OMD4xuRibNzPLhVbC/QiwTdJWSWWqF0wP1tR5Cng3gKQbqIb7ooy7PPjkOT7/7SHGKg53M7NGmoZ7RFSAvcBh4DjVu2KOSbpL0s6k2qeAX5X0N8BXgQ/HIr15u1gQABN+sbeZWUMtTT8QEYeoXihNl92Z+vwY8I72Nq2+qXCfnHS4m5k1krknVKfCveJwNzNrKHPhXpB77mZmzWQu3D3mbmbWXPbCPem5T7jnbmbWUObCvTB9QbXDDTEzu4plLtyLSYs9LGNm1lgGw73a5Al33c3MGspeuE+PuXe4IWZmV7HshfvUsIwvqJqZNZS5cJ++z91j7mZmDWUu3Kfvc3fP3cysocyFe8EPMZmZNZW5cC+5525m1lTmwt1PqJqZNZe5cC94yl8zs6YyF+6eOMzMrLnMhXvBwzJmZk21FO6Sdkg6IWlI0u111n9O0sPJzw8knW9/U6um38TknruZWUNNX7MnqQjsA94DDANHJB1MXq0HQET8Rqr+x4GbFqGtwOW7ZSoTDnczs0Za6bnfDAxFxMmIGAMOALvmqL+H6kuyF4WfUDUza66VcN8InEotDydls0i6FtgKfLvB+tskDUoaHBkZmW9bgfQTqgv6dTOzJaHdF1R3A/dGxES9lRGxPyIGImKgv79/QTuYmjis4il/zcwaaiXcTwObU8ubkrJ6drOIQzIA3aUiAGMVh7uZWSOthPsRYJukrZLKVAP8YG0lSdcDa4DvtreJMy0rV8P9pfG6/zgwMzNaCPeIqAB7gcPAceCeiDgm6S5JO1NVdwMHIhb3SueyriTcxxzuZmaNNL0VEiAiDgGHasrurFn+3fY1q7GpcL/kcDczayh7T6gWRHepwMseljEzayhz4Q7QWy66525mNoeMhnvJ4W5mNodMhntPl4dlzMzmkslwr/bcK51uhpnZVSuT4b6sq+j73M3M5pDNcC8XfZ+7mdkcshnu7rmbmc0pk+HuWyHNzOaWyXDvKRd9t4yZ2RwyGe69Xe65m5nNJZPhvqxcHXNf5DnKzMwyK7PhHgGjntPdzKyubIa7Z4Y0M5tTJsO91y/sMDObUybDvWf6hR2egsDMrJ5MhntvufqOkZfGPOZuZlZPS+EuaYekE5KGJN3eoM4/lvSYpGOSvtLeZs40NSzjycPMzOpr+po9SUVgH/AeYBg4IulgRDyWqrMNuAN4R0Sck/TqxWowpIZlPOZuZlZXKz33m4GhiDgZEWPAAWBXTZ1fBfZFxDmAiDjT3mbONH1B1XfLmJnV1Uq4bwROpZaHk7K01wOvl/TXkr4naUe9DUm6TdKgpMGRkZGFtZjLt0K6525mVl+7LqiWgG3AO4E9wH+VtLq2UkTsj4iBiBjo7+9f8M4uj7k73M3M6mkl3E8Dm1PLm5KytGHgYESMR8SPgB9QDftF0ZOEuycPMzOrr5VwPwJsk7RVUhnYDRysqfN1qr12JK2jOkxzso3tnMFPqJqZza1puEdEBdgLHAaOA/dExDFJd0namVQ7DJyV9BhwP/CvI+LsYjW6q1igqyiPuZuZNdD0VkiAiDgEHKopuzP1OYBPJj9XxLKuIpdGfZ+7mVk9mXxCFaCvu+RhGTOzBjIb7n7VnplZY5kN92rP3cMyZmb1ZDbcl3UVueieu5lZXZkNd/fczcway2y495aLXBp1z93MrJ7MhntfucRF99zNzOrKbLj3drvnbmbWSGbDfarnXn1+yszM0jIb7svKRSYDRit+1Z6ZWa3Mhnufp/01M2sos+He212dFuei55cxM5sls+HeV66Gu3vuZmazZTbce7urwzK+HdLMbLbMhvt0z923Q5qZzZLZcL/8HlX33M3MauUg3N1zNzOr1VK4S9oh6YSkIUm311n/YUkjkh5Ofn6l/U2dqW/qbhn33M3MZmn6mj1JRWAf8B5gGDgi6WBEPFZT9U8iYu8itLGu6Z67x9zNzGZpped+MzAUEScjYgw4AOxa3GY111t2z93MrJFWwn0jcCq1PJyU1Xq/pEck3Stpc70NSbpN0qCkwZGRkQU097JiQfR0FTzmbmZWR7suqP4PYEtEvBH4C+CP6lWKiP0RMRARA/39/a94p71lv7DDzKyeVsL9NJDuiW9KyqZFxNmIGE0W/xB4S3uaNze/sMPMrL5Wwv0IsE3SVkllYDdwMF1B0obU4k7gePua2Jhf2GFmVl/Tu2UioiJpL3AYKAJfjIhjku4CBiPiIPDrknYCFeA54MOL2OZpvd1Fj7mbmdXRNNwBIuIQcKim7M7U5zuAO9rbtOb6yiXPCmlmVkdmn1CFZMzdPXczs1kyHe593SWHu5lZHZkO92Xlom+FNDOrI9Ph3lcuctG3QpqZzZLpcO8tl3hpfIKJyeh0U8zMriqZDve+5G1ML427925mlpbpcO+dfhuTx93NzNIyHe590+9Rdc/dzCwt0+G+rCvpufuOGTOzGTId7lM9d9/rbmY2U6bDffqFHR5zNzObIdPh7p67mVl92Q73pOd+wT13M7MZMh3uUy/Jfsk9dzOzGTId7n3d7rmbmdWT6XDvLhUoFuQLqmZmNTId7pKSycMc7mZmaS2Fu6Qdkk5IGpJ0+xz13i8pJA20r4lzW95d8hOqZmY1moa7pCKwD7gV2A7skbS9Tr0VwCeAB9rdyLn0dvtVe2ZmtVrpud8MDEXEyYgYAw4Au+rU+3fAp4GX29i+pvq6S76gamZWo5Vw3wicSi0PJ2XTJL0Z2BwR/7ONbWvJ8m6/R9XMrNYrvqAqqQB8FvhUC3VvkzQoaXBkZOSV7hqoTkHgYRkzs5laCffTwObU8qakbMoK4A3A/5H0Y+BtwMF6F1UjYn9EDETEQH9//8JbnbLcwzJmZrO0Eu5HgG2StkoqA7uBg1MrI+L5iFgXEVsiYgvwPWBnRAwuSotr9HX7Vkgzs1pNwz0iKsBe4DBwHLgnIo5JukvSzsVuYDN9vhXSzGyWUiuVIuIQcKim7M4Gdd/5ypvVur5yibHKJOMTk3QVM/1MlplZ22Q+Dafml/HQjJnZZZkP9+V+j6qZ2SyZD3e/jcnMbLbMh/tyT/trZjZL5sPdY+5mZrPlINyTMfdRj7mbmU3Jfrh7zN3MbJbsh/vUsMyYw93MbErmw3359Ji7h2XMzKZkPtx7ugoU5GEZM7O0zId79T2qnhnSzCwt8+EOyeRhDnczs2k5CXe/jcnMLC0n4e5hGTOztHyEu1+1Z2Y2Qz7C3S/sMDObISfh7lftmZmltRTuknZIOiFpSNLtddb/mqTvS3pY0nckbW9
|
|
|
|
|
"text/plain": [
|
|
|
|
|
"<matplotlib.figure.Figure at 0x7f5168d4edd8>"
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
"metadata": {},
|
|
|
|
|
"output_type": "display_data"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "stdout",
|
|
|
|
|
"output_type": "stream",
|
|
|
|
|
"text": [
|
|
|
|
|
"{'iterations': 1000, 'cost_function': 0.029539589789047232}\n",
|
|
|
|
|
"[[ 0.01679547 0.98104616 0.98492497 0.01677683]\n",
|
|
|
|
|
" [ 0.98320453 0.01895384 0.01507503 0.98322317]]\n",
|
|
|
|
|
"[array([[-1.79884923, 1.79823306],\n",
|
|
|
|
|
" [ 1.70777996, -1.71099719],\n",
|
|
|
|
|
" [-2.30993664, 2.31112542]]), array([[-1.80202919, 1.54409123, 3.00612475],\n",
|
|
|
|
|
" [ 1.65069614, -1.6289642 , -2.64412463]])]\n"
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"data": {
|
|
|
|
|
"image/png": "iVBORw0KGgoAAAANSUhEUgAAAXcAAAD8CAYAAACMwORRAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4xLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvAOZPmwAAFxVJREFUeJzt3X+Q3Hd93/Hne3dvpbuTfJKlM5ZtgQQoEAUnQBViYjrjAZLYnmLPNJliTzMhlMH/QEMbpq2ZdKClf3RIOqQl4xDclpIyAdchmVTjunUacKZTJnZ9xonjHxgOg23ZMjrLsmT7JN+vd//Y70mru9vbPWml1fd7z8fMze73+/3ou+/vfTWv/dzn+93PRmYiSaqW2qALkCT1n+EuSRVkuEtSBRnuklRBhrskVZDhLkkVZLhLUgUZ7pJUQYa7JFVQY1AvvH379ty1a9egXl6SSunBBx98ITPHu7UbWLjv2rWLiYmJQb28JJVSRDzVSzuHZSSpggx3Saogw12SKshwl6QKMtwlqYIMd0mqIMNdkiqodOH+wI9e5PN//gQzcwuDLkWSLlilC/fvPHWEL3xrkrkFw12SOilduNciAFjwe70lqaPShXuR7Syk6S5JnZQu3Bd77umojCR1VMJwbz3ac5ekzsoX7rXFMXfDXZI6KV24hxdUJamr0oX74rBM2nOXpI5KGO723CWpmxKGe+vRMXdJ6qx04X5qzN1wl6ROuoZ7RHw5Ig5FxCMdtkdEfCEiJiPi4Yh4Z//LbHu94tFsl6TOeum5fwW4dpXt1wF7ip9bgC+efVmd1ey5S1JXXcM9M/8P8OIqTW4E/mu23AdsiYgd/SpwqVptsa5z9QqSVH79GHO/HHimbflAse6csOcuSd2d1wuqEXFLRExExMTU1NSZ7gPwVkhJWk0/wv1ZYGfb8hXFumUy8/bM3JeZ+8bHx8/oxfwQkyR1149w3w/8WnHXzFXA0cw82If9rsgPMUlSd41uDSLi68A1wPaIOAB8BhgCyMw/AO4GrgcmgWngw+eqWPBDTJLUi67hnpk3d9mewMf6VlEXfohJkror3SdUT35Zh9kuSR2VMNxbj/bcJamzEoa7F1QlqZvShTv23CWpq9KF+6kxd8NdkjopYbi3Hs12SeqshOHumLskdVO6cA/H3CWpq9KFu7NCSlJ3pQ13s12SOithuLce7blLUmelC3fnc5ek7koX7vbcJam7Eoa7H2KSpG5KG+4LCwMuRJIuYKULd+9zl6TuShzug61Dki5kpQv3xWEZMN0lqZPShrs9d0nqrITh3np0zF2SOitduC9+iGnerrskdVS6cK/XnDhMkropXbg3aos99wEXIkkXsNKFe+1kuJvuktRJ6cLdnrskdVe6cK+FPXdJ6qZ04X6q5+4FVUnqpHThvjjmPme4S1JHpQv3hrdCSlJXPYV7RFwbEU9ExGRE3LrC9tdHxL0R8VBEPBwR1/e/1Ja6PXdJ6qpruEdEHbgNuA7YC9wcEXuXNPuXwJ2Z+Q7gJuD3+13oosVwn5833CWpk1567u8CJjPzycycAe4AblzSJoGLiudjwHP9K/F09cW7ZRyWkaSOegn3y4Fn2pYPFOva/SvgVyPiAHA38I9X2lFE3BIRExExMTU1dQblti6oRni3jCStpl8XVG8GvpKZVwDXA1+NiGX7zszbM3NfZu4bHx8/4xdr1MJwl6RV9BLuzwI725avKNa1+whwJ0Bm/hWwEdjejwJXUgvDXZJW00u4PwDsiYjdEdGkdcF0/5I2TwPvA4iIn6QV7mc27tIDe+6StLqu4Z6Zc8DHgXuAx2ndFfNoRHw2Im4omn0S+GhE/A3wdeDXM8/dFc9aLbwVUpJW0eilUWbeTetCafu6T7c9fwy4ur+lddaohR9ikqRVlO4TqtC6192euyR1VtpwXzDcJamjcoZ72HOXpNWUM9zr3i0jSaspZbg3ajV77pK0ilKG+1A9mJ3zm5gkqZNShnuzUWPGL1GVpI5KGe4bGnVem5sfdBmSdMEqZbg36zVmHJaRpI5KGe4bhmq8ZrhLUkelDHd77pK0ulKG+4ahuj13SVpFKcPdnrskra6U4d4ac/duGUnqpJTh3qx7QVWSVlPKcB9u1jk+M885/D4QSSq1Uob72PAQcwvJ8VmHZiRpJaUM94s2DgFw7PjcgCuRpAtTOcN9uPXtgMdOzA64Ekm6MJUy3MeGWz33o8cNd0laSSnD/eLRJgAvvPzagCuRpAtTKcP9srFhAJ47emLAlUjShamU4b5lZIiNQzWeP3p80KVI0gWplOEeEWzftIHDr8wMuhRJuiCVMtyhNe7+4rThLkkrKW24bx1p8uKrhrskraS04b5t1HCXpE5KG+5bDXdJ6qi04X7xaJPpmXlOOL+MJC3TU7hHxLUR8URETEbErR3a/IOIeCwiHo2Ir/W3zOUWP8hk712Slmt0axARdeA24BeAA8ADEbE/Mx9ra7MH+BRwdWYeiYhLzlXBi7YUUxAcmZ7hsi3D5/rlJKlUeum5vwuYzMwnM3MGuAO4cUmbjwK3ZeYRgMw81N8ylxvZ0HpfOj7jsIwkLdVLuF8OPNO2fKBY1+4ngJ+IiG9HxH0Rce1KO4qIWyJiIiImpqamzqziwkizDsC04S5Jy/TrgmoD2ANcA9wM/MeI2LK0UWbenpn7MnPf+Pj4Wb3g8JDhLkmd9BLuzwI725avKNa1OwDsz8zZzPwh8D1aYX/OLPbcj8/6hR2StFQv4f4AsCcidkdEE7gJ2L+kzZ/R6rUTEdtpDdM82cc6lxlptsbc7blL0nJdwz0z54CPA/cAjwN3ZuajEfHZiLihaHYPcDgiHgPuBf5ZZh4+V0VD60uywQuqkrSSrrdCAmTm3cDdS9Z9uu15Ar9Z/JwXXlCVpM5K+wnVoXqNZr1muEvSCkob7tAamjk+4wVVSVqq1OE+0qzzqj13SVqm1OHe6rkb7pK0VKnDfaRZZ9phGUlaptzhPtTwgqokraDU4T7crHPc+dwlaZlSh3trWMZwl6SlSh7uDS+oStIKSh7uXlCVpJWUPty9z12Slit1uA8368zMLTC/kIMuRZIuKKUO91OThzk0I0ntSh7uzukuSSspdbhvKr4k+5XX7LlLUrtKhPurhrsknabc4b6x6LmfMNwlqV25w73oub9sz12STlOJcHdYRpJOV+5w3+gFVUlaSbnDfXFYxjF3STpNqcN9Q6NGoxb23CVpiVKHe0SwaWPDMXdJWqLU4Q4w2mx4K6QkLVH6cN+8seGtkJK0ROnDfdMGh2UkaanSh/vohoYXVCVpidKH+6aNjrlL0lI9hXtEXBsRT0TEZETcukq7X46IjIh9/StxdZvtuUvSMl3DPSLqwG3AdcBe4OaI2LtCu83AJ4D7+13kajYZ7pK0TC8993cBk5n5ZGbOAHcAN67Q7t8AnwNO9LG+rkY3NJiemfer9iSpTS/hfjnwTNvygWLdSRHxTmBnZv6PPtbWk83F/DKv+lV7knTSWV9QjYga8Hngkz20vSUiJiJiYmpq6mxfGmj7NiYvqkrSSb2E+7PAzrblK4p1izYDbwP+MiJ+BFwF7F/pompm3p6Z+zJz3/j4+JlX3WbUr9qTpGV6CfcHgD0RsTsimsBNwP7FjZl5NDO3Z+auzNwF3AfckJkT56TiJZz2V5KW6xrumTkHfBy4B3gcuDMzH42Iz0bEDee6wG42OywjScs0emmUmXcDdy9Z9+kOba85+7J6t9hzd053STql9J9QHRseAuDo8dkBVyJJFw7DXZIqqPThPjxUZ6gehrsktSl9uEcEF20cMtwlqU3pwx1aQzPHDHdJOqkS4X7R8BDHThjukrSoEuE+NuywjCS1M9wlqYIMd0mqoMqE+7Hjsyw4p7skARUK94WEV5zTXZKACoU7wNFph2YkCSoS7hc5BYEknaYS4b51pBXuL9lzlySgIuG+bVMTgMOvvjbgSiTpwlCNcB/dAMCLr84MuBJJujBUItzHhoeo14LDrxjukgQVCfdaLdg6MsRhe+6SBFQk3KE1NHP4FcfcJQkqFO4XjzYdc5e
|
|
|
|
|
"text/plain": [
|
|
|
|
|
"<matplotlib.figure.Figure at 0x7f5168c15c50>"
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
"metadata": {},
|
|
|
|
|
"output_type": "display_data"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "stdout",
|
|
|
|
|
"output_type": "stream",
|
|
|
|
|
"text": [
|
|
|
|
|
"{'iterations': 1000, 'cost_function': 0.030909668962820103}\n",
|
|
|
|
|
"[[ 0.0182439 0.98169159 0.98170459 0.01828506]\n",
|
|
|
|
|
" [ 0.9817561 0.01830841 0.01829541 0.98171494]]\n",
|
|
|
|
|
"[array([[-2.29039539, 2.29288139],\n",
|
|
|
|
|
" [-2.27465684, 2.27075963],\n",
|
|
|
|
|
" [-0.32154128, 0.36092221]]), array([[-2.72086854, 2.66959205, 0.15999313],\n",
|
|
|
|
|
" [ 2.69089272, -2.65182681, -0.25901182]])]\n"
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"data": {
|
|
|
|
|
"image/png": "iVBORw0KGgoAAAANSUhEUgAAAXcAAAD8CAYAAACMwORRAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4xLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvAOZPmwAAF3BJREFUeJzt3VuQHOd53vH/MzM7u8AusMAeBOFEAnQgWZBCSfQKJiOnirFkm2RF5IVdMZG4JMsqMxdmQsVKUlScEh3mSnEiOapiZDG2IkeViKEYx0LJcOiEoiwlMSUuQ4ohQEJcghQBECAWZxCnPcybi+4FB4udncFidgfd/fyqpma655vpt9GoZ779pvsbRQRmZpYvpU4XYGZm7edwNzPLIYe7mVkOOdzNzHLI4W5mlkMOdzOzHHK4m5nlkMPdzCyHHO5mZjlU6dSGh4aGYtOmTZ3avJlZJj3zzDNHImK4WbuOhfumTZsYHR3t1ObNzDJJ0k9aaedhGTOzHHK4m5nlkMPdzCyHHO5mZjnkcDczyyGHu5lZDjnczcxyKHPh/vRrx/jCX+xhYqrW6VLMzK5ZmQv3//uT43zpO2NM1RzuZmaNZC7cSxIANf+ut5lZQ5kL9zTbqYXT3cyskcyF+0zPPTwqY2bWUAbDPbl3z93MrLHshXtpZszd4W5m1kjmwl3+QtXMrKnMhfvMsEy4525m1lDmwl24525m1kzmwv1izx2nu5lZIxkMd/fczcyayVy4X7yIyeluZtZQ5sL94kVMznYzs4ayF+5pxT7P3cyssabhLumrkg5LeqHB85L0JUljkp6XdFP7y3zb22PuDnczs0Za6bl/DbhtnudvB7akt3uAL199WY35IiYzs+aahntEfA84Nk+Tu4D/GImngFWS1rarwNl8EZOZWXPtGHNfD+yrW96frruMpHskjUoaHR8fX9DGfBGTmVlzS/qFakQ8HBEjETEyPDy8oPfwRUxmZs21I9wPABvrljek6xbFxTF3z+duZtZQO8J9B/Dx9KyZm4GTEXGwDe87J8/nbmbWXKVZA0nfAG4FhiTtBx4AugAi4g+AncAdwBhwFvjkYhULvojJzKwVTcM9IrY3eT6A32pbRU34IiYzs+Yyd4WqfBGTmVlTmQt3zwppZtZcBsM9ufdFTGZmjWUu3H0Rk5lZc5kLd/fczcyay1y4e+IwM7PmMhfu7rmbmTWXvXAvueduZtZM9sLd0w+YmTWVuXD3RUxmZs1lLtw9t4yZWXMZDPfk3j13M7PGMhfuvojJzKy57IW7T4U0M2sqc+HuicPMzJrLXrinFbvnbmbWWPbC3T13M7OmMhjuyb3PljEzayxz4e6LmMzMmstcuJfTcJ/2uIyZWUPZC/eSw93MrJnMhfvbs0I63M3MGslcuL89LNPhQszMrmHZC/eZYRn33M3MGspuuLvrbmbWUPbCfWZYxh13M7OGMhfuM9MP1Hy2jJlZQ5kLd4+5m5k111K4S7pN0h5JY5Lun+P56yQ9KelZSc9LuqP9pSZ8nruZWXNNw11SGXgIuB3YCmyXtHVWs38OPBoRHwTuBv5duwud4StUzcyaa6Xnvg0Yi4i9ETEBPALcNatNACvTx/3AG+0r8VLuuZuZNddKuK8H9tUt70/X1ftd4Nck7Qd2Av9grjeSdI+kUUmj4+PjCyg3mThM8hWqZmbzadcXqtuBr0XEBuAO4OuSLnvviHg4IkYiYmR4eHjBGytL7rmbmc2jlXA/AGysW96Qrqv3KeBRgIj4K6AHGGpHgXMplxzuZmbzaSXcnwa2SNosqUryhemOWW1eBz4CIOk9JOG+sHGXFjjczczm1zTcI2IKuBd4HHiR5KyYXZIelHRn2uwzwG9K+hHwDeDXYxF/5LQs+Tx3M7N5VFppFBE7Sb4orV/3ubrHu4EPt7e0xkol+QpVM7N5ZO4KVUiHZdxzNzNrKLvh7p67mVlD2Qx3nwppZjavbIZ7Sf4lJjOzeWQy3EslX6FqZjafTIZ7pVRiysMyZmYNZTTcxZTHZczMGspkuFcrJSYd7mZmDWUy3LvKJSb8I6pmZg1lMtyr5RITU9OdLsPM7JqVyXDvqohJ99zNzBrKZLhXyx5zNzObTybDvatcYmLK4W5m1kg2w71SYsI9dzOzhjIZ7h6WMTObXybDvassJqf8haqZWSOZDHdfxGRmNr9Mhru/UDUzm18mw72nq8z5qWkW8WdazcwyLZPh3tddYXI6uODeu5nZnDIZ7it7kt/1Pn1+qsOVmJldmzIZ7n1puL91weFuZjaXTIb7iu4uAN5yz93MbE6ZDPeVy5JwP3FuosOVmJldmzIZ7mv7ewA4eOJ8hysxM7s2ZTLc39nfQ0mw7/jZTpdiZnZNymS4d5VLXD/Yy0uHTne6FDOza1Imwx3gAxtX8dy+E76QycxsDi2Fu6TbJO2RNCbp/gZt/o6k3ZJ2SfrP7S3zch/YuIrx0xd446TH3c3MZmsa7pLKwEPA7cBWYLukrbPabAE+C3w4It4LfHoRar3Ez1y/GoDR144t9qbMzDKnlZ77NmAsIvZGxATwCHDXrDa/CTwUEccBIuJwe8u83HvWrmRFd4UfvupwNzObrZVwXw/sq1ven66r9y7gXZL+t6SnJN3WrgIbKZfETdev5mn33M3MLtOuL1QrwBbgVmA78O8lrZrdSNI9kkYljY6Pj1/1RrdtHuDHb77F8TO+mMnMrF4r4X4A2Fi3vCFdV28/sCMiJiPiVeDHJGF/iYh4OCJGImJkeHh4oTVftG3zAIB772Zms7QS7k8DWyRtllQF7gZ2zGrzpyS9diQNkQzT7G1jnXO6cUM/1UrJ4+5mZrM0DfeImALuBR4HXgQejYhdkh6UdGfa7HHgqKTdwJPAP4mIo4tV9IzuSpkb1/fz7L4Ti70pM7NMqbTSKCJ2Ajtnrftc3eMAfju9Lan3rlvJY8/sp1YLSiUt9ebNzK5Jmb1CdcbWdSs5MzHN68c8z4yZ2Yzsh/vafgB2HzzV4UrMzK4dmQ/3LWv6KJfE7jcc7mZmMzIf7j1dZTYP9fLyYc8QaWY2I/PhDrBpsJfXjnjM3cxsRi7C/YbhXl47eoZazdP/mplBTsJ902AvF6ZqHDzl6X/NzCAn4b55qBeA146c6XAlZmbXhlyF+16Hu5kZkJNwX7Oym56uEq8fdbibmUFOwl0Sa/uXcdA/uWdmBuQk3AHW9vc43M3MUrkJ93f293DI4W5mBuQo3Nf293Do1Hmmfa67mVmewn0Z07XgyFsXOl2KmVnH5SjcewB448S5DldiZtZ5OQr3ZQAedzczI1fhnvTcfcaMmVmOwr1/WReVkjzmbmZGjsK9VBKDfVWHu5kZOQp3gMHebo6+NdHpMszMOi5X4T60opsjZxzuZmb5CvfeKkdOe1jGzCxf4b6im6NnLhDhq1TNrNhyFe6DvVXOT9Y4MzHd6VLMzDoqV+E+1NcNwFGfMWNmBZercB/sqwJwxGfMmFnB5SrcZ3ruPtfdzIqupXCXdJukPZLGJN0/T7tflhSSRtpXYutmeu4+193Miq5puEsqAw8BtwNbge2Sts7RbgVwH/CDdhfZqoHeJNyPnXHP3cyKrZWe+zZgLCL2RsQE8Ahw1xzt/iXweaBjM3d1V8r0dVc46guZzKzgWgn39cC+uuX96bqLJN0EbIyIP2tjbQsy0FvluMPdzAruqr9QlVQCvgB8poW290galTQ6Pj5+tZue00Bv1T13Myu8VsL9ALCxbnlDum7GCuB9wHclvQbcDOyY60vViHg4IkYiYmR4eHjhVc9jsLfKMYe7mRVcK+H+NLBF0mZJVeBuYMfMkxFxMiKGImJTRGwCngLujIjRRam4iQGHu5lZ83CPiCngXuBx4EXg0YjYJelBSXcudoFXaqAvGZbx/DJmVmSVVhpFxE5g56x1n2vQ9tarL2vhBnurTEwl88v0dbe0e2ZmuZOrK1QBBnqTq1SP+UImMyuwHIZ7FwBHfSGTmRVYDsM97bn7S1UzK7DchftgOgWBz3U3syLLXbi/Pb+Mw93Miit34b68Wqa7UnK4m1m
|
|
|
|
|
"text/plain": [
|
|
|
|
|
"<matplotlib.figure.Figure at 0x7f5168b15240>"
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
"metadata": {},
|
|
|
|
|
"output_type": "display_data"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "stdout",
|
|
|
|
|
"output_type": "stream",
|
|
|
|
|
"text": [
|
|
|
|
|
"{'iterations': 1000, 'cost_function': 0.030990839306405914}\n",
|
|
|
|
|
"[[ 0.01813026 0.98143277 0.98141819 0.01828576]\n",
|
|
|
|
|
" [ 0.98186974 0.01856723 0.01858181 0.98171424]]\n",
|
|
|
|
|
"[array([[-2.29004145, 2.28505435],\n",
|
|
|
|
|
" [-2.28251732, 2.28899117],\n",
|
|
|
|
|
" [-0.12602234, -0.07785231]]), array([[ 2.6566979 , -2.65259994, -0.16570456],\n",
|
|
|
|
|
" [-2.7076025 , 2.70871881, 0.10802586]])]\n"
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"data": {
|
|
|
|
|
"image/png": "iVBORw0KGgoAAAANSUhEUgAAAXcAAAD8CAYAAACMwORRAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4xLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvAOZPmwAAFfRJREFUeJzt3X1wZfV93/H3917prqTdZdkFsca7C0vK4ngnDwYrxB43tRtwCowL04dpYJopbZnwR+uWNp528CTjtHT6h5vWzsMQ17Rxk/GkJsTNJFtKjBuM0zqxKcIPhIeAxdrALsZo8bI87C5aSd/+cY+0V9K9uldCu1fn6P2aEbrnnJ/u/Z09zEc/fc85vxOZiSSpWmr97oAkae0Z7pJUQYa7JFWQ4S5JFWS4S1IFGe6SVEGGuyRVkOEuSRVkuEtSBQ3064PPP//83Lt3b78+XpJK6ZFHHjmSmaPd2vUt3Pfu3cv4+Hi/Pl6SSikinu2lnWUZSaogw12SKshwl6QKMtwlqYIMd0mqIMNdkirIcJekCipduD/83R/wiS8+xdT0bL+7IknrVunC/evPHuXXvzTB9KzhLkmdlC7caxEAzPpcb0nqqHThXmQ7s2m6S1InJQz3ZrqnVRlJ6qh04V4rRu6JI3dJ6qSE4W7NXZK6KV24W3OXpO5KGO5Fzd1sl6SOShfu8zV3012SOipduAfW3CWpm9KFe82auyR1VcJwL2rufe6HJK1npQv3+atlrMtIUkclDHevlpGkbkoX7t6hKkndlTDcvVpGkropXbh7h6okdVfCcJ+ruRvuktRJ6cL99B2q/e2HJK1nJQx3a+6S1E3pwr0YuFtzl6RllC/cvc5dkroqXbg7t4wkdVe6cHfkLkndlS7cvUNVkrorYbh7tYwkdVO6cPcOVUnqroTh7h2qktRN6cLdO1Qlqbuewj0iromIpyJiIiJub7P9ooh4MCK+ERGPRsR1a9/VJmvuktRd13CPiDpwJ3AtsB+4KSL2L2r2S8A9mXk5cCPwm2vd0fn+FN+tuUtSZ72M3K8EJjLzYGZOAXcDNyxqk8A5xettwAtr18WFvM5dkrob6KHNLuD5luVDwE8uavNvgC9GxD8DNgNXr0nv2jhdczfdJamTtTqhehPw25m5G7gO+GxELHnviLg1IsYjYnxycnJVH1SrWXOXpG56CffDwJ6W5d3Fula3APcAZOZXgSHg/MVvlJl3ZeZYZo6Njo6uqsPW3CWpu17C/WFgX0RcEhENmidMDyxq8xxwFUBEvJNmuK9uaN7FfM39TLy5JFVE13DPzGngw8D9wJM0r4p5PCLuiIjri2YfAX4+Ir4FfA74h3mGiuLOCilJ3fVyQpXMvA+4b9G6j7W8fgJ439p2rT3vUJWk7rxDVZIqqITh7tUyktRN6cLdWSElqbvyhTvW3CWpm9KFe63osdkuSZ2VL9ytuUtSV6ULd+9QlaTuyhfu8yN3w12SOilduG8aaHZ5anq2zz2RpPWrtOH+puEuSR2VMNzrgOEuScspX7gPWpaRpG5KF+6N+lxZZqbPPZGk9at04V6rBY16zbKMJC2jdOEOzZOqb54y3CWpk3KG+2DNsowkLaOc4T5QtywjScsoZbg3Bqy5S9JyShnuzZq7ZRlJ6qS84e7IXZI6Kmm41z2hKknLKGe4D9a8Q1WSllHOcLcsI0nLKmm4eymkJC2npOHuTUyStJxyhvug0w9I0nLKGe6WZSRpWSUN9xonvYlJkjoqZbgPDTZH7rOzPiRbktopZbgPN5qP2jvh6F2S2ipluI8Y7pK0rFKG+9BgEe5ThrsktVPKcHfkLknLK2W4Dztyl6Rl9RTuEXFNRDwVERMRcXuHNn8vIp6IiMcj4r+vbTcXmjuhetxwl6S2Bro1iIg6cCfwQeAQ8HBEHMjMJ1ra7AM+CrwvM49GxAVnqsNweuTute6S1F4vI/crgYnMPJiZU8DdwA2L2vw8cGdmHgXIzJfWtpsLjTSav5McuUtSe72E+y7g+ZblQ8W6VpcBl0XEn0XE1yLimrXqYDvzNXdH7pLUVteyzAreZx/wAWA38H8i4kcz85XWRhFxK3ArwEUXXbTqD5u/iWlqetXvIUlV1svI/TCwp2V5d7Gu1SHgQGaeyszvAE/TDPsFMvOuzBzLzLHR0dHV9tk7VCWpi17C/WFgX0RcEhEN4EbgwKI2f0hz1E5EnE+zTHNwDfu5wFxZxpq7JLXXNdwzcxr4MHA/8CRwT2Y+HhF3RMT1RbP7gZcj4gngQeBfZebLZ6rT9VrQGKg5cpekDnqquWfmfcB9i9Z9rOV1Ar9QfJ0VI426NzFJUgelvEMVmqUZw12S2itvuDfqHLcsI0ltlTfcB+ucdOQuSW2VNtxHGnWvlpGkDkob7kODda+WkaQOShvuXi0jSZ2VNtyHHblLUkflDffGgDV3SeqgvOE+WHc+d0nqoLzh3qhxfGqa5s2xkqRWpQ33kcYAswlTM7P97ookrTulDfchH5ItSR2VNtxHnNNdkjoqbbg7p7skdVbecG9YlpGkTsob7sXI3cshJWmp0ob7XM3dsowkLVXacJ+/WsaRuyQtUdpwH7HmLkkdlTbch70UUpI6Km24jww2n+1tzV2SliptuA81ml0/MTXd555I0vpT2nBv1GvUa+HIXZLaKG24R4TPUZWkDkob7jD3kGzLMpK0WKnDfbNPY5Kktkod7sM+JFuS2ip1uI806rxhWUaSlih5uA84cpekNkoe7nXeMNwlaYmSh7sjd0lqp+Th7qWQktROucN9k2UZSWqn3OE+OMDU9CzTM7P97ookrSs9hXtEXBMRT0XERETcvky7vxMRGRFja9fFzuafxuS0v5K0QNdwj4g6cCdwLbAfuCki9rdptxW4DXhorTvZycgmH9ghSe30MnK/EpjIzIOZOQXcDdzQpt2/Az4OnFzD/i1rbuT+xpueVJWkVr2E+y7g+ZblQ8W6eRFxBbAnM//XGvatq5GGD+yQpHbe8gnViKgBnwA+0kPbWyNiPCLGJycn3+pHn36OqjV3SVqgl3A/DOxpWd5drJuzFfgR4MsR8V3gPcCBdidVM/OuzBzLzLHR0dHV97pgWUaS2usl3B8G9kXEJRHRAG4EDsxtzMxjmXl+Zu7NzL3A14DrM3P8jPS4xVxZxhOqkrRQ13DPzGngw8D9wJPAPZn5eETcERHXn+kOLmd+5G64S9ICA700ysz7gPsWrftYh7YfeOvd6s3pkbtlGUlqVe47VOduYnLkLkkLlDrchwcty0hSO6UO91otGB6sW5aRpEVKHe7gAzskqZ3yh/smH5ItSYuVP9wHB3xghyQtUvpwH27UvVpGkhYpfbhv3mS4S9JipQ/34cEB55aRpEVKH+6bN9WdFVKSFil9uI9Yc5ekJUof7sODAxy3LCNJC5Q+3DdvqnP81AyZ2e+uSNK6Ufpw3zo0QKbzy0hSq9KH+zlDgwC8euJUn3siSetH+cN9uAj3k4a7JM0pf7jPj9w9qSpJc8of7sPNpzFZlpGk08of7kOWZSRpsfKH+7AnVCVpsdKH+9ahoixz0pq7JM0pfbgP1muMNOqO3CWpRenDHZp1d2vuknRaNcJ9eMBLISWpRTXC3ZG7JC1QjXAfNtwlqVU1wn3IsowktapEuG8bHuTo8al+d0OS1o1KhPt5Wzbx2slppqZn+90VSVoXKhLuDQB+8Iajd0mCqoT75k0AHHn9zT73RJLWh0qE++jW5sj9ZUfukgRUJNznRu4vO3KXJKAq4V7U3F9+3ZG7JEGP4R4R10TEUxExERG3t9n+CxHxREQ8GhEPRMTFa9/VzrZsGqAxUOPIG47cJQl6CPeIqAN3AtcC+4GbImL/ombfAMYy88eAzwP/Ya072qWPnL+54chdkgq9jNyvBCYy82BmTgF3Aze0NsjMBzPzeLH4NWD32nazu/O2bLLmLkmFXsJ9F/B8y/KhYl0ntwB//FY6tRrnbWlwxJG7JAFrfEI1In4OGAN+pcP2WyNiPCLGJycn1/Kj2bl1iBdfPbmm7ylJZdVLuB8G9rQs7y7WLRARVwO
|
|
|
|
|
"text/plain": [
|
|
|
|
|
"<matplotlib.figure.Figure at 0x7f5168b9b710>"
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
"metadata": {},
|
|
|
|
|
"output_type": "display_data"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "stdout",
|
|
|
|
|
"output_type": "stream",
|
|
|
|
|
"text": [
|
|
|
|
|
"{'iterations': 1000, 'cost_function': 0.031172163993440746}\n",
|
|
|
|
|
"[[ 0.01323903 0.98116568 0.98116371 0.0228989 ]\n",
|
|
|
|
|
" [ 0.98676097 0.01883432 0.01883629 0.9771011 ]]\n",
|
|
|
|
|
"[array([[-2.10901333, 2.38250007],\n",
|
|
|
|
|
" [-0.95006233, -0.94990313],\n",
|
|
|
|
|
" [-2.38264612, 2.10972493]]), array([[-2.61208829, -0.73383215, 2.5480982 ],\n",
|
|
|
|
|
" [ 2.62017598, 0.74351283, -2.6841455 ]])]\n"
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"data": {
|
|
|
|
|
"image/png": "iVBORw0KGgoAAAANSUhEUgAAAXcAAAD8CAYAAACMwORRAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4xLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvAOZPmwAAHkhJREFUeJzt3Xt0XGd57/HvMxdpZF1sSxo7vt9D8OGSEOE4CStwEqBOaOOuFdpjt0ACtF7twYVCe9rklJXStGu1UA6Xw3EBl1ubFkwIlBrwiRucwCkQEstJcOJbLF8Sy0lsSb5KtnV9zh+zZY1lSTOSR9qzR7/PWrO89zuvZp6tnfzm1Tt73jF3R0RESkss7AJERKTwFO4iIiVI4S4iUoIU7iIiJUjhLiJSghTuIiIlSOEuIlKCFO4iIiVI4S4iUoISYT1xfX29L1y4MKynFxGJpB07drS6ezpXv9DCfeHChTQ2Nob19CIikWRmL+bTT9MyIiIlSOEuIlKCFO4iIiVI4S4iUoLyCnczW2Vm+8ysyczuHeL++Wb2uJk9Y2Y7zeyOwpcqIiL5yhnuZhYHNgC3A8uBtWa2fFC3jwMPuft1wBrgHwpdqIiI5C+fkfsKoMndD7p7F7AJWD2ojwM1wfZU4OXClSgiIqOVT7jPAY5k7TcHbdk+AbzHzJqBLcAfFaS6IWw/fIL/9R/76O7tG6+nEBGJvEK9oboW+Ia7zwXuAB40s8se28zWmVmjmTW2tLSM6YmeeekkX3isia4ehbuIyHDyCfejwLys/blBW7YPAg8BuPsTQAqoH/xA7r7R3RvcvSGdzvnp2SHFY5mSe/r0xd4iIsPJJ9y3A8vMbJGZlZF5w3TzoD4vAbcBmNlryYT72IbmOSRiBkCvwl1EZFg5w93de4D1wFZgD5mrYnaZ2QNmdmfQ7U+A3zezXwHfAu5x93FJ33gQ7j19mpYRERlOXguHufsWMm+UZrfdn7W9G7i5sKUNTSN3EZHcIvcJ1Ysj916Fu4jIcCIX7om4Ru4iIrlELtx1tYyISG6RC3fNuYuI5Ba5cNfVMiIiuUUu3DVyFxHJLXLhPjByV7iLiAwncuGeCN5Q1chdRGR4kQv3/pG7VoUUERle5MJd17mLiOQWuXDXnLuISG6RC/eLV8to+QERkWFFMNz1CVURkVyiF+6acxcRySly4a6rZUREcotcuJcnMiXrO1RFRIYXuXBPJeMAXOjpDbkSEZHilVe4m9kqM9tnZk1mdu8Q93/WzJ4Nbi+Y2anCl5pxMdy7Fe4iIsPJ+TV7ZhYHNgDvAJqB7Wa2OfhqPQDc/aNZ/f8IuG4cagUGpmU6uzUtIyIynHxG7iuAJnc/6O5dwCZg9Qj915L5kuxxkYzHiMdM0zIiIiPIJ9znAEey9puDtsuY2QJgEfDYlZc2vFQixgWN3EVEhlXoN1TXAA+7+5DDajNbZ2aNZtbY0tIy5icpT8bp1MhdRGRY+YT7UWBe1v7coG0oaxhhSsbdN7p7g7s3pNPp/KscRCN3EZGR5RPu24FlZrbIzMrIBPjmwZ3M7BpgOvBEYUu8XCoZ19UyIiIjyBnu7t4DrAe2AnuAh9x9l5k9YGZ3ZnVdA2xy93FfF6BMI3cRkRHlvBQSwN23AFsGtd0/aP8ThStrZCnNuYuIjChyn1AFSCVjus5dRGQEkQz38kRc17mLiIwgkuGukbuIyMgiGu4auYuIjCSS4V6eiOlSSBGREUQy3DNXy2haRkRkOJEM94pknHNdGrmLiAwnkuFeVZ6gq6dP38YkIjKMSIZ7dSrz2av2zp6QKxERKU6RDPeqVBKAsxe6Q65ERKQ4RTLc+0fuZy9o5C4iMpRIh/sZjdxFRIYUzXAvz0zLtGvkLiIypGiGu6ZlRERGFPFw17SMiMhQIhnuVRq5i4iMKJLhXp6IU5aIcVbXuYuIDCmvcDezVWa2z8yazOzeYfr8tpntNrNdZvbNwpZ5uWkVSU6f07SMiMhQcn7NnpnFgQ3AO4BmYLuZbXb33Vl9lgH3ATe7+0kzmzFeBferrSzjxLmu8X4aEZFIymfkvgJocveD7t4FbAJWD+rz+8AGdz8J4O7HC1vm5aZPKeNEh8JdRGQo+YT7HOBI1n5z0JbtauBqM/u5mf3SzFYVqsDh1FaVcVLhLiIypJzTMqN4nGXA24C5wP8zs9e7+6nsTma2DlgHMH/+/Ct6wtopmpYRERlOPiP3o8C8rP25QVu2ZmCzu3e7+yHgBTJhfwl33+juDe7ekE6nx1ozkJlzP32+m55eLfsrIjJYPuG+HVhmZovMrAxYA2we1Of7ZEbtmFk9mWmagwWs8zK1lWW4w6nzumJGRGSwnOHu7j3AemArsAd4yN13mdkDZnZn0G0r0GZmu4HHgf/h7m3jVTTA9MoyAM27i4gMIa85d3ffAmwZ1HZ/1rYDHwtuE6IuCHddMSMicrlIfkIVMpdCApzUm6oiIpeJbLjXXhy5a85dRGSwyIb79MrMmu5t7Z0hVyIiUnwiG+7liTjTpyQ5dvZC2KWIiBSdyIY7wMyaFK+e1shdRGSwyIf7sTMauYuIDBbpcL+qJsWrCncRkctEOtxnTk3R2t5Jt5YgEBG5RKTD/aqaFO7Qclbz7iIi2SId7jNrygE0NSMiMkjEwz0FwLHTCncRkWyRDvc50yoAOHrqfMiViIgUl0iH+/TKMqZNSXKwtSPsUkREikqkwx1gUX0lh1oU7iIi2SIf7ovrqzjY2h52GSIiRSX64Z6u5NiZTjo6e8IuRUSkaEQ/3OsrATikeXcRkYvyCnczW2Vm+8ysyczuHeL+e8ysxcyeDW6/V/hSh7Z0RhUA+149O1FPKSJS9HKGu5nFgQ3A7cByYK2ZLR+i67fd/drg9pUC1zmsxekqppTFee7o6Yl6ShGRopfPyH0F0OTuB929C9gErB7fsvIXjxmvmz2VXzWfCrsUEZGikU+4zwGOZO03B22D3WVmO83sYTObN9QDmdk6M2s0s8aWlpYxlDu0N8ydyu6Xz2gBMRGRQKHeUP0BsNDd3wA8CvzTUJ3cfaO7N7h7QzqdLtBTwxvnTaOzp4+9r2jeXUQE8gv3o0D2SHxu0HaRu7e5e//SjF8Bri9MeflZsagWgCcOtk7k04qIFK18wn07sMzMFplZGbAG2JzdwcxmZe3eCewpXIm5zaxJsWxGFT9rapvIpxURKVo5w93de4D1wFYyof2Qu+8yswfM7M6g24fNbJeZ/Qr4MHDPeBU8nJuX1vPUoTY6e3on+qlFRIpOIp9O7r4F2DKo7f6s7fuA+wpb2ujcvLSeb/ziME+/eIobl9SFWYqISOgi/wnVfisX15KMG4/vOx52KSIioSuZcK9OJXnL0np+tPMV3D3sckREQlUy4Q5wx+tncfTUeXY269OqIjK5lVS4v3P5VSTjxo+eeyXsUkREQlVS4T51SpK3vWYG33u6ma4efVpVRCavkgp3gN+9YT6t7V08suvVsEsREQlNyYX7LcvSzK+dwoNPHA67FBGR0JRcuMdixt03LWT74ZM8eVCfWBWRyankwh0yUzPp6nI+v21/2KWIiISiJMM9lYzzB29dwi8OtPH4Xn2oSUQmn5IMd4D3rlzA4nQln/jBLi50a70ZEZlcSjbcyxIx/nr163ix7RyffGRv2OWIiEyokg13yCwmds9NC/n6zw/z6O5jYZcjIjJhSjrcAe674xr+y+waPvbtZ9n98pmwyxERmRAlH+7liTj/+L4GqlIJ7v76Uxxu7Qi7JBGRcVfy4Q4we1oF//yBFfT09vHuL/2C549qYTERKW15hbuZrTKzfWbWZGb3jtDvLjNzM2soXImFsWxmNQ//4U2UJ+K8+0u/4KHGI1oaWERKVs5wN7M4sAG4HVgOrDWz5UP0qwY+AjxZ6CILZUm6in/70E1cN286f/bwTtZ/6xmOnbkQdlkiIgWXz8h9BdDk7gfdvQvYBKweot9fA58EijotZ1Sn+Jffu4E/fefVPLr7GLd++if8w0+aaO/sCbs0EZGCySfc5wBHsvabg7aLzOxNwDx3/1EBaxs38Zix/tZ
|
|
|
|
|
"text/plain": [
|
|
|
|
|
"<matplotlib.figure.Figure at 0x7f5168abd828>"
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
"metadata": {},
|
|
|
|
|
"output_type": "display_data"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "stdout",
|
|
|
|
|
"output_type": "stream",
|
|
|
|
|
"text": [
|
|
|
|
|
"{'iterations': 1000, 'cost_function': 0.032040197611202727}\n",
|
|
|
|
|
"[[ 0.01980879 0.99050958 0.97326637 0.0205133 ]\n",
|
|
|
|
|
" [ 0.98019121 0.00949042 0.02673363 0.9794867 ]]\n",
|
|
|
|
|
"[array([[-2.46362625, -1.95001825],\n",
|
|
|
|
|
" [ 1.42435576, -1.41739194],\n",
|
|
|
|
|
" [ 1.80506112, 2.35899248]]), array([[-2.55030002, -1.29993761, -2.61261471],\n",
|
|
|
|
|
" [ 2.50032809, 1.30450224, 2.46367636]])]\n"
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"data": {
|
|
|
|
|
"image/png": "iVBORw0KGgoAAAANSUhEUgAAAXcAAAD8CAYAAACMwORRAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4xLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvAOZPmwAAF2dJREFUeJzt3WtwXOd93/Hvb3exuJEEQBGSeIFFaURfaNmKXFSW47bj2o4rqYnUmbaJOM3ETdzwjdU6jduOPM7IrTp54aTjtJ5RXSut69aTWlbcjMsqbOVEVqZJp1IE2daVogVTF4KSSJAESQm84Pbviz0Al+AudgEtsDjn/D7DHew558HZ/8Hh/PDgOWefVURgZmbZUmh3AWZm1noOdzOzDHK4m5llkMPdzCyDHO5mZhnkcDczyyCHu5lZBjnczcwyyOFuZpZBpXa98JYtW2Lnzp3tenkzs1R66qmnjkfEYKN2bQv3nTt3MjIy0q6XNzNLJUmvNtPOwzJmZhnkcDczyyCHu5lZBjnczcwyyOFuZpZBDnczswxyuJuZZVDqwv3JV07yle8fZGpmrt2lmJmtW6kL9x++OsFXfzDK9KzD3cysntSFe0ECYM4f7G1mVlfqwj3Jduac7WZmdaUu3Od77uGeu5lZXSkM98pXZ7uZWX3pC/eCx9zNzBpJXbhr4YJqmwsxM1vHUhfuF4dlnO5mZvWkMNzdczczaySF4V756jF3M7P6Goa7pG9IOibpuTrbJemrkkYlPSPpQ60v85LXAxzuZmZLaabn/k3g1iW23wbsSh57ga+987Lqu3if+2q+iplZujUM94j4P8DJJZrcCfzXqHgc6Je0tVUFLuZhGTOzxlox5r4dOFy1PJasWxW+oGpm1tiaXlCVtFfSiKSR8fHxFe6j8tU9dzOz+loR7keAoarlHcm6y0TEAxExHBHDg4ODK3oxzy1jZtZYK8J9H/AryV0ztwCnI+KNFuy3Jg/LmJk1VmrUQNK3gY8BWySNAV8COgAi4j8A+4HbgVHgLPCrq1Us+IKqmVkzGoZ7ROxpsD2Az7asogYW7nP3BzGZmdXld6iamWVQCsPdb2IyM2skfeGeVOyeu5lZfakLd88tY2bWWOrC3bdCmpk1lsJwr3z1m5jMzOpLYbi7525m1kjqwt1zy5iZNZa6cC/4gqqZWUOpDXdnu5lZfSkM98pX99zNzOpLXbjLF1TNzBpKXbi7525m1lgKw90f1mFm1khqw91T/pqZ1Ze6cPd97mZmjaUu3P0OVTOzxtIX7knFHnM3M6svfeHunruZWUMpDPfKV4+5m5nVl8Jwr6T7rLvuZmZ1pS7cO4qVkmcc7mZmdaUu3IvJuMzMrG90NzOrJ3XhXipWwn3aPXczs7rSF+7JvZCz7rmbmdWVvnBPeu4eczczqy914d5R8AVVM7NGUhfuvqBqZtZY6sK9Y/6C6qx77mZm9TQV7pJulXRQ0qike2psf5ekxyT9SNIzkm5vfakLr0WxIL+JycxsCQ3DXVIRuB+4DdgN7JG0e1Gz3wIeioibgLuAf9/qQqsVC2LaE7qbmdXVTM/9ZmA0Ig5FxBTwIHDnojYBbEqe9wGvt67Ey3UUxIyHZczM6io10WY7cLhqeQz48KI2/xL4vqR/DPQCn2xJdXV4WMbMbGmtuqC6B/hmROwAbge+JemyfUvaK2lE0sj4+PiKX6yjWGDad8uYmdXVTLgfAYaqlnck66p9BngIICL+H9AFbFm8o4h4ICKGI2J4cHBwZRVTeSOTh2XMzOprJtyfBHZJulZSmcoF032L2rwGfAJA0vuohPvKu+YNlAoFv4nJzGwJDcM9ImaAu4FHgANU7op5XtJ9ku5Imn0e+HVJTwPfBv5hrOLn4JWKYsZ3y5iZ1dXMBVUiYj+wf9G6e6uevwB8tLWl1ddZKnBh2uFuZlZP6t6hCtBTLjE5NdPuMszM1q2UhnuRs1Oz7S7DzGzdSmm4lxzuZmZLSGm4FznrYRkzs7pSGe69nR6WMTNbSirDvadcYvKCe+5mZvWkMtz7ujs4OzXL1IxvhzQzqyWV4T7QWwbg1NmpNldiZrY+pTLcr0jC/aTD3cysplSG+0BPJdyPv+VwNzOrJZXhPrS5G4DXTp5tcyVmZutTKsN9W1835VKBV05MtrsUM7N1KZXhXiiIazb38PJxh7uZWS2pDHeAnVt6He5mZnWkNtzft3UTh8bf9puZzMxqSG243zTUz1zAs0dOt7sUM7N1J7Xh/sEdfQA8ffhUmysxM1t/UhvuV2zo5F2be/ixw93M7DKpDXeAG4f63XM3M6sh1eH+M0P9vH76PMfOnG93KWZm60rKw70y7u6hGTOzS6U63N+/rY9SQTw95nA3M6uW6nDv6ijyvq2b3HM3M1sk1eEOcONQH88cPk1EtLsUM7N1I/Xh/u6rNvLWhRnG377Q7lLMzNaN1If70EAPAIdPnmtzJWZm60f6wz2Z2/2w53Y3M1uQ+nDfsdBzd7ibmc1Lfbh3dRQZ3NjJ2ISHZczM5jUV7pJulXRQ0qike+q0+UVJL0h6XtJ/a22ZS7tqUydH3/K7VM3M5pUaNZBUBO4Hfg4YA56UtC8iXqhqswv4AvDRiJiQdOVqFVzLVRu7eOO0w93MbF4zPfebgdGIOBQRU8CDwJ2L2vw6cH9ETABExLHWlrm0Kzd1csw9dzOzBc2E+3bgcNXyWLKu2ruBd0v6v5Iel3RrqwpsxuDGLk5MTjEzO7eWL2tmtm616oJqCdgFfAzYA/y+pP7FjSTtlTQiaWR8fLxFL10Zc4+A429PtWyfZmZp1ky4HwGGqpZ3JOuqjQH7ImI6Il4GfkIl7C8REQ9ExHBEDA8ODq605stcubELwEMzZmaJZsL9SWCXpGsllYG7gH2L2nyPSq8dSVuoDNMcamGdS7pyYycAR894CgIzM2gi3CNiBrgbeAQ4ADwUEc9Luk/SHUmzR4ATkl4AHgP+eUScWK2iF7tqk3vuZmbVGt4KCRAR+4H9i9bdW/U8gN9MHmtuy4YyEhxzz93MDMjAO1QBSsUC/d0dnJh0uJuZQUbCHWBzb5mJyel2l2Fmti5kKtxPTvpWSDMzcLibmWVStsL9rMPdzAwyFu4Tk1P+LFUzMzIU7gM9ZWbmgjPnZ9pdiplZ22Um3K/YUAbwuLuZGRkK94Eeh7uZ2bzMhPsVvZX5ZRzuZmYZCveB3g4AJhzuZmbZCff5nvsJh7uZWXbCvbtcpKujwITvdTczy064Q6X3fsKfxmRmlq1wH+jt4KRnhjQzy1i495SZOOuZIc3MMhfupzzmbmaWtXDvcM/dzIyMhXt/T5kz56eZnfPkYWaWb5kK94GeDiLg9Dn33s0s37IV7r2V+WV8r7uZ5V2mwr0/mTzMF1XNLO8yFe4DPfPzy3hYxszyLWPh7mEZMzPIWLj3Jz33U74d0sxyLlPhvqGzRKkg99zNLPcyFe6S6PcUBGZm2Qp3qFxU9d0yZpZ3GQz3sodlzCz3mgp3SbdKOihpVNI9S7T7u5JC0nDrSlye/p4OX1A1s9xrGO6SisD9wG3AbmCPpN012m0EPgc80eoil8M9dzOz5nruNwOjEXEoIqaAB4E7a7T718CXgfMtrG/Z+nsrM0NGePIwM8uvZsJ9O3C4anksWbdA0oeAoYj44xbWtiIDPWWmZuY4Nz3b7lLMzNrmHV9QlVQAvgJ8vom2eyWNSBoZHx9/py9d08IUBB53N7McaybcjwBDVcs7knXzNgI3AH8m6RXgFmBfrYuqEfFARAxHxPDg4ODKq17C/ORhE5Medzez/Gom3J8Edkm6VlIZuAvYN78xIk5HxJaI2BkRO4HHgTsiYmRVKm5gYGFmSPfczSy/GoZ7RMwAdwOPAAeAhyLieUn3SbpjtQtcrovDMu65m1l+lZppFBH7gf2L1t1bp+3H3nlZK+c53c3MMvgO1X5fUDUzy164dxQLbOwseVjGzHItc+EOlTcy+YKqmeVZNsO921MQmFm+ZTPcezo85m5muZbJcB/oKftuGTPLtYyGe4ffoWpmuZbJcO/vKXPm/Awzs3P
|
|
|
|
|
"text/plain": [
|
|
|
|
|
"<matplotlib.figure.Figure at 0x7f5168cd7978>"
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
"metadata": {},
|
|
|
|
|
"output_type": "display_data"
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"name": "stdout",
|
|
|
|
|
"output_type": "stream",
|
|
|
|
|
"text": [
|
|
|
|
|
"{'iterations': 1000, 'cost_function': 0.031513758450649069}\n",
|
|
|
|
|
"[[ 0.01084562 0.98057713 0.98059074 0.02515126]\n",
|
|
|
|
|
" [ 0.98915438 0.01942287 0.01940926 0.97484874]]\n",
|
|
|
|
|
"[array([[ 1.23841713, 1.2391942 ],\n",
|
|
|
|
|
" [-1.98703322, 2.42462157],\n",
|
|
|
|
|
" [ 2.42389936, -1.98229619]]), array([[ 0.94829548, -2.58994826, -2.57924959],\n",
|
|
|
|
|
" [-1.13555925, 2.52750395, 2.53819839]])]\n"
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
],
|
|
|
|
|
"source": [
|
|
|
|
|
"from mlp import MultiLayerPerceptron\n",
|
|
|
|
|
"import numpy as np\n",
|
2018-01-01 20:46:31 +01:00
|
|
|
"#mlp = MultiLayerPerceptron(L=1, n=[2, 1], g=[\"sigmoid\"], alpha=0.1)\n",
|
|
|
|
|
"\n",
|
|
|
|
|
"X = np.array([[0, 0],\n",
|
|
|
|
|
" [0, 1],\n",
|
|
|
|
|
" [1, 0],\n",
|
|
|
|
|
" [1, 1]])\n",
|
|
|
|
|
"\n",
|
2018-01-15 23:01:56 +01:00
|
|
|
"Y = np.array([[0, 1],\n",
|
|
|
|
|
" [1, 0],\n",
|
|
|
|
|
" [1, 0],\n",
|
|
|
|
|
" [0, 1]])\n",
|
|
|
|
|
"#Y = np.array([[0],\n",
|
|
|
|
|
"# [1],\n",
|
|
|
|
|
"# [1],\n",
|
|
|
|
|
"# [0]])\n",
|
2018-01-01 20:46:31 +01:00
|
|
|
"\n",
|
2018-01-15 23:01:56 +01:00
|
|
|
"for i in range(15):\n",
|
|
|
|
|
" mlp = MultiLayerPerceptron(L=2, n=[2, 3, 2], g=[\"tanh\", \"tanh\"], alpha=1, w_rand_factor=1)\n",
|
|
|
|
|
" mlp.use_regularization(lambd=0.01)\n",
|
|
|
|
|
" #mlp.use_rmsprop()\n",
|
|
|
|
|
" res = mlp.learning(X.T, Y.T, 4, max_iter=1000, plot=True)\n",
|
|
|
|
|
" print(res)\n",
|
|
|
|
|
" print(mlp.get_output())\n",
|
|
|
|
|
" print(mlp.get_weights())\n",
|
2018-01-01 20:46:31 +01:00
|
|
|
"#mlp.set_all_training_examples(X.T, Y.T, 4)\n",
|
|
|
|
|
"#mlp.prepare()\n",
|
|
|
|
|
"#print(mlp.propagate())\n",
|
|
|
|
|
"#for i in range(100):\n",
|
|
|
|
|
"# print(mlp.back_propagation())\n",
|
|
|
|
|
"# mlp.propagate()\n",
|
|
|
|
|
"#print(mlp.propagate())\n"
|
|
|
|
|
]
|
|
|
|
|
},
|
2018-01-15 23:01:56 +01:00
|
|
|
{
|
|
|
|
|
"cell_type": "code",
|
|
|
|
|
"execution_count": 10,
|
|
|
|
|
"metadata": {},
|
|
|
|
|
"outputs": [
|
|
|
|
|
{
|
|
|
|
|
"name": "stdout",
|
|
|
|
|
"output_type": "stream",
|
|
|
|
|
"text": [
|
|
|
|
|
"[[ 0.06521739]\n",
|
|
|
|
|
" [ 0.02173913]\n",
|
|
|
|
|
" [ 0.89130435]\n",
|
|
|
|
|
" [ 0.02173913]]\n",
|
|
|
|
|
"1.0\n"
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
],
|
|
|
|
|
"source": [
|
|
|
|
|
"import numpy as np\n",
|
|
|
|
|
"\n",
|
|
|
|
|
"a = np.ones((4,1))\n",
|
|
|
|
|
"a[0] = 3\n",
|
|
|
|
|
"a[2] = 41\n",
|
|
|
|
|
"res = np.zeros((4,1))\n",
|
|
|
|
|
"res = a / np.sum(a)\n",
|
|
|
|
|
"print(res)\n",
|
|
|
|
|
"print(np.sum(res))"
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"cell_type": "code",
|
|
|
|
|
"execution_count": 20,
|
|
|
|
|
"metadata": {},
|
|
|
|
|
"outputs": [
|
|
|
|
|
{
|
|
|
|
|
"data": {
|
|
|
|
|
"text/plain": [
|
|
|
|
|
"0.0048747400000000007"
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
"execution_count": 20,
|
|
|
|
|
"metadata": {},
|
|
|
|
|
"output_type": "execute_result"
|
|
|
|
|
}
|
|
|
|
|
],
|
|
|
|
|
"source": [
|
|
|
|
|
"np.sum(np.array([ 0.00015156, 0.00015268, 0.00015293, 0.00015146, 0.0001536, 0.0001529,\n",
|
|
|
|
|
" 0.0001529, 0.0001523, 0.00014965, 0.0001527, 0.00015024, 0.00015229,\n",
|
|
|
|
|
" 0.00015458 ,0.00015043 ,0.00015286, 0.00015533, 0.00015488, 0.00015392,\n",
|
|
|
|
|
" 0.00015377 , 0.0001549 , 0.0001537 , 0.00015145 , 0.00014796 , 0.00014766,\n",
|
|
|
|
|
" 0.00014974 , 0.00015326 ,0.00014838, 0.00015275 , 0.00015331, 0.00015493,\n",
|
|
|
|
|
" 0.0001541 , 0.00015162]))"
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"cell_type": "code",
|
|
|
|
|
"execution_count": 16,
|
|
|
|
|
"metadata": {},
|
|
|
|
|
"outputs": [
|
|
|
|
|
{
|
|
|
|
|
"name": "stdout",
|
|
|
|
|
"output_type": "stream",
|
|
|
|
|
"text": [
|
|
|
|
|
"[[ 1 -2 3 4]\n",
|
|
|
|
|
" [ 5 6 -7 8]]\n",
|
|
|
|
|
"[[1 0 3 4]\n",
|
|
|
|
|
" [5 6 0 8]]\n",
|
|
|
|
|
"[ 6 4 -4 12]\n",
|
|
|
|
|
"[ 6 4 -4 12]\n",
|
|
|
|
|
"n= False\n",
|
|
|
|
|
"[ True True True True]\n"
|
|
|
|
|
]
|
|
|
|
|
}
|
|
|
|
|
],
|
|
|
|
|
"source": [
|
|
|
|
|
"a=np.array([[1,-2,3,4],[5,6,-7,8]])\n",
|
|
|
|
|
"b = np.array(a)\n",
|
|
|
|
|
"a[:,1:].T\n",
|
|
|
|
|
"b\n",
|
|
|
|
|
"print(a)\n",
|
|
|
|
|
"print(np.maximum(a,0))\n",
|
|
|
|
|
"print(np.sum(a,axis=0))\n",
|
|
|
|
|
"s=np.sum(a,axis=0)\n",
|
|
|
|
|
"print(\"n=\",all_axis_equal(a))\n",
|
|
|
|
|
"a[a>0]=1\n",
|
|
|
|
|
"print(np.all(a,axis=0))"
|
|
|
|
|
]
|
|
|
|
|
},
|
2018-01-16 22:44:59 +01:00
|
|
|
{
|
|
|
|
|
"cell_type": "code",
|
|
|
|
|
"execution_count": 6,
|
|
|
|
|
"metadata": {},
|
|
|
|
|
"outputs": [
|
|
|
|
|
{
|
|
|
|
|
"data": {
|
|
|
|
|
"text/plain": [
|
|
|
|
|
"[1, 2]"
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
"execution_count": 6,
|
|
|
|
|
"metadata": {},
|
|
|
|
|
"output_type": "execute_result"
|
|
|
|
|
}
|
|
|
|
|
],
|
|
|
|
|
"source": [
|
|
|
|
|
"a=[0,1,2]\n",
|
|
|
|
|
"a[0:1]\n",
|
|
|
|
|
"a[1:1+2]"
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"cell_type": "code",
|
|
|
|
|
"execution_count": 8,
|
|
|
|
|
"metadata": {},
|
|
|
|
|
"outputs": [
|
|
|
|
|
{
|
|
|
|
|
"data": {
|
|
|
|
|
"text/plain": [
|
|
|
|
|
"array([[1, 2],\n",
|
|
|
|
|
" [3, 4]])"
|
|
|
|
|
]
|
|
|
|
|
},
|
|
|
|
|
"execution_count": 8,
|
|
|
|
|
"metadata": {},
|
|
|
|
|
"output_type": "execute_result"
|
|
|
|
|
}
|
|
|
|
|
],
|
|
|
|
|
"source": [
|
|
|
|
|
"import numpy as np\n",
|
|
|
|
|
"np.reshape([1,2,3,4], (2,2))"
|
|
|
|
|
]
|
|
|
|
|
},
|
2018-01-01 20:46:31 +01:00
|
|
|
{
|
|
|
|
|
"cell_type": "code",
|
|
|
|
|
"execution_count": null,
|
|
|
|
|
"metadata": {},
|
|
|
|
|
"outputs": [],
|
|
|
|
|
"source": []
|
|
|
|
|
}
|
|
|
|
|
],
|
|
|
|
|
"metadata": {
|
|
|
|
|
"kernelspec": {
|
|
|
|
|
"display_name": "Python 3",
|
|
|
|
|
"language": "python",
|
|
|
|
|
"name": "python3"
|
|
|
|
|
},
|
|
|
|
|
"language_info": {
|
|
|
|
|
"codemirror_mode": {
|
|
|
|
|
"name": "ipython",
|
|
|
|
|
"version": 3
|
|
|
|
|
},
|
|
|
|
|
"file_extension": ".py",
|
|
|
|
|
"mimetype": "text/x-python",
|
|
|
|
|
"name": "python",
|
|
|
|
|
"nbconvert_exporter": "python",
|
|
|
|
|
"pygments_lexer": "ipython3",
|
|
|
|
|
"version": "3.5.2"
|
|
|
|
|
}
|
|
|
|
|
},
|
2018-01-01 20:33:05 +01:00
|
|
|
"nbformat": 4,
|
|
|
|
|
"nbformat_minor": 2
|
|
|
|
|
}
|
