In [3]:
import tensorflow as tf
from show import show_graph
from tensorflow.examples.tutorials.mnist import input_data
In [2]:
# 显存管理
import os
os.environ["CUDA_VISIBLE_DEVICES"] = '0'    # 指定第一块GPU可用
config = tf.ConfigProto()
config.gpu_options.per_process_gpu_memory_fraction = 0.5    # 最多允许占用50%显存
config.gpu_options.allow_growth = True      # 按需申请显存

加载数据

In [4]:
mnist = input_data.read_data_sets("./datasets/mnist/")
Successfully downloaded train-images-idx3-ubyte.gz 9912422 bytes.
Extracting ./datasets/mnist/train-images-idx3-ubyte.gz
Successfully downloaded train-labels-idx1-ubyte.gz 28881 bytes.
Extracting ./datasets/mnist/train-labels-idx1-ubyte.gz
Successfully downloaded t10k-images-idx3-ubyte.gz 1648877 bytes.
Extracting ./datasets/mnist/t10k-images-idx3-ubyte.gz
Successfully downloaded t10k-labels-idx1-ubyte.gz 4542 bytes.
Extracting ./datasets/mnist/t10k-labels-idx1-ubyte.gz
In [6]:
X_train = mnist.train.images
X_test = mnist.test.images
y_train = mnist.train.labels.astype("int")
y_test = mnist.test.labels.astype("int")
In [9]:
X_train.shape
Out[9]:
(55000, 784)
In [10]:
y_train.shape
Out[10]:
(55000,)

构建模型并训练

In [11]:
# 设置随机数种子
config = tf.contrib.learn.RunConfig(tf_random_seed=42)
In [13]:
# 提取特征
feature_cols = tf.contrib.learn.infer_real_valued_columns_from_input(X_train)
feature_cols
[_RealValuedColumn(column_name='', dimension=784, default_value=None, dtype=tf.float32, normalizer=None)]
In [16]:
# 构建DNN分类器
# ... 两层的DNN,神经元数量分别为300和100
# ... 10分类,输入特征以及配置信息(随机数种子的配置)
dnn_clf = tf.contrib.learn.DNNClassifier(hidden_units=[300, 100], n_classes=10,
                                         feature_columns=feature_cols, config=config)
dnn_clf = tf.contrib.learn.SKCompat(dnn_clf) # if TensorFlow >= 1.1
WARNING:tensorflow:Using temporary folder as model directory: /tmp/tmpdn3mxaoj
WARNING:tensorflow:Using temporary folder as model directory: /tmp/tmpdn3mxaoj
INFO:tensorflow:Using config: {'_model_dir': '/tmp/tmpdn3mxaoj', '_is_chief': True, '_num_ps_replicas': 0, '_task_type': None, '_save_summary_steps': 100, '_save_checkpoints_steps': None, '_keep_checkpoint_max': 5, '_evaluation_master': '', '_num_worker_replicas': 0, '_tf_config': gpu_options {
  per_process_gpu_memory_fraction: 1.0
}
, '_save_checkpoints_secs': 600, '_tf_random_seed': 42, '_task_id': 0, '_log_step_count_steps': 100, '_master': '', '_session_config': None, '_environment': 'local', '_keep_checkpoint_every_n_hours': 10000, '_cluster_spec': <tensorflow.python.training.server_lib.ClusterSpec object at 0x7f4dc8c10278>}
INFO:tensorflow:Using config: {'_model_dir': '/tmp/tmpdn3mxaoj', '_is_chief': True, '_num_ps_replicas': 0, '_task_type': None, '_save_summary_steps': 100, '_save_checkpoints_steps': None, '_keep_checkpoint_max': 5, '_evaluation_master': '', '_num_worker_replicas': 0, '_tf_config': gpu_options {
  per_process_gpu_memory_fraction: 1.0
}
, '_save_checkpoints_secs': 600, '_tf_random_seed': 42, '_task_id': 0, '_log_step_count_steps': 100, '_master': '', '_session_config': None, '_environment': 'local', '_keep_checkpoint_every_n_hours': 10000, '_cluster_spec': <tensorflow.python.training.server_lib.ClusterSpec object at 0x7f4dc8c10278>}
In [17]:
# 投喂数据
# ... 批大小50,训练4W步
dnn_clf.fit(X_train, y_train, batch_size=50, steps=40000)
WARNING:tensorflow:From /usr/local/lib/python3.5/dist-packages/tensorflow/contrib/learn/python/learn/estimators/dnn.py:192: get_global_step (from tensorflow.contrib.framework.python.ops.variables) is deprecated and will be removed in a future version.
Instructions for updating:
Please switch to tf.train.get_global_step
WARNING:tensorflow:From /usr/local/lib/python3.5/dist-packages/tensorflow/contrib/learn/python/learn/estimators/dnn.py:192: get_global_step (from tensorflow.contrib.framework.python.ops.variables) is deprecated and will be removed in a future version.
Instructions for updating:
Please switch to tf.train.get_global_step
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Create CheckpointSaverHook.
INFO:tensorflow:Saving checkpoints for 1 into /tmp/tmpdn3mxaoj/model.ckpt.
INFO:tensorflow:Saving checkpoints for 1 into /tmp/tmpdn3mxaoj/model.ckpt.
INFO:tensorflow:loss = 2.4005778, step = 1
INFO:tensorflow:loss = 2.4005778, step = 1
INFO:tensorflow:global_step/sec: 371.678
INFO:tensorflow:global_step/sec: 371.678
INFO:tensorflow:loss = 0.31267598, step = 101 (0.271 sec)
INFO:tensorflow:loss = 0.31267598, step = 101 (0.271 sec)
INFO:tensorflow:global_step/sec: 413.525
INFO:tensorflow:global_step/sec: 413.525
INFO:tensorflow:loss = 0.29636887, step = 201 (0.241 sec)
INFO:tensorflow:loss = 0.29636887, step = 201 (0.241 sec)
INFO:tensorflow:global_step/sec: 400.158
INFO:tensorflow:global_step/sec: 400.158
INFO:tensorflow:loss = 0.4080767, step = 301 (0.250 sec)
INFO:tensorflow:loss = 0.4080767, step = 301 (0.250 sec)
INFO:tensorflow:global_step/sec: 458.545
INFO:tensorflow:global_step/sec: 458.545
INFO:tensorflow:loss = 0.23435776, step = 401 (0.219 sec)
INFO:tensorflow:loss = 0.23435776, step = 401 (0.219 sec)
INFO:tensorflow:global_step/sec: 356.449
INFO:tensorflow:global_step/sec: 356.449
INFO:tensorflow:loss = 0.29130784, step = 501 (0.281 sec)
INFO:tensorflow:loss = 0.29130784, step = 501 (0.281 sec)
INFO:tensorflow:global_step/sec: 358.882
INFO:tensorflow:global_step/sec: 358.882
INFO:tensorflow:loss = 0.07167663, step = 601 (0.279 sec)
INFO:tensorflow:loss = 0.07167663, step = 601 (0.279 sec)
INFO:tensorflow:global_step/sec: 430.941
INFO:tensorflow:global_step/sec: 430.941
INFO:tensorflow:loss = 0.14161879, step = 701 (0.231 sec)
INFO:tensorflow:loss = 0.14161879, step = 701 (0.231 sec)
INFO:tensorflow:global_step/sec: 409.336
INFO:tensorflow:global_step/sec: 409.336
INFO:tensorflow:loss = 0.20138767, step = 801 (0.243 sec)
INFO:tensorflow:loss = 0.20138767, step = 801 (0.243 sec)
INFO:tensorflow:global_step/sec: 376.49
INFO:tensorflow:global_step/sec: 376.49
INFO:tensorflow:loss = 0.115185335, step = 901 (0.268 sec)
INFO:tensorflow:loss = 0.115185335, step = 901 (0.268 sec)
INFO:tensorflow:global_step/sec: 392.046
INFO:tensorflow:global_step/sec: 392.046
INFO:tensorflow:loss = 0.24996708, step = 1001 (0.260 sec)
INFO:tensorflow:loss = 0.24996708, step = 1001 (0.260 sec)
INFO:tensorflow:global_step/sec: 281.666
INFO:tensorflow:global_step/sec: 281.666
INFO:tensorflow:loss = 0.18783638, step = 1101 (0.351 sec)
INFO:tensorflow:loss = 0.18783638, step = 1101 (0.351 sec)
INFO:tensorflow:global_step/sec: 354.623
INFO:tensorflow:global_step/sec: 354.623
INFO:tensorflow:loss = 0.1528609, step = 1201 (0.282 sec)
INFO:tensorflow:loss = 0.1528609, step = 1201 (0.282 sec)
INFO:tensorflow:global_step/sec: 394.303
INFO:tensorflow:global_step/sec: 394.303
INFO:tensorflow:loss = 0.1809892, step = 1301 (0.250 sec)
INFO:tensorflow:loss = 0.1809892, step = 1301 (0.250 sec)
INFO:tensorflow:global_step/sec: 404.923
INFO:tensorflow:global_step/sec: 404.923
INFO:tensorflow:loss = 0.075340584, step = 1401 (0.250 sec)
INFO:tensorflow:loss = 0.075340584, step = 1401 (0.250 sec)
INFO:tensorflow:global_step/sec: 444.64
INFO:tensorflow:global_step/sec: 444.64
INFO:tensorflow:loss = 0.12070188, step = 1501 (0.231 sec)
INFO:tensorflow:loss = 0.12070188, step = 1501 (0.231 sec)
INFO:tensorflow:global_step/sec: 367.743
INFO:tensorflow:global_step/sec: 367.743
INFO:tensorflow:loss = 0.088124625, step = 1601 (0.265 sec)
INFO:tensorflow:loss = 0.088124625, step = 1601 (0.265 sec)
INFO:tensorflow:global_step/sec: 366.788
INFO:tensorflow:global_step/sec: 366.788
INFO:tensorflow:loss = 0.03820497, step = 1701 (0.273 sec)
INFO:tensorflow:loss = 0.03820497, step = 1701 (0.273 sec)
INFO:tensorflow:global_step/sec: 355.605
INFO:tensorflow:global_step/sec: 355.605
INFO:tensorflow:loss = 0.15442605, step = 1801 (0.281 sec)
INFO:tensorflow:loss = 0.15442605, step = 1801 (0.281 sec)
INFO:tensorflow:global_step/sec: 362.297
INFO:tensorflow:global_step/sec: 362.297
INFO:tensorflow:loss = 0.10359753, step = 1901 (0.278 sec)
INFO:tensorflow:loss = 0.10359753, step = 1901 (0.278 sec)
INFO:tensorflow:global_step/sec: 466.398
INFO:tensorflow:global_step/sec: 466.398
INFO:tensorflow:loss = 0.11606234, step = 2001 (0.214 sec)
INFO:tensorflow:loss = 0.11606234, step = 2001 (0.214 sec)
INFO:tensorflow:global_step/sec: 325.441
INFO:tensorflow:global_step/sec: 325.441
INFO:tensorflow:loss = 0.019048046, step = 2101 (0.308 sec)
INFO:tensorflow:loss = 0.019048046, step = 2101 (0.308 sec)
INFO:tensorflow:global_step/sec: 322.54
INFO:tensorflow:global_step/sec: 322.54
INFO:tensorflow:loss = 0.023818916, step = 2201 (0.309 sec)
INFO:tensorflow:loss = 0.023818916, step = 2201 (0.309 sec)
INFO:tensorflow:global_step/sec: 379.015
INFO:tensorflow:global_step/sec: 379.015
INFO:tensorflow:loss = 0.05999937, step = 2301 (0.264 sec)
INFO:tensorflow:loss = 0.05999937, step = 2301 (0.264 sec)
INFO:tensorflow:global_step/sec: 363.21
INFO:tensorflow:global_step/sec: 363.21
INFO:tensorflow:loss = 0.05692303, step = 2401 (0.274 sec)
INFO:tensorflow:loss = 0.05692303, step = 2401 (0.274 sec)
INFO:tensorflow:global_step/sec: 393.506
INFO:tensorflow:global_step/sec: 393.506
INFO:tensorflow:loss = 0.09799366, step = 2501 (0.259 sec)
INFO:tensorflow:loss = 0.09799366, step = 2501 (0.259 sec)
INFO:tensorflow:global_step/sec: 391.56
INFO:tensorflow:global_step/sec: 391.56
INFO:tensorflow:loss = 0.05350435, step = 2601 (0.255 sec)
INFO:tensorflow:loss = 0.05350435, step = 2601 (0.255 sec)
INFO:tensorflow:global_step/sec: 381.228
INFO:tensorflow:global_step/sec: 381.228
INFO:tensorflow:loss = 0.015422864, step = 2701 (0.262 sec)
INFO:tensorflow:loss = 0.015422864, step = 2701 (0.262 sec)
INFO:tensorflow:global_step/sec: 380.24
INFO:tensorflow:global_step/sec: 380.24
INFO:tensorflow:loss = 0.05493244, step = 2801 (0.262 sec)
INFO:tensorflow:loss = 0.05493244, step = 2801 (0.262 sec)
INFO:tensorflow:global_step/sec: 408.046
INFO:tensorflow:global_step/sec: 408.046
INFO:tensorflow:loss = 0.18594864, step = 2901 (0.244 sec)
INFO:tensorflow:loss = 0.18594864, step = 2901 (0.244 sec)
INFO:tensorflow:global_step/sec: 444.417
INFO:tensorflow:global_step/sec: 444.417
INFO:tensorflow:loss = 0.017194895, step = 3001 (0.223 sec)
INFO:tensorflow:loss = 0.017194895, step = 3001 (0.223 sec)
INFO:tensorflow:global_step/sec: 339.755
INFO:tensorflow:global_step/sec: 339.755
INFO:tensorflow:loss = 0.046683315, step = 3101 (0.296 sec)
INFO:tensorflow:loss = 0.046683315, step = 3101 (0.296 sec)
INFO:tensorflow:global_step/sec: 410.741
INFO:tensorflow:global_step/sec: 410.741
INFO:tensorflow:loss = 0.008845013, step = 3201 (0.245 sec)
INFO:tensorflow:loss = 0.008845013, step = 3201 (0.245 sec)
INFO:tensorflow:global_step/sec: 492.546
INFO:tensorflow:global_step/sec: 492.546
INFO:tensorflow:loss = 0.038050324, step = 3301 (0.201 sec)
INFO:tensorflow:loss = 0.038050324, step = 3301 (0.201 sec)
INFO:tensorflow:global_step/sec: 469.694
INFO:tensorflow:global_step/sec: 469.694
INFO:tensorflow:loss = 0.2478959, step = 3401 (0.212 sec)
INFO:tensorflow:loss = 0.2478959, step = 3401 (0.212 sec)
INFO:tensorflow:global_step/sec: 478.84
INFO:tensorflow:global_step/sec: 478.84
INFO:tensorflow:loss = 0.10722631, step = 3501 (0.211 sec)
INFO:tensorflow:loss = 0.10722631, step = 3501 (0.211 sec)
INFO:tensorflow:global_step/sec: 513.817
INFO:tensorflow:global_step/sec: 513.817
INFO:tensorflow:loss = 0.18588269, step = 3601 (0.194 sec)
INFO:tensorflow:loss = 0.18588269, step = 3601 (0.194 sec)
INFO:tensorflow:global_step/sec: 456.696
INFO:tensorflow:global_step/sec: 456.696
INFO:tensorflow:loss = 0.029665992, step = 3701 (0.219 sec)
INFO:tensorflow:loss = 0.029665992, step = 3701 (0.219 sec)
INFO:tensorflow:global_step/sec: 448.014
INFO:tensorflow:global_step/sec: 448.014
INFO:tensorflow:loss = 0.010033261, step = 3801 (0.222 sec)
INFO:tensorflow:loss = 0.010033261, step = 3801 (0.222 sec)
INFO:tensorflow:global_step/sec: 473.758
INFO:tensorflow:global_step/sec: 473.758
INFO:tensorflow:loss = 0.05439081, step = 3901 (0.216 sec)
INFO:tensorflow:loss = 0.05439081, step = 3901 (0.216 sec)
INFO:tensorflow:global_step/sec: 460.781
INFO:tensorflow:global_step/sec: 460.781
INFO:tensorflow:loss = 0.100342646, step = 4001 (0.213 sec)
INFO:tensorflow:loss = 0.100342646, step = 4001 (0.213 sec)
INFO:tensorflow:global_step/sec: 415.306
INFO:tensorflow:global_step/sec: 415.306
INFO:tensorflow:loss = 0.026284736, step = 4101 (0.241 sec)
INFO:tensorflow:loss = 0.026284736, step = 4101 (0.241 sec)
INFO:tensorflow:global_step/sec: 518.38
INFO:tensorflow:global_step/sec: 518.38
INFO:tensorflow:loss = 0.060314946, step = 4201 (0.192 sec)
INFO:tensorflow:loss = 0.060314946, step = 4201 (0.192 sec)
INFO:tensorflow:global_step/sec: 443.702
INFO:tensorflow:global_step/sec: 443.702
INFO:tensorflow:loss = 0.17822503, step = 4301 (0.224 sec)
INFO:tensorflow:loss = 0.17822503, step = 4301 (0.224 sec)
INFO:tensorflow:global_step/sec: 391.508
INFO:tensorflow:global_step/sec: 391.508
INFO:tensorflow:loss = 0.13677824, step = 4401 (0.261 sec)
INFO:tensorflow:loss = 0.13677824, step = 4401 (0.261 sec)
INFO:tensorflow:global_step/sec: 515.48
INFO:tensorflow:global_step/sec: 515.48
INFO:tensorflow:loss = 0.014188184, step = 4501 (0.191 sec)
INFO:tensorflow:loss = 0.014188184, step = 4501 (0.191 sec)
INFO:tensorflow:global_step/sec: 465.192
INFO:tensorflow:global_step/sec: 465.192
INFO:tensorflow:loss = 0.016602209, step = 4601 (0.213 sec)
INFO:tensorflow:loss = 0.016602209, step = 4601 (0.213 sec)
INFO:tensorflow:global_step/sec: 360.566
INFO:tensorflow:global_step/sec: 360.566
INFO:tensorflow:loss = 0.009415432, step = 4701 (0.280 sec)
INFO:tensorflow:loss = 0.009415432, step = 4701 (0.280 sec)
INFO:tensorflow:global_step/sec: 415.362
INFO:tensorflow:global_step/sec: 415.362
INFO:tensorflow:loss = 0.027334122, step = 4801 (0.239 sec)
INFO:tensorflow:loss = 0.027334122, step = 4801 (0.239 sec)
INFO:tensorflow:global_step/sec: 374.827
INFO:tensorflow:global_step/sec: 374.827
INFO:tensorflow:loss = 0.09267562, step = 4901 (0.267 sec)
INFO:tensorflow:loss = 0.09267562, step = 4901 (0.267 sec)
INFO:tensorflow:global_step/sec: 272.084
INFO:tensorflow:global_step/sec: 272.084
INFO:tensorflow:loss = 0.08872771, step = 5001 (0.368 sec)
INFO:tensorflow:loss = 0.08872771, step = 5001 (0.368 sec)
INFO:tensorflow:global_step/sec: 421.036
INFO:tensorflow:global_step/sec: 421.036
INFO:tensorflow:loss = 0.013817041, step = 5101 (0.237 sec)
INFO:tensorflow:loss = 0.013817041, step = 5101 (0.237 sec)
INFO:tensorflow:global_step/sec: 429.102
INFO:tensorflow:global_step/sec: 429.102
INFO:tensorflow:loss = 0.028326714, step = 5201 (0.232 sec)
INFO:tensorflow:loss = 0.028326714, step = 5201 (0.232 sec)
INFO:tensorflow:global_step/sec: 511.117
INFO:tensorflow:global_step/sec: 511.117
INFO:tensorflow:loss = 0.029785046, step = 5301 (0.196 sec)
INFO:tensorflow:loss = 0.029785046, step = 5301 (0.196 sec)
INFO:tensorflow:global_step/sec: 395.095
INFO:tensorflow:global_step/sec: 395.095
INFO:tensorflow:loss = 0.0323681, step = 5401 (0.252 sec)
INFO:tensorflow:loss = 0.0323681, step = 5401 (0.252 sec)
INFO:tensorflow:global_step/sec: 486.066
INFO:tensorflow:global_step/sec: 486.066
INFO:tensorflow:loss = 0.016664036, step = 5501 (0.206 sec)
INFO:tensorflow:loss = 0.016664036, step = 5501 (0.206 sec)
INFO:tensorflow:global_step/sec: 537.727
INFO:tensorflow:global_step/sec: 537.727
INFO:tensorflow:loss = 0.049534086, step = 5601 (0.186 sec)
INFO:tensorflow:loss = 0.049534086, step = 5601 (0.186 sec)
INFO:tensorflow:global_step/sec: 555.275
INFO:tensorflow:global_step/sec: 555.275
INFO:tensorflow:loss = 0.008378485, step = 5701 (0.180 sec)
INFO:tensorflow:loss = 0.008378485, step = 5701 (0.180 sec)
INFO:tensorflow:global_step/sec: 496.427
INFO:tensorflow:global_step/sec: 496.427
INFO:tensorflow:loss = 0.006436719, step = 5801 (0.202 sec)
INFO:tensorflow:loss = 0.006436719, step = 5801 (0.202 sec)
INFO:tensorflow:global_step/sec: 519.454
INFO:tensorflow:global_step/sec: 519.454
INFO:tensorflow:loss = 0.07232139, step = 5901 (0.192 sec)
INFO:tensorflow:loss = 0.07232139, step = 5901 (0.192 sec)
INFO:tensorflow:global_step/sec: 378.894
INFO:tensorflow:global_step/sec: 378.894
INFO:tensorflow:loss = 0.08346057, step = 6001 (0.264 sec)
INFO:tensorflow:loss = 0.08346057, step = 6001 (0.264 sec)
INFO:tensorflow:global_step/sec: 469.488
INFO:tensorflow:global_step/sec: 469.488
INFO:tensorflow:loss = 0.014959076, step = 6101 (0.216 sec)
INFO:tensorflow:loss = 0.014959076, step = 6101 (0.216 sec)
INFO:tensorflow:global_step/sec: 532.027
INFO:tensorflow:global_step/sec: 532.027
INFO:tensorflow:loss = 0.010489371, step = 6201 (0.185 sec)
INFO:tensorflow:loss = 0.010489371, step = 6201 (0.185 sec)
INFO:tensorflow:global_step/sec: 480.219
INFO:tensorflow:global_step/sec: 480.219
INFO:tensorflow:loss = 0.053599115, step = 6301 (0.208 sec)
INFO:tensorflow:loss = 0.053599115, step = 6301 (0.208 sec)
INFO:tensorflow:global_step/sec: 270.48
INFO:tensorflow:global_step/sec: 270.48
INFO:tensorflow:loss = 0.030752704, step = 6401 (0.370 sec)
INFO:tensorflow:loss = 0.030752704, step = 6401 (0.370 sec)
INFO:tensorflow:global_step/sec: 413.259
INFO:tensorflow:global_step/sec: 413.259
INFO:tensorflow:loss = 0.011970203, step = 6501 (0.242 sec)
INFO:tensorflow:loss = 0.011970203, step = 6501 (0.242 sec)
INFO:tensorflow:global_step/sec: 356.437
INFO:tensorflow:global_step/sec: 356.437
INFO:tensorflow:loss = 0.018208897, step = 6601 (0.282 sec)
INFO:tensorflow:loss = 0.018208897, step = 6601 (0.282 sec)
INFO:tensorflow:global_step/sec: 293.246
INFO:tensorflow:global_step/sec: 293.246
INFO:tensorflow:loss = 0.016863136, step = 6701 (0.341 sec)
INFO:tensorflow:loss = 0.016863136, step = 6701 (0.341 sec)
INFO:tensorflow:global_step/sec: 356.226
INFO:tensorflow:global_step/sec: 356.226
INFO:tensorflow:loss = 0.0058876984, step = 6801 (0.279 sec)
INFO:tensorflow:loss = 0.0058876984, step = 6801 (0.279 sec)
INFO:tensorflow:global_step/sec: 388.275
INFO:tensorflow:global_step/sec: 388.275
INFO:tensorflow:loss = 0.014910455, step = 6901 (0.260 sec)
INFO:tensorflow:loss = 0.014910455, step = 6901 (0.260 sec)
INFO:tensorflow:global_step/sec: 379.824
INFO:tensorflow:global_step/sec: 379.824
INFO:tensorflow:loss = 0.019108323, step = 7001 (0.263 sec)
INFO:tensorflow:loss = 0.019108323, step = 7001 (0.263 sec)
INFO:tensorflow:global_step/sec: 340.095
INFO:tensorflow:global_step/sec: 340.095
INFO:tensorflow:loss = 0.0077547682, step = 7101 (0.291 sec)
INFO:tensorflow:loss = 0.0077547682, step = 7101 (0.291 sec)
INFO:tensorflow:global_step/sec: 459.306
INFO:tensorflow:global_step/sec: 459.306
INFO:tensorflow:loss = 0.05178325, step = 7201 (0.221 sec)
INFO:tensorflow:loss = 0.05178325, step = 7201 (0.221 sec)
INFO:tensorflow:global_step/sec: 465.459
INFO:tensorflow:global_step/sec: 465.459
INFO:tensorflow:loss = 0.008790082, step = 7301 (0.215 sec)
INFO:tensorflow:loss = 0.008790082, step = 7301 (0.215 sec)
INFO:tensorflow:global_step/sec: 363.836
INFO:tensorflow:global_step/sec: 363.836
INFO:tensorflow:loss = 0.023161136, step = 7401 (0.275 sec)
INFO:tensorflow:loss = 0.023161136, step = 7401 (0.275 sec)
INFO:tensorflow:global_step/sec: 347.852
INFO:tensorflow:global_step/sec: 347.852
INFO:tensorflow:loss = 0.0073820665, step = 7501 (0.286 sec)
INFO:tensorflow:loss = 0.0073820665, step = 7501 (0.286 sec)
INFO:tensorflow:global_step/sec: 394.079
INFO:tensorflow:global_step/sec: 394.079
INFO:tensorflow:loss = 0.011651405, step = 7601 (0.252 sec)
INFO:tensorflow:loss = 0.011651405, step = 7601 (0.252 sec)
INFO:tensorflow:global_step/sec: 390.224
INFO:tensorflow:global_step/sec: 390.224
INFO:tensorflow:loss = 0.0071947724, step = 7701 (0.257 sec)
INFO:tensorflow:loss = 0.0071947724, step = 7701 (0.257 sec)
INFO:tensorflow:global_step/sec: 368.901
INFO:tensorflow:global_step/sec: 368.901
INFO:tensorflow:loss = 0.0042555393, step = 7801 (0.271 sec)
INFO:tensorflow:loss = 0.0042555393, step = 7801 (0.271 sec)
INFO:tensorflow:global_step/sec: 367.087
INFO:tensorflow:global_step/sec: 367.087
INFO:tensorflow:loss = 0.006051756, step = 7901 (0.272 sec)
INFO:tensorflow:loss = 0.006051756, step = 7901 (0.272 sec)
INFO:tensorflow:global_step/sec: 449.304
INFO:tensorflow:global_step/sec: 449.304
INFO:tensorflow:loss = 0.0022862935, step = 8001 (0.224 sec)
INFO:tensorflow:loss = 0.0022862935, step = 8001 (0.224 sec)
INFO:tensorflow:global_step/sec: 278.973
INFO:tensorflow:global_step/sec: 278.973
INFO:tensorflow:loss = 0.0070659, step = 8101 (0.358 sec)
INFO:tensorflow:loss = 0.0070659, step = 8101 (0.358 sec)
INFO:tensorflow:global_step/sec: 356.659
INFO:tensorflow:global_step/sec: 356.659
INFO:tensorflow:loss = 0.048752394, step = 8201 (0.281 sec)
INFO:tensorflow:loss = 0.048752394, step = 8201 (0.281 sec)
INFO:tensorflow:global_step/sec: 332.289
INFO:tensorflow:global_step/sec: 332.289
INFO:tensorflow:loss = 0.02912607, step = 8301 (0.301 sec)
INFO:tensorflow:loss = 0.02912607, step = 8301 (0.301 sec)
INFO:tensorflow:global_step/sec: 361.272
INFO:tensorflow:global_step/sec: 361.272
INFO:tensorflow:loss = 0.0064615286, step = 8401 (0.275 sec)
INFO:tensorflow:loss = 0.0064615286, step = 8401 (0.275 sec)
INFO:tensorflow:global_step/sec: 338.076
INFO:tensorflow:global_step/sec: 338.076
INFO:tensorflow:loss = 0.006113627, step = 8501 (0.296 sec)
INFO:tensorflow:loss = 0.006113627, step = 8501 (0.296 sec)
INFO:tensorflow:global_step/sec: 310.69
INFO:tensorflow:global_step/sec: 310.69
INFO:tensorflow:loss = 0.006490886, step = 8601 (0.330 sec)
INFO:tensorflow:loss = 0.006490886, step = 8601 (0.330 sec)
INFO:tensorflow:global_step/sec: 359.951
INFO:tensorflow:global_step/sec: 359.951
INFO:tensorflow:loss = 0.0058497153, step = 8701 (0.270 sec)
INFO:tensorflow:loss = 0.0058497153, step = 8701 (0.270 sec)
INFO:tensorflow:global_step/sec: 378.954
INFO:tensorflow:global_step/sec: 378.954
INFO:tensorflow:loss = 0.008019317, step = 8801 (0.267 sec)
INFO:tensorflow:loss = 0.008019317, step = 8801 (0.267 sec)
INFO:tensorflow:global_step/sec: 297.777
INFO:tensorflow:global_step/sec: 297.777
INFO:tensorflow:loss = 0.0022301767, step = 8901 (0.332 sec)
INFO:tensorflow:loss = 0.0022301767, step = 8901 (0.332 sec)
INFO:tensorflow:global_step/sec: 322.496
INFO:tensorflow:global_step/sec: 322.496
INFO:tensorflow:loss = 0.004721145, step = 9001 (0.312 sec)
INFO:tensorflow:loss = 0.004721145, step = 9001 (0.312 sec)
INFO:tensorflow:global_step/sec: 367.872
INFO:tensorflow:global_step/sec: 367.872
INFO:tensorflow:loss = 0.010295303, step = 9101 (0.270 sec)
INFO:tensorflow:loss = 0.010295303, step = 9101 (0.270 sec)
INFO:tensorflow:global_step/sec: 385.472
INFO:tensorflow:global_step/sec: 385.472
INFO:tensorflow:loss = 0.005412146, step = 9201 (0.261 sec)
INFO:tensorflow:loss = 0.005412146, step = 9201 (0.261 sec)
INFO:tensorflow:global_step/sec: 304.796
INFO:tensorflow:global_step/sec: 304.796
INFO:tensorflow:loss = 0.004973021, step = 9301 (0.328 sec)
INFO:tensorflow:loss = 0.004973021, step = 9301 (0.328 sec)
INFO:tensorflow:global_step/sec: 366.931
INFO:tensorflow:global_step/sec: 366.931
INFO:tensorflow:loss = 0.076268084, step = 9401 (0.273 sec)
INFO:tensorflow:loss = 0.076268084, step = 9401 (0.273 sec)
INFO:tensorflow:global_step/sec: 373.744
INFO:tensorflow:global_step/sec: 373.744
INFO:tensorflow:loss = 0.003243877, step = 9501 (0.268 sec)
INFO:tensorflow:loss = 0.003243877, step = 9501 (0.268 sec)
INFO:tensorflow:global_step/sec: 335.064
INFO:tensorflow:global_step/sec: 335.064
INFO:tensorflow:loss = 0.026916694, step = 9601 (0.297 sec)
INFO:tensorflow:loss = 0.026916694, step = 9601 (0.297 sec)
INFO:tensorflow:global_step/sec: 365.144
INFO:tensorflow:global_step/sec: 365.144
INFO:tensorflow:loss = 0.0055372547, step = 9701 (0.274 sec)
INFO:tensorflow:loss = 0.0055372547, step = 9701 (0.274 sec)
INFO:tensorflow:global_step/sec: 370.623
INFO:tensorflow:global_step/sec: 370.623
INFO:tensorflow:loss = 0.0021118014, step = 9801 (0.276 sec)
INFO:tensorflow:loss = 0.0021118014, step = 9801 (0.276 sec)
INFO:tensorflow:global_step/sec: 328.867
INFO:tensorflow:global_step/sec: 328.867
INFO:tensorflow:loss = 0.019179223, step = 9901 (0.298 sec)
INFO:tensorflow:loss = 0.019179223, step = 9901 (0.298 sec)
INFO:tensorflow:global_step/sec: 344.299
INFO:tensorflow:global_step/sec: 344.299
INFO:tensorflow:loss = 0.0057590366, step = 10001 (0.295 sec)
INFO:tensorflow:loss = 0.0057590366, step = 10001 (0.295 sec)
INFO:tensorflow:global_step/sec: 276.208
INFO:tensorflow:global_step/sec: 276.208
INFO:tensorflow:loss = 0.0056535876, step = 10101 (0.360 sec)
INFO:tensorflow:loss = 0.0056535876, step = 10101 (0.360 sec)
INFO:tensorflow:global_step/sec: 323.1
INFO:tensorflow:global_step/sec: 323.1
INFO:tensorflow:loss = 0.0126028545, step = 10201 (0.324 sec)
INFO:tensorflow:loss = 0.0126028545, step = 10201 (0.324 sec)
INFO:tensorflow:global_step/sec: 320.446
INFO:tensorflow:global_step/sec: 320.446
INFO:tensorflow:loss = 0.002039254, step = 10301 (0.296 sec)
INFO:tensorflow:loss = 0.002039254, step = 10301 (0.296 sec)
INFO:tensorflow:global_step/sec: 289.18
INFO:tensorflow:global_step/sec: 289.18
INFO:tensorflow:loss = 0.004399156, step = 10401 (0.345 sec)
INFO:tensorflow:loss = 0.004399156, step = 10401 (0.345 sec)
INFO:tensorflow:global_step/sec: 391.809
INFO:tensorflow:global_step/sec: 391.809
INFO:tensorflow:loss = 0.0035291228, step = 10501 (0.260 sec)
INFO:tensorflow:loss = 0.0035291228, step = 10501 (0.260 sec)
INFO:tensorflow:global_step/sec: 361.32
INFO:tensorflow:global_step/sec: 361.32
INFO:tensorflow:loss = 0.017972736, step = 10601 (0.274 sec)
INFO:tensorflow:loss = 0.017972736, step = 10601 (0.274 sec)
INFO:tensorflow:global_step/sec: 367.946
INFO:tensorflow:global_step/sec: 367.946
INFO:tensorflow:loss = 0.030136423, step = 10701 (0.277 sec)
INFO:tensorflow:loss = 0.030136423, step = 10701 (0.277 sec)
INFO:tensorflow:global_step/sec: 318.421
INFO:tensorflow:global_step/sec: 318.421
INFO:tensorflow:loss = 0.005716562, step = 10801 (0.307 sec)
INFO:tensorflow:loss = 0.005716562, step = 10801 (0.307 sec)
INFO:tensorflow:global_step/sec: 322.714
INFO:tensorflow:global_step/sec: 322.714
INFO:tensorflow:loss = 0.0011888522, step = 10901 (0.319 sec)
INFO:tensorflow:loss = 0.0011888522, step = 10901 (0.319 sec)
INFO:tensorflow:global_step/sec: 370.144
INFO:tensorflow:global_step/sec: 370.144
INFO:tensorflow:loss = 0.016138522, step = 11001 (0.262 sec)
INFO:tensorflow:loss = 0.016138522, step = 11001 (0.262 sec)
INFO:tensorflow:global_step/sec: 312.786
INFO:tensorflow:global_step/sec: 312.786
INFO:tensorflow:loss = 0.0031672788, step = 11101 (0.318 sec)
INFO:tensorflow:loss = 0.0031672788, step = 11101 (0.318 sec)
INFO:tensorflow:global_step/sec: 281.211
INFO:tensorflow:global_step/sec: 281.211
INFO:tensorflow:loss = 0.0008159391, step = 11201 (0.364 sec)
INFO:tensorflow:loss = 0.0008159391, step = 11201 (0.364 sec)
INFO:tensorflow:global_step/sec: 276.629
INFO:tensorflow:global_step/sec: 276.629
INFO:tensorflow:loss = 0.005725168, step = 11301 (0.353 sec)
INFO:tensorflow:loss = 0.005725168, step = 11301 (0.353 sec)
INFO:tensorflow:global_step/sec: 244.156
INFO:tensorflow:global_step/sec: 244.156
INFO:tensorflow:loss = 0.0053052874, step = 11401 (0.412 sec)
INFO:tensorflow:loss = 0.0053052874, step = 11401 (0.412 sec)
INFO:tensorflow:global_step/sec: 368.142
INFO:tensorflow:global_step/sec: 368.142
INFO:tensorflow:loss = 0.013238115, step = 11501 (0.272 sec)
INFO:tensorflow:loss = 0.013238115, step = 11501 (0.272 sec)
INFO:tensorflow:global_step/sec: 349.887
INFO:tensorflow:global_step/sec: 349.887
INFO:tensorflow:loss = 0.0013094794, step = 11601 (0.287 sec)
INFO:tensorflow:loss = 0.0013094794, step = 11601 (0.287 sec)
INFO:tensorflow:global_step/sec: 381.868
INFO:tensorflow:global_step/sec: 381.868
INFO:tensorflow:loss = 0.003386031, step = 11701 (0.263 sec)
INFO:tensorflow:loss = 0.003386031, step = 11701 (0.263 sec)
INFO:tensorflow:global_step/sec: 380.669
INFO:tensorflow:global_step/sec: 380.669
INFO:tensorflow:loss = 0.00052568846, step = 11801 (0.260 sec)
INFO:tensorflow:loss = 0.00052568846, step = 11801 (0.260 sec)
INFO:tensorflow:global_step/sec: 382.584
INFO:tensorflow:global_step/sec: 382.584
INFO:tensorflow:loss = 0.008742234, step = 11901 (0.263 sec)
INFO:tensorflow:loss = 0.008742234, step = 11901 (0.263 sec)
INFO:tensorflow:global_step/sec: 434.597
INFO:tensorflow:global_step/sec: 434.597
INFO:tensorflow:loss = 0.00037723963, step = 12001 (0.227 sec)
INFO:tensorflow:loss = 0.00037723963, step = 12001 (0.227 sec)
INFO:tensorflow:global_step/sec: 273.232
INFO:tensorflow:global_step/sec: 273.232
INFO:tensorflow:loss = 0.0030292636, step = 12101 (0.367 sec)
INFO:tensorflow:loss = 0.0030292636, step = 12101 (0.367 sec)
INFO:tensorflow:global_step/sec: 319.566
INFO:tensorflow:global_step/sec: 319.566
INFO:tensorflow:loss = 0.0041845436, step = 12201 (0.313 sec)
INFO:tensorflow:loss = 0.0041845436, step = 12201 (0.313 sec)
INFO:tensorflow:global_step/sec: 395.237
INFO:tensorflow:global_step/sec: 395.237
INFO:tensorflow:loss = 0.0058821053, step = 12301 (0.252 sec)
INFO:tensorflow:loss = 0.0058821053, step = 12301 (0.252 sec)
INFO:tensorflow:global_step/sec: 320.131
INFO:tensorflow:global_step/sec: 320.131
INFO:tensorflow:loss = 0.00046425976, step = 12401 (0.312 sec)
INFO:tensorflow:loss = 0.00046425976, step = 12401 (0.312 sec)
INFO:tensorflow:global_step/sec: 447.25
INFO:tensorflow:global_step/sec: 447.25
INFO:tensorflow:loss = 0.0021297743, step = 12501 (0.226 sec)
INFO:tensorflow:loss = 0.0021297743, step = 12501 (0.226 sec)
INFO:tensorflow:global_step/sec: 427.685
INFO:tensorflow:global_step/sec: 427.685
INFO:tensorflow:loss = 0.002281378, step = 12601 (0.234 sec)
INFO:tensorflow:loss = 0.002281378, step = 12601 (0.234 sec)
INFO:tensorflow:global_step/sec: 396.534
INFO:tensorflow:global_step/sec: 396.534
INFO:tensorflow:loss = 0.0033148974, step = 12701 (0.250 sec)
INFO:tensorflow:loss = 0.0033148974, step = 12701 (0.250 sec)
INFO:tensorflow:global_step/sec: 224.699
INFO:tensorflow:global_step/sec: 224.699
INFO:tensorflow:loss = 0.014741564, step = 12801 (0.449 sec)
INFO:tensorflow:loss = 0.014741564, step = 12801 (0.449 sec)
INFO:tensorflow:global_step/sec: 375.883
INFO:tensorflow:global_step/sec: 375.883
INFO:tensorflow:loss = 0.0028586814, step = 12901 (0.266 sec)
INFO:tensorflow:loss = 0.0028586814, step = 12901 (0.266 sec)
INFO:tensorflow:global_step/sec: 390.357
INFO:tensorflow:global_step/sec: 390.357
INFO:tensorflow:loss = 0.0061494415, step = 13001 (0.262 sec)
INFO:tensorflow:loss = 0.0061494415, step = 13001 (0.262 sec)
INFO:tensorflow:global_step/sec: 319.757
INFO:tensorflow:global_step/sec: 319.757
INFO:tensorflow:loss = 0.0029848218, step = 13101 (0.307 sec)
INFO:tensorflow:loss = 0.0029848218, step = 13101 (0.307 sec)
INFO:tensorflow:global_step/sec: 292.717
INFO:tensorflow:global_step/sec: 292.717
INFO:tensorflow:loss = 0.0019614396, step = 13201 (0.342 sec)
INFO:tensorflow:loss = 0.0019614396, step = 13201 (0.342 sec)
INFO:tensorflow:global_step/sec: 350.47
INFO:tensorflow:global_step/sec: 350.47
INFO:tensorflow:loss = 0.009619297, step = 13301 (0.290 sec)
INFO:tensorflow:loss = 0.009619297, step = 13301 (0.290 sec)
INFO:tensorflow:global_step/sec: 340.039
INFO:tensorflow:global_step/sec: 340.039
INFO:tensorflow:loss = 0.0051858174, step = 13401 (0.288 sec)
INFO:tensorflow:loss = 0.0051858174, step = 13401 (0.288 sec)
INFO:tensorflow:global_step/sec: 444.193
INFO:tensorflow:global_step/sec: 444.193
INFO:tensorflow:loss = 0.0033338666, step = 13501 (0.222 sec)
INFO:tensorflow:loss = 0.0033338666, step = 13501 (0.222 sec)
INFO:tensorflow:global_step/sec: 379.643
INFO:tensorflow:global_step/sec: 379.643
INFO:tensorflow:loss = 0.0040231585, step = 13601 (0.282 sec)
INFO:tensorflow:loss = 0.0040231585, step = 13601 (0.282 sec)
INFO:tensorflow:global_step/sec: 344.337
INFO:tensorflow:global_step/sec: 344.337
INFO:tensorflow:loss = 0.0023985012, step = 13701 (0.277 sec)
INFO:tensorflow:loss = 0.0023985012, step = 13701 (0.277 sec)
INFO:tensorflow:global_step/sec: 409.941
INFO:tensorflow:global_step/sec: 409.941
INFO:tensorflow:loss = 0.005991534, step = 13801 (0.244 sec)
INFO:tensorflow:loss = 0.005991534, step = 13801 (0.244 sec)
INFO:tensorflow:global_step/sec: 300.761
INFO:tensorflow:global_step/sec: 300.761
INFO:tensorflow:loss = 0.00390906, step = 13901 (0.339 sec)
INFO:tensorflow:loss = 0.00390906, step = 13901 (0.339 sec)
INFO:tensorflow:global_step/sec: 328.511
INFO:tensorflow:global_step/sec: 328.511
INFO:tensorflow:loss = 0.0029431488, step = 14001 (0.298 sec)
INFO:tensorflow:loss = 0.0029431488, step = 14001 (0.298 sec)
INFO:tensorflow:global_step/sec: 358.788
INFO:tensorflow:global_step/sec: 358.788
INFO:tensorflow:loss = 0.009424447, step = 14101 (0.280 sec)
INFO:tensorflow:loss = 0.009424447, step = 14101 (0.280 sec)
INFO:tensorflow:global_step/sec: 330.081
INFO:tensorflow:global_step/sec: 330.081
INFO:tensorflow:loss = 0.0050645275, step = 14201 (0.301 sec)
INFO:tensorflow:loss = 0.0050645275, step = 14201 (0.301 sec)
INFO:tensorflow:global_step/sec: 384.922
INFO:tensorflow:global_step/sec: 384.922
INFO:tensorflow:loss = 0.0008170109, step = 14301 (0.259 sec)
INFO:tensorflow:loss = 0.0008170109, step = 14301 (0.259 sec)
INFO:tensorflow:global_step/sec: 415.64
INFO:tensorflow:global_step/sec: 415.64
INFO:tensorflow:loss = 0.0011658791, step = 14401 (0.252 sec)
INFO:tensorflow:loss = 0.0011658791, step = 14401 (0.252 sec)
INFO:tensorflow:global_step/sec: 363.235
INFO:tensorflow:global_step/sec: 363.235
INFO:tensorflow:loss = 0.0008516059, step = 14501 (0.264 sec)
INFO:tensorflow:loss = 0.0008516059, step = 14501 (0.264 sec)
INFO:tensorflow:global_step/sec: 328.604
INFO:tensorflow:global_step/sec: 328.604
INFO:tensorflow:loss = 0.0043035173, step = 14601 (0.303 sec)
INFO:tensorflow:loss = 0.0043035173, step = 14601 (0.303 sec)
INFO:tensorflow:global_step/sec: 273.271
INFO:tensorflow:global_step/sec: 273.271
INFO:tensorflow:loss = 0.0014297897, step = 14701 (0.365 sec)
INFO:tensorflow:loss = 0.0014297897, step = 14701 (0.365 sec)
INFO:tensorflow:global_step/sec: 336.895
INFO:tensorflow:global_step/sec: 336.895
INFO:tensorflow:loss = 0.0012600742, step = 14801 (0.295 sec)
INFO:tensorflow:loss = 0.0012600742, step = 14801 (0.295 sec)
INFO:tensorflow:global_step/sec: 395.47
INFO:tensorflow:global_step/sec: 395.47
INFO:tensorflow:loss = 0.0025981197, step = 14901 (0.254 sec)
INFO:tensorflow:loss = 0.0025981197, step = 14901 (0.254 sec)
INFO:tensorflow:global_step/sec: 359.258
INFO:tensorflow:global_step/sec: 359.258
INFO:tensorflow:loss = 0.0014178386, step = 15001 (0.279 sec)
INFO:tensorflow:loss = 0.0014178386, step = 15001 (0.279 sec)
INFO:tensorflow:global_step/sec: 339.213
INFO:tensorflow:global_step/sec: 339.213
INFO:tensorflow:loss = 0.002174182, step = 15101 (0.294 sec)
INFO:tensorflow:loss = 0.002174182, step = 15101 (0.294 sec)
INFO:tensorflow:global_step/sec: 329.481
INFO:tensorflow:global_step/sec: 329.481
INFO:tensorflow:loss = 0.0012297736, step = 15201 (0.302 sec)
INFO:tensorflow:loss = 0.0012297736, step = 15201 (0.302 sec)
INFO:tensorflow:global_step/sec: 288.499
INFO:tensorflow:global_step/sec: 288.499
INFO:tensorflow:loss = 0.00217738, step = 15301 (0.347 sec)
INFO:tensorflow:loss = 0.00217738, step = 15301 (0.347 sec)
INFO:tensorflow:global_step/sec: 318.883
INFO:tensorflow:global_step/sec: 318.883
INFO:tensorflow:loss = 0.0020424002, step = 15401 (0.318 sec)
INFO:tensorflow:loss = 0.0020424002, step = 15401 (0.318 sec)
INFO:tensorflow:global_step/sec: 330.643
INFO:tensorflow:global_step/sec: 330.643
INFO:tensorflow:loss = 0.005361614, step = 15501 (0.300 sec)
INFO:tensorflow:loss = 0.005361614, step = 15501 (0.300 sec)
INFO:tensorflow:global_step/sec: 382.333
INFO:tensorflow:global_step/sec: 382.333
INFO:tensorflow:loss = 0.0032814646, step = 15601 (0.260 sec)
INFO:tensorflow:loss = 0.0032814646, step = 15601 (0.260 sec)
INFO:tensorflow:global_step/sec: 422.149
INFO:tensorflow:global_step/sec: 422.149
INFO:tensorflow:loss = 0.0066128727, step = 15701 (0.238 sec)
INFO:tensorflow:loss = 0.0066128727, step = 15701 (0.238 sec)
INFO:tensorflow:global_step/sec: 312.682
INFO:tensorflow:global_step/sec: 312.682
INFO:tensorflow:loss = 0.00091181224, step = 15801 (0.324 sec)
INFO:tensorflow:loss = 0.00091181224, step = 15801 (0.324 sec)
INFO:tensorflow:global_step/sec: 427.637
INFO:tensorflow:global_step/sec: 427.637
INFO:tensorflow:loss = 0.0008697862, step = 15901 (0.231 sec)
INFO:tensorflow:loss = 0.0008697862, step = 15901 (0.231 sec)
INFO:tensorflow:global_step/sec: 485.346
INFO:tensorflow:global_step/sec: 485.346
INFO:tensorflow:loss = 0.0060911714, step = 16001 (0.208 sec)
INFO:tensorflow:loss = 0.0060911714, step = 16001 (0.208 sec)
INFO:tensorflow:global_step/sec: 366.346
INFO:tensorflow:global_step/sec: 366.346
INFO:tensorflow:loss = 0.0025319264, step = 16101 (0.269 sec)
INFO:tensorflow:loss = 0.0025319264, step = 16101 (0.269 sec)
INFO:tensorflow:global_step/sec: 447.411
INFO:tensorflow:global_step/sec: 447.411
INFO:tensorflow:loss = 0.0001824653, step = 16201 (0.225 sec)
INFO:tensorflow:loss = 0.0001824653, step = 16201 (0.225 sec)
INFO:tensorflow:global_step/sec: 472.406
INFO:tensorflow:global_step/sec: 472.406
INFO:tensorflow:loss = 0.0025480401, step = 16301 (0.210 sec)
INFO:tensorflow:loss = 0.0025480401, step = 16301 (0.210 sec)
INFO:tensorflow:global_step/sec: 473.753
INFO:tensorflow:global_step/sec: 473.753
INFO:tensorflow:loss = 0.0016260925, step = 16401 (0.214 sec)
INFO:tensorflow:loss = 0.0016260925, step = 16401 (0.214 sec)
INFO:tensorflow:global_step/sec: 368.748
INFO:tensorflow:global_step/sec: 368.748
INFO:tensorflow:loss = 0.0020420214, step = 16501 (0.268 sec)
INFO:tensorflow:loss = 0.0020420214, step = 16501 (0.268 sec)
INFO:tensorflow:global_step/sec: 357.562
INFO:tensorflow:global_step/sec: 357.562
INFO:tensorflow:loss = 0.0028595906, step = 16601 (0.278 sec)
INFO:tensorflow:loss = 0.0028595906, step = 16601 (0.278 sec)
INFO:tensorflow:global_step/sec: 447.58
INFO:tensorflow:global_step/sec: 447.58
INFO:tensorflow:loss = 0.0021459574, step = 16701 (0.224 sec)
INFO:tensorflow:loss = 0.0021459574, step = 16701 (0.224 sec)
INFO:tensorflow:global_step/sec: 450.941
INFO:tensorflow:global_step/sec: 450.941
INFO:tensorflow:loss = 0.0024713092, step = 16801 (0.221 sec)
INFO:tensorflow:loss = 0.0024713092, step = 16801 (0.221 sec)
INFO:tensorflow:global_step/sec: 493.689
INFO:tensorflow:global_step/sec: 493.689
INFO:tensorflow:loss = 0.0014581495, step = 16901 (0.203 sec)
INFO:tensorflow:loss = 0.0014581495, step = 16901 (0.203 sec)
INFO:tensorflow:global_step/sec: 429.022
INFO:tensorflow:global_step/sec: 429.022
INFO:tensorflow:loss = 0.0036749262, step = 17001 (0.236 sec)
INFO:tensorflow:loss = 0.0036749262, step = 17001 (0.236 sec)
INFO:tensorflow:global_step/sec: 397.284
INFO:tensorflow:global_step/sec: 397.284
INFO:tensorflow:loss = 0.0025893266, step = 17101 (0.248 sec)
INFO:tensorflow:loss = 0.0025893266, step = 17101 (0.248 sec)
INFO:tensorflow:global_step/sec: 407.628
INFO:tensorflow:global_step/sec: 407.628
INFO:tensorflow:loss = 0.002438678, step = 17201 (0.247 sec)
INFO:tensorflow:loss = 0.002438678, step = 17201 (0.247 sec)
INFO:tensorflow:global_step/sec: 480.266
INFO:tensorflow:global_step/sec: 480.266
INFO:tensorflow:loss = 0.0010798968, step = 17301 (0.211 sec)
INFO:tensorflow:loss = 0.0010798968, step = 17301 (0.211 sec)
INFO:tensorflow:global_step/sec: 446.935
INFO:tensorflow:global_step/sec: 446.935
INFO:tensorflow:loss = 0.0013878229, step = 17401 (0.220 sec)
INFO:tensorflow:loss = 0.0013878229, step = 17401 (0.220 sec)
INFO:tensorflow:global_step/sec: 402.222
INFO:tensorflow:global_step/sec: 402.222
INFO:tensorflow:loss = 0.0012028377, step = 17501 (0.248 sec)
INFO:tensorflow:loss = 0.0012028377, step = 17501 (0.248 sec)
INFO:tensorflow:global_step/sec: 446.93
INFO:tensorflow:global_step/sec: 446.93
INFO:tensorflow:loss = 0.00075247756, step = 17601 (0.226 sec)
INFO:tensorflow:loss = 0.00075247756, step = 17601 (0.226 sec)
INFO:tensorflow:global_step/sec: 389.812
INFO:tensorflow:global_step/sec: 389.812
INFO:tensorflow:loss = 0.0008737969, step = 17701 (0.256 sec)
INFO:tensorflow:loss = 0.0008737969, step = 17701 (0.256 sec)
INFO:tensorflow:global_step/sec: 404.781
INFO:tensorflow:global_step/sec: 404.781
INFO:tensorflow:loss = 0.00023114243, step = 17801 (0.247 sec)
INFO:tensorflow:loss = 0.00023114243, step = 17801 (0.247 sec)
INFO:tensorflow:global_step/sec: 430.599
INFO:tensorflow:global_step/sec: 430.599
INFO:tensorflow:loss = 0.0018966416, step = 17901 (0.232 sec)
INFO:tensorflow:loss = 0.0018966416, step = 17901 (0.232 sec)
INFO:tensorflow:global_step/sec: 178.528
INFO:tensorflow:global_step/sec: 178.528
INFO:tensorflow:loss = 0.00047055513, step = 18001 (0.573 sec)
INFO:tensorflow:loss = 0.00047055513, step = 18001 (0.573 sec)
INFO:tensorflow:global_step/sec: 339.335
INFO:tensorflow:global_step/sec: 339.335
INFO:tensorflow:loss = 0.0007311141, step = 18101 (0.283 sec)
INFO:tensorflow:loss = 0.0007311141, step = 18101 (0.283 sec)
INFO:tensorflow:global_step/sec: 303.611
INFO:tensorflow:global_step/sec: 303.611
INFO:tensorflow:loss = 0.0031244385, step = 18201 (0.331 sec)
INFO:tensorflow:loss = 0.0031244385, step = 18201 (0.331 sec)
INFO:tensorflow:global_step/sec: 374.773
INFO:tensorflow:global_step/sec: 374.773
INFO:tensorflow:loss = 0.0057081725, step = 18301 (0.262 sec)
INFO:tensorflow:loss = 0.0057081725, step = 18301 (0.262 sec)
INFO:tensorflow:global_step/sec: 470.315
INFO:tensorflow:global_step/sec: 470.315
INFO:tensorflow:loss = 0.0030868074, step = 18401 (0.213 sec)
INFO:tensorflow:loss = 0.0030868074, step = 18401 (0.213 sec)
INFO:tensorflow:global_step/sec: 418.389
INFO:tensorflow:global_step/sec: 418.389
INFO:tensorflow:loss = 0.009252913, step = 18501 (0.238 sec)
INFO:tensorflow:loss = 0.009252913, step = 18501 (0.238 sec)
INFO:tensorflow:global_step/sec: 479.314
INFO:tensorflow:global_step/sec: 479.314
INFO:tensorflow:loss = 0.003762223, step = 18601 (0.209 sec)
INFO:tensorflow:loss = 0.003762223, step = 18601 (0.209 sec)
INFO:tensorflow:global_step/sec: 307.119
INFO:tensorflow:global_step/sec: 307.119
INFO:tensorflow:loss = 0.001772218, step = 18701 (0.328 sec)
INFO:tensorflow:loss = 0.001772218, step = 18701 (0.328 sec)
INFO:tensorflow:global_step/sec: 360.172
INFO:tensorflow:global_step/sec: 360.172
INFO:tensorflow:loss = 0.002267979, step = 18801 (0.278 sec)
INFO:tensorflow:loss = 0.002267979, step = 18801 (0.278 sec)
INFO:tensorflow:global_step/sec: 430.608
INFO:tensorflow:global_step/sec: 430.608
INFO:tensorflow:loss = 0.0025772103, step = 18901 (0.232 sec)
INFO:tensorflow:loss = 0.0025772103, step = 18901 (0.232 sec)
INFO:tensorflow:global_step/sec: 436.388
INFO:tensorflow:global_step/sec: 436.388
INFO:tensorflow:loss = 0.0015360184, step = 19001 (0.236 sec)
INFO:tensorflow:loss = 0.0015360184, step = 19001 (0.236 sec)
INFO:tensorflow:global_step/sec: 297.783
INFO:tensorflow:global_step/sec: 297.783
INFO:tensorflow:loss = 0.00063329865, step = 19101 (0.328 sec)
INFO:tensorflow:loss = 0.00063329865, step = 19101 (0.328 sec)
INFO:tensorflow:global_step/sec: 408.612
INFO:tensorflow:global_step/sec: 408.612
INFO:tensorflow:loss = 0.0011305717, step = 19201 (0.244 sec)
INFO:tensorflow:loss = 0.0011305717, step = 19201 (0.244 sec)
INFO:tensorflow:global_step/sec: 265.633
INFO:tensorflow:global_step/sec: 265.633
INFO:tensorflow:loss = 0.0059079886, step = 19301 (0.379 sec)
INFO:tensorflow:loss = 0.0059079886, step = 19301 (0.379 sec)
INFO:tensorflow:global_step/sec: 368.437
INFO:tensorflow:global_step/sec: 368.437
INFO:tensorflow:loss = 0.0018648432, step = 19401 (0.271 sec)
INFO:tensorflow:loss = 0.0018648432, step = 19401 (0.271 sec)
INFO:tensorflow:global_step/sec: 428.464
INFO:tensorflow:global_step/sec: 428.464
INFO:tensorflow:loss = 0.0019443688, step = 19501 (0.233 sec)
INFO:tensorflow:loss = 0.0019443688, step = 19501 (0.233 sec)
INFO:tensorflow:global_step/sec: 413.937
INFO:tensorflow:global_step/sec: 413.937
INFO:tensorflow:loss = 0.0008356676, step = 19601 (0.241 sec)
INFO:tensorflow:loss = 0.0008356676, step = 19601 (0.241 sec)
INFO:tensorflow:global_step/sec: 477.293
INFO:tensorflow:global_step/sec: 477.293
INFO:tensorflow:loss = 9.845471e-05, step = 19701 (0.209 sec)
INFO:tensorflow:loss = 9.845471e-05, step = 19701 (0.209 sec)
INFO:tensorflow:global_step/sec: 403.886
INFO:tensorflow:global_step/sec: 403.886
INFO:tensorflow:loss = 0.0004911744, step = 19801 (0.246 sec)
INFO:tensorflow:loss = 0.0004911744, step = 19801 (0.246 sec)
INFO:tensorflow:global_step/sec: 404.899
INFO:tensorflow:global_step/sec: 404.899
INFO:tensorflow:loss = 0.0022240335, step = 19901 (0.248 sec)
INFO:tensorflow:loss = 0.0022240335, step = 19901 (0.248 sec)
INFO:tensorflow:global_step/sec: 436.936
INFO:tensorflow:global_step/sec: 436.936
INFO:tensorflow:loss = 0.0024701974, step = 20001 (0.228 sec)
INFO:tensorflow:loss = 0.0024701974, step = 20001 (0.228 sec)
INFO:tensorflow:global_step/sec: 462.505
INFO:tensorflow:global_step/sec: 462.505
INFO:tensorflow:loss = 0.00052327453, step = 20101 (0.214 sec)
INFO:tensorflow:loss = 0.00052327453, step = 20101 (0.214 sec)
INFO:tensorflow:global_step/sec: 452.81
INFO:tensorflow:global_step/sec: 452.81
INFO:tensorflow:loss = 0.0026140097, step = 20201 (0.221 sec)
INFO:tensorflow:loss = 0.0026140097, step = 20201 (0.221 sec)
INFO:tensorflow:global_step/sec: 513.018
INFO:tensorflow:global_step/sec: 513.018
INFO:tensorflow:loss = 0.0011943586, step = 20301 (0.195 sec)
INFO:tensorflow:loss = 0.0011943586, step = 20301 (0.195 sec)
INFO:tensorflow:global_step/sec: 479.582
INFO:tensorflow:global_step/sec: 479.582
INFO:tensorflow:loss = 0.00012913818, step = 20401 (0.210 sec)
INFO:tensorflow:loss = 0.00012913818, step = 20401 (0.210 sec)
INFO:tensorflow:global_step/sec: 389.596
INFO:tensorflow:global_step/sec: 389.596
INFO:tensorflow:loss = 0.0009657128, step = 20501 (0.257 sec)
INFO:tensorflow:loss = 0.0009657128, step = 20501 (0.257 sec)
INFO:tensorflow:global_step/sec: 508.732
INFO:tensorflow:global_step/sec: 508.732
INFO:tensorflow:loss = 0.00076677883, step = 20601 (0.197 sec)
INFO:tensorflow:loss = 0.00076677883, step = 20601 (0.197 sec)
INFO:tensorflow:global_step/sec: 444.164
INFO:tensorflow:global_step/sec: 444.164
INFO:tensorflow:loss = 0.00072549, step = 20701 (0.225 sec)
INFO:tensorflow:loss = 0.00072549, step = 20701 (0.225 sec)
INFO:tensorflow:global_step/sec: 485.935
INFO:tensorflow:global_step/sec: 485.935
INFO:tensorflow:loss = 0.0011340511, step = 20801 (0.204 sec)
INFO:tensorflow:loss = 0.0011340511, step = 20801 (0.204 sec)
INFO:tensorflow:global_step/sec: 435.813
INFO:tensorflow:global_step/sec: 435.813
INFO:tensorflow:loss = 0.0011796543, step = 20901 (0.230 sec)
INFO:tensorflow:loss = 0.0011796543, step = 20901 (0.230 sec)
INFO:tensorflow:global_step/sec: 386.957
INFO:tensorflow:global_step/sec: 386.957
INFO:tensorflow:loss = 0.003428453, step = 21001 (0.257 sec)
INFO:tensorflow:loss = 0.003428453, step = 21001 (0.257 sec)
INFO:tensorflow:global_step/sec: 339.146
INFO:tensorflow:global_step/sec: 339.146
INFO:tensorflow:loss = 0.0011877837, step = 21101 (0.297 sec)
INFO:tensorflow:loss = 0.0011877837, step = 21101 (0.297 sec)
INFO:tensorflow:global_step/sec: 329.122
INFO:tensorflow:global_step/sec: 329.122
INFO:tensorflow:loss = 0.0050702556, step = 21201 (0.302 sec)
INFO:tensorflow:loss = 0.0050702556, step = 21201 (0.302 sec)
INFO:tensorflow:global_step/sec: 358.181
INFO:tensorflow:global_step/sec: 358.181
INFO:tensorflow:loss = 0.00058547204, step = 21301 (0.279 sec)
INFO:tensorflow:loss = 0.00058547204, step = 21301 (0.279 sec)
INFO:tensorflow:global_step/sec: 318.944
INFO:tensorflow:global_step/sec: 318.944
INFO:tensorflow:loss = 0.0019551367, step = 21401 (0.322 sec)
INFO:tensorflow:loss = 0.0019551367, step = 21401 (0.322 sec)
INFO:tensorflow:global_step/sec: 397.368
INFO:tensorflow:global_step/sec: 397.368
INFO:tensorflow:loss = 0.0004315274, step = 21501 (0.244 sec)
INFO:tensorflow:loss = 0.0004315274, step = 21501 (0.244 sec)
INFO:tensorflow:global_step/sec: 441.149
INFO:tensorflow:global_step/sec: 441.149
INFO:tensorflow:loss = 0.0008518015, step = 21601 (0.226 sec)
INFO:tensorflow:loss = 0.0008518015, step = 21601 (0.226 sec)
INFO:tensorflow:global_step/sec: 441.203
INFO:tensorflow:global_step/sec: 441.203
INFO:tensorflow:loss = 0.0008628428, step = 21701 (0.227 sec)
INFO:tensorflow:loss = 0.0008628428, step = 21701 (0.227 sec)
INFO:tensorflow:global_step/sec: 440.26
INFO:tensorflow:global_step/sec: 440.26
INFO:tensorflow:loss = 0.00034934937, step = 21801 (0.227 sec)
INFO:tensorflow:loss = 0.00034934937, step = 21801 (0.227 sec)
INFO:tensorflow:global_step/sec: 459.033
INFO:tensorflow:global_step/sec: 459.033
INFO:tensorflow:loss = 0.0004461434, step = 21901 (0.223 sec)
INFO:tensorflow:loss = 0.0004461434, step = 21901 (0.223 sec)
INFO:tensorflow:global_step/sec: 410.795
INFO:tensorflow:global_step/sec: 410.795
INFO:tensorflow:loss = 5.0936564e-05, step = 22001 (0.239 sec)
INFO:tensorflow:loss = 5.0936564e-05, step = 22001 (0.239 sec)
INFO:tensorflow:global_step/sec: 370.653
INFO:tensorflow:global_step/sec: 370.653
INFO:tensorflow:loss = 0.00020151233, step = 22101 (0.271 sec)
INFO:tensorflow:loss = 0.00020151233, step = 22101 (0.271 sec)
INFO:tensorflow:global_step/sec: 402.345
INFO:tensorflow:global_step/sec: 402.345
INFO:tensorflow:loss = 0.0011176473, step = 22201 (0.253 sec)
INFO:tensorflow:loss = 0.0011176473, step = 22201 (0.253 sec)
INFO:tensorflow:global_step/sec: 347.641
INFO:tensorflow:global_step/sec: 347.641
INFO:tensorflow:loss = 0.0013747417, step = 22301 (0.283 sec)
INFO:tensorflow:loss = 0.0013747417, step = 22301 (0.283 sec)
INFO:tensorflow:global_step/sec: 251.922
INFO:tensorflow:global_step/sec: 251.922
INFO:tensorflow:loss = 0.0018186424, step = 22401 (0.397 sec)
INFO:tensorflow:loss = 0.0018186424, step = 22401 (0.397 sec)
INFO:tensorflow:global_step/sec: 483.276
INFO:tensorflow:global_step/sec: 483.276
INFO:tensorflow:loss = 0.0013255669, step = 22501 (0.208 sec)
INFO:tensorflow:loss = 0.0013255669, step = 22501 (0.208 sec)
INFO:tensorflow:global_step/sec: 392.116
INFO:tensorflow:global_step/sec: 392.116
INFO:tensorflow:loss = 0.0024052265, step = 22601 (0.254 sec)
INFO:tensorflow:loss = 0.0024052265, step = 22601 (0.254 sec)
INFO:tensorflow:global_step/sec: 443.893
INFO:tensorflow:global_step/sec: 443.893
INFO:tensorflow:loss = 0.00080729986, step = 22701 (0.224 sec)
INFO:tensorflow:loss = 0.00080729986, step = 22701 (0.224 sec)
INFO:tensorflow:global_step/sec: 443.915
INFO:tensorflow:global_step/sec: 443.915
INFO:tensorflow:loss = 0.00085944025, step = 22801 (0.224 sec)
INFO:tensorflow:loss = 0.00085944025, step = 22801 (0.224 sec)
INFO:tensorflow:global_step/sec: 511.439
INFO:tensorflow:global_step/sec: 511.439
INFO:tensorflow:loss = 0.0018497168, step = 22901 (0.195 sec)
INFO:tensorflow:loss = 0.0018497168, step = 22901 (0.195 sec)
INFO:tensorflow:global_step/sec: 432.176
INFO:tensorflow:global_step/sec: 432.176
INFO:tensorflow:loss = 0.00048265167, step = 23001 (0.232 sec)
INFO:tensorflow:loss = 0.00048265167, step = 23001 (0.232 sec)
INFO:tensorflow:global_step/sec: 469.955
INFO:tensorflow:global_step/sec: 469.955
INFO:tensorflow:loss = 0.0027973452, step = 23101 (0.215 sec)
INFO:tensorflow:loss = 0.0027973452, step = 23101 (0.215 sec)
INFO:tensorflow:global_step/sec: 440.436
INFO:tensorflow:global_step/sec: 440.436
INFO:tensorflow:loss = 0.0017380544, step = 23201 (0.227 sec)
INFO:tensorflow:loss = 0.0017380544, step = 23201 (0.227 sec)
INFO:tensorflow:global_step/sec: 302.243
INFO:tensorflow:global_step/sec: 302.243
INFO:tensorflow:loss = 0.0020655422, step = 23301 (0.329 sec)
INFO:tensorflow:loss = 0.0020655422, step = 23301 (0.329 sec)
INFO:tensorflow:global_step/sec: 432.654
INFO:tensorflow:global_step/sec: 432.654
INFO:tensorflow:loss = 0.00053283444, step = 23401 (0.234 sec)
INFO:tensorflow:loss = 0.00053283444, step = 23401 (0.234 sec)
INFO:tensorflow:global_step/sec: 465.651
INFO:tensorflow:global_step/sec: 465.651
INFO:tensorflow:loss = 0.000823025, step = 23501 (0.215 sec)
INFO:tensorflow:loss = 0.000823025, step = 23501 (0.215 sec)
INFO:tensorflow:global_step/sec: 467.784
INFO:tensorflow:global_step/sec: 467.784
INFO:tensorflow:loss = 0.0005324262, step = 23601 (0.214 sec)
INFO:tensorflow:loss = 0.0005324262, step = 23601 (0.214 sec)
INFO:tensorflow:global_step/sec: 414.784
INFO:tensorflow:global_step/sec: 414.784
INFO:tensorflow:loss = 0.000119422984, step = 23701 (0.242 sec)
INFO:tensorflow:loss = 0.000119422984, step = 23701 (0.242 sec)
INFO:tensorflow:global_step/sec: 365.501
INFO:tensorflow:global_step/sec: 365.501
INFO:tensorflow:loss = 0.0008502954, step = 23801 (0.273 sec)
INFO:tensorflow:loss = 0.0008502954, step = 23801 (0.273 sec)
INFO:tensorflow:global_step/sec: 365.854
INFO:tensorflow:global_step/sec: 365.854
INFO:tensorflow:loss = 0.001868299, step = 23901 (0.271 sec)
INFO:tensorflow:loss = 0.001868299, step = 23901 (0.271 sec)
INFO:tensorflow:global_step/sec: 394.07
INFO:tensorflow:global_step/sec: 394.07
INFO:tensorflow:loss = 0.0014182283, step = 24001 (0.255 sec)
INFO:tensorflow:loss = 0.0014182283, step = 24001 (0.255 sec)
INFO:tensorflow:global_step/sec: 266.044
INFO:tensorflow:global_step/sec: 266.044
INFO:tensorflow:loss = 0.0007392153, step = 24101 (0.377 sec)
INFO:tensorflow:loss = 0.0007392153, step = 24101 (0.377 sec)
INFO:tensorflow:global_step/sec: 338.096
INFO:tensorflow:global_step/sec: 338.096
INFO:tensorflow:loss = 0.0016664021, step = 24201 (0.295 sec)
INFO:tensorflow:loss = 0.0016664021, step = 24201 (0.295 sec)
INFO:tensorflow:global_step/sec: 404.721
INFO:tensorflow:global_step/sec: 404.721
INFO:tensorflow:loss = 0.00020770363, step = 24301 (0.247 sec)
INFO:tensorflow:loss = 0.00020770363, step = 24301 (0.247 sec)
INFO:tensorflow:global_step/sec: 440.702
INFO:tensorflow:global_step/sec: 440.702
INFO:tensorflow:loss = 0.0018488116, step = 24401 (0.235 sec)
INFO:tensorflow:loss = 0.0018488116, step = 24401 (0.235 sec)
INFO:tensorflow:global_step/sec: 360.053
INFO:tensorflow:global_step/sec: 360.053
INFO:tensorflow:loss = 0.0011199302, step = 24501 (0.271 sec)
INFO:tensorflow:loss = 0.0011199302, step = 24501 (0.271 sec)
INFO:tensorflow:global_step/sec: 396.797
INFO:tensorflow:global_step/sec: 396.797
INFO:tensorflow:loss = 0.00080847903, step = 24601 (0.249 sec)
INFO:tensorflow:loss = 0.00080847903, step = 24601 (0.249 sec)
INFO:tensorflow:global_step/sec: 504.529
INFO:tensorflow:global_step/sec: 504.529
INFO:tensorflow:loss = 0.0011413082, step = 24701 (0.200 sec)
INFO:tensorflow:loss = 0.0011413082, step = 24701 (0.200 sec)
INFO:tensorflow:global_step/sec: 518.227
INFO:tensorflow:global_step/sec: 518.227
INFO:tensorflow:loss = 0.0011538567, step = 24801 (0.194 sec)
INFO:tensorflow:loss = 0.0011538567, step = 24801 (0.194 sec)
INFO:tensorflow:global_step/sec: 498.612
INFO:tensorflow:global_step/sec: 498.612
INFO:tensorflow:loss = 0.0014666341, step = 24901 (0.198 sec)
INFO:tensorflow:loss = 0.0014666341, step = 24901 (0.198 sec)
INFO:tensorflow:global_step/sec: 496.815
INFO:tensorflow:global_step/sec: 496.815
INFO:tensorflow:loss = 0.00063550443, step = 25001 (0.202 sec)
INFO:tensorflow:loss = 0.00063550443, step = 25001 (0.202 sec)
INFO:tensorflow:global_step/sec: 525.608
INFO:tensorflow:global_step/sec: 525.608
INFO:tensorflow:loss = 0.0007880522, step = 25101 (0.191 sec)
INFO:tensorflow:loss = 0.0007880522, step = 25101 (0.191 sec)
INFO:tensorflow:global_step/sec: 512.426
INFO:tensorflow:global_step/sec: 512.426
INFO:tensorflow:loss = 0.0016310514, step = 25201 (0.195 sec)
INFO:tensorflow:loss = 0.0016310514, step = 25201 (0.195 sec)
INFO:tensorflow:global_step/sec: 532.756
INFO:tensorflow:global_step/sec: 532.756
INFO:tensorflow:loss = 0.00015217012, step = 25301 (0.188 sec)
INFO:tensorflow:loss = 0.00015217012, step = 25301 (0.188 sec)
INFO:tensorflow:global_step/sec: 529.835
INFO:tensorflow:global_step/sec: 529.835
INFO:tensorflow:loss = 0.00062875875, step = 25401 (0.187 sec)
INFO:tensorflow:loss = 0.00062875875, step = 25401 (0.187 sec)
INFO:tensorflow:global_step/sec: 503.703
INFO:tensorflow:global_step/sec: 503.703
INFO:tensorflow:loss = 0.0010599743, step = 25501 (0.200 sec)
INFO:tensorflow:loss = 0.0010599743, step = 25501 (0.200 sec)
INFO:tensorflow:global_step/sec: 459.696
INFO:tensorflow:global_step/sec: 459.696
INFO:tensorflow:loss = 0.0007749094, step = 25601 (0.219 sec)
INFO:tensorflow:loss = 0.0007749094, step = 25601 (0.219 sec)
INFO:tensorflow:global_step/sec: 434.699
INFO:tensorflow:global_step/sec: 434.699
INFO:tensorflow:loss = 0.00043322972, step = 25701 (0.230 sec)
INFO:tensorflow:loss = 0.00043322972, step = 25701 (0.230 sec)
INFO:tensorflow:global_step/sec: 397.42
INFO:tensorflow:global_step/sec: 397.42
INFO:tensorflow:loss = 0.0007753484, step = 25801 (0.250 sec)
INFO:tensorflow:loss = 0.0007753484, step = 25801 (0.250 sec)
INFO:tensorflow:global_step/sec: 481.596
INFO:tensorflow:global_step/sec: 481.596
INFO:tensorflow:loss = 0.0015886592, step = 25901 (0.206 sec)
INFO:tensorflow:loss = 0.0015886592, step = 25901 (0.206 sec)
INFO:tensorflow:global_step/sec: 518.805
INFO:tensorflow:global_step/sec: 518.805
INFO:tensorflow:loss = 7.111433e-05, step = 26001 (0.194 sec)
INFO:tensorflow:loss = 7.111433e-05, step = 26001 (0.194 sec)
INFO:tensorflow:global_step/sec: 493.354
INFO:tensorflow:global_step/sec: 493.354
INFO:tensorflow:loss = 0.0007897754, step = 26101 (0.203 sec)
INFO:tensorflow:loss = 0.0007897754, step = 26101 (0.203 sec)
INFO:tensorflow:global_step/sec: 525.249
INFO:tensorflow:global_step/sec: 525.249
INFO:tensorflow:loss = 0.0011088458, step = 26201 (0.188 sec)
INFO:tensorflow:loss = 0.0011088458, step = 26201 (0.188 sec)
INFO:tensorflow:global_step/sec: 547.567
INFO:tensorflow:global_step/sec: 547.567
INFO:tensorflow:loss = 0.0006203063, step = 26301 (0.184 sec)
INFO:tensorflow:loss = 0.0006203063, step = 26301 (0.184 sec)
INFO:tensorflow:global_step/sec: 544.397
INFO:tensorflow:global_step/sec: 544.397
INFO:tensorflow:loss = 0.00114569, step = 26401 (0.184 sec)
INFO:tensorflow:loss = 0.00114569, step = 26401 (0.184 sec)
INFO:tensorflow:global_step/sec: 500.966
INFO:tensorflow:global_step/sec: 500.966
INFO:tensorflow:loss = 0.0009798856, step = 26501 (0.199 sec)
INFO:tensorflow:loss = 0.0009798856, step = 26501 (0.199 sec)
INFO:tensorflow:global_step/sec: 532.814
INFO:tensorflow:global_step/sec: 532.814
INFO:tensorflow:loss = 0.00048316846, step = 26601 (0.188 sec)
INFO:tensorflow:loss = 0.00048316846, step = 26601 (0.188 sec)
INFO:tensorflow:global_step/sec: 476.167
INFO:tensorflow:global_step/sec: 476.167
INFO:tensorflow:loss = 2.607187e-05, step = 26701 (0.210 sec)
INFO:tensorflow:loss = 2.607187e-05, step = 26701 (0.210 sec)
INFO:tensorflow:global_step/sec: 401.239
INFO:tensorflow:global_step/sec: 401.239
INFO:tensorflow:loss = 0.00031493462, step = 26801 (0.249 sec)
INFO:tensorflow:loss = 0.00031493462, step = 26801 (0.249 sec)
INFO:tensorflow:global_step/sec: 501.475
INFO:tensorflow:global_step/sec: 501.475
INFO:tensorflow:loss = 0.0007873787, step = 26901 (0.201 sec)
INFO:tensorflow:loss = 0.0007873787, step = 26901 (0.201 sec)
INFO:tensorflow:global_step/sec: 485.645
INFO:tensorflow:global_step/sec: 485.645
INFO:tensorflow:loss = 0.00078899576, step = 27001 (0.205 sec)
INFO:tensorflow:loss = 0.00078899576, step = 27001 (0.205 sec)
INFO:tensorflow:global_step/sec: 511.063
INFO:tensorflow:global_step/sec: 511.063
INFO:tensorflow:loss = 0.0004889205, step = 27101 (0.196 sec)
INFO:tensorflow:loss = 0.0004889205, step = 27101 (0.196 sec)
INFO:tensorflow:global_step/sec: 460.694
INFO:tensorflow:global_step/sec: 460.694
INFO:tensorflow:loss = 0.0005089506, step = 27201 (0.216 sec)
INFO:tensorflow:loss = 0.0005089506, step = 27201 (0.216 sec)
INFO:tensorflow:global_step/sec: 425.134
INFO:tensorflow:global_step/sec: 425.134
INFO:tensorflow:loss = 0.0011309409, step = 27301 (0.234 sec)
INFO:tensorflow:loss = 0.0011309409, step = 27301 (0.234 sec)
INFO:tensorflow:global_step/sec: 519.277
INFO:tensorflow:global_step/sec: 519.277
INFO:tensorflow:loss = 0.00046767658, step = 27401 (0.193 sec)
INFO:tensorflow:loss = 0.00046767658, step = 27401 (0.193 sec)
INFO:tensorflow:global_step/sec: 487.732
INFO:tensorflow:global_step/sec: 487.732
INFO:tensorflow:loss = 0.00092430395, step = 27501 (0.205 sec)
INFO:tensorflow:loss = 0.00092430395, step = 27501 (0.205 sec)
INFO:tensorflow:global_step/sec: 519.955
INFO:tensorflow:global_step/sec: 519.955
INFO:tensorflow:loss = 0.0011509997, step = 27601 (0.192 sec)
INFO:tensorflow:loss = 0.0011509997, step = 27601 (0.192 sec)
INFO:tensorflow:global_step/sec: 520.59
INFO:tensorflow:global_step/sec: 520.59
INFO:tensorflow:loss = 0.00019215792, step = 27701 (0.192 sec)
INFO:tensorflow:loss = 0.00019215792, step = 27701 (0.192 sec)
INFO:tensorflow:global_step/sec: 486.442
INFO:tensorflow:global_step/sec: 486.442
INFO:tensorflow:loss = 0.00016082652, step = 27801 (0.205 sec)
INFO:tensorflow:loss = 0.00016082652, step = 27801 (0.205 sec)
INFO:tensorflow:global_step/sec: 475.962
INFO:tensorflow:global_step/sec: 475.962
INFO:tensorflow:loss = 0.00055219233, step = 27901 (0.210 sec)
INFO:tensorflow:loss = 0.00055219233, step = 27901 (0.210 sec)
INFO:tensorflow:global_step/sec: 535.43
INFO:tensorflow:global_step/sec: 535.43
INFO:tensorflow:loss = 0.0013464001, step = 28001 (0.187 sec)
INFO:tensorflow:loss = 0.0013464001, step = 28001 (0.187 sec)
INFO:tensorflow:global_step/sec: 431.437
INFO:tensorflow:global_step/sec: 431.437
INFO:tensorflow:loss = 0.00060441415, step = 28101 (0.232 sec)
INFO:tensorflow:loss = 0.00060441415, step = 28101 (0.232 sec)
INFO:tensorflow:global_step/sec: 471.673
INFO:tensorflow:global_step/sec: 471.673
INFO:tensorflow:loss = 0.0006915839, step = 28201 (0.213 sec)
INFO:tensorflow:loss = 0.0006915839, step = 28201 (0.213 sec)
INFO:tensorflow:global_step/sec: 408.973
INFO:tensorflow:global_step/sec: 408.973
INFO:tensorflow:loss = 0.0008436213, step = 28301 (0.244 sec)
INFO:tensorflow:loss = 0.0008436213, step = 28301 (0.244 sec)
INFO:tensorflow:global_step/sec: 470.721
INFO:tensorflow:global_step/sec: 470.721
INFO:tensorflow:loss = 0.0011660919, step = 28401 (0.213 sec)
INFO:tensorflow:loss = 0.0011660919, step = 28401 (0.213 sec)
INFO:tensorflow:global_step/sec: 518.081
INFO:tensorflow:global_step/sec: 518.081
INFO:tensorflow:loss = 0.00013989794, step = 28501 (0.193 sec)
INFO:tensorflow:loss = 0.00013989794, step = 28501 (0.193 sec)
INFO:tensorflow:global_step/sec: 459.438
INFO:tensorflow:global_step/sec: 459.438
INFO:tensorflow:loss = 0.00046045205, step = 28601 (0.217 sec)
INFO:tensorflow:loss = 0.00046045205, step = 28601 (0.217 sec)
INFO:tensorflow:global_step/sec: 432.453
INFO:tensorflow:global_step/sec: 432.453
INFO:tensorflow:loss = 0.0012579259, step = 28701 (0.231 sec)
INFO:tensorflow:loss = 0.0012579259, step = 28701 (0.231 sec)
INFO:tensorflow:global_step/sec: 480.665
INFO:tensorflow:global_step/sec: 480.665
INFO:tensorflow:loss = 0.0010707466, step = 28801 (0.206 sec)
INFO:tensorflow:loss = 0.0010707466, step = 28801 (0.206 sec)
INFO:tensorflow:global_step/sec: 489.708
INFO:tensorflow:global_step/sec: 489.708
INFO:tensorflow:loss = 0.00040374382, step = 28901 (0.205 sec)
INFO:tensorflow:loss = 0.00040374382, step = 28901 (0.205 sec)
INFO:tensorflow:global_step/sec: 487.825
INFO:tensorflow:global_step/sec: 487.825
INFO:tensorflow:loss = 0.001332407, step = 29001 (0.205 sec)
INFO:tensorflow:loss = 0.001332407, step = 29001 (0.205 sec)
INFO:tensorflow:global_step/sec: 472.569
INFO:tensorflow:global_step/sec: 472.569
INFO:tensorflow:loss = 0.0011287925, step = 29101 (0.214 sec)
INFO:tensorflow:loss = 0.0011287925, step = 29101 (0.214 sec)
INFO:tensorflow:global_step/sec: 395.988
INFO:tensorflow:global_step/sec: 395.988
INFO:tensorflow:loss = 0.0010901776, step = 29201 (0.259 sec)
INFO:tensorflow:loss = 0.0010901776, step = 29201 (0.259 sec)
INFO:tensorflow:global_step/sec: 405.443
INFO:tensorflow:global_step/sec: 405.443
INFO:tensorflow:loss = 0.0013715493, step = 29301 (0.240 sec)
INFO:tensorflow:loss = 0.0013715493, step = 29301 (0.240 sec)
INFO:tensorflow:global_step/sec: 394.929
INFO:tensorflow:global_step/sec: 394.929
INFO:tensorflow:loss = 0.0012082527, step = 29401 (0.254 sec)
INFO:tensorflow:loss = 0.0012082527, step = 29401 (0.254 sec)
INFO:tensorflow:global_step/sec: 386.235
INFO:tensorflow:global_step/sec: 386.235
INFO:tensorflow:loss = 0.00077161693, step = 29501 (0.260 sec)
INFO:tensorflow:loss = 0.00077161693, step = 29501 (0.260 sec)
INFO:tensorflow:global_step/sec: 350.741
INFO:tensorflow:global_step/sec: 350.741
INFO:tensorflow:loss = 0.00031357567, step = 29601 (0.284 sec)
INFO:tensorflow:loss = 0.00031357567, step = 29601 (0.284 sec)
INFO:tensorflow:global_step/sec: 424.528
INFO:tensorflow:global_step/sec: 424.528
INFO:tensorflow:loss = 0.000216854, step = 29701 (0.235 sec)
INFO:tensorflow:loss = 0.000216854, step = 29701 (0.235 sec)
INFO:tensorflow:global_step/sec: 422.723
INFO:tensorflow:global_step/sec: 422.723
INFO:tensorflow:loss = 0.00038876449, step = 29801 (0.237 sec)
INFO:tensorflow:loss = 0.00038876449, step = 29801 (0.237 sec)
INFO:tensorflow:global_step/sec: 356.894
INFO:tensorflow:global_step/sec: 356.894
INFO:tensorflow:loss = 0.0009508905, step = 29901 (0.282 sec)
INFO:tensorflow:loss = 0.0009508905, step = 29901 (0.282 sec)
INFO:tensorflow:global_step/sec: 365.651
INFO:tensorflow:global_step/sec: 365.651
INFO:tensorflow:loss = 0.00014996741, step = 30001 (0.274 sec)
INFO:tensorflow:loss = 0.00014996741, step = 30001 (0.274 sec)
INFO:tensorflow:global_step/sec: 451.345
INFO:tensorflow:global_step/sec: 451.345
INFO:tensorflow:loss = 0.000632623, step = 30101 (0.221 sec)
INFO:tensorflow:loss = 0.000632623, step = 30101 (0.221 sec)
INFO:tensorflow:global_step/sec: 510.805
INFO:tensorflow:global_step/sec: 510.805
INFO:tensorflow:loss = 0.00016956322, step = 30201 (0.195 sec)
INFO:tensorflow:loss = 0.00016956322, step = 30201 (0.195 sec)
INFO:tensorflow:global_step/sec: 480.876
INFO:tensorflow:global_step/sec: 480.876
INFO:tensorflow:loss = 0.0007809302, step = 30301 (0.207 sec)
INFO:tensorflow:loss = 0.0007809302, step = 30301 (0.207 sec)
INFO:tensorflow:global_step/sec: 504.343
INFO:tensorflow:global_step/sec: 504.343
INFO:tensorflow:loss = 0.0016375664, step = 30401 (0.200 sec)
INFO:tensorflow:loss = 0.0016375664, step = 30401 (0.200 sec)
INFO:tensorflow:global_step/sec: 499.597
INFO:tensorflow:global_step/sec: 499.597
INFO:tensorflow:loss = 0.00075868337, step = 30501 (0.200 sec)
INFO:tensorflow:loss = 0.00075868337, step = 30501 (0.200 sec)
INFO:tensorflow:global_step/sec: 512.432
INFO:tensorflow:global_step/sec: 512.432
INFO:tensorflow:loss = 0.0009516582, step = 30601 (0.194 sec)
INFO:tensorflow:loss = 0.0009516582, step = 30601 (0.194 sec)
INFO:tensorflow:global_step/sec: 396.018
INFO:tensorflow:global_step/sec: 396.018
INFO:tensorflow:loss = 0.0006531983, step = 30701 (0.253 sec)
INFO:tensorflow:loss = 0.0006531983, step = 30701 (0.253 sec)
INFO:tensorflow:global_step/sec: 464.723
INFO:tensorflow:global_step/sec: 464.723
INFO:tensorflow:loss = 0.000949873, step = 30801 (0.215 sec)
INFO:tensorflow:loss = 0.000949873, step = 30801 (0.215 sec)
INFO:tensorflow:global_step/sec: 424.095
INFO:tensorflow:global_step/sec: 424.095
INFO:tensorflow:loss = 0.0005196852, step = 30901 (0.236 sec)
INFO:tensorflow:loss = 0.0005196852, step = 30901 (0.236 sec)
INFO:tensorflow:global_step/sec: 418.91
INFO:tensorflow:global_step/sec: 418.91
INFO:tensorflow:loss = 0.0008656108, step = 31001 (0.239 sec)
INFO:tensorflow:loss = 0.0008656108, step = 31001 (0.239 sec)
INFO:tensorflow:global_step/sec: 485.318
INFO:tensorflow:global_step/sec: 485.318
INFO:tensorflow:loss = 0.0011249486, step = 31101 (0.206 sec)
INFO:tensorflow:loss = 0.0011249486, step = 31101 (0.206 sec)
INFO:tensorflow:global_step/sec: 510.455
INFO:tensorflow:global_step/sec: 510.455
INFO:tensorflow:loss = 0.00034025454, step = 31201 (0.196 sec)
INFO:tensorflow:loss = 0.00034025454, step = 31201 (0.196 sec)
INFO:tensorflow:global_step/sec: 504.151
INFO:tensorflow:global_step/sec: 504.151
INFO:tensorflow:loss = 0.00041647005, step = 31301 (0.197 sec)
INFO:tensorflow:loss = 0.00041647005, step = 31301 (0.197 sec)
INFO:tensorflow:global_step/sec: 483.791
INFO:tensorflow:global_step/sec: 483.791
INFO:tensorflow:loss = 0.001363848, step = 31401 (0.207 sec)
INFO:tensorflow:loss = 0.001363848, step = 31401 (0.207 sec)
INFO:tensorflow:global_step/sec: 463.195
INFO:tensorflow:global_step/sec: 463.195
INFO:tensorflow:loss = 0.00019992836, step = 31501 (0.214 sec)
INFO:tensorflow:loss = 0.00019992836, step = 31501 (0.214 sec)
INFO:tensorflow:global_step/sec: 486.669
INFO:tensorflow:global_step/sec: 486.669
INFO:tensorflow:loss = 0.00034586331, step = 31601 (0.205 sec)
INFO:tensorflow:loss = 0.00034586331, step = 31601 (0.205 sec)
INFO:tensorflow:global_step/sec: 452.859
INFO:tensorflow:global_step/sec: 452.859
INFO:tensorflow:loss = 0.00059801084, step = 31701 (0.221 sec)
INFO:tensorflow:loss = 0.00059801084, step = 31701 (0.221 sec)
INFO:tensorflow:global_step/sec: 435.111
INFO:tensorflow:global_step/sec: 435.111
INFO:tensorflow:loss = 0.00021130357, step = 31801 (0.232 sec)
INFO:tensorflow:loss = 0.00021130357, step = 31801 (0.232 sec)
INFO:tensorflow:global_step/sec: 440.037
INFO:tensorflow:global_step/sec: 440.037
INFO:tensorflow:loss = 0.00068978337, step = 31901 (0.228 sec)
INFO:tensorflow:loss = 0.00068978337, step = 31901 (0.228 sec)
INFO:tensorflow:global_step/sec: 467.316
INFO:tensorflow:global_step/sec: 467.316
INFO:tensorflow:loss = 0.00011997424, step = 32001 (0.214 sec)
INFO:tensorflow:loss = 0.00011997424, step = 32001 (0.214 sec)
INFO:tensorflow:global_step/sec: 311.964
INFO:tensorflow:global_step/sec: 311.964
INFO:tensorflow:loss = 0.000466717, step = 32101 (0.320 sec)
INFO:tensorflow:loss = 0.000466717, step = 32101 (0.320 sec)
INFO:tensorflow:global_step/sec: 469.806
INFO:tensorflow:global_step/sec: 469.806
INFO:tensorflow:loss = 0.0010558381, step = 32201 (0.213 sec)
INFO:tensorflow:loss = 0.0010558381, step = 32201 (0.213 sec)
INFO:tensorflow:global_step/sec: 476.124
INFO:tensorflow:global_step/sec: 476.124
INFO:tensorflow:loss = 0.00054489775, step = 32301 (0.211 sec)
INFO:tensorflow:loss = 0.00054489775, step = 32301 (0.211 sec)
INFO:tensorflow:global_step/sec: 447.875
INFO:tensorflow:global_step/sec: 447.875
INFO:tensorflow:loss = 0.00014951586, step = 32401 (0.223 sec)
INFO:tensorflow:loss = 0.00014951586, step = 32401 (0.223 sec)
INFO:tensorflow:global_step/sec: 431.172
INFO:tensorflow:global_step/sec: 431.172
INFO:tensorflow:loss = 0.00039168046, step = 32501 (0.238 sec)
INFO:tensorflow:loss = 0.00039168046, step = 32501 (0.238 sec)
INFO:tensorflow:global_step/sec: 383.536
INFO:tensorflow:global_step/sec: 383.536
INFO:tensorflow:loss = 0.00021958399, step = 32601 (0.254 sec)
INFO:tensorflow:loss = 0.00021958399, step = 32601 (0.254 sec)
INFO:tensorflow:global_step/sec: 403.291
INFO:tensorflow:global_step/sec: 403.291
INFO:tensorflow:loss = 0.0007867249, step = 32701 (0.249 sec)
INFO:tensorflow:loss = 0.0007867249, step = 32701 (0.249 sec)
INFO:tensorflow:global_step/sec: 388.666
INFO:tensorflow:global_step/sec: 388.666
INFO:tensorflow:loss = 0.0009881653, step = 32801 (0.258 sec)
INFO:tensorflow:loss = 0.0009881653, step = 32801 (0.258 sec)
INFO:tensorflow:global_step/sec: 388.297
INFO:tensorflow:global_step/sec: 388.297
INFO:tensorflow:loss = 0.00049385254, step = 32901 (0.256 sec)
INFO:tensorflow:loss = 0.00049385254, step = 32901 (0.256 sec)
INFO:tensorflow:global_step/sec: 430.898
INFO:tensorflow:global_step/sec: 430.898
INFO:tensorflow:loss = 0.000715712, step = 33001 (0.231 sec)
INFO:tensorflow:loss = 0.000715712, step = 33001 (0.231 sec)
INFO:tensorflow:global_step/sec: 494.846
INFO:tensorflow:global_step/sec: 494.846
INFO:tensorflow:loss = 0.0016931695, step = 33101 (0.202 sec)
INFO:tensorflow:loss = 0.0016931695, step = 33101 (0.202 sec)
INFO:tensorflow:global_step/sec: 529.108
INFO:tensorflow:global_step/sec: 529.108
INFO:tensorflow:loss = 0.00092671724, step = 33201 (0.189 sec)
INFO:tensorflow:loss = 0.00092671724, step = 33201 (0.189 sec)
INFO:tensorflow:global_step/sec: 390.087
INFO:tensorflow:global_step/sec: 390.087
INFO:tensorflow:loss = 0.0004244178, step = 33301 (0.256 sec)
INFO:tensorflow:loss = 0.0004244178, step = 33301 (0.256 sec)
INFO:tensorflow:global_step/sec: 414.985
INFO:tensorflow:global_step/sec: 414.985
INFO:tensorflow:loss = 0.0011779328, step = 33401 (0.241 sec)
INFO:tensorflow:loss = 0.0011779328, step = 33401 (0.241 sec)
INFO:tensorflow:global_step/sec: 410.184
INFO:tensorflow:global_step/sec: 410.184
INFO:tensorflow:loss = 0.00033969095, step = 33501 (0.244 sec)
INFO:tensorflow:loss = 0.00033969095, step = 33501 (0.244 sec)
INFO:tensorflow:global_step/sec: 374.488
INFO:tensorflow:global_step/sec: 374.488
INFO:tensorflow:loss = 0.001013288, step = 33601 (0.267 sec)
INFO:tensorflow:loss = 0.001013288, step = 33601 (0.267 sec)
INFO:tensorflow:global_step/sec: 426.293
INFO:tensorflow:global_step/sec: 426.293
INFO:tensorflow:loss = 0.000925387, step = 33701 (0.235 sec)
INFO:tensorflow:loss = 0.000925387, step = 33701 (0.235 sec)
INFO:tensorflow:global_step/sec: 396.487
INFO:tensorflow:global_step/sec: 396.487
INFO:tensorflow:loss = 0.0006108178, step = 33801 (0.252 sec)
INFO:tensorflow:loss = 0.0006108178, step = 33801 (0.252 sec)
INFO:tensorflow:global_step/sec: 353.402
INFO:tensorflow:global_step/sec: 353.402
INFO:tensorflow:loss = 0.00090666726, step = 33901 (0.284 sec)
INFO:tensorflow:loss = 0.00090666726, step = 33901 (0.284 sec)
INFO:tensorflow:global_step/sec: 344.853
INFO:tensorflow:global_step/sec: 344.853
INFO:tensorflow:loss = 0.00072084955, step = 34001 (0.291 sec)
INFO:tensorflow:loss = 0.00072084955, step = 34001 (0.291 sec)
INFO:tensorflow:global_step/sec: 288.833
INFO:tensorflow:global_step/sec: 288.833
INFO:tensorflow:loss = 0.00058262685, step = 34101 (0.350 sec)
INFO:tensorflow:loss = 0.00058262685, step = 34101 (0.350 sec)
INFO:tensorflow:global_step/sec: 308.945
INFO:tensorflow:global_step/sec: 308.945
INFO:tensorflow:loss = 0.0009527435, step = 34201 (0.319 sec)
INFO:tensorflow:loss = 0.0009527435, step = 34201 (0.319 sec)
INFO:tensorflow:global_step/sec: 414.445
INFO:tensorflow:global_step/sec: 414.445
INFO:tensorflow:loss = 0.00014475951, step = 34301 (0.242 sec)
INFO:tensorflow:loss = 0.00014475951, step = 34301 (0.242 sec)
INFO:tensorflow:global_step/sec: 363.633
INFO:tensorflow:global_step/sec: 363.633
INFO:tensorflow:loss = 0.0004335331, step = 34401 (0.274 sec)
INFO:tensorflow:loss = 0.0004335331, step = 34401 (0.274 sec)
INFO:tensorflow:global_step/sec: 469.39
INFO:tensorflow:global_step/sec: 469.39
INFO:tensorflow:loss = 0.00042156194, step = 34501 (0.213 sec)
INFO:tensorflow:loss = 0.00042156194, step = 34501 (0.213 sec)
INFO:tensorflow:global_step/sec: 530.313
INFO:tensorflow:global_step/sec: 530.313
INFO:tensorflow:loss = 0.00046098777, step = 34601 (0.190 sec)
INFO:tensorflow:loss = 0.00046098777, step = 34601 (0.190 sec)
INFO:tensorflow:global_step/sec: 358.424
INFO:tensorflow:global_step/sec: 358.424
INFO:tensorflow:loss = 0.0012235754, step = 34701 (0.279 sec)
INFO:tensorflow:loss = 0.0012235754, step = 34701 (0.279 sec)
INFO:tensorflow:global_step/sec: 292.818
INFO:tensorflow:global_step/sec: 292.818
INFO:tensorflow:loss = 0.0006193932, step = 34801 (0.342 sec)
INFO:tensorflow:loss = 0.0006193932, step = 34801 (0.342 sec)
INFO:tensorflow:global_step/sec: 314.539
INFO:tensorflow:global_step/sec: 314.539
INFO:tensorflow:loss = 0.0007782531, step = 34901 (0.316 sec)
INFO:tensorflow:loss = 0.0007782531, step = 34901 (0.316 sec)
INFO:tensorflow:global_step/sec: 383.577
INFO:tensorflow:global_step/sec: 383.577
INFO:tensorflow:loss = 0.0002790116, step = 35001 (0.261 sec)
INFO:tensorflow:loss = 0.0002790116, step = 35001 (0.261 sec)
INFO:tensorflow:global_step/sec: 384.35
INFO:tensorflow:global_step/sec: 384.35
INFO:tensorflow:loss = 0.00073917746, step = 35101 (0.260 sec)
INFO:tensorflow:loss = 0.00073917746, step = 35101 (0.260 sec)
INFO:tensorflow:global_step/sec: 393.548
INFO:tensorflow:global_step/sec: 393.548
INFO:tensorflow:loss = 0.000203976, step = 35201 (0.255 sec)
INFO:tensorflow:loss = 0.000203976, step = 35201 (0.255 sec)
INFO:tensorflow:global_step/sec: 384.705
INFO:tensorflow:global_step/sec: 384.705
INFO:tensorflow:loss = 0.00014186591, step = 35301 (0.262 sec)
INFO:tensorflow:loss = 0.00014186591, step = 35301 (0.262 sec)
INFO:tensorflow:global_step/sec: 439.829
INFO:tensorflow:global_step/sec: 439.829
INFO:tensorflow:loss = 0.0012206836, step = 35401 (0.227 sec)
INFO:tensorflow:loss = 0.0012206836, step = 35401 (0.227 sec)
INFO:tensorflow:global_step/sec: 446.751
INFO:tensorflow:global_step/sec: 446.751
INFO:tensorflow:loss = 0.00032089787, step = 35501 (0.223 sec)
INFO:tensorflow:loss = 0.00032089787, step = 35501 (0.223 sec)
INFO:tensorflow:global_step/sec: 452.26
INFO:tensorflow:global_step/sec: 452.26
INFO:tensorflow:loss = 0.0003170185, step = 35601 (0.220 sec)
INFO:tensorflow:loss = 0.0003170185, step = 35601 (0.220 sec)
INFO:tensorflow:global_step/sec: 424.221
INFO:tensorflow:global_step/sec: 424.221
INFO:tensorflow:loss = 0.00078103686, step = 35701 (0.235 sec)
INFO:tensorflow:loss = 0.00078103686, step = 35701 (0.235 sec)
INFO:tensorflow:global_step/sec: 460.128
INFO:tensorflow:global_step/sec: 460.128
INFO:tensorflow:loss = 0.0005865581, step = 35801 (0.219 sec)
INFO:tensorflow:loss = 0.0005865581, step = 35801 (0.219 sec)
INFO:tensorflow:global_step/sec: 460.983
INFO:tensorflow:global_step/sec: 460.983
INFO:tensorflow:loss = 0.00040529124, step = 35901 (0.217 sec)
INFO:tensorflow:loss = 0.00040529124, step = 35901 (0.217 sec)
INFO:tensorflow:global_step/sec: 422.972
INFO:tensorflow:global_step/sec: 422.972
INFO:tensorflow:loss = 0.00029886293, step = 36001 (0.235 sec)
INFO:tensorflow:loss = 0.00029886293, step = 36001 (0.235 sec)
INFO:tensorflow:global_step/sec: 472.692
INFO:tensorflow:global_step/sec: 472.692
INFO:tensorflow:loss = 0.0010129638, step = 36101 (0.212 sec)
INFO:tensorflow:loss = 0.0010129638, step = 36101 (0.212 sec)
INFO:tensorflow:global_step/sec: 460
INFO:tensorflow:global_step/sec: 460
INFO:tensorflow:loss = 0.0008381382, step = 36201 (0.220 sec)
INFO:tensorflow:loss = 0.0008381382, step = 36201 (0.220 sec)
INFO:tensorflow:global_step/sec: 435.898
INFO:tensorflow:global_step/sec: 435.898
INFO:tensorflow:loss = 0.00037226736, step = 36301 (0.228 sec)
INFO:tensorflow:loss = 0.00037226736, step = 36301 (0.228 sec)
INFO:tensorflow:global_step/sec: 358.199
INFO:tensorflow:global_step/sec: 358.199
INFO:tensorflow:loss = 0.00068717235, step = 36401 (0.280 sec)
INFO:tensorflow:loss = 0.00068717235, step = 36401 (0.280 sec)
INFO:tensorflow:global_step/sec: 460.486
INFO:tensorflow:global_step/sec: 460.486
INFO:tensorflow:loss = 0.00018343874, step = 36501 (0.216 sec)
INFO:tensorflow:loss = 0.00018343874, step = 36501 (0.216 sec)
INFO:tensorflow:global_step/sec: 321.809
INFO:tensorflow:global_step/sec: 321.809
INFO:tensorflow:loss = 0.00029496633, step = 36601 (0.312 sec)
INFO:tensorflow:loss = 0.00029496633, step = 36601 (0.312 sec)
INFO:tensorflow:global_step/sec: 357.637
INFO:tensorflow:global_step/sec: 357.637
INFO:tensorflow:loss = 0.0003683677, step = 36701 (0.279 sec)
INFO:tensorflow:loss = 0.0003683677, step = 36701 (0.279 sec)
INFO:tensorflow:global_step/sec: 405.657
INFO:tensorflow:global_step/sec: 405.657
INFO:tensorflow:loss = 0.0008083303, step = 36801 (0.247 sec)
INFO:tensorflow:loss = 0.0008083303, step = 36801 (0.247 sec)
INFO:tensorflow:global_step/sec: 418.969
INFO:tensorflow:global_step/sec: 418.969
INFO:tensorflow:loss = 0.00053437275, step = 36901 (0.239 sec)
INFO:tensorflow:loss = 0.00053437275, step = 36901 (0.239 sec)
INFO:tensorflow:global_step/sec: 335.691
INFO:tensorflow:global_step/sec: 335.691
INFO:tensorflow:loss = 0.0007022896, step = 37001 (0.308 sec)
INFO:tensorflow:loss = 0.0007022896, step = 37001 (0.308 sec)
INFO:tensorflow:global_step/sec: 320.336
INFO:tensorflow:global_step/sec: 320.336
INFO:tensorflow:loss = 0.00020577494, step = 37101 (0.303 sec)
INFO:tensorflow:loss = 0.00020577494, step = 37101 (0.303 sec)
INFO:tensorflow:global_step/sec: 414.757
INFO:tensorflow:global_step/sec: 414.757
INFO:tensorflow:loss = 0.0001829192, step = 37201 (0.240 sec)
INFO:tensorflow:loss = 0.0001829192, step = 37201 (0.240 sec)
INFO:tensorflow:global_step/sec: 472.5
INFO:tensorflow:global_step/sec: 472.5
INFO:tensorflow:loss = 0.0005829331, step = 37301 (0.212 sec)
INFO:tensorflow:loss = 0.0005829331, step = 37301 (0.212 sec)
INFO:tensorflow:global_step/sec: 421.029
INFO:tensorflow:global_step/sec: 421.029
INFO:tensorflow:loss = 0.0003160132, step = 37401 (0.239 sec)
INFO:tensorflow:loss = 0.0003160132, step = 37401 (0.239 sec)
INFO:tensorflow:global_step/sec: 339.747
INFO:tensorflow:global_step/sec: 339.747
INFO:tensorflow:loss = 0.00032018434, step = 37501 (0.292 sec)
INFO:tensorflow:loss = 0.00032018434, step = 37501 (0.292 sec)
INFO:tensorflow:global_step/sec: 447.567
INFO:tensorflow:global_step/sec: 447.567
INFO:tensorflow:loss = 0.00021422683, step = 37601 (0.226 sec)
INFO:tensorflow:loss = 0.00021422683, step = 37601 (0.226 sec)
INFO:tensorflow:global_step/sec: 408.775
INFO:tensorflow:global_step/sec: 408.775
INFO:tensorflow:loss = 8.835533e-05, step = 37701 (0.245 sec)
INFO:tensorflow:loss = 8.835533e-05, step = 37701 (0.245 sec)
INFO:tensorflow:global_step/sec: 423.184
INFO:tensorflow:global_step/sec: 423.184
INFO:tensorflow:loss = 0.000550168, step = 37801 (0.252 sec)
INFO:tensorflow:loss = 0.000550168, step = 37801 (0.252 sec)
INFO:tensorflow:global_step/sec: 455.852
INFO:tensorflow:global_step/sec: 455.852
INFO:tensorflow:loss = 0.001235275, step = 37901 (0.220 sec)
INFO:tensorflow:loss = 0.001235275, step = 37901 (0.220 sec)
INFO:tensorflow:global_step/sec: 428.203
INFO:tensorflow:global_step/sec: 428.203
INFO:tensorflow:loss = 0.00019234179, step = 38001 (0.218 sec)
INFO:tensorflow:loss = 0.00019234179, step = 38001 (0.218 sec)
INFO:tensorflow:global_step/sec: 466.622
INFO:tensorflow:global_step/sec: 466.622
INFO:tensorflow:loss = 0.00082318886, step = 38101 (0.213 sec)
INFO:tensorflow:loss = 0.00082318886, step = 38101 (0.213 sec)
INFO:tensorflow:global_step/sec: 332.573
INFO:tensorflow:global_step/sec: 332.573
INFO:tensorflow:loss = 0.00069874874, step = 38201 (0.300 sec)
INFO:tensorflow:loss = 0.00069874874, step = 38201 (0.300 sec)
INFO:tensorflow:global_step/sec: 318.029
INFO:tensorflow:global_step/sec: 318.029
INFO:tensorflow:loss = 4.429061e-05, step = 38301 (0.323 sec)
INFO:tensorflow:loss = 4.429061e-05, step = 38301 (0.323 sec)
INFO:tensorflow:global_step/sec: 366.227
INFO:tensorflow:global_step/sec: 366.227
INFO:tensorflow:loss = 0.00014696618, step = 38401 (0.265 sec)
INFO:tensorflow:loss = 0.00014696618, step = 38401 (0.265 sec)
INFO:tensorflow:global_step/sec: 463.377
INFO:tensorflow:global_step/sec: 463.377
INFO:tensorflow:loss = 0.0004574482, step = 38501 (0.217 sec)
INFO:tensorflow:loss = 0.0004574482, step = 38501 (0.217 sec)
INFO:tensorflow:global_step/sec: 428.009
INFO:tensorflow:global_step/sec: 428.009
INFO:tensorflow:loss = 0.00071966497, step = 38601 (0.235 sec)
INFO:tensorflow:loss = 0.00071966497, step = 38601 (0.235 sec)
INFO:tensorflow:global_step/sec: 428.715
INFO:tensorflow:global_step/sec: 428.715
INFO:tensorflow:loss = 0.00038546737, step = 38701 (0.232 sec)
INFO:tensorflow:loss = 0.00038546737, step = 38701 (0.232 sec)
INFO:tensorflow:global_step/sec: 418.494
INFO:tensorflow:global_step/sec: 418.494
INFO:tensorflow:loss = 0.00011996998, step = 38801 (0.244 sec)
INFO:tensorflow:loss = 0.00011996998, step = 38801 (0.244 sec)
INFO:tensorflow:global_step/sec: 470.338
INFO:tensorflow:global_step/sec: 470.338
INFO:tensorflow:loss = 0.0013871976, step = 38901 (0.208 sec)
INFO:tensorflow:loss = 0.0013871976, step = 38901 (0.208 sec)
INFO:tensorflow:global_step/sec: 313.939
INFO:tensorflow:global_step/sec: 313.939
INFO:tensorflow:loss = 0.00011590502, step = 39001 (0.319 sec)
INFO:tensorflow:loss = 0.00011590502, step = 39001 (0.319 sec)
INFO:tensorflow:global_step/sec: 370.373
INFO:tensorflow:global_step/sec: 370.373
INFO:tensorflow:loss = 0.0007181077, step = 39101 (0.282 sec)
INFO:tensorflow:loss = 0.0007181077, step = 39101 (0.282 sec)
INFO:tensorflow:global_step/sec: 338.775
INFO:tensorflow:global_step/sec: 338.775
INFO:tensorflow:loss = 0.0003445632, step = 39201 (0.281 sec)
INFO:tensorflow:loss = 0.0003445632, step = 39201 (0.281 sec)
INFO:tensorflow:global_step/sec: 417.154
INFO:tensorflow:global_step/sec: 417.154
INFO:tensorflow:loss = 0.00038985457, step = 39301 (0.242 sec)
INFO:tensorflow:loss = 0.00038985457, step = 39301 (0.242 sec)
INFO:tensorflow:global_step/sec: 434.109
INFO:tensorflow:global_step/sec: 434.109
INFO:tensorflow:loss = 0.00044646437, step = 39401 (0.230 sec)
INFO:tensorflow:loss = 0.00044646437, step = 39401 (0.230 sec)
INFO:tensorflow:global_step/sec: 379.732
INFO:tensorflow:global_step/sec: 379.732
INFO:tensorflow:loss = 0.0001744685, step = 39501 (0.273 sec)
INFO:tensorflow:loss = 0.0001744685, step = 39501 (0.273 sec)
INFO:tensorflow:global_step/sec: 410.907
INFO:tensorflow:global_step/sec: 410.907
INFO:tensorflow:loss = 0.0006803335, step = 39601 (0.231 sec)
INFO:tensorflow:loss = 0.0006803335, step = 39601 (0.231 sec)
INFO:tensorflow:global_step/sec: 467.828
INFO:tensorflow:global_step/sec: 467.828
INFO:tensorflow:loss = 0.0001842557, step = 39701 (0.218 sec)
INFO:tensorflow:loss = 0.0001842557, step = 39701 (0.218 sec)
INFO:tensorflow:global_step/sec: 458.839
INFO:tensorflow:global_step/sec: 458.839
INFO:tensorflow:loss = 0.0011045078, step = 39801 (0.214 sec)
INFO:tensorflow:loss = 0.0011045078, step = 39801 (0.214 sec)
INFO:tensorflow:global_step/sec: 491.593
INFO:tensorflow:global_step/sec: 491.593
INFO:tensorflow:loss = 0.00076450425, step = 39901 (0.203 sec)
INFO:tensorflow:loss = 0.00076450425, step = 39901 (0.203 sec)
INFO:tensorflow:Saving checkpoints for 40000 into /tmp/tmpdn3mxaoj/model.ckpt.
INFO:tensorflow:Saving checkpoints for 40000 into /tmp/tmpdn3mxaoj/model.ckpt.
INFO:tensorflow:Loss for final step: 0.00040725118.
INFO:tensorflow:Loss for final step: 0.00040725118.
Out[17]:
SKCompat()

评估

1. 准确率

In [18]:
from sklearn.metrics import accuracy_score

y_pred = dnn_clf.predict(X_test)
accuracy_score(y_test, y_pred['classes'])
INFO:tensorflow:Restoring parameters from /tmp/tmpdn3mxaoj/model.ckpt-40000
INFO:tensorflow:Restoring parameters from /tmp/tmpdn3mxaoj/model.ckpt-40000
Out[18]:
0.9837

2. 对数损失

In [19]:
from sklearn.metrics import log_loss

y_pred_proba = y_pred['probabilities']
log_loss(y_test, y_pred_proba)
Out[19]:
0.07093726894106557